-- Logs begin at Fri 2022-03-11 14:34:55 UTC, end at Fri 2022-03-11 16:43:29 UTC. -- Mar 11 15:18:14.103253 dv-neutron-833373-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 11 15:18:16.263141 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.common.config [-] Logging enabled! Mar 11 15:18:16.263821 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev42 Mar 11 15:18:16.263910 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83763) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Mar 11 15:18:16.266133 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.common.config [-] Logging enabled! Mar 11 15:18:16.266376 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev42 Mar 11 15:18:16.266622 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83763) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Mar 11 15:18:16.267560 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 15:18:16.267787 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 15:18:16.268151 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 15:18:16.268395 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 15:18:16.268617 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 15:18:16.268933 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.269228 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.269521 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.269747 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.270038 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.270322 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.270599 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.270885 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.271177 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.271457 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.271731 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.272012 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.272272 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.272551 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.272838 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.273732 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.273970 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] debug = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.274249 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.274681 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.275069 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.275346 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.275632 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.275903 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.276213 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.276496 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.276821 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] host = dv-neutron-833373-1-hyperv {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.277096 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.277380 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.277663 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.277947 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.278220 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.278494 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.278777 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.279048 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.279319 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] log_file = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.279591 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.279875 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.280181 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.280472 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.280696 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.280915 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.281197 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.281481 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.281753 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.282023 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.282293 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.282564 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.282834 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.283098 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.283378 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.283657 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.283937 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.284233 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.284508 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.284776 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.285044 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.285325 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.285596 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.285865 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.286135 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.286422 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.286689 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.286959 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.287251 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.287609 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.287811 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.288091 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.288392 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.288697 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.289629 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.289904 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.290176 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] use_json = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.290447 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.290718 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.290995 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.291257 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.291527 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.291795 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.292062 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.292369 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.292640 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:16.292944 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.293242 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.293792 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.294074 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.294365 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.294638 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.294984 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.295257 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.295542 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.295828 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.296148 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.296422 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.296709 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.297000 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.297350 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.297623 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.297890 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.298176 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.298451 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.298721 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.298992 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.299273 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.299544 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.299817 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.300175 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.300449 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.300715 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.300981 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.301254 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.301536 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.301862 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.302340 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.302717 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.302998 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.303269 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.303553 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.303828 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.304097 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.304422 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.304818 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.305088 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.305353 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.305627 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.305945 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.306219 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.306487 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.306759 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.307026 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.307292 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.307559 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.307825 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.308088 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.308380 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.308645 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.308908 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.309174 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.309440 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.309708 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.309991 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.310285 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.310557 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.310828 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.311098 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.311368 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.311637 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.311908 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.312198 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.312470 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.312735 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.313020 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.313298 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.313576 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.313854 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.314124 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.314411 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.314681 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.314956 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.315225 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.315495 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.315770 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.316047 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.316358 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.316649 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.316936 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.317224 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.317511 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.317784 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.318086 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.318360 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:16.318573 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 15:18:16.318811 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83763) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 11 15:18:16.722065 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO keyring.backend [-] Loading KWallet Mar 11 15:18:16.729640 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO keyring.backend [-] Loading SecretService Mar 11 15:18:16.732758 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO keyring.backend [-] Loading Windows Mar 11 15:18:16.734073 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO keyring.backend [-] Loading chainer Mar 11 15:18:16.734646 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO keyring.backend [-] Loading macOS Mar 11 15:18:16.769031 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 11 15:18:16.769301 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=83763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 11 15:18:16.769591 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 11 15:18:16.769925 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 11 15:18:17.075858 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.076066 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.076374 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.132868 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.133141 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.133410 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.136509 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.136776 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.137035 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.166794 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.167075 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.167337 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.194408 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.194679 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.194999 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.513777 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.514417 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.514417 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.514561 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.515433 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.635131 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.635437 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.635717 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.635981 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.636267 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.636575 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.636835 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.637086 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.637334 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.637608 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.637864 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.638126 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.638384 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.638633 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.638890 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.639151 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.639403 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.639668 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.639914 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.640219 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.640563 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.640809 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.641052 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.641329 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.641573 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.641809 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.642188 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83763) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 15:18:17.642423 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83763) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 15:18:17.642656 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83763) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 15:18:17.642888 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83763) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 15:18:17.643119 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83763) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 15:18:17.643349 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83763) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 15:18:17.643889 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 11 15:18:17.647023 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 11 15:18:17.651705 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 11 15:18:17.655535 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Mar 11 15:18:17.657190 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 11 15:18:17.657569 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 11 15:18:17.657899 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 11 15:18:17.658273 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 11 15:18:17.661089 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 11 15:18:17.661338 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 11 15:18:17.661678 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 11 15:18:17.690002 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Mar 11 15:18:17.690451 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.690744 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83763) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 11 15:18:17.691102 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.692478 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83763) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 11 15:18:17.692755 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 11 15:18:17.692994 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 11 15:18:17.696784 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.697058 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:17.756179 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 11 15:18:17.756414 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 11 15:18:17.756649 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 11 15:18:17.757015 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 11 15:18:17.788488 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_db.sqlalchemy.engines [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83763) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 11 15:18:18.116444 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.plugins.ml2.managers [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Initializing driver for type 'gre' Mar 11 15:18:18.116979 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] gre ID ranges: [(1, 1000)] Mar 11 15:18:18.176966 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.plugins.ml2.managers [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Initializing driver for type 'local' Mar 11 15:18:18.177386 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.plugins.ml2.managers [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Initializing driver for type 'vlan' Mar 11 15:18:18.194317 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] VlanTypeDriver initialization complete Mar 11 15:18:18.194762 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.plugins.ml2.managers [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Initializing driver for type 'vxlan' Mar 11 15:18:18.195161 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] vxlan ID ranges: [(1, 1000)] Mar 11 15:18:18.254370 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.plugins.ml2.managers [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Initializing extension driver 'port_security' Mar 11 15:18:18.254710 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.plugins.ml2.extensions.port_security [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] PortSecurityExtensionDriver initialization complete Mar 11 15:18:18.255046 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.plugins.ml2.managers [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Initializing mechanism driver 'openvswitch' Mar 11 15:18:18.255382 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.plugins.ml2.managers [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Initializing mechanism driver 'hyperv' Mar 11 15:18:18.262644 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.plugins.ml2.plugin [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:18:18.263326 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > port after_create 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.263702 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > port after_update 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.264052 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > port after_delete 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.264625 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83763) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 11 15:18:18.265025 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > subnet after_create 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.265389 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > subnet after_update 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.265714 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > subnet after_delete 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.266099 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83763) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 11 15:18:18.266502 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > network after_create 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.266845 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > network after_update 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.267186 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > network after_delete 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.267568 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83763) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 11 15:18:18.267968 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > security_group after_create 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.268344 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > security_group after_update 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.268680 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > security_group after_delete 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.269208 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83763) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 11 15:18:18.269614 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.269960 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.270299 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.270682 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83763) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 11 15:18:18.271122 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] ML2 OVO RPC backend initialized. {{(pid=83763) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Mar 11 15:18:18.271773 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > router_interface after_create 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.272150 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.272568 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > network before_response 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.272912 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > networks before_response 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.273253 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > port before_response 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.273591 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > ports before_response 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.273929 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > subnet before_response 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.274267 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > subnets before_response 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.275222 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > network after_create 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.275672 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > network after_update 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.275830 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > network after_delete 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.276191 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > port after_create 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.276527 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > port after_update 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.276859 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > port after_delete 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.277192 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > subnet after_create 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.277523 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > subnet after_update 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.277856 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > subnet after_delete 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.278442 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.plugins.ml2.plugin [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Modular L2 Plugin initialization complete Mar 11 15:18:18.278770 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading services supported by the core plugin {{(pid=83763) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 11 15:18:18.279092 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.plugins.ml2.managers [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Got port-security extension from driver 'port_security' Mar 11 15:18:18.279550 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.extensions.vlantransparent [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Disabled vlantransparent extension. Mar 11 15:18:18.279964 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83763) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 11 15:18:18.280303 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading Plugin: router Mar 11 15:18:18.316153 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > router_interface before_create 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.316543 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > router after_create 55549900 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.316907 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > router before_create 55549900 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.317266 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.317634 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.317982 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > router after_delete 55549900 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.318341 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > floatingip after_update 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.318773 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > router after_create 55549900 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.319082 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > router after_update 55549900 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.319430 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > router after_update 55549900 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.319774 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.320160 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > router after_update 55549900 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.320568 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > router precommit_update 55549900 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.320933 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: port after_update 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.321796 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: port after_delete 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.322249 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: subnet after_update 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.322588 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.322935 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > port precommit_delete 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.323281 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > router precommit_create 55549900 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.323622 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: port before_delete 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.323987 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > router precommit_create 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.324343 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > router after_update 55549900 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.324699 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > router precommit_delete 55549900 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.325032 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > router precommit_create 55549900 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.325386 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > router_interface after_create 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.325725 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > router precommit_update 55549900 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.326081 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > agent after_create 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.326425 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > agent after_delete 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.326769 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > network after_delete 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.327646 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.quota.resource_registry [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Tracking information for resource: router configured {{(pid=83763) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 15:18:18.327978 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.quota.resource_registry [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Tracking information for resource: floatingip configured {{(pid=83763) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 15:18:18.332944 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.db.l3_agentschedulers_db [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 11 15:18:18.333523 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: port after_update 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.333880 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: port after_create 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.334226 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: port after_delete 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.334575 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: port after_update 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.335480 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > router before_create 55550100 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.335839 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > router precommit_delete 55550100 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.336236 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > router precommit_create 55550100 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.336590 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > router precommit_update 55550100 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.341531 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.services.provider_configuration [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Service providers = [] {{(pid=83763) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 11 15:18:18.341894 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.db.servicetype_db [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83763) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 11 15:18:18.344836 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.services.service_base [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83763) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 15:18:18.345185 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.services.service_base [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83763) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 15:18:18.345523 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.services.service_base [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83763) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 15:18:18.346400 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.services.service_base [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83763) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 15:18:18.346770 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.services.service_base [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 11 15:18:18.347142 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83763) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 15:18:18.347457 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 11 15:18:18.358649 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83763) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 15:18:18.359006 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading Plugin: auto_allocate Mar 11 15:18:18.365001 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: network precommit_update 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.365367 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: network precommit_create 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.365888 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83763) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 15:18:18.366209 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading Plugin: tag Mar 11 15:18:18.373402 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83763) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 15:18:18.373671 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading Plugin: timestamp Mar 11 15:18:18.377635 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83763) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 15:18:18.377970 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading Plugin: network_ip_availability Mar 11 15:18:18.383257 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.383623 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.384876 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.385391 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83763) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 15:18:18.385710 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading Plugin: flavors Mar 11 15:18:18.390459 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83763) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 15:18:18.390787 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading Plugin: revisions Mar 11 15:18:18.395030 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83763) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 15:18:18.395417 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_concurrency.lockutils [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.626s {{(pid=83763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 11 15:18:18.396172 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83763) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Mar 11 15:18:18.396506 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Initializing extension manager. Mar 11 15:18:18.397003 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: __init__.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.397342 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: __pycache__ {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.397673 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.398001 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.398329 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: _filter_validation_lib.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.398653 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.398982 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: address_group.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.399780 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.400458 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: address-group Mar 11 15:18:18.400781 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: address_scope.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.401487 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.401994 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: address-scope Mar 11 15:18:18.402310 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: admin_state_down_before_update.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.403228 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.403740 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: router-admin-state-down-before-update Mar 11 15:18:18.404057 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: agent.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.404773 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.405279 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: agent Mar 11 15:18:18.405596 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: agent_resources_synced.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.406490 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.406991 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: agent-resources-synced Mar 11 15:18:18.407305 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: allowedaddresspairs.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.409286 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.409801 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: allowed-address-pairs Mar 11 15:18:18.410153 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: auto_allocated_topology.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.411219 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.411730 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: auto-allocated-topology Mar 11 15:18:18.412050 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: availability_zone.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.412794 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.413298 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: availability_zone Mar 11 15:18:18.413614 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: availability_zone_filter.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.414510 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.415044 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: availability_zone_filter Mar 11 15:18:18.415560 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: data_plane_status.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.416292 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.416797 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extension data-plane-status not supported by any of loaded plugins Mar 11 15:18:18.417115 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: default_subnetpools.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.418018 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.418783 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: default-subnetpools Mar 11 15:18:18.419102 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: dhcpagentscheduler.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.419873 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.420407 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: dhcp_agent_scheduler Mar 11 15:18:18.420726 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: dns.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.421627 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.422274 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extension dns-integration not supported by any of loaded plugins Mar 11 15:18:18.422591 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: dns_domain_ports.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.423501 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.424000 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 11 15:18:18.424350 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: dvr.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.425015 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.425513 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: dvr Mar 11 15:18:18.425828 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: empty_string_filtering.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.426725 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.427224 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: empty-string-filtering Mar 11 15:18:18.427539 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.428474 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.428980 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 11 15:18:18.429297 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.430202 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.431356 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 11 15:18:18.431939 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: external_net.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.432670 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.433177 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: external-net Mar 11 15:18:18.433496 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: extra_dhcp_opt.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.434388 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.434891 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: extra_dhcp_opt Mar 11 15:18:18.435209 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: extraroute.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.436129 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.436626 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: extraroute Mar 11 15:18:18.436945 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: extraroute_atomic.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.437969 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.438500 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: extraroute-atomic Mar 11 15:18:18.438821 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: filter_validation.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.439489 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.439995 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: filter-validation Mar 11 15:18:18.440341 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: fip_pf_description.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.441238 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.441742 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 11 15:18:18.442057 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: fip_port_details.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.442964 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.443472 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: fip-port-details Mar 11 15:18:18.443789 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: flavors.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.445050 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.445567 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: flavors Mar 11 15:18:18.445891 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.448121 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.448638 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 11 15:18:18.448966 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: floatingip_pools.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.449706 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.450216 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: floatingip-pools Mar 11 15:18:18.450536 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: ip_allocation.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.451446 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.451946 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extension ip_allocation not supported by any of loaded plugins Mar 11 15:18:18.452299 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.453213 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.453723 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: ip-substring-filtering Mar 11 15:18:18.454042 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: l2_adjacency.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.454952 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.455458 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extension l2_adjacency not supported by any of loaded plugins Mar 11 15:18:18.455768 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: l3.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.456758 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.457275 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: router Mar 11 15:18:18.457593 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: l3_conntrack_helper.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.459950 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.460524 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 11 15:18:18.460844 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.461767 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.462513 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: ext-gw-mode Mar 11 15:18:18.462643 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.463550 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.464057 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: l3-ha Mar 11 15:18:18.464400 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: l3_flavors.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.465315 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.465823 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: l3-flavors Mar 11 15:18:18.466204 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.467063 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.467564 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: l3-port-ip-change-not-allowed Mar 11 15:18:18.467961 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: l3agentscheduler.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.468934 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.469455 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: l3_agent_scheduler Mar 11 15:18:18.469771 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: logging.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.471254 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.471782 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extension logging not supported by any of loaded plugins Mar 11 15:18:18.472123 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: metering.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.472868 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.473511 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: metering Mar 11 15:18:18.473869 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.475009 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.475526 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: metering_source_and_destination_fields Mar 11 15:18:18.475853 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: multiprovidernet.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.476803 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.477316 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: multi-provider Mar 11 15:18:18.477672 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: netmtu.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.478612 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.479152 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: net-mtu Mar 11 15:18:18.479497 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: netmtu_writable.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.480485 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.480994 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: net-mtu-writable Mar 11 15:18:18.481315 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: network_availability_zone.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.481977 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.482478 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: network_availability_zone Mar 11 15:18:18.482797 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: network_ip_availability.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.483877 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.484427 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: network-ip-availability Mar 11 15:18:18.484754 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: network_segment_range.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.485511 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.486036 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extension network-segment-range not supported by any of loaded plugins Mar 11 15:18:18.486339 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: pagination.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.487387 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.487715 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: pagination Mar 11 15:18:18.488033 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.488965 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.489493 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: port-mac-address-regenerate Mar 11 15:18:18.489814 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: port_resource_request.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.490710 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.491216 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extension port-resource-request not supported by any of loaded plugins Mar 11 15:18:18.491534 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: portbindings.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.492482 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.492994 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: binding Mar 11 15:18:18.493872 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: portbindings_extended.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.495110 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.495628 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: binding-extended Mar 11 15:18:18.495962 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: portsecurity.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.496883 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.497393 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: port-security Mar 11 15:18:18.497713 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: project_id.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.498681 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.499009 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: project-id Mar 11 15:18:18.499324 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: providernet.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.500308 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.500816 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: provider Mar 11 15:18:18.501136 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: qos.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.504936 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.505464 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extension qos not supported by any of loaded plugins Mar 11 15:18:18.505794 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.507039 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.507555 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 11 15:18:18.507881 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.509349 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.509873 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 11 15:18:18.510198 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: qos_default.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.511101 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.511610 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extension qos-default not supported by any of loaded plugins Mar 11 15:18:18.511929 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: qos_fip.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.512609 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.513112 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extension qos-fip not supported by any of loaded plugins Mar 11 15:18:18.513430 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: qos_gateway_ip.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.514341 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.514855 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 11 15:18:18.515148 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: qos_port_network_policy.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.516047 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.516579 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 11 15:18:18.516893 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: qos_rule_type_details.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.517800 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.518303 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 11 15:18:18.518621 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: qos_rules_alias.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.519653 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.520189 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 11 15:18:18.520509 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: quotasv2.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.521373 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.521695 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: quotas Mar 11 15:18:18.522011 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: quotasv2_detail.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.523611 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.523952 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: quota_details Mar 11 15:18:18.524312 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: rbac.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.525426 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.525947 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: rbac-policies Mar 11 15:18:18.526277 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: rbac_address_scope.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.527202 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.527714 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: rbac-address-scope Mar 11 15:18:18.528039 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: rbac_security_groups.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.528971 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.529487 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: rbac-security-groups Mar 11 15:18:18.529874 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: rbac_subnetpool.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.530719 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.531232 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: rbac-subnetpool Mar 11 15:18:18.531554 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: revisionifmatch.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.532487 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.532996 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: revision-if-match Mar 11 15:18:18.533318 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: revisions.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.534416 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.534951 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: standard-attr-revisions Mar 11 15:18:18.535272 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: router_availability_zone.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.535935 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.536488 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: router_availability_zone Mar 11 15:18:18.536810 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: routerservicetype.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.537762 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.538268 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extension router-service-type not supported by any of loaded plugins Mar 11 15:18:18.538589 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: security_groups_port_filtering.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.539492 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.540035 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: port-security-groups-filtering Mar 11 15:18:18.540458 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: securitygroup.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.551805 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.552368 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: security-group Mar 11 15:18:18.552705 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: segment.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.553487 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.554010 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extension segment not supported by any of loaded plugins Mar 11 15:18:18.554336 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.555307 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.556348 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 11 15:18:18.556676 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: servicetype.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.557784 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.558305 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: service-type Mar 11 15:18:18.558631 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: sorting.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.559603 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.559936 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: sorting Mar 11 15:18:18.560299 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: standard_attr_segment.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.561224 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.561741 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 11 15:18:18.562060 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: standardattrdescription.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.562706 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.563215 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: standard-attr-description Mar 11 15:18:18.563541 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: stateful_security_group.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.564472 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.564987 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: stateful-security-group Mar 11 15:18:18.565306 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: stdattrs_common.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.565884 dv-neutron-833373-1-hyperv neutron-server[83763]: WARNING neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 11 15:18:18.566203 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.567133 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.567640 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 11 15:18:18.567958 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: subnet_onboard.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.569130 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.569657 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: subnet_onboard Mar 11 15:18:18.569979 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.570903 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.571977 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 11 15:18:18.572328 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: subnet_service_types.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.573250 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.573755 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: subnet-service-types Mar 11 15:18:18.574074 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: subnetallocation.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.575162 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.575671 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: subnet_allocation Mar 11 15:18:18.575993 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.576723 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.577185 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: subnetpool-prefix-ops Mar 11 15:18:18.577509 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.578420 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.578926 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 11 15:18:18.579246 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: tagging.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.580425 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.580856 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: standard-attr-tag Mar 11 15:18:18.581182 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: timestamp.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.582373 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.582901 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loaded extension: standard-attr-timestamp Mar 11 15:18:18.583217 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: trunk.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.584268 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.584783 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extension trunk not supported by any of loaded plugins Mar 11 15:18:18.585105 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: trunk_details.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.586025 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.586531 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extension trunk-details not supported by any of loaded plugins Mar 11 15:18:18.586886 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: uplink_status_propagation.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.587780 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.588315 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 11 15:18:18.588637 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Loading extension file: vlantransparent.py {{(pid=83763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:18:18.589320 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:18:18.589816 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extension vlan-transparent not supported by any of loaded plugins Mar 11 15:18:18.592012 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.quota.resource_registry [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Creating instance of TrackedResource for resource:network Mar 11 15:18:18.592757 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.quota.resource_registry [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Creating instance of TrackedResource for resource:subnet Mar 11 15:18:18.593358 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.quota.resource_registry [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 15:18:18.594122 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.quota.resource_registry [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Creating instance of TrackedResource for resource:port Mar 11 15:18:18.595362 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.v2.resource_helper [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:18:18.595807 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.v2.resource_helper [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Service FLAVORS assigned prefix: {{(pid=83763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:18:18.596447 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.v2.resource_helper [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:18:18.596879 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.v2.resource_helper [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:18:18.597210 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.quota.resource_registry [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Creating instance of TrackedResource for resource:router Mar 11 15:18:18.597866 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.quota.resource_registry [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Creating instance of TrackedResource for resource:floatingip Mar 11 15:18:18.598568 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.v2.resource_helper [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Service METERING assigned prefix: /metering {{(pid=83763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:18:18.599978 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.600370 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.600722 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:18:18.601826 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.quota.resource_registry [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Creating instance of CountableResource for resource:rbac_policy Mar 11 15:18:18.602266 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.quota.resource_registry [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Creating instance of TrackedResource for resource:security_group Mar 11 15:18:18.603038 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.quota.resource_registry [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Creating instance of TrackedResource for resource:security_group_rule Mar 11 15:18:18.603774 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.v2.resource_helper [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Service CORE assigned prefix: {{(pid=83763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:18:18.604196 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.quota.resource_registry [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 15:18:18.604471 dv-neutron-833373-1-hyperv neutron-server[83763]: WARNING neutron.quota.resource_registry [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] subnetpool is already registered Mar 11 15:18:18.605146 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.v2.resource_helper [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Service CORE assigned prefix: {{(pid=83763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:18:18.605482 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.quota.resource_registry [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 15:18:18.605817 dv-neutron-833373-1-hyperv neutron-server[83763]: WARNING neutron.quota.resource_registry [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] subnetpool is already registered Mar 11 15:18:18.608350 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.v2.resource_helper [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:18:18.608779 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.v2.resource_helper [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Service FLAVORS assigned prefix: {{(pid=83763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:18:18.609360 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.v2.resource_helper [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:18:18.609780 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.v2.resource_helper [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:18:18.610112 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.quota.resource_registry [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Creating instance of TrackedResource for resource:router Mar 11 15:18:18.610446 dv-neutron-833373-1-hyperv neutron-server[83763]: WARNING neutron.quota.resource_registry [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] router is already registered Mar 11 15:18:18.611043 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.quota.resource_registry [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Creating instance of TrackedResource for resource:floatingip Mar 11 15:18:18.611362 dv-neutron-833373-1-hyperv neutron-server[83763]: WARNING neutron.quota.resource_registry [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] floatingip is already registered Mar 11 15:18:18.611984 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.v2.resource_helper [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Service METERING assigned prefix: /metering {{(pid=83763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:18:18.612674 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.quota.resource_registry [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Creating instance of CountableResource for resource:rbac_policy Mar 11 15:18:18.613000 dv-neutron-833373-1-hyperv neutron-server[83763]: WARNING neutron.quota.resource_registry [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] rbac_policy is already registered Mar 11 15:18:18.613539 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.quota.resource_registry [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Creating instance of TrackedResource for resource:security_group Mar 11 15:18:18.613862 dv-neutron-833373-1-hyperv neutron-server[83763]: WARNING neutron.quota.resource_registry [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] security_group is already registered Mar 11 15:18:18.614449 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.quota.resource_registry [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Creating instance of TrackedResource for resource:security_group_rule Mar 11 15:18:18.614769 dv-neutron-833373-1-hyperv neutron-server[83763]: WARNING neutron.quota.resource_registry [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] security_group_rule is already registered Mar 11 15:18:18.615432 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.v2.resource_helper [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Service CORE assigned prefix: {{(pid=83763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:18:18.615767 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.quota.resource_registry [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 15:18:18.616087 dv-neutron-833373-1-hyperv neutron-server[83763]: WARNING neutron.quota.resource_registry [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] subnetpool is already registered Mar 11 15:18:18.616708 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.v2.resource_helper [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Service CORE assigned prefix: {{(pid=83763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:18:18.617032 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.quota.resource_registry [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 15:18:18.617463 dv-neutron-833373-1-hyperv neutron-server[83763]: WARNING neutron.quota.resource_registry [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] subnetpool is already registered Mar 11 15:18:18.618131 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extended resource: extensions {{(pid=83763) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:18:18.620395 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extended resource: address-groups {{(pid=83763) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:18:18.621970 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extended resource: address-scopes {{(pid=83763) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:18:18.623153 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extended resource: agents {{(pid=83763) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:18:18.624366 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extended resource: auto-allocated-topology {{(pid=83763) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:18:18.625545 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extended resource: availability_zones {{(pid=83763) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:18:18.626841 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extended resource: dhcp-networks {{(pid=83763) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:18:18.628230 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extended resource: dhcp-agents {{(pid=83763) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:18:18.629628 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extended resource: routers {{(pid=83763) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:18:18.631682 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extended resource: flavors {{(pid=83763) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:18:18.632852 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extended resource: service_profiles {{(pid=83763) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:18:18.634746 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extended resource: next_providers {{(pid=83763) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:18:18.636312 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extended resource: service_profiles {{(pid=83763) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:18:18.637709 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extended resource: floatingip-pools {{(pid=83763) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:18:18.639014 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extended resource: routers {{(pid=83763) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:18:18.640818 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extended resource: floatingips {{(pid=83763) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:18:18.641993 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extended resource: l3-routers {{(pid=83763) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:18:18.643327 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extended resource: l3-agents {{(pid=83763) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:18:18.644731 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extended resource: metering-labels {{(pid=83763) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:18:18.646173 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extended resource: metering-label-rules {{(pid=83763) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:18:18.647430 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extended resource: network-ip-availabilities {{(pid=83763) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:18:18.648675 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extended resource: bindings {{(pid=83763) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:18:18.651284 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extended resource: quotas {{(pid=83763) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:18:18.652738 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extended resource: quotas {{(pid=83763) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:18:18.654421 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extended resource: rbac-policies {{(pid=83763) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:18:18.655691 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extended resource: security-groups {{(pid=83763) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:18:18.656902 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extended resource: security-group-rules {{(pid=83763) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:18:18.658126 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extended resource: service-providers {{(pid=83763) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:18:18.659312 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extended resource: subnetpools {{(pid=83763) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:18:18.660786 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extended resource: subnetpools {{(pid=83763) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:18:18.662544 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extended resource: tags {{(pid=83763) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:18:18.664201 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extended resource: tags {{(pid=83763) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:18:18.666218 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extended resource: tags {{(pid=83763) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:18:18.667947 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extended resource: tags {{(pid=83763) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:18:18.670003 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extended resource: tags {{(pid=83763) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:18:18.671642 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extended resource: tags {{(pid=83763) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:18:18.673432 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extended resource: tags {{(pid=83763) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:18:18.675299 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extended resource: tags {{(pid=83763) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:18:18.677140 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extended resource: tags {{(pid=83763) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:18:18.678932 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron.api.extensions [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Extended resource: tags {{(pid=83763) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:18:18.685483 dv-neutron-833373-1-hyperv neutron-server[83763]: WARNING keystonemiddleware.auth_token [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 11 15:18:18.690322 dv-neutron-833373-1-hyperv neutron-server[83763]: WARNING keystonemiddleware.auth_token [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 11 15:18:18.699159 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_concurrency.lockutils [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Acquired lock "singleton_lock" {{(pid=83763) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 11 15:18:18.699702 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_concurrency.lockutils [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Releasing lock "singleton_lock" {{(pid=83763) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 11 15:18:18.700425 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO oslo_service.service [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Starting 2 workers Mar 11 15:18:18.705097 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Started child 83866 {{(pid=83763) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 11 15:18:18.709419 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Started child 83867 {{(pid=83763) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 11 15:18:18.710637 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:18:18.711288 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO neutron.service [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Neutron service started, listening on 0.0.0.0:9696 Mar 11 15:18:18.711827 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Notify callbacks [] for process, before_spawn {{(pid=83763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:18:18.712038 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [-] (83866) wsgi starting up on http://0.0.0.0:9696 Mar 11 15:18:18.714354 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO oslo_service.service [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Starting 1 workers Mar 11 15:18:18.714552 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:18:18.715923 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [-] (83867) wsgi starting up on http://0.0.0.0:9696 Mar 11 15:18:18.719355 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Started child 83868 {{(pid=83763) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 11 15:18:18.719911 dv-neutron-833373-1-hyperv neutron-server[83763]: INFO oslo_service.service [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Starting 1 workers Mar 11 15:18:18.723332 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.service [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] calling RpcWorker wait() {{(pid=83868) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 11 15:18:18.723883 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.service [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] returning from RpcWorker wait() {{(pid=83868) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 11 15:18:18.724189 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Started child 83869 {{(pid=83763) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 11 15:18:18.725017 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG neutron_lib.callbacks.manager [None req-09decb60-4aec-4c86-a0b1-78edfdbf66bf None None] Notify callbacks [] for process, after_spawn {{(pid=83763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:18:18.725243 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:18:18.725757 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:18:18.726896 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83763) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 11 15:18:18.727099 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 15:18:18.727274 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 15:18:18.727475 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 15:18:18.727838 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 15:18:18.727993 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 15:18:18.728788 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.729072 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.729335 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.729441 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:18:18.729965 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.729965 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.730354 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.730447 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:18:18.730616 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.730849 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.731118 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.731365 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.731526 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.731686 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.731930 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.732196 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.732475 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.732753 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.732980 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.733270 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.733436 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.733690 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.733943 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.734169 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.734425 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] debug = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.734667 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.735143 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.735399 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.735583 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.735824 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.736091 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.736382 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.736646 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.736886 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.737097 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.737324 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.737566 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.737789 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.738043 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.738312 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.738526 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.738979 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] host = dv-neutron-833373-1-hyperv {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.739208 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.739420 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.739641 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.739861 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.740142 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.740365 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.740605 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.740853 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.741114 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.741333 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.741574 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.741840 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.742081 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.742313 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] log_file = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.742472 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] log_options = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.742682 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.742960 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.743771 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.743959 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.744208 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.744396 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.744596 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.744800 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.745016 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.745297 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.745512 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.745724 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.745977 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.746277 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.746510 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.746747 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.746992 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.747163 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.747418 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.747658 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.747896 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.748167 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.748398 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.748611 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.748839 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.749049 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.749276 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.749491 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.749698 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.749945 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.750191 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.750429 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.750665 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.750919 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.751143 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.751368 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.751578 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.751849 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.752073 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.752333 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.752584 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.752792 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.753033 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.753293 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.753544 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.753830 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] use_json = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.754118 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.754379 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.754643 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.754884 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.755116 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.755342 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.755532 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.755757 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.755965 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.756421 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.756702 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.757014 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.757267 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.757492 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.757727 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.757951 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.758254 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.758394 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.758633 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.759521 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.759750 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.760123 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.760387 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.760637 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.760879 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.761095 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.761339 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.761568 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.761778 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.761986 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.762226 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.762523 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.762723 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.762931 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.763163 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.763393 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.763602 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.763823 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.764059 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.764347 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.764603 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.764819 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.765035 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.765249 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.765458 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.765683 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.765903 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.766111 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.766343 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.767272 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.767565 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.767725 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.768036 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.768553 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.768553 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.768714 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.768789 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.769069 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.769209 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.769445 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.769709 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.770184 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.770184 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.770697 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.770697 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.770958 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.771160 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.771544 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.771716 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.771852 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.772030 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.772256 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.772468 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.772694 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.772884 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.773106 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.773346 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.773523 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.773751 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.773961 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.776253 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.776253 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.776421 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 58526) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:18:18.776512 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.776512 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.776512 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.776512 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.776512 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.776512 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.776512 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.776512 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.777086 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.777086 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.777086 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.777293 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.777542 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.777784 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.778029 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.778451 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.778873 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.779576 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.779983 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.780429 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.780872 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.781279 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.781694 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.782155 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.782596 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.782875 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.783145 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.783408 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.783807 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.784295 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.784780 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.784968 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072567 Mar 11 15:18:18.786639 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.786639 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.786639 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.786639 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.786639 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.786639 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.787267 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.787713 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.788189 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.788652 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.789110 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.789540 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.789963 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.790827 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.792071 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.792071 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.792071 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.792071 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.793093 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.793609 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.793840 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.794072 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.794336 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.794585 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.794822 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.795079 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.795339 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.795567 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.795815 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.796050 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.797179 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.797179 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.797428 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.797613 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.797840 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.799238 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.799238 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.799539 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.799539 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.799811 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.799978 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.800159 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.800592 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.800592 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.803344 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.803623 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.803863 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.804138 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.804419 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.804661 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.804913 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.805147 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.805399 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.805687 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.806457 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.806735 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.807244 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.807244 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.807431 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.807666 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.807916 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.808600 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.809054 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.809904 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.810307 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.810675 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.811036 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.811774 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.812878 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.814552 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.814966 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.815552 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.816936 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.817661 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.818998 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.819441 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.820280 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.821268 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.821692 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.822063 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.822665 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.823120 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.823564 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.823985 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.824380 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.824829 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.825207 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.825577 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.825930 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.826288 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.826648 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.827067 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.827437 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.828191 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.828640 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.828894 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.829134 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.829379 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.829630 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.830235 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.830468 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.830693 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.830928 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.831284 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.831587 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.831838 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.832059 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.833207 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.833468 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.833711 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.833973 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.834271 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.834627 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.835032 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.835262 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.835502 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.835724 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.835981 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.836350 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.836628 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.836920 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.837436 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.838277 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.838277 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.838277 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.838484 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.838740 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.839092 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.839374 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.839861 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.840141 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.840764 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.840764 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.840946 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.849133 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.849133 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.849133 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.849417 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.849627 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.849890 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.850151 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.850394 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.850650 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.850871 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.851112 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.851339 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.851576 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.851740 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 15:18:18.852305 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83763) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 11 15:18:18.853017 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 15:18:18.853233 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 15:18:18.853494 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 15:18:18.853719 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 15:18:18.853895 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 15:18:18.854101 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.854225 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.854380 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.854539 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.854695 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.854869 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.855025 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.855181 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.855334 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.855487 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.855637 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.855788 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.855940 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.857303 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.857468 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.857618 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.857769 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.857931 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.858083 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.858244 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.858415 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.858569 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.858722 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] debug = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.858856 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.859053 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.859213 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.859386 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.859524 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.859659 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.859792 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.859943 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.860096 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.860269 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.860421 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.860562 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.860741 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.860861 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.861085 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.861186 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.861303 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] host = dv-neutron-833373-1-hyperv {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.861458 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.861613 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.861764 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.861915 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.862066 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.862217 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.862370 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.862523 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.862674 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.862824 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.862976 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.863126 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.863277 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.863428 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] log_file = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.863580 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] log_options = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.863730 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.863881 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.864032 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.864227 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.864385 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.864537 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.864689 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.864843 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.865091 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.865182 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.865379 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.865452 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.865567 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.865721 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.865991 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.866090 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.866158 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.867119 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.867119 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.867119 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.867119 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.867119 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.867119 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.867119 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.867549 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.867549 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.867549 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.867715 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.867844 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.867996 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.868972 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.868972 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.868972 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.869513 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.869513 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.869513 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.869905 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.869905 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.869905 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.870187 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.870187 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.870372 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.870488 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.870605 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.870731 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.871467 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] use_json = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.871467 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.871467 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.871467 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.871467 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.871821 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.871821 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.871821 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.872036 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.872209 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:18:18.872371 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.872490 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.872657 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.872815 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.872970 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.873125 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.873280 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.873435 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.873590 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.873744 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.873908 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.874063 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.874237 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.874442 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.874538 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.874693 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.874846 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.875002 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.875158 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.875315 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.875470 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.875627 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.876081 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.876265 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.876456 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.876575 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.876729 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.877127 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.877127 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.877271 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.877346 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.877460 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.877615 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.877771 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.877930 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.878086 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.878593 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.878593 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.878593 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.878818 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.878818 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.878970 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.879118 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.879278 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.879423 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.879577 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.879733 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.880060 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.880060 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.881090 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.881090 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.881090 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.881090 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.881348 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.881348 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.881486 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.881652 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.881787 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.882946 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.883115 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.883273 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.883430 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.883586 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.883810 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.883998 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.884152 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.884278 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.884422 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.884580 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.884736 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.884891 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.885065 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.886026 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.886026 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.886026 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.886026 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.886399 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.886399 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.886518 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.886580 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.886811 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.887052 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.887052 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.887196 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.887298 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.887458 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.887721 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.887820 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.887898 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.888052 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.889160 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.889391 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.890768 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.890768 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.890768 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.890768 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.890768 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.891201 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.891201 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.891201 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.891374 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.891467 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.892145 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.892145 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.892145 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.892145 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.892447 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.892514 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.892747 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.892843 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.892995 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.893145 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.893271 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.893461 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.893612 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.893726 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.893892 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.894061 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.894212 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.894358 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.894518 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.894673 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.894851 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.895006 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.895160 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.895322 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.895477 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.895635 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.895790 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.895944 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.896120 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.897221 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.897379 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.897536 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.897691 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.897852 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.898008 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.898164 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.898319 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.898476 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.898595 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:18:18.898686 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.898764 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.898920 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.899074 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.899228 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.899404 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.899585 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.899743 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.899899 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.900054 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.901722 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.901722 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.901722 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.901722 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.901722 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.901722 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.902146 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.902146 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.902146 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.902349 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.902510 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.902674 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.902829 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.902986 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.903501 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.903501 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.903501 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.903705 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.903770 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.903876 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.904030 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.904354 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.904354 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.904521 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.904658 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.904813 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.904967 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.905139 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.905294 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.905449 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.905603 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.905758 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.905984 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.906073 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.907059 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.907059 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.907059 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.907059 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.907059 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.907059 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.907059 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.907464 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.907464 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.907582 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.907646 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.907815 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.908019 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.908370 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.908370 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.908627 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.908627 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.908893 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.908893 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.909141 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.909277 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.909410 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.909542 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.909675 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.910587 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.910751 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.910900 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.911380 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.911380 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.911380 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.911578 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.911650 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.911806 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.911964 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.912212 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.912294 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.912484 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.913375 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.913375 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.913375 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.913375 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.913375 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.913375 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.913709 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.913709 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.913828 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.914037 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.914126 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.915673 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.915673 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.915673 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.915673 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.915673 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.915673 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.916275 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.916275 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.916275 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.916547 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.916663 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.916820 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.916999 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.917141 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.917301 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.917446 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.917700 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.917796 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.917936 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:18:18.918025 dv-neutron-833373-1-hyperv neutron-server[83763]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 15:18:29.292214 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82d5fd9-13a9-4587-a66f-ea54e53ebd03 None None] get_active_networks_info from dv-neutron-833373-1-hyperv {{(pid=83868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 15:18:29.379429 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82d5fd9-13a9-4587-a66f-ea54e53ebd03 None None] No non-hosted networks {{(pid=83868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 11 15:18:29.391337 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.agentschedulers_db [None req-b82d5fd9-13a9-4587-a66f-ea54e53ebd03 None None] DHCP Agent not found on host dv-neutron-833373-1-hyperv {{(pid=83868) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 11 15:18:29.511732 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3add520-e84d-413b-a1d6-f4678295e539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-710554'] for agent, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:18:31.526690 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-73d2480d-5277-4b2b-9fab-69f542f5b63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-710554'] for agent, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:18:31.579505 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e1ee0583-b833-41a8-b018-809fff459c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:18:32.662568 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-710554'] for agent, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:18:32.663420 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:18:32.663830 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:18:32.664162 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:18:32.665684 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:18:32.666143 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:18:32.666395 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:18:32.667404 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:18:32.667981 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:18:32.668357 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:18:32.669824 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:18:32.670267 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:18:32.671448 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-833373-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:18:32.681492 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-833373-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:18:32.874961 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-710554'] for agent, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:18:34.058031 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-710554'] for agent, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:18:35.760966 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 58628) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:18:36.377052 dv-neutron-833373-1-hyperv neutron-server[83867]: WARNING oslo_policy.policy [None req-1cced2cb-6130-4334-9612-22bc07087ef9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 15:18:36.377616 dv-neutron-833373-1-hyperv neutron-server[83867]: WARNING oslo_policy.policy [None req-1cced2cb-6130-4334-9612-22bc07087ef9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 15:18:36.599532 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [None req-1cced2cb-6130-4334-9612-22bc07087ef9 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83867) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:18:36.600763 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-1cced2cb-6130-4334-9612-22bc07087ef9 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8377764 Mar 11 15:18:38.559606 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.db.l3_hamode_db [None req-bd311b96-5c50-448a-adde-b7f65bfde7fc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 11 15:18:38.644982 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd311b96-5c50-448a-adde-b7f65bfde7fc None None] Routers set() bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:18:38.645364 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd311b96-5c50-448a-adde-b7f65bfde7fc None None] Router IDs set() for agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 11 15:18:38.904600 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 58642) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:18:39.298559 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-eaddd502-a8e4-4be3-8931-6e8b91b78164 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:18:39.352598 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.policy [None req-eaddd502-a8e4-4be3-8931-6e8b91b78164 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83867) register_rules /opt/stack/neutron/neutron/policy.py:65}} Mar 11 15:18:39.353356 dv-neutron-833373-1-hyperv neutron-server[83867]: WARNING oslo_policy.policy [None req-eaddd502-a8e4-4be3-8931-6e8b91b78164 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 15:18:39.353726 dv-neutron-833373-1-hyperv neutron-server[83867]: WARNING oslo_policy.policy [None req-eaddd502-a8e4-4be3-8931-6e8b91b78164 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 15:18:39.357216 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.quota [None req-eaddd502-a8e4-4be3-8931-6e8b91b78164 admin admin] Loaded quota_driver: . Mar 11 15:18:39.373484 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-eaddd502-a8e4-4be3-8931-6e8b91b78164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:18:39.447323 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-eaddd502-a8e4-4be3-8931-6e8b91b78164 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788845727371', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788845778421', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788845766789', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788845756418', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788845763062', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1920695', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1875491', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-769515', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-558807'] for rbac-policy, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:18:39.515940 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-eaddd502-a8e4-4be3-8931-6e8b91b78164 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:18:39.517075 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-eaddd502-a8e4-4be3-8931-6e8b91b78164 admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6115227 Mar 11 15:18:42.052761 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 58656) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:18:42.435626 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-3e784333-8182-4cb9-8e0a-7740649f1636 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'f9e004f1694349e9ae212eb2ca7fc45a', 'admin_state_up': True}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:18:42.440433 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-3e784333-8182-4cb9-8e0a-7740649f1636 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:18:42.444822 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-3e784333-8182-4cb9-8e0a-7740649f1636 admin admin] Usage tracker for resource:network and tenant:f9e004f1694349e9ae212eb2ca7fc45a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:18:42.449535 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-3e784333-8182-4cb9-8e0a-7740649f1636 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:18:42.455483 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-3e784333-8182-4cb9-8e0a-7740649f1636 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:18:42.465461 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e784333-8182-4cb9-8e0a-7740649f1636 admin admin] Made reservation on behalf of f9e004f1694349e9ae212eb2ca7fc45a for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:18:42.468465 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3e784333-8182-4cb9-8e0a-7740649f1636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:18:42.486341 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3e784333-8182-4cb9-8e0a-7740649f1636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:18:42.530824 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-3e784333-8182-4cb9-8e0a-7740649f1636 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:18:42.534478 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-3e784333-8182-4cb9-8e0a-7740649f1636 admin admin] Usage tracker for resource:security_group_rule and tenant:f9e004f1694349e9ae212eb2ca7fc45a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:18:42.537286 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-3e784333-8182-4cb9-8e0a-7740649f1636 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:18:42.544473 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-3e784333-8182-4cb9-8e0a-7740649f1636 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:18:42.611597 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3e784333-8182-4cb9-8e0a-7740649f1636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:18:42.615640 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3e784333-8182-4cb9-8e0a-7740649f1636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:18:42.639828 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e784333-8182-4cb9-8e0a-7740649f1636 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:18:42.668198 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3e784333-8182-4cb9-8e0a-7740649f1636 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788847959920', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:18:42.669051 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3e784333-8182-4cb9-8e0a-7740649f1636 admin admin] Unsubscribe: segment precommit_create {{(pid=83867) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 11 15:18:42.669554 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-3e784333-8182-4cb9-8e0a-7740649f1636 admin admin] Added segment de8cfb73-f980-4ed5-a951-a53d37f591e4 of type vlan for network 41a193c1-fab7-45da-aacc-5e199a8b9a61 Mar 11 15:18:42.677845 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e784333-8182-4cb9-8e0a-7740649f1636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41e41b1-5a94-41f8-b5ae-5310e4386ad8,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:18:42.737725 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e784333-8182-4cb9-8e0a-7740649f1636 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:18:42.738002 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e784333-8182-4cb9-8e0a-7740649f1636 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:18:42.738337 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e784333-8182-4cb9-8e0a-7740649f1636 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:18:42.738666 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e784333-8182-4cb9-8e0a-7740649f1636 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:18:42.739005 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e784333-8182-4cb9-8e0a-7740649f1636 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:18:42.739333 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e784333-8182-4cb9-8e0a-7740649f1636 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:18:42.739666 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e784333-8182-4cb9-8e0a-7740649f1636 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:18:42.739988 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e784333-8182-4cb9-8e0a-7740649f1636 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:18:42.740332 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e784333-8182-4cb9-8e0a-7740649f1636 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:18:42.740650 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e784333-8182-4cb9-8e0a-7740649f1636 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:18:42.740964 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e784333-8182-4cb9-8e0a-7740649f1636 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:18:42.742276 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e784333-8182-4cb9-8e0a-7740649f1636 admin admin] Tracked resource versions report: Mar 11 15:18:42.742276 dv-neutron-833373-1-hyperv neutron-server[83867]: pushed versions: Mar 11 15:18:42.742276 dv-neutron-833373-1-hyperv neutron-server[83867]: { 'ConntrackHelper': {'1.0'}, Mar 11 15:18:42.742276 dv-neutron-833373-1-hyperv neutron-server[83867]: 'Log': {'1.0'}, Mar 11 15:18:42.742276 dv-neutron-833373-1-hyperv neutron-server[83867]: 'Network': {'1.1'}, Mar 11 15:18:42.742276 dv-neutron-833373-1-hyperv neutron-server[83867]: 'Port': {'1.5'}, Mar 11 15:18:42.742276 dv-neutron-833373-1-hyperv neutron-server[83867]: 'PortForwarding': {'1.2'}, Mar 11 15:18:42.742276 dv-neutron-833373-1-hyperv neutron-server[83867]: 'QosPolicy': {'1.8'}, Mar 11 15:18:42.742276 dv-neutron-833373-1-hyperv neutron-server[83867]: 'SecurityGroup': {'1.2'}, Mar 11 15:18:42.742276 dv-neutron-833373-1-hyperv neutron-server[83867]: 'SecurityGroupRule': {'1.0'}, Mar 11 15:18:42.742276 dv-neutron-833373-1-hyperv neutron-server[83867]: 'SubPort': {'1.0'}, Mar 11 15:18:42.742276 dv-neutron-833373-1-hyperv neutron-server[83867]: 'Subnet': {'1.1'}, Mar 11 15:18:42.742276 dv-neutron-833373-1-hyperv neutron-server[83867]: 'Trunk': {'1.1'}} Mar 11 15:18:42.742276 dv-neutron-833373-1-hyperv neutron-server[83867]: consumer versions: Mar 11 15:18:42.742276 dv-neutron-833373-1-hyperv neutron-server[83867]: { DHCP agent@dv-neutron-833373-1-hyperv: {}, Mar 11 15:18:42.742276 dv-neutron-833373-1-hyperv neutron-server[83867]: L3 agent@dv-neutron-833373-1-hyperv: {}, Mar 11 15:18:42.742276 dv-neutron-833373-1-hyperv neutron-server[83867]: Metadata agent@dv-neutron-833373-1-hyperv: {}, Mar 11 15:18:42.742276 dv-neutron-833373-1-hyperv neutron-server[83867]: Metering agent@dv-neutron-833373-1-hyperv: {}, Mar 11 15:18:42.742276 dv-neutron-833373-1-hyperv neutron-server[83867]: Open vSwitch agent@dv-neutron-833373-1-hyperv: { 'ConntrackHelper': '1.0', Mar 11 15:18:42.742276 dv-neutron-833373-1-hyperv neutron-server[83867]: 'Log': '1.0', Mar 11 15:18:42.742276 dv-neutron-833373-1-hyperv neutron-server[83867]: 'Network': '1.1', Mar 11 15:18:42.742276 dv-neutron-833373-1-hyperv neutron-server[83867]: 'Port': '1.5', Mar 11 15:18:42.742276 dv-neutron-833373-1-hyperv neutron-server[83867]: 'PortForwarding': '1.2', Mar 11 15:18:42.742276 dv-neutron-833373-1-hyperv neutron-server[83867]: 'QosPolicy': '1.8', Mar 11 15:18:42.742276 dv-neutron-833373-1-hyperv neutron-server[83867]: 'SecurityGroup': '1.2', Mar 11 15:18:42.742276 dv-neutron-833373-1-hyperv neutron-server[83867]: 'SecurityGroupRule': '1.0', Mar 11 15:18:42.742276 dv-neutron-833373-1-hyperv neutron-server[83867]: 'SubPort': '1.0', Mar 11 15:18:42.742276 dv-neutron-833373-1-hyperv neutron-server[83867]: 'Subnet': '1.1', Mar 11 15:18:42.742276 dv-neutron-833373-1-hyperv neutron-server[83867]: 'Trunk': '1.1'}} Mar 11 15:18:42.742276 dv-neutron-833373-1-hyperv neutron-server[83867]: {{(pid=83867) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 15:18:42.782031 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3e784333-8182-4cb9-8e0a-7740649f1636 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:18:42.827417 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3e784333-8182-4cb9-8e0a-7740649f1636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:18:42.828523 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e784333-8182-4cb9-8e0a-7740649f1636 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:18:42.829174 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3e784333-8182-4cb9-8e0a-7740649f1636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:18:42.941151 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-3e784333-8182-4cb9-8e0a-7740649f1636 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8873250 Mar 11 15:18:42.941719 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e784333-8182-4cb9-8e0a-7740649f1636 admin admin] Pushing event updated for resources: {'Network': ['ID=41a193c1-fab7-45da-aacc-5e199a8b9a61,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:18:42.954603 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 41a193c1-fab7-45da-aacc-5e199a8b9a61 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:18:45.566878 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 58672) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:18:46.044833 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580a57d0-0214-402c-811d-232cf4d10cb8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:18:46.046133 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-580a57d0-0214-402c-811d-232cf4d10cb8 admin admin] 10.222.0.31 "GET /v2.0/networks/41a193c1-fab7-45da-aacc-5e199a8b9a61 HTTP/1.1" status: 200 len: 825 time: 0.4783456 Mar 11 15:18:46.076867 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-10d258a7-ed2c-4068-b01f-75b1c8b4603b admin admin] 10.222.0.31 "GET /v2.0/subnetpools/62460b97-a2de-430d-a8b1-fae06b11e117 HTTP/1.1" status: 200 len: 734 time: 0.0252762 Mar 11 15:18:46.086454 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-2db58843-9111-4119-9f4f-0d48c5f71322 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': 'f9e004f1694349e9ae212eb2ca7fc45a', 'subnetpool_id': '62460b97-a2de-430d-a8b1-fae06b11e117', 'network_id': '41a193c1-fab7-45da-aacc-5e199a8b9a61'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:18:46.091313 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-2db58843-9111-4119-9f4f-0d48c5f71322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:18:46.095050 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-2db58843-9111-4119-9f4f-0d48c5f71322 admin admin] Usage tracker for resource:subnet and tenant:f9e004f1694349e9ae212eb2ca7fc45a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:18:46.097901 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-2db58843-9111-4119-9f4f-0d48c5f71322 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:18:46.104050 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-2db58843-9111-4119-9f4f-0d48c5f71322 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:18:46.113927 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db58843-9111-4119-9f4f-0d48c5f71322 admin admin] Made reservation on behalf of f9e004f1694349e9ae212eb2ca7fc45a for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:18:46.116370 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2db58843-9111-4119-9f4f-0d48c5f71322 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:18:46.380310 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2db58843-9111-4119-9f4f-0d48c5f71322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:18:46.465785 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db58843-9111-4119-9f4f-0d48c5f71322 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7975399-7dbd-4708-badd-b187c81d1f55,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:18:46.473527 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db58843-9111-4119-9f4f-0d48c5f71322 admin admin] Checking segment: {'id': 'de8cfb73-f980-4ed5-a951-a53d37f591e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '41a193c1-fab7-45da-aacc-5e199a8b9a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:18:46.473923 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db58843-9111-4119-9f4f-0d48c5f71322 admin admin] Network hostable DHCP agents. Network: 41a193c1-fab7-45da-aacc-5e199a8b9a61, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:18:46.497803 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db58843-9111-4119-9f4f-0d48c5f71322 admin admin] Network 41a193c1-fab7-45da-aacc-5e199a8b9a61 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:18:46.507219 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-2db58843-9111-4119-9f4f-0d48c5f71322 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 41a193c1-fab7-45da-aacc-5e199a8b9a61) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:18:46.512506 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db58843-9111-4119-9f4f-0d48c5f71322 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:18:46.513122 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2db58843-9111-4119-9f4f-0d48c5f71322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:18:46.517421 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f241054-0dd5-41fc-ae59-1f26aa36ce15 None None] Network 41a193c1-fab7-45da-aacc-5e199a8b9a61 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:18:46.532804 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-2db58843-9111-4119-9f4f-0d48c5f71322 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4501927 Mar 11 15:18:46.827410 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523a57b5-7420-427a-bdef-8c52cfd3ee6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-41a193c1-fab7-45da-aacc-5e199a8b9a61', 'network_id': '41a193c1-fab7-45da-aacc-5e199a8b9a61', 'tenant_id': 'f9e004f1694349e9ae212eb2ca7fc45a', 'fixed_ips': [{'subnet_id': 'e7975399-7dbd-4708-badd-b187c81d1f55'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:18:46.828608 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-523a57b5-7420-427a-bdef-8c52cfd3ee6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:18:47.015843 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-523a57b5-7420-427a-bdef-8c52cfd3ee6f None None] Allocated IP 172.20.0.2 (41a193c1-fab7-45da-aacc-5e199a8b9a61/e7975399-7dbd-4708-badd-b187c81d1f55/bfe2babf-c229-4df3-a665-4188e03abed4) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:18:47.246464 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-523a57b5-7420-427a-bdef-8c52cfd3ee6f None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:18:47.261115 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-523a57b5-7420-427a-bdef-8c52cfd3ee6f None None] Transition to ACTIVE for port object bfe2babf-c229-4df3-a665-4188e03abed4 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:18:47.284247 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-523a57b5-7420-427a-bdef-8c52cfd3ee6f None None] Transition to ACTIVE for port object bfe2babf-c229-4df3-a665-4188e03abed4 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:18:47.290343 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-523a57b5-7420-427a-bdef-8c52cfd3ee6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:18:47.355840 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523a57b5-7420-427a-bdef-8c52cfd3ee6f None None] Network 41a193c1-fab7-45da-aacc-5e199a8b9a61 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:18:47.358731 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-523a57b5-7420-427a-bdef-8c52cfd3ee6f None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:18:47.363820 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a57b5-7420-427a-bdef-8c52cfd3ee6f None None] Pushing event updated for resources: {'Port': ['ID=bfe2babf-c229-4df3-a665-4188e03abed4,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:18:47.366093 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523a57b5-7420-427a-bdef-8c52cfd3ee6f None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:18:47.402700 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523a57b5-7420-427a-bdef-8c52cfd3ee6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:18:47.403046 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523a57b5-7420-427a-bdef-8c52cfd3ee6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:18:47.403381 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523a57b5-7420-427a-bdef-8c52cfd3ee6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:18:47.403712 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523a57b5-7420-427a-bdef-8c52cfd3ee6f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:18:47.404055 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523a57b5-7420-427a-bdef-8c52cfd3ee6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:18:47.404410 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523a57b5-7420-427a-bdef-8c52cfd3ee6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:18:47.404734 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523a57b5-7420-427a-bdef-8c52cfd3ee6f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:18:47.405070 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523a57b5-7420-427a-bdef-8c52cfd3ee6f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:18:47.405395 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523a57b5-7420-427a-bdef-8c52cfd3ee6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:18:47.405715 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523a57b5-7420-427a-bdef-8c52cfd3ee6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:18:47.406031 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523a57b5-7420-427a-bdef-8c52cfd3ee6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:18:47.407374 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523a57b5-7420-427a-bdef-8c52cfd3ee6f None None] Tracked resource versions report: Mar 11 15:18:47.407374 dv-neutron-833373-1-hyperv neutron-server[83868]: pushed versions: Mar 11 15:18:47.407374 dv-neutron-833373-1-hyperv neutron-server[83868]: { 'ConntrackHelper': {'1.0'}, Mar 11 15:18:47.407374 dv-neutron-833373-1-hyperv neutron-server[83868]: 'Log': {'1.0'}, Mar 11 15:18:47.407374 dv-neutron-833373-1-hyperv neutron-server[83868]: 'Network': {'1.1'}, Mar 11 15:18:47.407374 dv-neutron-833373-1-hyperv neutron-server[83868]: 'Port': {'1.5'}, Mar 11 15:18:47.407374 dv-neutron-833373-1-hyperv neutron-server[83868]: 'PortForwarding': {'1.2'}, Mar 11 15:18:47.407374 dv-neutron-833373-1-hyperv neutron-server[83868]: 'QosPolicy': {'1.8'}, Mar 11 15:18:47.407374 dv-neutron-833373-1-hyperv neutron-server[83868]: 'SecurityGroup': {'1.2'}, Mar 11 15:18:47.407374 dv-neutron-833373-1-hyperv neutron-server[83868]: 'SecurityGroupRule': {'1.0'}, Mar 11 15:18:47.407374 dv-neutron-833373-1-hyperv neutron-server[83868]: 'SubPort': {'1.0'}, Mar 11 15:18:47.407374 dv-neutron-833373-1-hyperv neutron-server[83868]: 'Subnet': {'1.1'}, Mar 11 15:18:47.407374 dv-neutron-833373-1-hyperv neutron-server[83868]: 'Trunk': {'1.1'}} Mar 11 15:18:47.407374 dv-neutron-833373-1-hyperv neutron-server[83868]: consumer versions: Mar 11 15:18:47.407374 dv-neutron-833373-1-hyperv neutron-server[83868]: { DHCP agent@dv-neutron-833373-1-hyperv: {}, Mar 11 15:18:47.407374 dv-neutron-833373-1-hyperv neutron-server[83868]: L3 agent@dv-neutron-833373-1-hyperv: {}, Mar 11 15:18:47.407374 dv-neutron-833373-1-hyperv neutron-server[83868]: Metadata agent@dv-neutron-833373-1-hyperv: {}, Mar 11 15:18:47.407374 dv-neutron-833373-1-hyperv neutron-server[83868]: Metering agent@dv-neutron-833373-1-hyperv: {}, Mar 11 15:18:47.407374 dv-neutron-833373-1-hyperv neutron-server[83868]: Open vSwitch agent@dv-neutron-833373-1-hyperv: { 'ConntrackHelper': '1.0', Mar 11 15:18:47.407374 dv-neutron-833373-1-hyperv neutron-server[83868]: 'Log': '1.0', Mar 11 15:18:47.407374 dv-neutron-833373-1-hyperv neutron-server[83868]: 'Network': '1.1', Mar 11 15:18:47.407374 dv-neutron-833373-1-hyperv neutron-server[83868]: 'Port': '1.5', Mar 11 15:18:47.407374 dv-neutron-833373-1-hyperv neutron-server[83868]: 'PortForwarding': '1.2', Mar 11 15:18:47.407374 dv-neutron-833373-1-hyperv neutron-server[83868]: 'QosPolicy': '1.8', Mar 11 15:18:47.407374 dv-neutron-833373-1-hyperv neutron-server[83868]: 'SecurityGroup': '1.2', Mar 11 15:18:47.407374 dv-neutron-833373-1-hyperv neutron-server[83868]: 'SecurityGroupRule': '1.0', Mar 11 15:18:47.407374 dv-neutron-833373-1-hyperv neutron-server[83868]: 'SubPort': '1.0', Mar 11 15:18:47.407374 dv-neutron-833373-1-hyperv neutron-server[83868]: 'Subnet': '1.1', Mar 11 15:18:47.407374 dv-neutron-833373-1-hyperv neutron-server[83868]: 'Trunk': '1.1'}} Mar 11 15:18:47.407374 dv-neutron-833373-1-hyperv neutron-server[83868]: {{(pid=83868) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 15:18:47.468984 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-523a57b5-7420-427a-bdef-8c52cfd3ee6f None None] Attempting to bind port bfe2babf-c229-4df3-a665-4188e03abed4 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:18:47.469383 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-523a57b5-7420-427a-bdef-8c52cfd3ee6f None None] Attempting to bind port bfe2babf-c229-4df3-a665-4188e03abed4 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'de8cfb73-f980-4ed5-a951-a53d37f591e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '41a193c1-fab7-45da-aacc-5e199a8b9a61'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:18:47.469855 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523a57b5-7420-427a-bdef-8c52cfd3ee6f None None] Attempting to bind port bfe2babf-c229-4df3-a665-4188e03abed4 on network 41a193c1-fab7-45da-aacc-5e199a8b9a61 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:18:47.476211 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523a57b5-7420-427a-bdef-8c52cfd3ee6f None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:18:47.476613 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523a57b5-7420-427a-bdef-8c52cfd3ee6f None None] Checking segment: {'id': 'de8cfb73-f980-4ed5-a951-a53d37f591e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '41a193c1-fab7-45da-aacc-5e199a8b9a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:18:47.477288 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-523a57b5-7420-427a-bdef-8c52cfd3ee6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:18:47.477695 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523a57b5-7420-427a-bdef-8c52cfd3ee6f None None] Bound using segment: {'id': 'de8cfb73-f980-4ed5-a951-a53d37f591e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '41a193c1-fab7-45da-aacc-5e199a8b9a61'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:18:47.478263 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-523a57b5-7420-427a-bdef-8c52cfd3ee6f None None] Bound port: bfe2babf-c229-4df3-a665-4188e03abed4, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de8cfb73-f980-4ed5-a951-a53d37f591e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '41a193c1-fab7-45da-aacc-5e199a8b9a61'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:18:47.478646 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-523a57b5-7420-427a-bdef-8c52cfd3ee6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:18:47.563761 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-523a57b5-7420-427a-bdef-8c52cfd3ee6f None None] For port bfe2babf-c229-4df3-a665-4188e03abed4, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:18:47.567490 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-523a57b5-7420-427a-bdef-8c52cfd3ee6f None None] For port bfe2babf-c229-4df3-a665-4188e03abed4, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=bfe2babf-c229-4df3-a665-4188e03abed4,segment=NetworkSegment(de8cfb73-f980-4ed5-a951-a53d37f591e4),segment_id=de8cfb73-f980-4ed5-a951-a53d37f591e4)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:18:47.572614 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-523a57b5-7420-427a-bdef-8c52cfd3ee6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:18:47.681998 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a57b5-7420-427a-bdef-8c52cfd3ee6f None None] Pushing event updated for resources: {'Port': ['ID=bfe2babf-c229-4df3-a665-4188e03abed4,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:18:48.873245 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 58682) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:18:49.287158 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [None req-0c17cb54-e0a5-4e3f-ad27-5e017e203e86 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83867) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:18:49.288353 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0c17cb54-e0a5-4e3f-ad27-5e017e203e86 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4142447 Mar 11 15:18:50.997709 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device bfe2babf-c229-4df3-a665-4188e03abed4 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:18:51.068919 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port bfe2babf-c229-4df3-a665-4188e03abed4 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:18:51.352563 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5aa344-58c6-4b50-91ca-1605a6f6b264 None None] Network 41a193c1-fab7-45da-aacc-5e199a8b9a61 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:18:51.447838 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-22a91933-5800-4f04-b2e4-4577f9b19628 None None] Provisioning for port bfe2babf-c229-4df3-a665-4188e03abed4 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:18:51.454995 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-22a91933-5800-4f04-b2e4-4577f9b19628 None None] Provisioning complete for port bfe2babf-c229-4df3-a665-4188e03abed4 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:18:51.455395 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-22a91933-5800-4f04-b2e4-4577f9b19628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:18:51.647880 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 58696) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:18:51.671641 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-22a91933-5800-4f04-b2e4-4577f9b19628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:18:51.717018 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-22a91933-5800-4f04-b2e4-4577f9b19628 None None] For port bfe2babf-c229-4df3-a665-4188e03abed4, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=bfe2babf-c229-4df3-a665-4188e03abed4,segment=NetworkSegment(de8cfb73-f980-4ed5-a951-a53d37f591e4),segment_id=de8cfb73-f980-4ed5-a951-a53d37f591e4)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:18:51.722532 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-22a91933-5800-4f04-b2e4-4577f9b19628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:18:51.792311 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a91933-5800-4f04-b2e4-4577f9b19628 None None] Pushing event updated for resources: {'Port': ['ID=bfe2babf-c229-4df3-a665-4188e03abed4,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:18:51.944295 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-4e666949-531f-407c-941d-b6b0a80b1996 None None] Provisioning complete for port bfe2babf-c229-4df3-a665-4188e03abed4 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:18:51.944663 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4e666949-531f-407c-941d-b6b0a80b1996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:18:52.062975 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [None req-33f72ec2-d365-4198-9be4-b23fda3e38f5 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83867) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:18:52.063948 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-33f72ec2-d365-4198-9be4-b23fda3e38f5 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4150381 Mar 11 15:18:52.969879 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device bfe2babf-c229-4df3-a665-4188e03abed4 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:18:53.042159 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port bfe2babf-c229-4df3-a665-4188e03abed4 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:18:53.042541 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:18:54.657154 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 58708) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:18:55.118287 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-3c2717e0-4376-4218-a96c-d1efbfa782e2 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'f9e004f1694349e9ae212eb2ca7fc45a'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:18:55.123353 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-3c2717e0-4376-4218-a96c-d1efbfa782e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:18:55.127124 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-3c2717e0-4376-4218-a96c-d1efbfa782e2 admin admin] Usage tracker for resource:router and tenant:f9e004f1694349e9ae212eb2ca7fc45a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:18:55.130384 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-3c2717e0-4376-4218-a96c-d1efbfa782e2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:18:55.136089 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-3c2717e0-4376-4218-a96c-d1efbfa782e2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:18:55.147000 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3c2717e0-4376-4218-a96c-d1efbfa782e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:18:55.148498 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3c2717e0-4376-4218-a96c-d1efbfa782e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:18:55.176652 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3c2717e0-4376-4218-a96c-d1efbfa782e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:18:55.295456 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3c2717e0-4376-4218-a96c-d1efbfa782e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:18:55.312890 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3c2717e0-4376-4218-a96c-d1efbfa782e2 admin admin] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:18:55.314052 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-3c2717e0-4376-4218-a96c-d1efbfa782e2 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6559482 Mar 11 15:18:57.615122 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 58718) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:18:58.009578 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [None req-6accf1f5-da98-43d7-813d-5d2ae7b2d001 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83867) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:18:58.010559 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6accf1f5-da98-43d7-813d-5d2ae7b2d001 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3944931 Mar 11 15:18:59.230412 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-34ea76f6-2bf1-485b-b09e-04333abffff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:18:59.790395 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 5 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:19:00.283810 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 58728) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:19:00.675363 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-ae180ccf-0bcb-4079-8137-6a057f24e697 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:19:00.683181 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ae180ccf-0bcb-4079-8137-6a057f24e697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:19:00.687077 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ae180ccf-0bcb-4079-8137-6a057f24e697 admin admin] Usage tracker for resource:network and tenant:b7325d8bfd5e44ce91f2562a58383cdb is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:19:00.689960 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ae180ccf-0bcb-4079-8137-6a057f24e697 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:19:00.696394 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ae180ccf-0bcb-4079-8137-6a057f24e697 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:19:00.706213 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae180ccf-0bcb-4079-8137-6a057f24e697 admin admin] Made reservation on behalf of b7325d8bfd5e44ce91f2562a58383cdb for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:19:00.708610 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ae180ccf-0bcb-4079-8137-6a057f24e697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:00.725050 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ae180ccf-0bcb-4079-8137-6a057f24e697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:00.757631 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ae180ccf-0bcb-4079-8137-6a057f24e697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:19:00.762229 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ae180ccf-0bcb-4079-8137-6a057f24e697 admin admin] Usage tracker for resource:security_group_rule and tenant:b7325d8bfd5e44ce91f2562a58383cdb is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:19:00.764963 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ae180ccf-0bcb-4079-8137-6a057f24e697 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:19:00.770789 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ae180ccf-0bcb-4079-8137-6a057f24e697 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:19:00.833519 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ae180ccf-0bcb-4079-8137-6a057f24e697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:00.837690 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ae180ccf-0bcb-4079-8137-6a057f24e697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:00.854869 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ae180ccf-0bcb-4079-8137-6a057f24e697 admin admin] Reserving flat network on physical network physnet1 {{(pid=83867) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 11 15:19:00.874914 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae180ccf-0bcb-4079-8137-6a057f24e697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75af99b-5839-4164-bcec-6f3a487b79d8,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:19:00.879258 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ae180ccf-0bcb-4079-8137-6a057f24e697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:00.879608 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-ae180ccf-0bcb-4079-8137-6a057f24e697 admin admin] Added segment 98c40b21-57c2-495a-9738-f5ee4304deda of type flat for network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 Mar 11 15:19:00.911581 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ae180ccf-0bcb-4079-8137-6a057f24e697 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:00.948672 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ae180ccf-0bcb-4079-8137-6a057f24e697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:00.949483 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae180ccf-0bcb-4079-8137-6a057f24e697 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:19:00.950043 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ae180ccf-0bcb-4079-8137-6a057f24e697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:01.050777 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae180ccf-0bcb-4079-8137-6a057f24e697 admin admin] Pushing event updated for resources: {'Network': ['ID=69193b02-dbf5-4ccf-b3ce-76dabd3f8655,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:19:01.054402 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ae180ccf-0bcb-4079-8137-6a057f24e697 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7694240 Mar 11 15:19:01.062518 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:19:01.524686 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-58ecd3eb-0401-47c6-8b90-23609155075a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:02.657966 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:02.800402 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:03.339787 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 58748) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:19:03.608031 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83226fd6-7693-4067-9990-3ffd186d05db admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:19:03.609379 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-83226fd6-7693-4067-9990-3ffd186d05db admin admin] 10.222.0.31 "GET /v2.0/subnets/e7975399-7dbd-4708-badd-b187c81d1f55 HTTP/1.1" status: 200 len: 849 time: 0.2686296 Mar 11 15:19:03.753274 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-f9ef9f31-733c-42d4-82db-677ba44fab79 admin admin] 10.222.0.31 "GET /v2.0/routers/84d11e5c-6471-492b-9416-8b7a47b7d963 HTTP/1.1" status: 200 len: 704 time: 0.1385279 Mar 11 15:19:03.984999 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:04.235169 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e0659d37-1e27-4219-a8ca-2f89f62b8a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:04.468385 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-e0659d37-1e27-4219-a8ca-2f89f62b8a0b admin admin] Allocated IP 172.20.0.1 (41a193c1-fab7-45da-aacc-5e199a8b9a61/e7975399-7dbd-4708-badd-b187c81d1f55/2c72ffc8-e803-4211-8259-fa51b7c2c442) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:19:04.661516 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e0659d37-1e27-4219-a8ca-2f89f62b8a0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:04.680564 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-e0659d37-1e27-4219-a8ca-2f89f62b8a0b admin admin] Transition to ACTIVE for port object 2c72ffc8-e803-4211-8259-fa51b7c2c442 will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:19:04.733401 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e0659d37-1e27-4219-a8ca-2f89f62b8a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:04.800896 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0659d37-1e27-4219-a8ca-2f89f62b8a0b admin admin] Network 41a193c1-fab7-45da-aacc-5e199a8b9a61 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:19:04.803747 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-e0659d37-1e27-4219-a8ca-2f89f62b8a0b admin admin] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:19:04.809966 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0659d37-1e27-4219-a8ca-2f89f62b8a0b admin admin] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:19:04.810483 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e0659d37-1e27-4219-a8ca-2f89f62b8a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:04.813102 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0659d37-1e27-4219-a8ca-2f89f62b8a0b admin admin] Pushing event updated for resources: {'Port': ['ID=2c72ffc8-e803-4211-8259-fa51b7c2c442,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:19:04.938248 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e0659d37-1e27-4219-a8ca-2f89f62b8a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:05.056074 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fdfbe29d-9c05-4999-aa5b-ff2ddf5b1cf6 None None] Provisioning for port 2c72ffc8-e803-4211-8259-fa51b7c2c442 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:19:05.060745 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fdfbe29d-9c05-4999-aa5b-ff2ddf5b1cf6 None None] Provisioning complete for port 2c72ffc8-e803-4211-8259-fa51b7c2c442 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:19:05.061116 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fdfbe29d-9c05-4999-aa5b-ff2ddf5b1cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:05.113288 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-fdfbe29d-9c05-4999-aa5b-ff2ddf5b1cf6 None None] Port 2c72ffc8-e803-4211-8259-fa51b7c2c442 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:19:05.167150 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e0659d37-1e27-4219-a8ca-2f89f62b8a0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:05.175109 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e0659d37-1e27-4219-a8ca-2f89f62b8a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:05.175589 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e0659d37-1e27-4219-a8ca-2f89f62b8a0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:05.308700 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0659d37-1e27-4219-a8ca-2f89f62b8a0b admin admin] Pushing event updated for resources: {'Port': ['ID=2c72ffc8-e803-4211-8259-fa51b7c2c442,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:19:05.371763 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0659d37-1e27-4219-a8ca-2f89f62b8a0b admin admin] Network 41a193c1-fab7-45da-aacc-5e199a8b9a61 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:19:05.372829 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-e0659d37-1e27-4219-a8ca-2f89f62b8a0b admin admin] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:19:05.536290 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-296145c9-3d70-4861-8550-6d03962c9992 None None] Provisioning complete for port 2c72ffc8-e803-4211-8259-fa51b7c2c442 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:19:05.536663 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-296145c9-3d70-4861-8550-6d03962c9992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:05.598667 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-296145c9-3d70-4861-8550-6d03962c9992 None None] Port 2c72ffc8-e803-4211-8259-fa51b7c2c442 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:19:05.733250 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0659d37-1e27-4219-a8ca-2f89f62b8a0b admin admin] Router 84d11e5c-6471-492b-9416-8b7a47b7d963 is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:19:05.893963 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0659d37-1e27-4219-a8ca-2f89f62b8a0b admin admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:19:05.903950 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec616958-5b65-42d2-8edc-1d38f5f3c947 None None] Sync routers for ids ['84d11e5c-6471-492b-9416-8b7a47b7d963'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:19:05.904581 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e0659d37-1e27-4219-a8ca-2f89f62b8a0b admin admin] 10.222.0.31 "PUT /v2.0/routers/84d11e5c-6471-492b-9416-8b7a47b7d963/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1454663 Mar 11 15:19:05.918222 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec616958-5b65-42d2-8edc-1d38f5f3c947 None None] Routers {'84d11e5c-6471-492b-9416-8b7a47b7d963'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:19:05.919503 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-ec616958-5b65-42d2-8edc-1d38f5f3c947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:19:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['84d11e5c-6471-492b-9416-8b7a47b7d963'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:19:06.098791 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-ec616958-5b65-42d2-8edc-1d38f5f3c947 None None] Set router 84d11e5c-6471-492b-9416-8b7a47b7d963 gateway port host: None {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:19:06.479965 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-ec616958-5b65-42d2-8edc-1d38f5f3c947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d11e5c-6471-492b-9416-8b7a47b7d963', 'name': 'router1', 'tenant_id': 'f9e004f1694349e9ae212eb2ca7fc45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:18:55Z', 'updated_at': '2022-03-11T15:19:04Z', 'revision_number': 2, 'project_id': 'f9e004f1694349e9ae212eb2ca7fc45a', 'gw_port_host': None, '_interfaces': [{'id': '2c72ffc8-e803-4211-8259-fa51b7c2c442', 'name': '', 'network_id': '41a193c1-fab7-45da-aacc-5e199a8b9a61', 'tenant_id': 'f9e004f1694349e9ae212eb2ca7fc45a', 'mac_address': 'fa:16:3e:dd:2d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d11e5c-6471-492b-9416-8b7a47b7d963', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7975399-7dbd-4708-badd-b187c81d1f55', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:19:04Z', 'updated_at': '2022-03-11T15:19:05Z', 'revision_number': 2, 'project_id': 'f9e004f1694349e9ae212eb2ca7fc45a', 'subnets': [{'id': 'e7975399-7dbd-4708-badd-b187c81d1f55', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62460b97-a2de-430d-a8b1-fae06b11e117'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:19:06.484959 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec616958-5b65-42d2-8edc-1d38f5f3c947 None None] Checking router: 84d11e5c-6471-492b-9416-8b7a47b7d963 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:19:06.485325 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec616958-5b65-42d2-8edc-1d38f5f3c947 None None] Updating router 84d11e5c-6471-492b-9416-8b7a47b7d963 port 2c72ffc8-e803-4211-8259-fa51b7c2c442 binding host dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:19:06.542026 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ec616958-5b65-42d2-8edc-1d38f5f3c947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:06.911156 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ec616958-5b65-42d2-8edc-1d38f5f3c947 None None] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:06.927260 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-ec616958-5b65-42d2-8edc-1d38f5f3c947 None None] Transition to ACTIVE for port object 2c72ffc8-e803-4211-8259-fa51b7c2c442 will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:19:06.934308 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ec616958-5b65-42d2-8edc-1d38f5f3c947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:07.140677 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4fd30d-3abd-46bc-aaf8-f3d1f890b43d None None] Pushing event updated for resources: {'Port': ['ID=2c72ffc8-e803-4211-8259-fa51b7c2c442,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:19:07.192739 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4fd30d-3abd-46bc-aaf8-f3d1f890b43d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:19:07.193009 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4fd30d-3abd-46bc-aaf8-f3d1f890b43d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:19:07.193339 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4fd30d-3abd-46bc-aaf8-f3d1f890b43d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:19:07.193664 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4fd30d-3abd-46bc-aaf8-f3d1f890b43d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:19:07.194001 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4fd30d-3abd-46bc-aaf8-f3d1f890b43d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:19:07.194314 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4fd30d-3abd-46bc-aaf8-f3d1f890b43d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:19:07.194628 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4fd30d-3abd-46bc-aaf8-f3d1f890b43d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:19:07.194952 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4fd30d-3abd-46bc-aaf8-f3d1f890b43d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:19:07.195871 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4fd30d-3abd-46bc-aaf8-f3d1f890b43d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:19:07.196217 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4fd30d-3abd-46bc-aaf8-f3d1f890b43d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:19:07.196537 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4fd30d-3abd-46bc-aaf8-f3d1f890b43d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:19:07.197927 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4fd30d-3abd-46bc-aaf8-f3d1f890b43d None None] Tracked resource versions report: Mar 11 15:19:07.197927 dv-neutron-833373-1-hyperv neutron-server[83869]: pushed versions: Mar 11 15:19:07.197927 dv-neutron-833373-1-hyperv neutron-server[83869]: { 'ConntrackHelper': {'1.0'}, Mar 11 15:19:07.197927 dv-neutron-833373-1-hyperv neutron-server[83869]: 'Log': {'1.0'}, Mar 11 15:19:07.197927 dv-neutron-833373-1-hyperv neutron-server[83869]: 'Network': {'1.1'}, Mar 11 15:19:07.197927 dv-neutron-833373-1-hyperv neutron-server[83869]: 'Port': {'1.5'}, Mar 11 15:19:07.197927 dv-neutron-833373-1-hyperv neutron-server[83869]: 'PortForwarding': {'1.2'}, Mar 11 15:19:07.197927 dv-neutron-833373-1-hyperv neutron-server[83869]: 'QosPolicy': {'1.8'}, Mar 11 15:19:07.197927 dv-neutron-833373-1-hyperv neutron-server[83869]: 'SecurityGroup': {'1.2'}, Mar 11 15:19:07.197927 dv-neutron-833373-1-hyperv neutron-server[83869]: 'SecurityGroupRule': {'1.0'}, Mar 11 15:19:07.197927 dv-neutron-833373-1-hyperv neutron-server[83869]: 'SubPort': {'1.0'}, Mar 11 15:19:07.197927 dv-neutron-833373-1-hyperv neutron-server[83869]: 'Subnet': {'1.1'}, Mar 11 15:19:07.197927 dv-neutron-833373-1-hyperv neutron-server[83869]: 'Trunk': {'1.1'}} Mar 11 15:19:07.197927 dv-neutron-833373-1-hyperv neutron-server[83869]: consumer versions: Mar 11 15:19:07.197927 dv-neutron-833373-1-hyperv neutron-server[83869]: { DHCP agent@dv-neutron-833373-1-hyperv: {}, Mar 11 15:19:07.197927 dv-neutron-833373-1-hyperv neutron-server[83869]: L3 agent@dv-neutron-833373-1-hyperv: {}, Mar 11 15:19:07.197927 dv-neutron-833373-1-hyperv neutron-server[83869]: Metadata agent@dv-neutron-833373-1-hyperv: {}, Mar 11 15:19:07.197927 dv-neutron-833373-1-hyperv neutron-server[83869]: Metering agent@dv-neutron-833373-1-hyperv: {}, Mar 11 15:19:07.197927 dv-neutron-833373-1-hyperv neutron-server[83869]: Open vSwitch agent@dv-neutron-833373-1-hyperv: { 'ConntrackHelper': '1.0', Mar 11 15:19:07.197927 dv-neutron-833373-1-hyperv neutron-server[83869]: 'Log': '1.0', Mar 11 15:19:07.197927 dv-neutron-833373-1-hyperv neutron-server[83869]: 'Network': '1.1', Mar 11 15:19:07.197927 dv-neutron-833373-1-hyperv neutron-server[83869]: 'Port': '1.5', Mar 11 15:19:07.197927 dv-neutron-833373-1-hyperv neutron-server[83869]: 'PortForwarding': '1.2', Mar 11 15:19:07.197927 dv-neutron-833373-1-hyperv neutron-server[83869]: 'QosPolicy': '1.8', Mar 11 15:19:07.197927 dv-neutron-833373-1-hyperv neutron-server[83869]: 'SecurityGroup': '1.2', Mar 11 15:19:07.197927 dv-neutron-833373-1-hyperv neutron-server[83869]: 'SecurityGroupRule': '1.0', Mar 11 15:19:07.197927 dv-neutron-833373-1-hyperv neutron-server[83869]: 'SubPort': '1.0', Mar 11 15:19:07.197927 dv-neutron-833373-1-hyperv neutron-server[83869]: 'Subnet': '1.1', Mar 11 15:19:07.197927 dv-neutron-833373-1-hyperv neutron-server[83869]: 'Trunk': '1.1'}} Mar 11 15:19:07.197927 dv-neutron-833373-1-hyperv neutron-server[83869]: {{(pid=83869) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 15:19:07.203827 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-ec616958-5b65-42d2-8edc-1d38f5f3c947 None None] Attempting to bind port 2c72ffc8-e803-4211-8259-fa51b7c2c442 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:19:07.204243 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-ec616958-5b65-42d2-8edc-1d38f5f3c947 None None] Attempting to bind port 2c72ffc8-e803-4211-8259-fa51b7c2c442 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'de8cfb73-f980-4ed5-a951-a53d37f591e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '41a193c1-fab7-45da-aacc-5e199a8b9a61'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:19:07.204691 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec616958-5b65-42d2-8edc-1d38f5f3c947 None None] Attempting to bind port 2c72ffc8-e803-4211-8259-fa51b7c2c442 on network 41a193c1-fab7-45da-aacc-5e199a8b9a61 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:19:07.211401 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec616958-5b65-42d2-8edc-1d38f5f3c947 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:19:07.212014 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec616958-5b65-42d2-8edc-1d38f5f3c947 None None] Checking segment: {'id': 'de8cfb73-f980-4ed5-a951-a53d37f591e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '41a193c1-fab7-45da-aacc-5e199a8b9a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:19:07.212510 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ec616958-5b65-42d2-8edc-1d38f5f3c947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:07.212892 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec616958-5b65-42d2-8edc-1d38f5f3c947 None None] Bound using segment: {'id': 'de8cfb73-f980-4ed5-a951-a53d37f591e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '41a193c1-fab7-45da-aacc-5e199a8b9a61'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:19:07.213363 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-ec616958-5b65-42d2-8edc-1d38f5f3c947 None None] Bound port: 2c72ffc8-e803-4211-8259-fa51b7c2c442, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de8cfb73-f980-4ed5-a951-a53d37f591e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '41a193c1-fab7-45da-aacc-5e199a8b9a61'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:19:07.213744 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ec616958-5b65-42d2-8edc-1d38f5f3c947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:07.301192 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-ec616958-5b65-42d2-8edc-1d38f5f3c947 None None] For port 2c72ffc8-e803-4211-8259-fa51b7c2c442, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:19:07.305960 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-ec616958-5b65-42d2-8edc-1d38f5f3c947 None None] For port 2c72ffc8-e803-4211-8259-fa51b7c2c442, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=2c72ffc8-e803-4211-8259-fa51b7c2c442,segment=NetworkSegment(de8cfb73-f980-4ed5-a951-a53d37f591e4),segment_id=de8cfb73-f980-4ed5-a951-a53d37f591e4)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:19:07.312292 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ec616958-5b65-42d2-8edc-1d38f5f3c947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:07.398919 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec616958-5b65-42d2-8edc-1d38f5f3c947 None None] Routers {'84d11e5c-6471-492b-9416-8b7a47b7d963'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:19:07.399651 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-ec616958-5b65-42d2-8edc-1d38f5f3c947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:19:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['84d11e5c-6471-492b-9416-8b7a47b7d963'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:19:07.455334 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4fd30d-3abd-46bc-aaf8-f3d1f890b43d None None] Pushing event updated for resources: {'Port': ['ID=2c72ffc8-e803-4211-8259-fa51b7c2c442,revision_number=4']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:19:07.559084 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-ec616958-5b65-42d2-8edc-1d38f5f3c947 None None] Set router 84d11e5c-6471-492b-9416-8b7a47b7d963 gateway port host: None {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:19:07.883107 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-ec616958-5b65-42d2-8edc-1d38f5f3c947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d11e5c-6471-492b-9416-8b7a47b7d963', 'name': 'router1', 'tenant_id': 'f9e004f1694349e9ae212eb2ca7fc45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:18:55Z', 'updated_at': '2022-03-11T15:19:04Z', 'revision_number': 2, 'project_id': 'f9e004f1694349e9ae212eb2ca7fc45a', 'gw_port_host': None, '_interfaces': [{'id': '2c72ffc8-e803-4211-8259-fa51b7c2c442', 'name': '', 'network_id': '41a193c1-fab7-45da-aacc-5e199a8b9a61', 'tenant_id': 'f9e004f1694349e9ae212eb2ca7fc45a', 'mac_address': 'fa:16:3e:dd:2d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d11e5c-6471-492b-9416-8b7a47b7d963', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7975399-7dbd-4708-badd-b187c81d1f55', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:19:04Z', 'updated_at': '2022-03-11T15:19:07Z', 'revision_number': 4, 'project_id': 'f9e004f1694349e9ae212eb2ca7fc45a', 'subnets': [{'id': 'e7975399-7dbd-4708-badd-b187c81d1f55', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62460b97-a2de-430d-a8b1-fae06b11e117'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:19:07.887295 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec616958-5b65-42d2-8edc-1d38f5f3c947 None None] The sync data for ids ['84d11e5c-6471-492b-9416-8b7a47b7d963'] in dv-neutron-833373-1-hyperv is: [{'id': '84d11e5c-6471-492b-9416-8b7a47b7d963', 'name': 'router1', 'tenant_id': 'f9e004f1694349e9ae212eb2ca7fc45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:18:55Z', 'updated_at': '2022-03-11T15:19:04Z', 'revision_number': 2, 'project_id': 'f9e004f1694349e9ae212eb2ca7fc45a', 'gw_port_host': None, '_interfaces': [{'id': '2c72ffc8-e803-4211-8259-fa51b7c2c442', 'name': '', 'network_id': '41a193c1-fab7-45da-aacc-5e199a8b9a61', 'tenant_id': 'f9e004f1694349e9ae212eb2ca7fc45a', 'mac_address': 'fa:16:3e:dd:2d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d11e5c-6471-492b-9416-8b7a47b7d963', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7975399-7dbd-4708-badd-b187c81d1f55', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:19:04Z', 'updated_at': '2022-03-11T15:19:07Z', 'revision_number': 4, 'project_id': 'f9e004f1694349e9ae212eb2ca7fc45a', 'subnets': [{'id': 'e7975399-7dbd-4708-badd-b187c81d1f55', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62460b97-a2de-430d-a8b1-fae06b11e117'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:19:08.082140 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 58770) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:19:08.307400 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb68301-3ea7-4888-9162-d6ab84e2d413 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:19:08.307957 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-8fb68301-3ea7-4888-9162-d6ab84e2d413 admin admin] Synchronizing usage tracker for tenant:b7325d8bfd5e44ce91f2562a58383cdb on resource:network {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:19:08.325861 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-8fb68301-3ea7-4888-9162-d6ab84e2d413 admin admin] Unset dirty status for tenant:b7325d8bfd5e44ce91f2562a58383cdb on resource:network {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:19:08.327162 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-8fb68301-3ea7-4888-9162-d6ab84e2d413 admin admin] 10.222.0.31 "GET /v2.0/networks/69193b02-dbf5-4ccf-b3ce-76dabd3f8655 HTTP/1.1" status: 200 len: 842 time: 0.2440898 Mar 11 15:19:08.337513 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-01f7d2eb-b438-4cb3-83b5-13d56d3b6bcf admin admin] Request body: {'subnet': {'cidr': '172.26.0.0/24', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.26.0.1', 'ip_version': 4}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:19:08.342709 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-01f7d2eb-b438-4cb3-83b5-13d56d3b6bcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:19:08.346418 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-01f7d2eb-b438-4cb3-83b5-13d56d3b6bcf admin admin] Usage tracker for resource:subnet and tenant:b7325d8bfd5e44ce91f2562a58383cdb is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:19:08.349201 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-01f7d2eb-b438-4cb3-83b5-13d56d3b6bcf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:19:08.355731 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-01f7d2eb-b438-4cb3-83b5-13d56d3b6bcf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:19:08.365155 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f7d2eb-b438-4cb3-83b5-13d56d3b6bcf admin admin] Made reservation on behalf of b7325d8bfd5e44ce91f2562a58383cdb for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:19:08.367464 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-01f7d2eb-b438-4cb3-83b5-13d56d3b6bcf admin admin] Notify callbacks [] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:08.729978 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.objects.ports [None req-01f7d2eb-b438-4cb3-83b5-13d56d3b6bcf admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83867) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 15:19:08.730249 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-01f7d2eb-b438-4cb3-83b5-13d56d3b6bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:08.807939 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7d2eb-b438-4cb3-83b5-13d56d3b6bcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d55cf63c-e1a3-44ce-936b-0a587a722c42,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:19:08.825545 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f7d2eb-b438-4cb3-83b5-13d56d3b6bcf admin admin] Checking segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:19:08.825895 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f7d2eb-b438-4cb3-83b5-13d56d3b6bcf admin admin] Network hostable DHCP agents. Network: 69193b02-dbf5-4ccf-b3ce-76dabd3f8655, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:19:08.848061 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f7d2eb-b438-4cb3-83b5-13d56d3b6bcf admin admin] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:19:08.858675 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-01f7d2eb-b438-4cb3-83b5-13d56d3b6bcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 69193b02-dbf5-4ccf-b3ce-76dabd3f8655) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:19:08.863206 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f7d2eb-b438-4cb3-83b5-13d56d3b6bcf admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:19:08.863734 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-01f7d2eb-b438-4cb3-83b5-13d56d3b6bcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:08.868420 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fdf8e3-f207-4811-b839-f03050f54395 None None] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:19:08.888727 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-01f7d2eb-b438-4cb3-83b5-13d56d3b6bcf admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5558188 Mar 11 15:19:09.031128 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 2c72ffc8-e803-4211-8259-fa51b7c2c442 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:19:09.192079 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 2c72ffc8-e803-4211-8259-fa51b7c2c442 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:19:09.198348 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2fd953-ea9a-44b3-9f51-405215d63e9c None None] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:19:09.215354 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 2c72ffc8-e803-4211-8259-fa51b7c2c442 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:19:09.215717 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:09.485893 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:09.551201 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 2c72ffc8-e803-4211-8259-fa51b7c2c442, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=2c72ffc8-e803-4211-8259-fa51b7c2c442,segment=NetworkSegment(de8cfb73-f980-4ed5-a951-a53d37f591e4),segment_id=de8cfb73-f980-4ed5-a951-a53d37f591e4)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:19:09.556754 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:09.624878 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=2c72ffc8-e803-4211-8259-fa51b7c2c442,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:19:10.988394 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 2c72ffc8-e803-4211-8259-fa51b7c2c442 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:19:11.069530 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 2c72ffc8-e803-4211-8259-fa51b7c2c442 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:19:11.069941 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:11.292289 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 58784) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:19:11.547924 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-612ba330-7d39-4572-ae5a-d1b2a37eb448 admin admin] 10.222.0.31 "GET /v2.0/routers/84d11e5c-6471-492b-9416-8b7a47b7d963 HTTP/1.1" status: 200 len: 710 time: 0.2544050 Mar 11 15:19:11.677750 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415ae211-6f7d-42ee-b298-496adfd4c278 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:19:11.679104 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-415ae211-6f7d-42ee-b298-496adfd4c278 admin admin] 10.222.0.31 "GET /v2.0/networks/69193b02-dbf5-4ccf-b3ce-76dabd3f8655 HTTP/1.1" status: 200 len: 886 time: 0.1262834 Mar 11 15:19:11.688179 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-af80b75d-1204-499f-a719-fc8cb21a7583 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:19:12.165847 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-af80b75d-1204-499f-a719-fc8cb21a7583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:12.394260 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-af80b75d-1204-499f-a719-fc8cb21a7583 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:12.450075 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-af80b75d-1204-499f-a719-fc8cb21a7583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:12.581968 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-af80b75d-1204-499f-a719-fc8cb21a7583 admin admin] Allocated IP 172.26.0.136 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/ce6e0ea0-1ca1-47e6-a494-7515ea265670) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:19:12.723036 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-af80b75d-1204-499f-a719-fc8cb21a7583 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:12.750770 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-af80b75d-1204-499f-a719-fc8cb21a7583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:12.817649 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af80b75d-1204-499f-a719-fc8cb21a7583 admin admin] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:19:12.821617 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-af80b75d-1204-499f-a719-fc8cb21a7583 admin admin] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:19:12.825854 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af80b75d-1204-499f-a719-fc8cb21a7583 admin admin] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:19:12.848865 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80b75d-1204-499f-a719-fc8cb21a7583 admin admin] Pushing event updated for resources: {'Port': ['ID=ce6e0ea0-1ca1-47e6-a494-7515ea265670,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:19:12.969448 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-af80b75d-1204-499f-a719-fc8cb21a7583 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:13.133282 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-af80b75d-1204-499f-a719-fc8cb21a7583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:13.136694 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-af80b75d-1204-499f-a719-fc8cb21a7583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709172', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-708534'] for router, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:13.332290 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af80b75d-1204-499f-a719-fc8cb21a7583 admin admin] Router 84d11e5c-6471-492b-9416-8b7a47b7d963 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:19:13.520900 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af80b75d-1204-499f-a719-fc8cb21a7583 admin admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:19:13.528735 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-af80b75d-1204-499f-a719-fc8cb21a7583 admin admin] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:13.529891 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-af80b75d-1204-499f-a719-fc8cb21a7583 admin admin] 10.222.0.31 "PUT /v2.0/routers/84d11e5c-6471-492b-9416-8b7a47b7d963 HTTP/1.1" status: 200 len: 890 time: 1.8451352 Mar 11 15:19:13.531334 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f656037b-ac5e-41d4-b7b7-14e6d0880500 None None] Sync routers for ids ['84d11e5c-6471-492b-9416-8b7a47b7d963'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:19:13.545720 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f656037b-ac5e-41d4-b7b7-14e6d0880500 None None] Routers {'84d11e5c-6471-492b-9416-8b7a47b7d963'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:19:13.546496 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-f656037b-ac5e-41d4-b7b7-14e6d0880500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:19:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['84d11e5c-6471-492b-9416-8b7a47b7d963'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:19:13.740684 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-f656037b-ac5e-41d4-b7b7-14e6d0880500 None None] Set router 84d11e5c-6471-492b-9416-8b7a47b7d963 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:19:14.080848 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-f656037b-ac5e-41d4-b7b7-14e6d0880500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d11e5c-6471-492b-9416-8b7a47b7d963', 'name': 'router1', 'tenant_id': 'f9e004f1694349e9ae212eb2ca7fc45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ce6e0ea0-1ca1-47e6-a494-7515ea265670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:18:55Z', 'updated_at': '2022-03-11T15:19:12Z', 'revision_number': 4, 'project_id': 'f9e004f1694349e9ae212eb2ca7fc45a', 'gw_port': {'id': 'ce6e0ea0-1ca1-47e6-a494-7515ea265670', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d11e5c-6471-492b-9416-8b7a47b7d963', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:19:12Z', 'updated_at': '2022-03-11T15:19:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '2c72ffc8-e803-4211-8259-fa51b7c2c442', 'name': '', 'network_id': '41a193c1-fab7-45da-aacc-5e199a8b9a61', 'tenant_id': 'f9e004f1694349e9ae212eb2ca7fc45a', 'mac_address': 'fa:16:3e:dd:2d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d11e5c-6471-492b-9416-8b7a47b7d963', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7975399-7dbd-4708-badd-b187c81d1f55', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:19:04Z', 'updated_at': '2022-03-11T15:19:09Z', 'revision_number': 5, 'project_id': 'f9e004f1694349e9ae212eb2ca7fc45a', 'subnets': [{'id': 'e7975399-7dbd-4708-badd-b187c81d1f55', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62460b97-a2de-430d-a8b1-fae06b11e117'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:19:14.085797 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f656037b-ac5e-41d4-b7b7-14e6d0880500 None None] Checking router: 84d11e5c-6471-492b-9416-8b7a47b7d963 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:19:14.086154 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f656037b-ac5e-41d4-b7b7-14e6d0880500 None None] Updating router 84d11e5c-6471-492b-9416-8b7a47b7d963 port ce6e0ea0-1ca1-47e6-a494-7515ea265670 binding host dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:19:14.138855 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f656037b-ac5e-41d4-b7b7-14e6d0880500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:14.474234 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f656037b-ac5e-41d4-b7b7-14e6d0880500 None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:14.486475 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f656037b-ac5e-41d4-b7b7-14e6d0880500 None None] Transition to ACTIVE for port object ce6e0ea0-1ca1-47e6-a494-7515ea265670 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:19:14.493978 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f656037b-ac5e-41d4-b7b7-14e6d0880500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:14.578573 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f93d3-4da5-4eda-b765-09e2d04f4eff None None] Pushing event updated for resources: {'Port': ['ID=ce6e0ea0-1ca1-47e6-a494-7515ea265670,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:19:14.582858 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-f656037b-ac5e-41d4-b7b7-14e6d0880500 None None] Attempting to bind port ce6e0ea0-1ca1-47e6-a494-7515ea265670 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:19:14.582858 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-f656037b-ac5e-41d4-b7b7-14e6d0880500 None None] Attempting to bind port ce6e0ea0-1ca1-47e6-a494-7515ea265670 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:19:14.583114 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f656037b-ac5e-41d4-b7b7-14e6d0880500 None None] Attempting to bind port ce6e0ea0-1ca1-47e6-a494-7515ea265670 on network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:19:14.589844 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f656037b-ac5e-41d4-b7b7-14e6d0880500 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:19:14.590220 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f656037b-ac5e-41d4-b7b7-14e6d0880500 None None] Checking segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:19:14.590614 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f656037b-ac5e-41d4-b7b7-14e6d0880500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:14.590998 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f656037b-ac5e-41d4-b7b7-14e6d0880500 None None] Bound using segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:19:14.591458 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-f656037b-ac5e-41d4-b7b7-14e6d0880500 None None] Bound port: ce6e0ea0-1ca1-47e6-a494-7515ea265670, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:19:14.591845 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f656037b-ac5e-41d4-b7b7-14e6d0880500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:14.692338 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-f656037b-ac5e-41d4-b7b7-14e6d0880500 None None] For port ce6e0ea0-1ca1-47e6-a494-7515ea265670, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:19:14.695686 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-f656037b-ac5e-41d4-b7b7-14e6d0880500 None None] For port ce6e0ea0-1ca1-47e6-a494-7515ea265670, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ce6e0ea0-1ca1-47e6-a494-7515ea265670,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:19:14.700358 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f656037b-ac5e-41d4-b7b7-14e6d0880500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:14.778001 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f93d3-4da5-4eda-b765-09e2d04f4eff None None] Pushing event updated for resources: {'Port': ['ID=ce6e0ea0-1ca1-47e6-a494-7515ea265670,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:19:14.783218 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f656037b-ac5e-41d4-b7b7-14e6d0880500 None None] Routers {'84d11e5c-6471-492b-9416-8b7a47b7d963'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:19:14.783812 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-f656037b-ac5e-41d4-b7b7-14e6d0880500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:19:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['84d11e5c-6471-492b-9416-8b7a47b7d963'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:19:14.964505 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-f656037b-ac5e-41d4-b7b7-14e6d0880500 None None] Set router 84d11e5c-6471-492b-9416-8b7a47b7d963 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:19:15.297571 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-f656037b-ac5e-41d4-b7b7-14e6d0880500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d11e5c-6471-492b-9416-8b7a47b7d963', 'name': 'router1', 'tenant_id': 'f9e004f1694349e9ae212eb2ca7fc45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ce6e0ea0-1ca1-47e6-a494-7515ea265670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:18:55Z', 'updated_at': '2022-03-11T15:19:12Z', 'revision_number': 4, 'project_id': 'f9e004f1694349e9ae212eb2ca7fc45a', 'gw_port': {'id': 'ce6e0ea0-1ca1-47e6-a494-7515ea265670', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d11e5c-6471-492b-9416-8b7a47b7d963', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:19:12Z', 'updated_at': '2022-03-11T15:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '2c72ffc8-e803-4211-8259-fa51b7c2c442', 'name': '', 'network_id': '41a193c1-fab7-45da-aacc-5e199a8b9a61', 'tenant_id': 'f9e004f1694349e9ae212eb2ca7fc45a', 'mac_address': 'fa:16:3e:dd:2d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d11e5c-6471-492b-9416-8b7a47b7d963', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7975399-7dbd-4708-badd-b187c81d1f55', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:19:04Z', 'updated_at': '2022-03-11T15:19:09Z', 'revision_number': 5, 'project_id': 'f9e004f1694349e9ae212eb2ca7fc45a', 'subnets': [{'id': 'e7975399-7dbd-4708-badd-b187c81d1f55', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62460b97-a2de-430d-a8b1-fae06b11e117'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:19:15.301554 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f656037b-ac5e-41d4-b7b7-14e6d0880500 None None] The sync data for ids ['84d11e5c-6471-492b-9416-8b7a47b7d963'] in dv-neutron-833373-1-hyperv is: [{'id': '84d11e5c-6471-492b-9416-8b7a47b7d963', 'name': 'router1', 'tenant_id': 'f9e004f1694349e9ae212eb2ca7fc45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ce6e0ea0-1ca1-47e6-a494-7515ea265670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:18:55Z', 'updated_at': '2022-03-11T15:19:12Z', 'revision_number': 4, 'project_id': 'f9e004f1694349e9ae212eb2ca7fc45a', 'gw_port': {'id': 'ce6e0ea0-1ca1-47e6-a494-7515ea265670', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d11e5c-6471-492b-9416-8b7a47b7d963', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:19:12Z', 'updated_at': '2022-03-11T15:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '2c72ffc8-e803-4211-8259-fa51b7c2c442', 'name': '', 'network_id': '41a193c1-fab7-45da-aacc-5e199a8b9a61', 'tenant_id': 'f9e004f1694349e9ae212eb2ca7fc45a', 'mac_address': 'fa:16:3e:dd:2d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d11e5c-6471-492b-9416-8b7a47b7d963', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7975399-7dbd-4708-badd-b187c81d1f55', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:19:04Z', 'updated_at': '2022-03-11T15:19:09Z', 'revision_number': 5, 'project_id': 'f9e004f1694349e9ae212eb2ca7fc45a', 'subnets': [{'id': 'e7975399-7dbd-4708-badd-b187c81d1f55', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62460b97-a2de-430d-a8b1-fae06b11e117'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:19:15.811909 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 58794) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:19:15.950574 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-802f3e37-ffff-4a60-8aa5-c8e22cdd777b admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1082 time: 0.1375027 Mar 11 15:19:17.004783 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device ce6e0ea0-1ca1-47e6-a494-7515ea265670 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:19:17.075516 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port ce6e0ea0-1ca1-47e6-a494-7515ea265670 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:19:17.080325 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port ce6e0ea0-1ca1-47e6-a494-7515ea265670 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:19:17.080696 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:17.199824 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:17.229856 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port ce6e0ea0-1ca1-47e6-a494-7515ea265670, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ce6e0ea0-1ca1-47e6-a494-7515ea265670,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:19:17.237464 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:17.306936 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=ce6e0ea0-1ca1-47e6-a494-7515ea265670,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:19:19.000841 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device ce6e0ea0-1ca1-47e6-a494-7515ea265670 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:19:19.079886 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port ce6e0ea0-1ca1-47e6-a494-7515ea265670 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:19:19.080404 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:29.233712 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-520065d6-bb60-4da1-8a53-4ec8fcdab87c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:31.528417 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-952bae3d-3ec9-4793-bbe8-ab9fc58eaeb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:32.664296 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:32.804326 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:33.996086 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:19:36.791213 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 5 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:19:59.240006 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-09c23c91-19c3-4e3f-a7fb-7c1fbdfa944b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:20:01.532481 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-49f10b86-f522-43e1-b678-9f28535dc1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:20:02.659548 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:20:02.809742 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:20:03.993434 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:20:13.791955 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 5 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:20:29.239371 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-495c0426-1a80-48ea-8d9a-e80e3891b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:20:31.536682 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-568a983b-73ec-4a37-9f51-2db05a6e4171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:20:32.655483 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:20:32.812698 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:20:34.003464 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:20:50.793117 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 5 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:20:59.234766 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5afae0ea-2b2c-47fa-af87-56ae826f79ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:21:01.541430 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-225dfe06-8db0-4924-974a-e9179e2a5c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:21:02.659411 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:21:02.815526 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:21:04.002527 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:21:24.456994 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 59402) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:21:24.549598 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0bc1494-8bef-4d6e-b21b-94a62b902b35 admin admin] GET failed (client error): The resource could not be found. Mar 11 15:21:24.550819 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-f0bc1494-8bef-4d6e-b21b-94a62b902b35 admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0928986 Mar 11 15:21:24.723890 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4beb06-4e47-4c95-953a-96552c30bf2b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:21:24.725341 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-2d4beb06-4e47-4c95-953a-96552c30bf2b admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1705608 Mar 11 15:21:26.769114 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 59412) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:21:26.901962 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9352e050-a788-4342-9f84-75eccda21769 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:21:26.902590 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-9352e050-a788-4342-9f84-75eccda21769 admin admin] Synchronizing usage tracker for tenant:b7325d8bfd5e44ce91f2562a58383cdb on resource:subnet {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:21:26.918906 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-9352e050-a788-4342-9f84-75eccda21769 admin admin] Unset dirty status for tenant:b7325d8bfd5e44ce91f2562a58383cdb on resource:subnet {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:21:26.920338 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9352e050-a788-4342-9f84-75eccda21769 admin admin] 10.222.0.31 "GET /v2.0/subnets/e7975399-7dbd-4708-badd-b187c81d1f55 HTTP/1.1" status: 200 len: 849 time: 0.1502702 Mar 11 15:21:26.929528 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-6d5e1ea7-e34f-47d6-8c00-1df29a27277a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:21:27.048482 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6d5e1ea7-e34f-47d6-8c00-1df29a27277a admin admin] Notify callbacks [] for subnet, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:21:27.235766 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6d5e1ea7-e34f-47d6-8c00-1df29a27277a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788847929501'] for subnet, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:21:27.281375 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5e1ea7-e34f-47d6-8c00-1df29a27277a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:21:27.282559 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6d5e1ea7-e34f-47d6-8c00-1df29a27277a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:21:27.283119 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6d5e1ea7-e34f-47d6-8c00-1df29a27277a admin admin] 10.222.0.31 "PUT /v2.0/subnets/e7975399-7dbd-4708-badd-b187c81d1f55 HTTP/1.1" status: 200 len: 868 time: 0.3572657 Mar 11 15:21:27.299099 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dc1166-4306-49ce-a0bb-299aab593b01 None None] Network 41a193c1-fab7-45da-aacc-5e199a8b9a61 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:21:27.306850 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e1ea7-e34f-47d6-8c00-1df29a27277a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7975399-7dbd-4708-badd-b187c81d1f55,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:27.316433 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e1ea7-e34f-47d6-8c00-1df29a27277a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:27.316778 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e1ea7-e34f-47d6-8c00-1df29a27277a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:27.317119 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e1ea7-e34f-47d6-8c00-1df29a27277a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:27.318027 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e1ea7-e34f-47d6-8c00-1df29a27277a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:27.318027 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e1ea7-e34f-47d6-8c00-1df29a27277a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:27.318247 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e1ea7-e34f-47d6-8c00-1df29a27277a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:27.318446 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e1ea7-e34f-47d6-8c00-1df29a27277a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:27.318775 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e1ea7-e34f-47d6-8c00-1df29a27277a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:27.319099 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e1ea7-e34f-47d6-8c00-1df29a27277a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:27.319419 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e1ea7-e34f-47d6-8c00-1df29a27277a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:27.319738 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e1ea7-e34f-47d6-8c00-1df29a27277a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:27.792809 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 5 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:21:27.799998 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b459b590-9300-42f0-9f8d-4e5851b647ed None None] Provisioning complete for port 2c72ffc8-e803-4211-8259-fa51b7c2c442 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:21:27.800394 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b459b590-9300-42f0-9f8d-4e5851b647ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:21:27.929098 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b459b590-9300-42f0-9f8d-4e5851b647ed None None] Provisioning complete for port bfe2babf-c229-4df3-a665-4188e03abed4 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:21:27.929858 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b459b590-9300-42f0-9f8d-4e5851b647ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:21:29.228054 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cd61cfdc-617e-49d6-b8f2-bcf5f6ce480e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:21:29.368296 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 59422) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:21:29.562836 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac178ae-782b-4c1d-a58b-29e0457dfd5d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:21:29.563118 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac178ae-782b-4c1d-a58b-29e0457dfd5d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:21:29.564656 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-eac178ae-782b-4c1d-a58b-29e0457dfd5d admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1958032 Mar 11 15:21:31.545805 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-92c00207-8087-44de-9d1b-c3952a1a29f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:21:31.675262 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 59432) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:21:31.871038 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa21cd0-bc1d-43bb-8b66-0559c4798014 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:21:31.871419 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa21cd0-bc1d-43bb-8b66-0559c4798014 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:21:31.872971 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-bfa21cd0-bc1d-43bb-8b66-0559c4798014 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1967390 Mar 11 15:21:32.662137 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:21:32.817502 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:21:33.938657 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 59442) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:21:34.008982 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:21:34.141469 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ffb50e-5c7e-4170-b4f6-847e32cd10fa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:21:34.142717 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-33ffb50e-5c7e-4170-b4f6-847e32cd10fa admin admin] 10.222.0.31 "GET /v2.0/networks/41a193c1-fab7-45da-aacc-5e199a8b9a61 HTTP/1.1" status: 200 len: 869 time: 0.2031193 Mar 11 15:21:36.293142 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 59452) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:21:36.485775 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39811de1-6f99-44db-b180-a4c21309415a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:21:36.487046 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-39811de1-6f99-44db-b180-a4c21309415a admin admin] 10.222.0.31 "GET /v2.0/networks/69193b02-dbf5-4ccf-b3ce-76dabd3f8655 HTTP/1.1" status: 200 len: 886 time: 0.1929080 Mar 11 15:21:38.618003 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 59462) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:21:38.756038 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0860a32-eba5-4030-9ac4-12d0064f3f90 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:21:38.756437 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0860a32-eba5-4030-9ac4-12d0064f3f90 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:21:38.757921 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b0860a32-eba5-4030-9ac4-12d0064f3f90 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1389818 Mar 11 15:21:40.785978 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 59472) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:21:40.914263 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfb69ae-e495-4469-87ad-5c95e37be697 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:21:40.914638 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfb69ae-e495-4469-87ad-5c95e37be697 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:21:40.916183 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ebfb69ae-e495-4469-87ad-5c95e37be697 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1292076 Mar 11 15:21:42.972090 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 59482) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:21:43.098457 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce659ef-a23d-48a8-8244-bb6799841d1e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:21:43.099747 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0ce659ef-a23d-48a8-8244-bb6799841d1e admin admin] 10.222.0.31 "GET /v2.0/subnets/d55cf63c-e1a3-44ce-936b-0a587a722c42 HTTP/1.1" status: 200 len: 816 time: 0.1267145 Mar 11 15:21:45.139367 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 59492) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:21:45.268315 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea221f18-7702-43f1-9da1-17079ff615e0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:21:45.269576 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ea221f18-7702-43f1-9da1-17079ff615e0 admin admin] 10.222.0.31 "GET /v2.0/subnets/e7975399-7dbd-4708-badd-b187c81d1f55 HTTP/1.1" status: 200 len: 868 time: 0.1292744 Mar 11 15:21:59.232877 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-16eb6a31-873d-4ffc-8e0e-c7dce44812df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:22:01.548344 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-78f232a2-9657-492f-b769-ab2d66892ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:22:02.664766 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:22:02.819812 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:22:03.664449 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 59530) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:22:03.740653 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [None req-cbed03c1-f08e-4157-91e2-d0ccaf7b2450 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83867) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:22:03.741638 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-cbed03c1-f08e-4157-91e2-d0ccaf7b2450 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0762689 Mar 11 15:22:04.011179 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:22:04.793469 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 5 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:22:05.849181 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 59540) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:22:06.006495 dv-neutron-833373-1-hyperv neutron-server[83866]: WARNING oslo_policy.policy [None req-29e6d6f5-ccfc-4007-8b39-878c235c2694 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 15:22:06.007063 dv-neutron-833373-1-hyperv neutron-server[83866]: WARNING oslo_policy.policy [None req-29e6d6f5-ccfc-4007-8b39-878c235c2694 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 15:22:06.264544 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-29e6d6f5-ccfc-4007-8b39-878c235c2694 admin admin] GET failed (client error): The resource could not be found. Mar 11 15:22:06.266050 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-29e6d6f5-ccfc-4007-8b39-878c235c2694 admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.4159811 Mar 11 15:22:06.456514 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.policy [None req-c67af5a2-302e-4eef-b1ac-4d52f5fa9634 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83866) register_rules /opt/stack/neutron/neutron/policy.py:65}} Mar 11 15:22:06.457234 dv-neutron-833373-1-hyperv neutron-server[83866]: WARNING oslo_policy.policy [None req-c67af5a2-302e-4eef-b1ac-4d52f5fa9634 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 15:22:06.457607 dv-neutron-833373-1-hyperv neutron-server[83866]: WARNING oslo_policy.policy [None req-c67af5a2-302e-4eef-b1ac-4d52f5fa9634 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 15:22:06.460566 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67af5a2-302e-4eef-b1ac-4d52f5fa9634 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:06.462329 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c67af5a2-302e-4eef-b1ac-4d52f5fa9634 admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1923378 Mar 11 15:22:08.508948 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 59556) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:22:08.581135 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-c8a0c2c7-3157-426e-9c3c-0d32d57c0128 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:22:08.585048 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.quota [None req-c8a0c2c7-3157-426e-9c3c-0d32d57c0128 admin admin] Loaded quota_driver: . Mar 11 15:22:08.591658 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-c8a0c2c7-3157-426e-9c3c-0d32d57c0128 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:22:08.605845 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-c8a0c2c7-3157-426e-9c3c-0d32d57c0128 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:22:08.620660 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a0c2c7-3157-426e-9c3c-0d32d57c0128 admin admin] Made reservation on behalf of b7325d8bfd5e44ce91f2562a58383cdb for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:22:08.623431 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c8a0c2c7-3157-426e-9c3c-0d32d57c0128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:22:08.720788 dv-neutron-833373-1-hyperv neutron-server[83866]: WARNING neutron.services.revisions.revision_plugin [None req-c8a0c2c7-3157-426e-9c3c-0d32d57c0128 admin admin] Could not find related network for resource to bump revision. Mar 11 15:22:08.737717 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8a0c2c7-3157-426e-9c3c-0d32d57c0128 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:22:08.750758 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c8a0c2c7-3157-426e-9c3c-0d32d57c0128 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788847959920', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:22:08.751323 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c8a0c2c7-3157-426e-9c3c-0d32d57c0128 admin admin] Unsubscribe: segment precommit_create {{(pid=83866) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 11 15:22:08.751818 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-c8a0c2c7-3157-426e-9c3c-0d32d57c0128 admin admin] Added segment 4bbc31e5-fb27-4fa5-9406-001db637306b of type vlan for network 6f25ac28-6ca7-4d32-b770-9760e130686f Mar 11 15:22:08.819147 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c8a0c2c7-3157-426e-9c3c-0d32d57c0128 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:22:08.853689 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c8a0c2c7-3157-426e-9c3c-0d32d57c0128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:22:08.854629 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a0c2c7-3157-426e-9c3c-0d32d57c0128 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:08.855241 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c8a0c2c7-3157-426e-9c3c-0d32d57c0128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:22:08.940555 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c8a0c2c7-3157-426e-9c3c-0d32d57c0128 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4298985 Mar 11 15:22:08.968696 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0c2c7-3157-426e-9c3c-0d32d57c0128 admin admin] Pushing event updated for resources: {'Network': ['ID=6f25ac28-6ca7-4d32-b770-9760e130686f,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:08.978795 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a0c2c7-3157-426e-9c3c-0d32d57c0128 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:08.978795 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a0c2c7-3157-426e-9c3c-0d32d57c0128 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:08.979576 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a0c2c7-3157-426e-9c3c-0d32d57c0128 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:08.979682 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a0c2c7-3157-426e-9c3c-0d32d57c0128 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:08.980012 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a0c2c7-3157-426e-9c3c-0d32d57c0128 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:08.980357 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a0c2c7-3157-426e-9c3c-0d32d57c0128 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:08.980691 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a0c2c7-3157-426e-9c3c-0d32d57c0128 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:08.981010 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a0c2c7-3157-426e-9c3c-0d32d57c0128 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:08.981324 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a0c2c7-3157-426e-9c3c-0d32d57c0128 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:08.981635 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a0c2c7-3157-426e-9c3c-0d32d57c0128 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:08.981948 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a0c2c7-3157-426e-9c3c-0d32d57c0128 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:08.983262 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a0c2c7-3157-426e-9c3c-0d32d57c0128 admin admin] Tracked resource versions report: Mar 11 15:22:08.983262 dv-neutron-833373-1-hyperv neutron-server[83866]: pushed versions: Mar 11 15:22:08.983262 dv-neutron-833373-1-hyperv neutron-server[83866]: { 'ConntrackHelper': {'1.0'}, Mar 11 15:22:08.983262 dv-neutron-833373-1-hyperv neutron-server[83866]: 'Log': {'1.0'}, Mar 11 15:22:08.983262 dv-neutron-833373-1-hyperv neutron-server[83866]: 'Network': {'1.1'}, Mar 11 15:22:08.983262 dv-neutron-833373-1-hyperv neutron-server[83866]: 'Port': {'1.5'}, Mar 11 15:22:08.983262 dv-neutron-833373-1-hyperv neutron-server[83866]: 'PortForwarding': {'1.2'}, Mar 11 15:22:08.983262 dv-neutron-833373-1-hyperv neutron-server[83866]: 'QosPolicy': {'1.8'}, Mar 11 15:22:08.983262 dv-neutron-833373-1-hyperv neutron-server[83866]: 'SecurityGroup': {'1.2'}, Mar 11 15:22:08.983262 dv-neutron-833373-1-hyperv neutron-server[83866]: 'SecurityGroupRule': {'1.0'}, Mar 11 15:22:08.983262 dv-neutron-833373-1-hyperv neutron-server[83866]: 'SubPort': {'1.0'}, Mar 11 15:22:08.983262 dv-neutron-833373-1-hyperv neutron-server[83866]: 'Subnet': {'1.1'}, Mar 11 15:22:08.983262 dv-neutron-833373-1-hyperv neutron-server[83866]: 'Trunk': {'1.1'}} Mar 11 15:22:08.983262 dv-neutron-833373-1-hyperv neutron-server[83866]: consumer versions: Mar 11 15:22:08.983262 dv-neutron-833373-1-hyperv neutron-server[83866]: { DHCP agent@dv-neutron-833373-1-hyperv: {}, Mar 11 15:22:08.983262 dv-neutron-833373-1-hyperv neutron-server[83866]: L3 agent@dv-neutron-833373-1-hyperv: {}, Mar 11 15:22:08.983262 dv-neutron-833373-1-hyperv neutron-server[83866]: Metadata agent@dv-neutron-833373-1-hyperv: {}, Mar 11 15:22:08.983262 dv-neutron-833373-1-hyperv neutron-server[83866]: Metering agent@dv-neutron-833373-1-hyperv: {}, Mar 11 15:22:08.983262 dv-neutron-833373-1-hyperv neutron-server[83866]: Open vSwitch agent@dv-neutron-833373-1-hyperv: { 'ConntrackHelper': '1.0', Mar 11 15:22:08.983262 dv-neutron-833373-1-hyperv neutron-server[83866]: 'Log': '1.0', Mar 11 15:22:08.983262 dv-neutron-833373-1-hyperv neutron-server[83866]: 'Network': '1.1', Mar 11 15:22:08.983262 dv-neutron-833373-1-hyperv neutron-server[83866]: 'Port': '1.5', Mar 11 15:22:08.983262 dv-neutron-833373-1-hyperv neutron-server[83866]: 'PortForwarding': '1.2', Mar 11 15:22:08.983262 dv-neutron-833373-1-hyperv neutron-server[83866]: 'QosPolicy': '1.8', Mar 11 15:22:08.983262 dv-neutron-833373-1-hyperv neutron-server[83866]: 'SecurityGroup': '1.2', Mar 11 15:22:08.983262 dv-neutron-833373-1-hyperv neutron-server[83866]: 'SecurityGroupRule': '1.0', Mar 11 15:22:08.983262 dv-neutron-833373-1-hyperv neutron-server[83866]: 'SubPort': '1.0', Mar 11 15:22:08.983262 dv-neutron-833373-1-hyperv neutron-server[83866]: 'Subnet': '1.1', Mar 11 15:22:08.983262 dv-neutron-833373-1-hyperv neutron-server[83866]: 'Trunk': '1.1'}} Mar 11 15:22:08.983262 dv-neutron-833373-1-hyperv neutron-server[83866]: {{(pid=83866) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 15:22:09.019441 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 6f25ac28-6ca7-4d32-b770-9760e130686f details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:22:11.045698 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 59570) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:22:11.134897 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-027e4b7c-7530-4363-97cc-4a975ae57e15 admin admin] GET failed (client error): The resource could not be found. Mar 11 15:22:11.135404 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-027e4b7c-7530-4363-97cc-4a975ae57e15 admin admin] Synchronizing usage tracker for tenant:b7325d8bfd5e44ce91f2562a58383cdb on resource:network {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:22:11.150525 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-027e4b7c-7530-4363-97cc-4a975ae57e15 admin admin] Unset dirty status for tenant:b7325d8bfd5e44ce91f2562a58383cdb on resource:network {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:22:11.151841 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-027e4b7c-7530-4363-97cc-4a975ae57e15 admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1052201 Mar 11 15:22:11.256027 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4058223b-01ea-4181-b8a9-a1f236167846 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:11.257468 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-4058223b-01ea-4181-b8a9-a1f236167846 admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1017647 Mar 11 15:22:11.266754 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-730434b4-e3c1-491d-9688-7451205b5721 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '6f25ac28-6ca7-4d32-b770-9760e130686f'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:22:11.271454 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-730434b4-e3c1-491d-9688-7451205b5721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:22:11.281199 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-730434b4-e3c1-491d-9688-7451205b5721 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:22:11.289692 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730434b4-e3c1-491d-9688-7451205b5721 admin admin] Made reservation on behalf of b7325d8bfd5e44ce91f2562a58383cdb for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:22:11.292646 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-730434b4-e3c1-491d-9688-7451205b5721 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:22:11.510241 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-730434b4-e3c1-491d-9688-7451205b5721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:22:11.600127 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730434b4-e3c1-491d-9688-7451205b5721 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45f0ab94-a202-4fbe-9afa-63acd0163937,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:11.616469 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730434b4-e3c1-491d-9688-7451205b5721 admin admin] Checking segment: {'id': '4bbc31e5-fb27-4fa5-9406-001db637306b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6f25ac28-6ca7-4d32-b770-9760e130686f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:22:11.616872 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730434b4-e3c1-491d-9688-7451205b5721 admin admin] Network hostable DHCP agents. Network: 6f25ac28-6ca7-4d32-b770-9760e130686f, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:22:11.640659 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730434b4-e3c1-491d-9688-7451205b5721 admin admin] Network 6f25ac28-6ca7-4d32-b770-9760e130686f is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:22:11.651627 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-730434b4-e3c1-491d-9688-7451205b5721 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 6f25ac28-6ca7-4d32-b770-9760e130686f) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:22:11.656295 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730434b4-e3c1-491d-9688-7451205b5721 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:11.656890 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-730434b4-e3c1-491d-9688-7451205b5721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:22:11.661276 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d66fa74-0679-448f-9097-e81052235ddd None None] Network 6f25ac28-6ca7-4d32-b770-9760e130686f requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:22:11.682516 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-730434b4-e3c1-491d-9688-7451205b5721 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4189603 Mar 11 15:22:11.882338 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1883470-aaab-46c9-b7b1-949e11e6ba9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-6f25ac28-6ca7-4d32-b770-9760e130686f', 'network_id': '6f25ac28-6ca7-4d32-b770-9760e130686f', 'tenant_id': 'b7325d8bfd5e44ce91f2562a58383cdb', 'fixed_ips': [{'subnet_id': '45f0ab94-a202-4fbe-9afa-63acd0163937'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:22:11.883152 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b1883470-aaab-46c9-b7b1-949e11e6ba9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:22:12.041845 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-b1883470-aaab-46c9-b7b1-949e11e6ba9d None None] Allocated IP 192.168.233.2 (6f25ac28-6ca7-4d32-b770-9760e130686f/45f0ab94-a202-4fbe-9afa-63acd0163937/de210362-b0a6-4903-94fe-bf84c9faa342) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:22:12.247270 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b1883470-aaab-46c9-b7b1-949e11e6ba9d None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:22:12.257581 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b1883470-aaab-46c9-b7b1-949e11e6ba9d None None] Transition to ACTIVE for port object de210362-b0a6-4903-94fe-bf84c9faa342 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:22:12.277170 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b1883470-aaab-46c9-b7b1-949e11e6ba9d None None] Transition to ACTIVE for port object de210362-b0a6-4903-94fe-bf84c9faa342 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:22:12.284503 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b1883470-aaab-46c9-b7b1-949e11e6ba9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:22:12.361127 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1883470-aaab-46c9-b7b1-949e11e6ba9d None None] Network 6f25ac28-6ca7-4d32-b770-9760e130686f is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:22:12.361947 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1883470-aaab-46c9-b7b1-949e11e6ba9d None None] Pushing event updated for resources: {'Port': ['ID=de210362-b0a6-4903-94fe-bf84c9faa342,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:12.364463 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-b1883470-aaab-46c9-b7b1-949e11e6ba9d None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:22:12.367010 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1883470-aaab-46c9-b7b1-949e11e6ba9d None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:22:12.377681 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1883470-aaab-46c9-b7b1-949e11e6ba9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:12.378023 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1883470-aaab-46c9-b7b1-949e11e6ba9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:12.378358 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1883470-aaab-46c9-b7b1-949e11e6ba9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:12.378682 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1883470-aaab-46c9-b7b1-949e11e6ba9d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:12.379018 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1883470-aaab-46c9-b7b1-949e11e6ba9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:12.379343 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1883470-aaab-46c9-b7b1-949e11e6ba9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:12.379663 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1883470-aaab-46c9-b7b1-949e11e6ba9d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:12.379996 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1883470-aaab-46c9-b7b1-949e11e6ba9d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:12.380335 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1883470-aaab-46c9-b7b1-949e11e6ba9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:12.380654 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1883470-aaab-46c9-b7b1-949e11e6ba9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:12.380964 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1883470-aaab-46c9-b7b1-949e11e6ba9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:12.463177 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b1883470-aaab-46c9-b7b1-949e11e6ba9d None None] Attempting to bind port de210362-b0a6-4903-94fe-bf84c9faa342 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:22:12.463562 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b1883470-aaab-46c9-b7b1-949e11e6ba9d None None] Attempting to bind port de210362-b0a6-4903-94fe-bf84c9faa342 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '4bbc31e5-fb27-4fa5-9406-001db637306b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6f25ac28-6ca7-4d32-b770-9760e130686f'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:22:12.463923 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1883470-aaab-46c9-b7b1-949e11e6ba9d None None] Attempting to bind port de210362-b0a6-4903-94fe-bf84c9faa342 on network 6f25ac28-6ca7-4d32-b770-9760e130686f {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:22:12.470554 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1883470-aaab-46c9-b7b1-949e11e6ba9d None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:22:12.470923 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1883470-aaab-46c9-b7b1-949e11e6ba9d None None] Checking segment: {'id': '4bbc31e5-fb27-4fa5-9406-001db637306b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6f25ac28-6ca7-4d32-b770-9760e130686f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:22:12.471420 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b1883470-aaab-46c9-b7b1-949e11e6ba9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:22:12.471918 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1883470-aaab-46c9-b7b1-949e11e6ba9d None None] Bound using segment: {'id': '4bbc31e5-fb27-4fa5-9406-001db637306b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6f25ac28-6ca7-4d32-b770-9760e130686f'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:22:12.472435 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b1883470-aaab-46c9-b7b1-949e11e6ba9d None None] Bound port: de210362-b0a6-4903-94fe-bf84c9faa342, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bbc31e5-fb27-4fa5-9406-001db637306b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6f25ac28-6ca7-4d32-b770-9760e130686f'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:22:12.472816 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b1883470-aaab-46c9-b7b1-949e11e6ba9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:22:12.589630 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-b1883470-aaab-46c9-b7b1-949e11e6ba9d None None] For port de210362-b0a6-4903-94fe-bf84c9faa342, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:22:12.593492 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-b1883470-aaab-46c9-b7b1-949e11e6ba9d None None] For port de210362-b0a6-4903-94fe-bf84c9faa342, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=de210362-b0a6-4903-94fe-bf84c9faa342,segment=NetworkSegment(4bbc31e5-fb27-4fa5-9406-001db637306b),segment_id=4bbc31e5-fb27-4fa5-9406-001db637306b)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:22:12.599091 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b1883470-aaab-46c9-b7b1-949e11e6ba9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:22:12.674506 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1883470-aaab-46c9-b7b1-949e11e6ba9d None None] Pushing event updated for resources: {'Port': ['ID=de210362-b0a6-4903-94fe-bf84c9faa342,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:13.110534 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device de210362-b0a6-4903-94fe-bf84c9faa342 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:22:13.185134 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port de210362-b0a6-4903-94fe-bf84c9faa342 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:22:13.500258 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66886627-1b33-4700-b525-fa8d0c1e1ae9 None None] Network 6f25ac28-6ca7-4d32-b770-9760e130686f requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:22:13.603589 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5e2a6a54-38ef-4643-b877-4d5129988adb None None] Provisioning for port de210362-b0a6-4903-94fe-bf84c9faa342 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:22:13.622530 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5e2a6a54-38ef-4643-b877-4d5129988adb None None] Provisioning complete for port de210362-b0a6-4903-94fe-bf84c9faa342 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:22:13.622830 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5e2a6a54-38ef-4643-b877-4d5129988adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:22:13.872076 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5e2a6a54-38ef-4643-b877-4d5129988adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:22:13.920913 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5e2a6a54-38ef-4643-b877-4d5129988adb None None] For port de210362-b0a6-4903-94fe-bf84c9faa342, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=de210362-b0a6-4903-94fe-bf84c9faa342,segment=NetworkSegment(4bbc31e5-fb27-4fa5-9406-001db637306b),segment_id=4bbc31e5-fb27-4fa5-9406-001db637306b)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:22:13.925606 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5e2a6a54-38ef-4643-b877-4d5129988adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:22:14.019955 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a6a54-38ef-4643-b877-4d5129988adb None None] Pushing event updated for resources: {'Port': ['ID=de210362-b0a6-4903-94fe-bf84c9faa342,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:14.254271 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-ae140d3d-9d72-44a4-baec-37c0a0fa1196 None None] Provisioning complete for port de210362-b0a6-4903-94fe-bf84c9faa342 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:22:14.254572 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ae140d3d-9d72-44a4-baec-37c0a0fa1196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:22:15.082933 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device de210362-b0a6-4903-94fe-bf84c9faa342 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:22:15.152752 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port de210362-b0a6-4903-94fe-bf84c9faa342 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:22:15.153131 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:22:29.237143 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bbbce586-2500-4e9f-8e81-53bbdab56816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:22:31.550430 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e4e33e80-aea1-4702-be9f-54c8a641bd98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:22:32.670392 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:22:32.823182 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:22:34.015240 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:22:41.792488 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 5 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:22:59.240968 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3d78668-cc91-458b-9774-f869c9c1920e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:23:01.552471 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-97937997-d826-4bf3-87c0-d2e8cf56accb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:23:02.675569 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:23:02.827026 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:23:04.017255 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:23:18.793251 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 5 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:23:23.823739 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 59612) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:23:23.829642 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [None req-8552309f-7b82-4fac-9990-fce7e3972d46 tempest-verify_tempest_config-194800780 tempest-verify_tempest_config-194800780-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83867) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:23:23.830592 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-8552309f-7b82-4fac-9990-fce7e3972d46 tempest-verify_tempest_config-194800780 tempest-verify_tempest_config-194800780-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0057662 Mar 11 15:23:24.160553 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 59628) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:23:24.302012 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-94054846-ceca-41f7-b34e-7025a7e2add1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:23:24.340752 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-94054846-ceca-41f7-b34e-7025a7e2add1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:23:24.344500 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-94054846-ceca-41f7-b34e-7025a7e2add1 admin admin] Usage tracker for resource:security_group_rule and tenant:2acb01e208ba4b8bae99c25b4cf9f154 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:23:24.347320 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-94054846-ceca-41f7-b34e-7025a7e2add1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:23:24.353268 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-94054846-ceca-41f7-b34e-7025a7e2add1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:23:24.423196 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-94054846-ceca-41f7-b34e-7025a7e2add1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:23:24.426650 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-94054846-ceca-41f7-b34e-7025a7e2add1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:23:24.470456 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94054846-ceca-41f7-b34e-7025a7e2add1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f340d958-861c-4441-83b4-d9a21e1a79a9,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:24.475838 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-94054846-ceca-41f7-b34e-7025a7e2add1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2acb01e208ba4b8bae99c25b4cf9f154&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3142560 Mar 11 15:23:24.479112 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 59634) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:23:24.480557 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94054846-ceca-41f7-b34e-7025a7e2add1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:24.480902 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94054846-ceca-41f7-b34e-7025a7e2add1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:24.481238 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94054846-ceca-41f7-b34e-7025a7e2add1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:24.481573 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94054846-ceca-41f7-b34e-7025a7e2add1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:24.481899 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94054846-ceca-41f7-b34e-7025a7e2add1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:24.482224 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94054846-ceca-41f7-b34e-7025a7e2add1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:24.482545 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94054846-ceca-41f7-b34e-7025a7e2add1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:24.482919 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94054846-ceca-41f7-b34e-7025a7e2add1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:24.483179 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94054846-ceca-41f7-b34e-7025a7e2add1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:24.483507 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94054846-ceca-41f7-b34e-7025a7e2add1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:24.483808 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94054846-ceca-41f7-b34e-7025a7e2add1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:24.540082 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-aa834e2d-d107-45f5-9605-a59de8edf736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:23:24.567676 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-aa834e2d-d107-45f5-9605-a59de8edf736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:23:24.656622 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-aa834e2d-d107-45f5-9605-a59de8edf736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:23:24.671400 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa834e2d-d107-45f5-9605-a59de8edf736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f340d958-861c-4441-83b4-d9a21e1a79a9,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:24.680547 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-aa834e2d-d107-45f5-9605-a59de8edf736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:23:24.681637 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-aa834e2d-d107-45f5-9605-a59de8edf736 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f340d958-861c-4441-83b4-d9a21e1a79a9 HTTP/1.1" status: 204 len: 168 time: 0.2015941 Mar 11 15:23:24.684726 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa834e2d-d107-45f5-9605-a59de8edf736 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:24.685073 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa834e2d-d107-45f5-9605-a59de8edf736 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:24.685408 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa834e2d-d107-45f5-9605-a59de8edf736 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:24.685737 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa834e2d-d107-45f5-9605-a59de8edf736 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:24.686127 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa834e2d-d107-45f5-9605-a59de8edf736 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:24.686374 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa834e2d-d107-45f5-9605-a59de8edf736 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:24.686824 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa834e2d-d107-45f5-9605-a59de8edf736 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:24.687148 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa834e2d-d107-45f5-9605-a59de8edf736 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:24.687474 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa834e2d-d107-45f5-9605-a59de8edf736 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:24.687790 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa834e2d-d107-45f5-9605-a59de8edf736 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:24.688097 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa834e2d-d107-45f5-9605-a59de8edf736 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:29.245168 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e692d7d9-6e1e-4228-af83-cfe6bd29fb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:23:31.556182 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8ac77333-a64e-4707-9a06-9ed5b0fd33da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:23:32.679775 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:23:32.827767 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:23:34.029198 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:23:55.793456 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 5 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:23:59.247144 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-922683db-3c57-4bea-8ffd-10b58c634cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:24:01.563105 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5e17aa8c-e94c-466b-9540-be4e37c9e53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:24:02.682492 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:24:02.830113 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:24:04.029357 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:24:29.251023 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f9132329-bab8-4a0e-a433-bf0b5def2617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:24:31.565587 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-222578f1-a220-4c12-8eec-bd77e8c3f932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:24:32.685744 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:24:32.793977 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 5 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:24:32.833398 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:24:34.032420 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:24:45.442445 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-710554'] for agent, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:24:58.822738 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 59704) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:24:58.956534 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-1bf62389-5d9c-4267-adac-04117cf434b4 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1327031 Mar 11 15:24:59.254730 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e700cdc5-99b5-448b-91d5-7ea31d495f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:25:01.013484 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 59714) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:25:01.093598 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e26e3b76-7952-48ff-b156-1bd4ecbd05dd admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0790529 Mar 11 15:25:01.567647 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-326da81e-c5b5-4a2c-952e-b40ba1068eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:25:02.687827 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:25:02.836262 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:25:04.036494 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:25:09.794595 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:25:15.396129 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:25:29.257688 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d6a5b1c1-6903-47dc-b1b9-e2013723bec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:25:31.570787 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-84440425-cb64-4c57-acfd-5b49b76ede0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:25:32.692880 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:25:32.839576 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:25:34.039975 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:25:45.399038 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:25:46.797098 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:25:59.260222 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-984f782b-e3bf-450d-8374-33cd40d04bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:01.571637 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2134da38-4cdf-4d96-990c-6a084e52c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:02.699523 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:02.842488 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:04.046932 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:15.410638 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:23.798309 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:26:29.275174 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2ada2baf-b786-4c69-a282-55edaf6418ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:30.713653 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 59884) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:31.209057 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 59902) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:31.317900 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-06525e15-60bb-4bc6-b875-47e337458693 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-363625592-network', 'tenant_id': '9ce1e6b6647741e599091dbba04f8bc1'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:26:31.325081 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-06525e15-60bb-4bc6-b875-47e337458693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:31.331631 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-06525e15-60bb-4bc6-b875-47e337458693 admin admin] Usage tracker for resource:network and tenant:9ce1e6b6647741e599091dbba04f8bc1 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:31.334712 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-06525e15-60bb-4bc6-b875-47e337458693 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:31.343521 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-06525e15-60bb-4bc6-b875-47e337458693 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:31.354690 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06525e15-60bb-4bc6-b875-47e337458693 admin admin] Made reservation on behalf of 9ce1e6b6647741e599091dbba04f8bc1 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:26:31.357033 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-06525e15-60bb-4bc6-b875-47e337458693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:31.370200 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-06525e15-60bb-4bc6-b875-47e337458693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:31.403014 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-06525e15-60bb-4bc6-b875-47e337458693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:31.407384 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-06525e15-60bb-4bc6-b875-47e337458693 admin admin] Usage tracker for resource:security_group_rule and tenant:9ce1e6b6647741e599091dbba04f8bc1 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:31.410319 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-06525e15-60bb-4bc6-b875-47e337458693 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:31.417125 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-06525e15-60bb-4bc6-b875-47e337458693 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:31.499987 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-06525e15-60bb-4bc6-b875-47e337458693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:31.504885 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-06525e15-60bb-4bc6-b875-47e337458693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:31.544564 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06525e15-60bb-4bc6-b875-47e337458693 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:26:31.554196 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-06525e15-60bb-4bc6-b875-47e337458693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:31.554530 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-06525e15-60bb-4bc6-b875-47e337458693 admin admin] Added segment 45c5f275-59df-4ebf-b47e-648f4f176e10 of type vlan for network f5e50d7a-e877-43fe-b63b-0d368fa885b4 Mar 11 15:26:31.571222 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 59914) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:31.593921 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06525e15-60bb-4bc6-b875-47e337458693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644d28fe-d802-4310-9b52-95792984e1e9,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:31.597085 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7f52e3ca-3fd8-4e1d-8834-5d46af65cdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:31.602531 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-06525e15-60bb-4bc6-b875-47e337458693 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:31.614269 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06525e15-60bb-4bc6-b875-47e337458693 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:31.614825 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06525e15-60bb-4bc6-b875-47e337458693 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:31.615381 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06525e15-60bb-4bc6-b875-47e337458693 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:31.615933 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06525e15-60bb-4bc6-b875-47e337458693 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:31.616694 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06525e15-60bb-4bc6-b875-47e337458693 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:31.617413 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06525e15-60bb-4bc6-b875-47e337458693 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:31.618204 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06525e15-60bb-4bc6-b875-47e337458693 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:31.619435 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06525e15-60bb-4bc6-b875-47e337458693 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:31.620189 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06525e15-60bb-4bc6-b875-47e337458693 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:31.621090 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06525e15-60bb-4bc6-b875-47e337458693 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:31.621853 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06525e15-60bb-4bc6-b875-47e337458693 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:31.624053 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06525e15-60bb-4bc6-b875-47e337458693 admin admin] Tracked resource versions report: Mar 11 15:26:31.624053 dv-neutron-833373-1-hyperv neutron-server[83867]: pushed versions: Mar 11 15:26:31.624053 dv-neutron-833373-1-hyperv neutron-server[83867]: { 'ConntrackHelper': {'1.0'}, Mar 11 15:26:31.624053 dv-neutron-833373-1-hyperv neutron-server[83867]: 'Log': {'1.0'}, Mar 11 15:26:31.624053 dv-neutron-833373-1-hyperv neutron-server[83867]: 'Network': {'1.1'}, Mar 11 15:26:31.624053 dv-neutron-833373-1-hyperv neutron-server[83867]: 'Port': {'1.5'}, Mar 11 15:26:31.624053 dv-neutron-833373-1-hyperv neutron-server[83867]: 'PortForwarding': {'1.2'}, Mar 11 15:26:31.624053 dv-neutron-833373-1-hyperv neutron-server[83867]: 'QosPolicy': {'1.8'}, Mar 11 15:26:31.624053 dv-neutron-833373-1-hyperv neutron-server[83867]: 'SecurityGroup': {'1.2'}, Mar 11 15:26:31.624053 dv-neutron-833373-1-hyperv neutron-server[83867]: 'SecurityGroupRule': {'1.0'}, Mar 11 15:26:31.624053 dv-neutron-833373-1-hyperv neutron-server[83867]: 'SubPort': {'1.0'}, Mar 11 15:26:31.624053 dv-neutron-833373-1-hyperv neutron-server[83867]: 'Subnet': {'1.1'}, Mar 11 15:26:31.624053 dv-neutron-833373-1-hyperv neutron-server[83867]: 'Trunk': {'1.1'}} Mar 11 15:26:31.624053 dv-neutron-833373-1-hyperv neutron-server[83867]: consumer versions: Mar 11 15:26:31.624053 dv-neutron-833373-1-hyperv neutron-server[83867]: { DHCP agent@dv-neutron-833373-1-hyperv: {}, Mar 11 15:26:31.624053 dv-neutron-833373-1-hyperv neutron-server[83867]: HyperV agent@hv-neutron-8333: {}, Mar 11 15:26:31.624053 dv-neutron-833373-1-hyperv neutron-server[83867]: L3 agent@dv-neutron-833373-1-hyperv: {}, Mar 11 15:26:31.624053 dv-neutron-833373-1-hyperv neutron-server[83867]: Metadata agent@dv-neutron-833373-1-hyperv: {}, Mar 11 15:26:31.624053 dv-neutron-833373-1-hyperv neutron-server[83867]: Metering agent@dv-neutron-833373-1-hyperv: {}, Mar 11 15:26:31.624053 dv-neutron-833373-1-hyperv neutron-server[83867]: Open vSwitch agent@dv-neutron-833373-1-hyperv: { 'ConntrackHelper': '1.0', Mar 11 15:26:31.624053 dv-neutron-833373-1-hyperv neutron-server[83867]: 'Log': '1.0', Mar 11 15:26:31.624053 dv-neutron-833373-1-hyperv neutron-server[83867]: 'Network': '1.1', Mar 11 15:26:31.624053 dv-neutron-833373-1-hyperv neutron-server[83867]: 'Port': '1.5', Mar 11 15:26:31.624053 dv-neutron-833373-1-hyperv neutron-server[83867]: 'PortForwarding': '1.2', Mar 11 15:26:31.624053 dv-neutron-833373-1-hyperv neutron-server[83867]: 'QosPolicy': '1.8', Mar 11 15:26:31.624053 dv-neutron-833373-1-hyperv neutron-server[83867]: 'SecurityGroup': '1.2', Mar 11 15:26:31.624053 dv-neutron-833373-1-hyperv neutron-server[83867]: 'SecurityGroupRule': '1.0', Mar 11 15:26:31.624053 dv-neutron-833373-1-hyperv neutron-server[83867]: 'SubPort': '1.0', Mar 11 15:26:31.624053 dv-neutron-833373-1-hyperv neutron-server[83867]: 'Subnet': '1.1', Mar 11 15:26:31.624053 dv-neutron-833373-1-hyperv neutron-server[83867]: 'Trunk': '1.1'}} Mar 11 15:26:31.624053 dv-neutron-833373-1-hyperv neutron-server[83867]: {{(pid=83867) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 15:26:31.684959 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-06525e15-60bb-4bc6-b875-47e337458693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:31.686289 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06525e15-60bb-4bc6-b875-47e337458693 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:31.687214 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-06525e15-60bb-4bc6-b875-47e337458693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:31.742135 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 59922) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:31.743236 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-06525e15-60bb-4bc6-b875-47e337458693 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0280132 Mar 11 15:26:31.752731 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-6299eef0-02fb-406a-8d05-3214834139cd admin admin] Request body: {'subnet': {'network_id': 'f5e50d7a-e877-43fe-b63b-0d368fa885b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-363625592-subnet', 'tenant_id': '9ce1e6b6647741e599091dbba04f8bc1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:26:31.757519 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-6299eef0-02fb-406a-8d05-3214834139cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:31.762353 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-6299eef0-02fb-406a-8d05-3214834139cd admin admin] Usage tracker for resource:subnet and tenant:9ce1e6b6647741e599091dbba04f8bc1 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:31.767103 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-6299eef0-02fb-406a-8d05-3214834139cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:31.775140 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-6299eef0-02fb-406a-8d05-3214834139cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:31.788797 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6299eef0-02fb-406a-8d05-3214834139cd admin admin] Made reservation on behalf of 9ce1e6b6647741e599091dbba04f8bc1 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:26:31.793144 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6299eef0-02fb-406a-8d05-3214834139cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:31.823758 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06525e15-60bb-4bc6-b875-47e337458693 admin admin] Pushing event updated for resources: {'Network': ['ID=f5e50d7a-e877-43fe-b63b-0d368fa885b4,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:31.838874 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network f5e50d7a-e877-43fe-b63b-0d368fa885b4 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:26:31.854288 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-2bd7f11d-9ddf-430e-8935-afdc879c0d03 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1341516787-network', 'tenant_id': '54e768a48d9c4cc792b381d6c65e8408'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:26:31.868093 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-2bd7f11d-9ddf-430e-8935-afdc879c0d03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:31.878156 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-2bd7f11d-9ddf-430e-8935-afdc879c0d03 admin admin] Usage tracker for resource:network and tenant:54e768a48d9c4cc792b381d6c65e8408 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:31.886395 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-2bd7f11d-9ddf-430e-8935-afdc879c0d03 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:31.901622 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-2bd7f11d-9ddf-430e-8935-afdc879c0d03 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:31.924705 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd7f11d-9ddf-430e-8935-afdc879c0d03 admin admin] Made reservation on behalf of 54e768a48d9c4cc792b381d6c65e8408 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:26:31.927066 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2bd7f11d-9ddf-430e-8935-afdc879c0d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:31.958886 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2bd7f11d-9ddf-430e-8935-afdc879c0d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:32.028775 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6299eef0-02fb-406a-8d05-3214834139cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:32.075120 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-2bd7f11d-9ddf-430e-8935-afdc879c0d03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:32.080028 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-2bd7f11d-9ddf-430e-8935-afdc879c0d03 admin admin] Usage tracker for resource:security_group_rule and tenant:54e768a48d9c4cc792b381d6c65e8408 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:32.083432 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-2bd7f11d-9ddf-430e-8935-afdc879c0d03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:32.092228 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-2bd7f11d-9ddf-430e-8935-afdc879c0d03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:32.140138 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6299eef0-02fb-406a-8d05-3214834139cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b420fae9-b9a1-421f-87dd-fad5be9646ef,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:32.157158 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6299eef0-02fb-406a-8d05-3214834139cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:32.157795 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6299eef0-02fb-406a-8d05-3214834139cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:32.158501 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6299eef0-02fb-406a-8d05-3214834139cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:32.159025 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6299eef0-02fb-406a-8d05-3214834139cd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:32.159885 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6299eef0-02fb-406a-8d05-3214834139cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:32.160699 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6299eef0-02fb-406a-8d05-3214834139cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:32.161216 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6299eef0-02fb-406a-8d05-3214834139cd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:32.161724 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6299eef0-02fb-406a-8d05-3214834139cd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:32.162195 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6299eef0-02fb-406a-8d05-3214834139cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:32.162679 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6299eef0-02fb-406a-8d05-3214834139cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:32.163234 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6299eef0-02fb-406a-8d05-3214834139cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:32.164834 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6299eef0-02fb-406a-8d05-3214834139cd admin admin] Tracked resource versions report: Mar 11 15:26:32.164834 dv-neutron-833373-1-hyperv neutron-server[83866]: pushed versions: Mar 11 15:26:32.164834 dv-neutron-833373-1-hyperv neutron-server[83866]: { 'ConntrackHelper': {'1.0'}, Mar 11 15:26:32.164834 dv-neutron-833373-1-hyperv neutron-server[83866]: 'Log': {'1.0'}, Mar 11 15:26:32.164834 dv-neutron-833373-1-hyperv neutron-server[83866]: 'Network': {'1.1'}, Mar 11 15:26:32.164834 dv-neutron-833373-1-hyperv neutron-server[83866]: 'Port': {'1.5'}, Mar 11 15:26:32.164834 dv-neutron-833373-1-hyperv neutron-server[83866]: 'PortForwarding': {'1.2'}, Mar 11 15:26:32.164834 dv-neutron-833373-1-hyperv neutron-server[83866]: 'QosPolicy': {'1.8'}, Mar 11 15:26:32.164834 dv-neutron-833373-1-hyperv neutron-server[83866]: 'SecurityGroup': {'1.2'}, Mar 11 15:26:32.164834 dv-neutron-833373-1-hyperv neutron-server[83866]: 'SecurityGroupRule': {'1.0'}, Mar 11 15:26:32.164834 dv-neutron-833373-1-hyperv neutron-server[83866]: 'SubPort': {'1.0'}, Mar 11 15:26:32.164834 dv-neutron-833373-1-hyperv neutron-server[83866]: 'Subnet': {'1.1'}, Mar 11 15:26:32.164834 dv-neutron-833373-1-hyperv neutron-server[83866]: 'Trunk': {'1.1'}} Mar 11 15:26:32.164834 dv-neutron-833373-1-hyperv neutron-server[83866]: consumer versions: Mar 11 15:26:32.164834 dv-neutron-833373-1-hyperv neutron-server[83866]: { DHCP agent@dv-neutron-833373-1-hyperv: {}, Mar 11 15:26:32.164834 dv-neutron-833373-1-hyperv neutron-server[83866]: HyperV agent@hv-neutron-8333: {}, Mar 11 15:26:32.164834 dv-neutron-833373-1-hyperv neutron-server[83866]: L3 agent@dv-neutron-833373-1-hyperv: {}, Mar 11 15:26:32.164834 dv-neutron-833373-1-hyperv neutron-server[83866]: Metadata agent@dv-neutron-833373-1-hyperv: {}, Mar 11 15:26:32.164834 dv-neutron-833373-1-hyperv neutron-server[83866]: Metering agent@dv-neutron-833373-1-hyperv: {}, Mar 11 15:26:32.164834 dv-neutron-833373-1-hyperv neutron-server[83866]: Open vSwitch agent@dv-neutron-833373-1-hyperv: { 'ConntrackHelper': '1.0', Mar 11 15:26:32.164834 dv-neutron-833373-1-hyperv neutron-server[83866]: 'Log': '1.0', Mar 11 15:26:32.164834 dv-neutron-833373-1-hyperv neutron-server[83866]: 'Network': '1.1', Mar 11 15:26:32.164834 dv-neutron-833373-1-hyperv neutron-server[83866]: 'Port': '1.5', Mar 11 15:26:32.164834 dv-neutron-833373-1-hyperv neutron-server[83866]: 'PortForwarding': '1.2', Mar 11 15:26:32.164834 dv-neutron-833373-1-hyperv neutron-server[83866]: 'QosPolicy': '1.8', Mar 11 15:26:32.164834 dv-neutron-833373-1-hyperv neutron-server[83866]: 'SecurityGroup': '1.2', Mar 11 15:26:32.164834 dv-neutron-833373-1-hyperv neutron-server[83866]: 'SecurityGroupRule': '1.0', Mar 11 15:26:32.164834 dv-neutron-833373-1-hyperv neutron-server[83866]: 'SubPort': '1.0', Mar 11 15:26:32.164834 dv-neutron-833373-1-hyperv neutron-server[83866]: 'Subnet': '1.1', Mar 11 15:26:32.164834 dv-neutron-833373-1-hyperv neutron-server[83866]: 'Trunk': '1.1'}} Mar 11 15:26:32.164834 dv-neutron-833373-1-hyperv neutron-server[83866]: {{(pid=83866) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 15:26:32.191657 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2bd7f11d-9ddf-430e-8935-afdc879c0d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:32.198533 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2bd7f11d-9ddf-430e-8935-afdc879c0d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:32.215163 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6299eef0-02fb-406a-8d05-3214834139cd admin admin] Checking segment: {'id': '45c5f275-59df-4ebf-b47e-648f4f176e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f5e50d7a-e877-43fe-b63b-0d368fa885b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:26:32.216045 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6299eef0-02fb-406a-8d05-3214834139cd admin admin] Network hostable DHCP agents. Network: f5e50d7a-e877-43fe-b63b-0d368fa885b4, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:26:32.237060 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7f11d-9ddf-430e-8935-afdc879c0d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24baaf7-230d-4388-bfa5-ef27e66ac12c,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:32.250267 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd7f11d-9ddf-430e-8935-afdc879c0d03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:26:32.251351 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6299eef0-02fb-406a-8d05-3214834139cd admin admin] Network f5e50d7a-e877-43fe-b63b-0d368fa885b4 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:26:32.265267 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2bd7f11d-9ddf-430e-8935-afdc879c0d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:32.266532 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-2bd7f11d-9ddf-430e-8935-afdc879c0d03 admin admin] Added segment f0954aff-c24e-424d-ba43-2c6bde70e82c of type vlan for network 9d1bdf5f-7420-4f23-9c17-987fb939c5fe Mar 11 15:26:32.286887 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-6299eef0-02fb-406a-8d05-3214834139cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, f5e50d7a-e877-43fe-b63b-0d368fa885b4) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:32.303091 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6299eef0-02fb-406a-8d05-3214834139cd admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:32.303851 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55640637-4ad4-4324-b327-212367ebdc8c None None] Network f5e50d7a-e877-43fe-b63b-0d368fa885b4 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:26:32.304074 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6299eef0-02fb-406a-8d05-3214834139cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:32.316176 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2bd7f11d-9ddf-430e-8935-afdc879c0d03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:32.340952 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-6299eef0-02fb-406a-8d05-3214834139cd admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5935667 Mar 11 15:26:32.341973 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 59934) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:32.357593 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-63d562d5-bf66-4df9-a67e-fe4223f86576 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-363625592-router', 'tenant_id': '9ce1e6b6647741e599091dbba04f8bc1', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:26:32.363478 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2bd7f11d-9ddf-430e-8935-afdc879c0d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:32.365555 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd7f11d-9ddf-430e-8935-afdc879c0d03 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:32.366642 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2bd7f11d-9ddf-430e-8935-afdc879c0d03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:32.368066 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-63d562d5-bf66-4df9-a67e-fe4223f86576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:32.381320 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-63d562d5-bf66-4df9-a67e-fe4223f86576 admin admin] Usage tracker for resource:router and tenant:9ce1e6b6647741e599091dbba04f8bc1 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:32.393310 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-63d562d5-bf66-4df9-a67e-fe4223f86576 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:32.410181 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-63d562d5-bf66-4df9-a67e-fe4223f86576 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:32.451827 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-fd5542b3-67a3-4be2-85de-9ef4e5937599 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1845228925-network', 'tenant_id': '775252413a2b4ceb9ae1b5a003c1e0db'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:26:32.458109 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-fd5542b3-67a3-4be2-85de-9ef4e5937599 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:32.471602 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-fd5542b3-67a3-4be2-85de-9ef4e5937599 admin admin] Usage tracker for resource:network and tenant:775252413a2b4ceb9ae1b5a003c1e0db is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:32.474818 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-fd5542b3-67a3-4be2-85de-9ef4e5937599 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:32.484342 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-fd5542b3-67a3-4be2-85de-9ef4e5937599 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:32.562532 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7f11d-9ddf-430e-8935-afdc879c0d03 admin admin] Pushing event updated for resources: {'Network': ['ID=9d1bdf5f-7420-4f23-9c17-987fb939c5fe,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:32.573902 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-63d562d5-bf66-4df9-a67e-fe4223f86576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:32.574452 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-63d562d5-bf66-4df9-a67e-fe4223f86576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:32.575453 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-2bd7f11d-9ddf-430e-8935-afdc879c0d03 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3652456 Mar 11 15:26:32.576437 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 59942) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:32.578765 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5542b3-67a3-4be2-85de-9ef4e5937599 admin admin] Made reservation on behalf of 775252413a2b4ceb9ae1b5a003c1e0db for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:26:32.581926 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fd5542b3-67a3-4be2-85de-9ef4e5937599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:32.583549 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-efd6c3a1-b6b1-41e9-9107-166bbb89a0e9 admin admin] Request body: {'subnet': {'network_id': '9d1bdf5f-7420-4f23-9c17-987fb939c5fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1341516787-subnet', 'tenant_id': '54e768a48d9c4cc792b381d6c65e8408', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:26:32.590552 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-efd6c3a1-b6b1-41e9-9107-166bbb89a0e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:32.595456 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-efd6c3a1-b6b1-41e9-9107-166bbb89a0e9 admin admin] Usage tracker for resource:subnet and tenant:54e768a48d9c4cc792b381d6c65e8408 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:32.598883 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-efd6c3a1-b6b1-41e9-9107-166bbb89a0e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:32.608742 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 9d1bdf5f-7420-4f23-9c17-987fb939c5fe details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:26:32.614812 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-efd6c3a1-b6b1-41e9-9107-166bbb89a0e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:32.628226 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fd5542b3-67a3-4be2-85de-9ef4e5937599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:32.631778 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd6c3a1-b6b1-41e9-9107-166bbb89a0e9 admin admin] Made reservation on behalf of 54e768a48d9c4cc792b381d6c65e8408 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:26:32.634659 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-efd6c3a1-b6b1-41e9-9107-166bbb89a0e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:32.697197 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-fd5542b3-67a3-4be2-85de-9ef4e5937599 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:32.708295 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-fd5542b3-67a3-4be2-85de-9ef4e5937599 admin admin] Usage tracker for resource:security_group_rule and tenant:775252413a2b4ceb9ae1b5a003c1e0db is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:32.724505 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-fd5542b3-67a3-4be2-85de-9ef4e5937599 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:32.743759 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-fd5542b3-67a3-4be2-85de-9ef4e5937599 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:32.753785 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfeb779-ebd2-44b8-b1d9-4b43819a6579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-f5e50d7a-e877-43fe-b63b-0d368fa885b4', 'network_id': 'f5e50d7a-e877-43fe-b63b-0d368fa885b4', 'tenant_id': '9ce1e6b6647741e599091dbba04f8bc1', 'fixed_ips': [{'subnet_id': 'b420fae9-b9a1-421f-87dd-fad5be9646ef'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:26:32.754552 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dbfeb779-ebd2-44b8-b1d9-4b43819a6579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:32.847999 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:32.889623 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:32.895366 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fd5542b3-67a3-4be2-85de-9ef4e5937599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:32.908342 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fd5542b3-67a3-4be2-85de-9ef4e5937599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:32.936629 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-efd6c3a1-b6b1-41e9-9107-166bbb89a0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:32.966637 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5542b3-67a3-4be2-85de-9ef4e5937599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a93b6f-729e-4dda-9eee-4e57892a7d7b,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:32.981395 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-63d562d5-bf66-4df9-a67e-fe4223f86576 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:33.015379 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-dbfeb779-ebd2-44b8-b1d9-4b43819a6579 None None] Allocated IP 172.20.0.2 (f5e50d7a-e877-43fe-b63b-0d368fa885b4/b420fae9-b9a1-421f-87dd-fad5be9646ef/77f583e4-ede1-4cce-8e77-0eb2d26173d6) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:26:33.028326 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd6c3a1-b6b1-41e9-9107-166bbb89a0e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0deb0200-fdc9-49c8-a3b0-86e2c2e46535,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:33.088251 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd6c3a1-b6b1-41e9-9107-166bbb89a0e9 admin admin] Checking segment: {'id': 'f0954aff-c24e-424d-ba43-2c6bde70e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '9d1bdf5f-7420-4f23-9c17-987fb939c5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:26:33.088726 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd6c3a1-b6b1-41e9-9107-166bbb89a0e9 admin admin] Network hostable DHCP agents. Network: 9d1bdf5f-7420-4f23-9c17-987fb939c5fe, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:26:33.107584 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd5542b3-67a3-4be2-85de-9ef4e5937599 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:26:33.122138 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd6c3a1-b6b1-41e9-9107-166bbb89a0e9 admin admin] Network 9d1bdf5f-7420-4f23-9c17-987fb939c5fe is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:26:33.133249 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fd5542b3-67a3-4be2-85de-9ef4e5937599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:33.133600 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-fd5542b3-67a3-4be2-85de-9ef4e5937599 admin admin] Added segment 8ae4db9a-22ea-4190-a511-322033645f15 of type vlan for network 2ca2b2c1-029f-452f-b89f-8d520c56cff6 Mar 11 15:26:33.141629 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-efd6c3a1-b6b1-41e9-9107-166bbb89a0e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 9d1bdf5f-7420-4f23-9c17-987fb939c5fe) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:33.147529 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd6c3a1-b6b1-41e9-9107-166bbb89a0e9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:33.148225 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-efd6c3a1-b6b1-41e9-9107-166bbb89a0e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:33.184146 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-efd6c3a1-b6b1-41e9-9107-166bbb89a0e9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6057353 Mar 11 15:26:33.186462 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 59962) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:33.192499 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-0473f470-79cd-41f8-a931-fcebf36c9796 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1341516787-router', 'tenant_id': '54e768a48d9c4cc792b381d6c65e8408', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:26:33.206768 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-0473f470-79cd-41f8-a931-fcebf36c9796 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:33.220123 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-0473f470-79cd-41f8-a931-fcebf36c9796 admin admin] Usage tracker for resource:router and tenant:54e768a48d9c4cc792b381d6c65e8408 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:33.233024 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-0473f470-79cd-41f8-a931-fcebf36c9796 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:33.254734 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-0473f470-79cd-41f8-a931-fcebf36c9796 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:33.280405 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0473f470-79cd-41f8-a931-fcebf36c9796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:33.285215 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0473f470-79cd-41f8-a931-fcebf36c9796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:33.328938 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fd5542b3-67a3-4be2-85de-9ef4e5937599 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:33.342391 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dbfeb779-ebd2-44b8-b1d9-4b43819a6579 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:33.347000 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-63d562d5-bf66-4df9-a67e-fe4223f86576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:33.348417 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0473f470-79cd-41f8-a931-fcebf36c9796 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:33.358062 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dbfeb779-ebd2-44b8-b1d9-4b43819a6579 None None] Transition to ACTIVE for port object 77f583e4-ede1-4cce-8e77-0eb2d26173d6 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:26:33.368229 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611d7c9e-87a0-4541-bcfa-5aac83924168 None None] Network 9d1bdf5f-7420-4f23-9c17-987fb939c5fe requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:26:33.399695 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 59968) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:33.508396 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fd5542b3-67a3-4be2-85de-9ef4e5937599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:33.510674 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5542b3-67a3-4be2-85de-9ef4e5937599 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:33.512416 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fd5542b3-67a3-4be2-85de-9ef4e5937599 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:33.529626 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dbfeb779-ebd2-44b8-b1d9-4b43819a6579 None None] Transition to ACTIVE for port object 77f583e4-ede1-4cce-8e77-0eb2d26173d6 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:26:33.547719 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dbfeb779-ebd2-44b8-b1d9-4b43819a6579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:33.563767 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-fd5542b3-67a3-4be2-85de-9ef4e5937599 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.9905953 Mar 11 15:26:33.567420 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 59978) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:33.576726 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-b9d63cc6-f182-4055-90e4-f2ca4d71cc9e admin admin] Request body: {'subnet': {'network_id': '2ca2b2c1-029f-452f-b89f-8d520c56cff6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1845228925-subnet', 'tenant_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:26:33.584195 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-b9d63cc6-f182-4055-90e4-f2ca4d71cc9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:33.591828 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-b9d63cc6-f182-4055-90e4-f2ca4d71cc9e admin admin] Usage tracker for resource:subnet and tenant:775252413a2b4ceb9ae1b5a003c1e0db is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:33.595724 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-b9d63cc6-f182-4055-90e4-f2ca4d71cc9e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:33.604852 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-b9d63cc6-f182-4055-90e4-f2ca4d71cc9e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:33.616512 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0473f470-79cd-41f8-a931-fcebf36c9796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:33.649414 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5542b3-67a3-4be2-85de-9ef4e5937599 admin admin] Pushing event updated for resources: {'Network': ['ID=2ca2b2c1-029f-452f-b89f-8d520c56cff6,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:33.676417 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 2ca2b2c1-029f-452f-b89f-8d520c56cff6 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:26:33.683739 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d63cc6-f182-4055-90e4-f2ca4d71cc9e admin admin] Made reservation on behalf of 775252413a2b4ceb9ae1b5a003c1e0db for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:26:33.686095 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b9d63cc6-f182-4055-90e4-f2ca4d71cc9e admin admin] Notify callbacks [] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:33.740359 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfeb779-ebd2-44b8-b1d9-4b43819a6579 None None] Network f5e50d7a-e877-43fe-b63b-0d368fa885b4 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:26:33.750585 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-dbfeb779-ebd2-44b8-b1d9-4b43819a6579 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:33.810617 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-63d562d5-bf66-4df9-a67e-fe4223f86576 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:33.830178 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfeb779-ebd2-44b8-b1d9-4b43819a6579 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:26:33.866195 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfeb779-ebd2-44b8-b1d9-4b43819a6579 None None] Pushing event updated for resources: {'Port': ['ID=77f583e4-ede1-4cce-8e77-0eb2d26173d6,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:33.882412 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-63d562d5-bf66-4df9-a67e-fe4223f86576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:33.964076 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfeb779-ebd2-44b8-b1d9-4b43819a6579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:33.964685 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfeb779-ebd2-44b8-b1d9-4b43819a6579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:33.965542 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfeb779-ebd2-44b8-b1d9-4b43819a6579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:33.965777 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfeb779-ebd2-44b8-b1d9-4b43819a6579 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:33.966335 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfeb779-ebd2-44b8-b1d9-4b43819a6579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:33.966668 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfeb779-ebd2-44b8-b1d9-4b43819a6579 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:33.966990 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfeb779-ebd2-44b8-b1d9-4b43819a6579 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:33.967467 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfeb779-ebd2-44b8-b1d9-4b43819a6579 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:33.967809 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfeb779-ebd2-44b8-b1d9-4b43819a6579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:33.968131 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfeb779-ebd2-44b8-b1d9-4b43819a6579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:33.968480 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfeb779-ebd2-44b8-b1d9-4b43819a6579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:33.969757 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfeb779-ebd2-44b8-b1d9-4b43819a6579 None None] Tracked resource versions report: Mar 11 15:26:33.969757 dv-neutron-833373-1-hyperv neutron-server[83868]: pushed versions: Mar 11 15:26:33.969757 dv-neutron-833373-1-hyperv neutron-server[83868]: { 'ConntrackHelper': {'1.0'}, Mar 11 15:26:33.969757 dv-neutron-833373-1-hyperv neutron-server[83868]: 'Log': {'1.0'}, Mar 11 15:26:33.969757 dv-neutron-833373-1-hyperv neutron-server[83868]: 'Network': {'1.1'}, Mar 11 15:26:33.969757 dv-neutron-833373-1-hyperv neutron-server[83868]: 'Port': {'1.5'}, Mar 11 15:26:33.969757 dv-neutron-833373-1-hyperv neutron-server[83868]: 'PortForwarding': {'1.2'}, Mar 11 15:26:33.969757 dv-neutron-833373-1-hyperv neutron-server[83868]: 'QosPolicy': {'1.8'}, Mar 11 15:26:33.969757 dv-neutron-833373-1-hyperv neutron-server[83868]: 'SecurityGroup': {'1.2'}, Mar 11 15:26:33.969757 dv-neutron-833373-1-hyperv neutron-server[83868]: 'SecurityGroupRule': {'1.0'}, Mar 11 15:26:33.969757 dv-neutron-833373-1-hyperv neutron-server[83868]: 'SubPort': {'1.0'}, Mar 11 15:26:33.969757 dv-neutron-833373-1-hyperv neutron-server[83868]: 'Subnet': {'1.1'}, Mar 11 15:26:33.969757 dv-neutron-833373-1-hyperv neutron-server[83868]: 'Trunk': {'1.1'}} Mar 11 15:26:33.969757 dv-neutron-833373-1-hyperv neutron-server[83868]: consumer versions: Mar 11 15:26:33.969757 dv-neutron-833373-1-hyperv neutron-server[83868]: { DHCP agent@dv-neutron-833373-1-hyperv: {}, Mar 11 15:26:33.969757 dv-neutron-833373-1-hyperv neutron-server[83868]: HyperV agent@hv-neutron-8333: {}, Mar 11 15:26:33.969757 dv-neutron-833373-1-hyperv neutron-server[83868]: L3 agent@dv-neutron-833373-1-hyperv: {}, Mar 11 15:26:33.969757 dv-neutron-833373-1-hyperv neutron-server[83868]: Metadata agent@dv-neutron-833373-1-hyperv: {}, Mar 11 15:26:33.969757 dv-neutron-833373-1-hyperv neutron-server[83868]: Metering agent@dv-neutron-833373-1-hyperv: {}, Mar 11 15:26:33.969757 dv-neutron-833373-1-hyperv neutron-server[83868]: Open vSwitch agent@dv-neutron-833373-1-hyperv: { 'ConntrackHelper': '1.0', Mar 11 15:26:33.969757 dv-neutron-833373-1-hyperv neutron-server[83868]: 'Log': '1.0', Mar 11 15:26:33.969757 dv-neutron-833373-1-hyperv neutron-server[83868]: 'Network': '1.1', Mar 11 15:26:33.969757 dv-neutron-833373-1-hyperv neutron-server[83868]: 'Port': '1.5', Mar 11 15:26:33.969757 dv-neutron-833373-1-hyperv neutron-server[83868]: 'PortForwarding': '1.2', Mar 11 15:26:33.969757 dv-neutron-833373-1-hyperv neutron-server[83868]: 'QosPolicy': '1.8', Mar 11 15:26:33.969757 dv-neutron-833373-1-hyperv neutron-server[83868]: 'SecurityGroup': '1.2', Mar 11 15:26:33.969757 dv-neutron-833373-1-hyperv neutron-server[83868]: 'SecurityGroupRule': '1.0', Mar 11 15:26:33.969757 dv-neutron-833373-1-hyperv neutron-server[83868]: 'SubPort': '1.0', Mar 11 15:26:33.969757 dv-neutron-833373-1-hyperv neutron-server[83868]: 'Subnet': '1.1', Mar 11 15:26:33.969757 dv-neutron-833373-1-hyperv neutron-server[83868]: 'Trunk': '1.1'}} Mar 11 15:26:33.969757 dv-neutron-833373-1-hyperv neutron-server[83868]: {{(pid=83868) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 15:26:34.143478 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-63d562d5-bf66-4df9-a67e-fe4223f86576 admin admin] Allocated IP 172.26.0.184 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/d94e6728-f748-42f0-ae15-60f8b7488e85) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:26:34.212627 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b9d63cc6-f182-4055-90e4-f2ca4d71cc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:34.277024 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:34.302267 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bf91da-8a1e-4b54-954b-f44c9bd86ef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-9d1bdf5f-7420-4f23-9c17-987fb939c5fe', 'network_id': '9d1bdf5f-7420-4f23-9c17-987fb939c5fe', 'tenant_id': '54e768a48d9c4cc792b381d6c65e8408', 'fixed_ips': [{'subnet_id': '0deb0200-fdc9-49c8-a3b0-86e2c2e46535'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:26:34.305820 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-50bf91da-8a1e-4b54-954b-f44c9bd86ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:34.307394 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d63cc6-f182-4055-90e4-f2ca4d71cc9e admin admin] Checking segment: {'id': '8ae4db9a-22ea-4190-a511-322033645f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2ca2b2c1-029f-452f-b89f-8d520c56cff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:26:34.307743 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d63cc6-f182-4055-90e4-f2ca4d71cc9e admin admin] Network hostable DHCP agents. Network: 2ca2b2c1-029f-452f-b89f-8d520c56cff6, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:26:34.334300 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-8a72ca03-8934-4cc5-8f49-6cab07622c7a tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-827472428', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:26:34.342722 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-8a72ca03-8934-4cc5-8f49-6cab07622c7a tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:34.347403 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-8a72ca03-8934-4cc5-8f49-6cab07622c7a tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Usage tracker for resource:port and tenant:2f752affc5f24f1a93855146112b2c2c is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:34.351282 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-8a72ca03-8934-4cc5-8f49-6cab07622c7a tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:34.359838 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d63cc6-f182-4055-90e4-f2ca4d71cc9e admin admin] Network 2ca2b2c1-029f-452f-b89f-8d520c56cff6 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:26:34.360248 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-8a72ca03-8934-4cc5-8f49-6cab07622c7a tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:34.373467 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a72ca03-8934-4cc5-8f49-6cab07622c7a tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Made reservation on behalf of 2f752affc5f24f1a93855146112b2c2c for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:26:34.376502 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8a72ca03-8934-4cc5-8f49-6cab07622c7a tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:34.381837 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0473f470-79cd-41f8-a931-fcebf36c9796 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:34.383346 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-dbfeb779-ebd2-44b8-b1d9-4b43819a6579 None None] Attempting to bind port 77f583e4-ede1-4cce-8e77-0eb2d26173d6 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:26:34.383936 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-dbfeb779-ebd2-44b8-b1d9-4b43819a6579 None None] Attempting to bind port 77f583e4-ede1-4cce-8e77-0eb2d26173d6 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '45c5f275-59df-4ebf-b47e-648f4f176e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f5e50d7a-e877-43fe-b63b-0d368fa885b4'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:26:34.386224 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfeb779-ebd2-44b8-b1d9-4b43819a6579 None None] Attempting to bind port 77f583e4-ede1-4cce-8e77-0eb2d26173d6 on network f5e50d7a-e877-43fe-b63b-0d368fa885b4 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:26:34.397258 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfeb779-ebd2-44b8-b1d9-4b43819a6579 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:26:34.397625 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfeb779-ebd2-44b8-b1d9-4b43819a6579 None None] Checking segment: {'id': '45c5f275-59df-4ebf-b47e-648f4f176e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f5e50d7a-e877-43fe-b63b-0d368fa885b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:26:34.398026 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dbfeb779-ebd2-44b8-b1d9-4b43819a6579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:34.398411 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfeb779-ebd2-44b8-b1d9-4b43819a6579 None None] Bound using segment: {'id': '45c5f275-59df-4ebf-b47e-648f4f176e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f5e50d7a-e877-43fe-b63b-0d368fa885b4'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:26:34.399043 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-dbfeb779-ebd2-44b8-b1d9-4b43819a6579 None None] Bound port: 77f583e4-ede1-4cce-8e77-0eb2d26173d6, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45c5f275-59df-4ebf-b47e-648f4f176e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f5e50d7a-e877-43fe-b63b-0d368fa885b4'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:26:34.399527 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dbfeb779-ebd2-44b8-b1d9-4b43819a6579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:34.402672 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8a72ca03-8934-4cc5-8f49-6cab07622c7a tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:34.426623 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-b9d63cc6-f182-4055-90e4-f2ca4d71cc9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 2ca2b2c1-029f-452f-b89f-8d520c56cff6) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:34.434498 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d63cc6-f182-4055-90e4-f2ca4d71cc9e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:34.435892 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b9d63cc6-f182-4055-90e4-f2ca4d71cc9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:34.466323 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35eae6bf-c7ca-4e2d-8674-d2e770f84d1a None None] Network 2ca2b2c1-029f-452f-b89f-8d520c56cff6 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:26:34.473333 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b9d63cc6-f182-4055-90e4-f2ca4d71cc9e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9038084 Mar 11 15:26:34.475815 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0473f470-79cd-41f8-a931-fcebf36c9796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:34.475978 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60002) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:34.493126 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-775390fe-7137-4054-845e-c6e020fe66ba admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1845228925-router', 'tenant_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:26:34.499089 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-775390fe-7137-4054-845e-c6e020fe66ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:34.503455 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-775390fe-7137-4054-845e-c6e020fe66ba admin admin] Usage tracker for resource:router and tenant:775252413a2b4ceb9ae1b5a003c1e0db is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:34.506694 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-775390fe-7137-4054-845e-c6e020fe66ba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:34.516907 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-775390fe-7137-4054-845e-c6e020fe66ba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:34.559369 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d63cc6-f182-4055-90e4-f2ca4d71cc9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=047d6af5-a53b-4580-ace2-f81e6cc01d2e,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:34.593045 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-8a72ca03-8934-4cc5-8f49-6cab07622c7a tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:34.607433 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-8a72ca03-8934-4cc5-8f49-6cab07622c7a tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Usage tracker for resource:security_group_rule and tenant:2f752affc5f24f1a93855146112b2c2c is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:34.611007 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-8a72ca03-8934-4cc5-8f49-6cab07622c7a tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:34.628243 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-8a72ca03-8934-4cc5-8f49-6cab07622c7a tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:34.659803 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-775390fe-7137-4054-845e-c6e020fe66ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:34.661816 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-775390fe-7137-4054-845e-c6e020fe66ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:34.674237 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-63d562d5-bf66-4df9-a67e-fe4223f86576 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:34.747997 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-775390fe-7137-4054-845e-c6e020fe66ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:34.986302 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7fa358-c5bf-41d0-9ae4-2a3e018a34cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-2ca2b2c1-029f-452f-b89f-8d520c56cff6', 'network_id': '2ca2b2c1-029f-452f-b89f-8d520c56cff6', 'tenant_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'fixed_ips': [{'subnet_id': '047d6af5-a53b-4580-ace2-f81e6cc01d2e'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:26:34.987741 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6e7fa358-c5bf-41d0-9ae4-2a3e018a34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:35.005512 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-0473f470-79cd-41f8-a931-fcebf36c9796 admin admin] Allocated IP 172.26.0.67 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/ea092aeb-ac39-4df4-af85-8016eb2f62c4) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:26:35.014980 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-dbfeb779-ebd2-44b8-b1d9-4b43819a6579 None None] For port 77f583e4-ede1-4cce-8e77-0eb2d26173d6, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:26:35.031697 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-63d562d5-bf66-4df9-a67e-fe4223f86576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:35.034326 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-dbfeb779-ebd2-44b8-b1d9-4b43819a6579 None None] For port 77f583e4-ede1-4cce-8e77-0eb2d26173d6, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=77f583e4-ede1-4cce-8e77-0eb2d26173d6,segment=NetworkSegment(45c5f275-59df-4ebf-b47e-648f4f176e10),segment_id=45c5f275-59df-4ebf-b47e-648f4f176e10)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:26:35.080017 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dbfeb779-ebd2-44b8-b1d9-4b43819a6579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:35.095654 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8a72ca03-8934-4cc5-8f49-6cab07622c7a tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:35.137721 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-50bf91da-8a1e-4b54-954b-f44c9bd86ef9 None None] Allocated IP 172.20.0.2 (9d1bdf5f-7420-4f23-9c17-987fb939c5fe/0deb0200-fdc9-49c8-a3b0-86e2c2e46535/dd192bbb-fad1-4d3e-9012-db271e98659b) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:26:35.160175 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8a72ca03-8934-4cc5-8f49-6cab07622c7a tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:35.202412 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-8a72ca03-8934-4cc5-8f49-6cab07622c7a tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] device_id is not set on port 62b9d811-f624-4c34-9bcc-a9560a002500 yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:26:35.335324 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0473f470-79cd-41f8-a931-fcebf36c9796 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:35.373657 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60026) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:35.384572 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0473f470-79cd-41f8-a931-fcebf36c9796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:35.398685 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d562d5-bf66-4df9-a67e-fe4223f86576 admin admin] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:26:35.460503 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-775390fe-7137-4054-845e-c6e020fe66ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:35.477555 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-63d562d5-bf66-4df9-a67e-fe4223f86576 admin admin] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:35.507422 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d562d5-bf66-4df9-a67e-fe4223f86576 admin admin] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:26:35.540300 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfeb779-ebd2-44b8-b1d9-4b43819a6579 None None] Pushing event updated for resources: {'Port': ['ID=77f583e4-ede1-4cce-8e77-0eb2d26173d6,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:35.548430 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0473f470-79cd-41f8-a931-fcebf36c9796 admin admin] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:26:35.551813 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-0473f470-79cd-41f8-a931-fcebf36c9796 admin admin] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:35.554556 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0473f470-79cd-41f8-a931-fcebf36c9796 admin admin] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:26:35.612474 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-6e7fa358-c5bf-41d0-9ae4-2a3e018a34cd None None] Allocated IP 172.20.0.2 (2ca2b2c1-029f-452f-b89f-8d520c56cff6/047d6af5-a53b-4580-ace2-f81e6cc01d2e/606cef5e-216a-49f6-843d-0a4a145d5b38) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:26:35.638088 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0473f470-79cd-41f8-a931-fcebf36c9796 admin admin] Pushing event updated for resources: {'Port': ['ID=ea092aeb-ac39-4df4-af85-8016eb2f62c4,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:35.737296 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a72ca03-8934-4cc5-8f49-6cab07622c7a tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f061a8-e4d9-4fc1-9554-bcd09d97d07c,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:35.745300 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d562d5-bf66-4df9-a67e-fe4223f86576 admin admin] Pushing event updated for resources: {'Port': ['ID=d94e6728-f748-42f0-ae15-60f8b7488e85,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:35.771694 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0473f470-79cd-41f8-a931-fcebf36c9796 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:35.772570 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0473f470-79cd-41f8-a931-fcebf36c9796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:35.902984 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-50bf91da-8a1e-4b54-954b-f44c9bd86ef9 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:35.934336 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-50bf91da-8a1e-4b54-954b-f44c9bd86ef9 None None] Transition to ACTIVE for port object dd192bbb-fad1-4d3e-9012-db271e98659b will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:26:36.096786 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-50bf91da-8a1e-4b54-954b-f44c9bd86ef9 None None] Transition to ACTIVE for port object dd192bbb-fad1-4d3e-9012-db271e98659b will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:26:36.113874 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-50bf91da-8a1e-4b54-954b-f44c9bd86ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:36.120210 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-8a72ca03-8934-4cc5-8f49-6cab07622c7a tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Allocated IP 172.26.0.59 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/62b9d811-f624-4c34-9bcc-a9560a002500) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:26:36.145536 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-dfcf220e-c34b-41ec-98dd-19c16634325d tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-348249361', 'router:external': True}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:26:36.161647 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-dfcf220e-c34b-41ec-98dd-19c16634325d tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:36.169457 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-dfcf220e-c34b-41ec-98dd-19c16634325d tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Usage tracker for resource:network and tenant:8416a1f9e2aa4cfc99ca677832c9b19f is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:36.186215 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-dfcf220e-c34b-41ec-98dd-19c16634325d tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:36.195151 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-dfcf220e-c34b-41ec-98dd-19c16634325d tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:36.197904 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60040) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:36.237942 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfcf220e-c34b-41ec-98dd-19c16634325d tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Made reservation on behalf of 8416a1f9e2aa4cfc99ca677832c9b19f for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:26:36.241768 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dfcf220e-c34b-41ec-98dd-19c16634325d tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:36.272657 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dfcf220e-c34b-41ec-98dd-19c16634325d tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:36.322645 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6e7fa358-c5bf-41d0-9ae4-2a3e018a34cd None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:36.331292 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-63d562d5-bf66-4df9-a67e-fe4223f86576 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:36.332137 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-63d562d5-bf66-4df9-a67e-fe4223f86576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:36.361809 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-dfcf220e-c34b-41ec-98dd-19c16634325d tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:36.369365 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bf91da-8a1e-4b54-954b-f44c9bd86ef9 None None] Network 9d1bdf5f-7420-4f23-9c17-987fb939c5fe is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:26:36.369633 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-dfcf220e-c34b-41ec-98dd-19c16634325d tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Usage tracker for resource:security_group_rule and tenant:8416a1f9e2aa4cfc99ca677832c9b19f is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:36.376028 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-dfcf220e-c34b-41ec-98dd-19c16634325d tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:36.376595 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-50bf91da-8a1e-4b54-954b-f44c9bd86ef9 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:36.378939 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6e7fa358-c5bf-41d0-9ae4-2a3e018a34cd None None] Transition to ACTIVE for port object 606cef5e-216a-49f6-843d-0a4a145d5b38 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:26:36.382211 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf91da-8a1e-4b54-954b-f44c9bd86ef9 None None] Pushing event updated for resources: {'Port': ['ID=dd192bbb-fad1-4d3e-9012-db271e98659b,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:36.383823 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bf91da-8a1e-4b54-954b-f44c9bd86ef9 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:26:36.387587 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-dfcf220e-c34b-41ec-98dd-19c16634325d tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:36.442312 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6e7fa358-c5bf-41d0-9ae4-2a3e018a34cd None None] Transition to ACTIVE for port object 606cef5e-216a-49f6-843d-0a4a145d5b38 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:26:36.483559 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60048) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:36.555391 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6e7fa358-c5bf-41d0-9ae4-2a3e018a34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:36.653795 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dfcf220e-c34b-41ec-98dd-19c16634325d tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:36.667740 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dfcf220e-c34b-41ec-98dd-19c16634325d tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:36.679442 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-50bf91da-8a1e-4b54-954b-f44c9bd86ef9 None None] Attempting to bind port dd192bbb-fad1-4d3e-9012-db271e98659b on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:26:36.679808 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-50bf91da-8a1e-4b54-954b-f44c9bd86ef9 None None] Attempting to bind port dd192bbb-fad1-4d3e-9012-db271e98659b by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'f0954aff-c24e-424d-ba43-2c6bde70e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '9d1bdf5f-7420-4f23-9c17-987fb939c5fe'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:26:36.680193 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bf91da-8a1e-4b54-954b-f44c9bd86ef9 None None] Attempting to bind port dd192bbb-fad1-4d3e-9012-db271e98659b on network 9d1bdf5f-7420-4f23-9c17-987fb939c5fe {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:26:36.700694 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0473f470-79cd-41f8-a931-fcebf36c9796 admin admin] Router 4eb4ea81-f01e-4af6-b207-82c89eead0ea is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:26:36.711591 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-775390fe-7137-4054-845e-c6e020fe66ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:36.716395 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-d8823575-40b7-44bc-9c1d-52e98439782a tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1887770032'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:26:36.746436 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bf91da-8a1e-4b54-954b-f44c9bd86ef9 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:26:36.746843 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bf91da-8a1e-4b54-954b-f44c9bd86ef9 None None] Checking segment: {'id': 'f0954aff-c24e-424d-ba43-2c6bde70e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '9d1bdf5f-7420-4f23-9c17-987fb939c5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:26:36.747203 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-50bf91da-8a1e-4b54-954b-f44c9bd86ef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:36.747593 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bf91da-8a1e-4b54-954b-f44c9bd86ef9 None None] Bound using segment: {'id': 'f0954aff-c24e-424d-ba43-2c6bde70e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '9d1bdf5f-7420-4f23-9c17-987fb939c5fe'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:26:36.748131 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-50bf91da-8a1e-4b54-954b-f44c9bd86ef9 None None] Bound port: dd192bbb-fad1-4d3e-9012-db271e98659b, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0954aff-c24e-424d-ba43-2c6bde70e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '9d1bdf5f-7420-4f23-9c17-987fb939c5fe'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:26:36.748731 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-50bf91da-8a1e-4b54-954b-f44c9bd86ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:36.763585 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfcf220e-c34b-41ec-98dd-19c16634325d tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:26:36.819218 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-d8823575-40b7-44bc-9c1d-52e98439782a tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:36.820879 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7fa358-c5bf-41d0-9ae4-2a3e018a34cd None None] Network 2ca2b2c1-029f-452f-b89f-8d520c56cff6 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:26:36.827220 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-6e7fa358-c5bf-41d0-9ae4-2a3e018a34cd None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:36.839879 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7fa358-c5bf-41d0-9ae4-2a3e018a34cd None None] Pushing event updated for resources: {'Port': ['ID=606cef5e-216a-49f6-843d-0a4a145d5b38,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:36.851457 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d8823575-40b7-44bc-9c1d-52e98439782a tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] Usage tracker for resource:network and tenant:8dfda2e8549f4d8b95bae3ec96f81dca is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:36.854872 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7fa358-c5bf-41d0-9ae4-2a3e018a34cd None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:26:36.860008 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d8823575-40b7-44bc-9c1d-52e98439782a tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:36.878333 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-d8823575-40b7-44bc-9c1d-52e98439782a tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:36.904502 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf220e-c34b-41ec-98dd-19c16634325d tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9b4923-e1ed-48f1-85de-94b0cb2b617b,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:36.914306 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dfcf220e-c34b-41ec-98dd-19c16634325d tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:36.914664 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-dfcf220e-c34b-41ec-98dd-19c16634325d tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Added segment 08adc77f-14b0-4773-89dd-77311c2cecea of type vlan for network 7703a50a-1346-4ded-970b-6e3d32bd3cdd Mar 11 15:26:36.917272 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-775390fe-7137-4054-845e-c6e020fe66ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:36.932593 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8823575-40b7-44bc-9c1d-52e98439782a tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] Made reservation on behalf of 8dfda2e8549f4d8b95bae3ec96f81dca for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:26:36.942595 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d8823575-40b7-44bc-9c1d-52e98439782a tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:37.035646 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8a72ca03-8934-4cc5-8f49-6cab07622c7a tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:37.100782 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d8823575-40b7-44bc-9c1d-52e98439782a tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:37.147978 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-50bf91da-8a1e-4b54-954b-f44c9bd86ef9 None None] For port dd192bbb-fad1-4d3e-9012-db271e98659b, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:26:37.156935 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-50bf91da-8a1e-4b54-954b-f44c9bd86ef9 None None] For port dd192bbb-fad1-4d3e-9012-db271e98659b, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=dd192bbb-fad1-4d3e-9012-db271e98659b,segment=NetworkSegment(f0954aff-c24e-424d-ba43-2c6bde70e82c),segment_id=f0954aff-c24e-424d-ba43-2c6bde70e82c)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:26:37.171980 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045839cf-38b8-4d25-9165-5aca1f86bb83 None None] Network f5e50d7a-e877-43fe-b63b-0d368fa885b4 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:26:37.217526 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-50bf91da-8a1e-4b54-954b-f44c9bd86ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:37.227346 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-7725d0f2-b889-43e5-8d31-c2ec599730a1 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] Request body: {'floatingip': {'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:26:37.235434 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60062) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:37.286433 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7725d0f2-b889-43e5-8d31-c2ec599730a1 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:37.312317 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dfcf220e-c34b-41ec-98dd-19c16634325d tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:37.316263 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7725d0f2-b889-43e5-8d31-c2ec599730a1 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] Usage tracker for resource:floatingip and tenant:15986a74da1f4e9fb39a098fd40216e1 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:37.326395 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7725d0f2-b889-43e5-8d31-c2ec599730a1 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:37.340389 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7725d0f2-b889-43e5-8d31-c2ec599730a1 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:37.365155 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-d8823575-40b7-44bc-9c1d-52e98439782a tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:37.376561 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d8823575-40b7-44bc-9c1d-52e98439782a tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] Usage tracker for resource:security_group_rule and tenant:8dfda2e8549f4d8b95bae3ec96f81dca is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:37.381665 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d8823575-40b7-44bc-9c1d-52e98439782a tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:37.397661 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-d8823575-40b7-44bc-9c1d-52e98439782a tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:37.405631 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8a72ca03-8934-4cc5-8f49-6cab07622c7a tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:37.415562 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7725d0f2-b889-43e5-8d31-c2ec599730a1 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:37.432363 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-1b3b994e-2147-4d2f-8310-14fe4c42c172 None None] Provisioning for port 77f583e4-ede1-4cce-8e77-0eb2d26173d6 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:26:37.442890 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 77f583e4-ede1-4cce-8e77-0eb2d26173d6 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:26:37.561887 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dfcf220e-c34b-41ec-98dd-19c16634325d tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:37.562747 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcf220e-c34b-41ec-98dd-19c16634325d tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:37.563323 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dfcf220e-c34b-41ec-98dd-19c16634325d tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:37.573166 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a72ca03-8934-4cc5-8f49-6cab07622c7a tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Pushing event updated for resources: {'Port': ['ID=62b9d811-f624-4c34-9bcc-a9560a002500,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:37.605235 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a72ca03-8934-4cc5-8f49-6cab07622c7a tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:26:37.616145 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-8a72ca03-8934-4cc5-8f49-6cab07622c7a tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:37.642047 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a72ca03-8934-4cc5-8f49-6cab07622c7a tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:26:37.643354 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a72ca03-8934-4cc5-8f49-6cab07622c7a tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:37.644286 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8a72ca03-8934-4cc5-8f49-6cab07622c7a tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:37.653092 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-775390fe-7137-4054-845e-c6e020fe66ba admin admin] Allocated IP 172.26.0.126 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/6b7f36c6-c062-43b6-be17-b8d0a0d61187) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:26:37.684014 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-20abee78-9fda-4a33-ac50-b8f1b6137471 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Request body: {'floatingip': {'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:26:37.780037 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-6e7fa358-c5bf-41d0-9ae4-2a3e018a34cd None None] Attempting to bind port 606cef5e-216a-49f6-843d-0a4a145d5b38 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:26:37.780439 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-6e7fa358-c5bf-41d0-9ae4-2a3e018a34cd None None] Attempting to bind port 606cef5e-216a-49f6-843d-0a4a145d5b38 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '8ae4db9a-22ea-4190-a511-322033645f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2ca2b2c1-029f-452f-b89f-8d520c56cff6'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:26:37.780878 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7fa358-c5bf-41d0-9ae4-2a3e018a34cd None None] Attempting to bind port 606cef5e-216a-49f6-843d-0a4a145d5b38 on network 2ca2b2c1-029f-452f-b89f-8d520c56cff6 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:26:37.814077 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7fa358-c5bf-41d0-9ae4-2a3e018a34cd None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:26:37.814577 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7fa358-c5bf-41d0-9ae4-2a3e018a34cd None None] Checking segment: {'id': '8ae4db9a-22ea-4190-a511-322033645f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2ca2b2c1-029f-452f-b89f-8d520c56cff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:26:37.815062 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6e7fa358-c5bf-41d0-9ae4-2a3e018a34cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:37.815528 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7fa358-c5bf-41d0-9ae4-2a3e018a34cd None None] Bound using segment: {'id': '8ae4db9a-22ea-4190-a511-322033645f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2ca2b2c1-029f-452f-b89f-8d520c56cff6'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:26:37.816074 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-6e7fa358-c5bf-41d0-9ae4-2a3e018a34cd None None] Bound port: 606cef5e-216a-49f6-843d-0a4a145d5b38, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae4db9a-22ea-4190-a511-322033645f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2ca2b2c1-029f-452f-b89f-8d520c56cff6'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:26:37.819308 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6e7fa358-c5bf-41d0-9ae4-2a3e018a34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:37.819446 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-dfcf220e-c34b-41ec-98dd-19c16634325d tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.4419577 Mar 11 15:26:37.833401 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60074) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:37.835270 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-20abee78-9fda-4a33-ac50-b8f1b6137471 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:37.838478 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7725d0f2-b889-43e5-8d31-c2ec599730a1 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:37.847796 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-79743398-3305-4b4d-8531-2736e00ac764 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Request body: {'subnet': {'network_id': '7703a50a-1346-4ded-970b-6e3d32bd3cdd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:26:37.848046 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d8823575-40b7-44bc-9c1d-52e98439782a tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:37.863726 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-8a72ca03-8934-4cc5-8f49-6cab07622c7a tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 4.4590042 Mar 11 15:26:37.873850 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-79743398-3305-4b4d-8531-2736e00ac764 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:37.879230 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60078) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:37.884814 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-20abee78-9fda-4a33-ac50-b8f1b6137471 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Usage tracker for resource:floatingip and tenant:c3b5c13d66354b8cafc5703dde135af9 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:37.895674 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-fd849353-14b8-4153-9c8b-7cf5599e8fe4 tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.59'}]}}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:26:37.896576 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-20abee78-9fda-4a33-ac50-b8f1b6137471 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:37.901433 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf220e-c34b-41ec-98dd-19c16634325d tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Pushing event updated for resources: {'Network': ['ID=7703a50a-1346-4ded-970b-6e3d32bd3cdd,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:37.904026 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-79743398-3305-4b4d-8531-2736e00ac764 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Usage tracker for resource:subnet and tenant:8416a1f9e2aa4cfc99ca677832c9b19f is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:37.909490 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d8823575-40b7-44bc-9c1d-52e98439782a tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:37.913338 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-79743398-3305-4b4d-8531-2736e00ac764 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:37.922321 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-20abee78-9fda-4a33-ac50-b8f1b6137471 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:37.930366 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf91da-8a1e-4b54-954b-f44c9bd86ef9 None None] Pushing event updated for resources: {'Port': ['ID=dd192bbb-fad1-4d3e-9012-db271e98659b,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:37.934460 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 7703a50a-1346-4ded-970b-6e3d32bd3cdd details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:26:37.945118 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-fd849353-14b8-4153-9c8b-7cf5599e8fe4 tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:37.949635 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-79743398-3305-4b4d-8531-2736e00ac764 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:37.966481 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 77f583e4-ede1-4cce-8e77-0eb2d26173d6 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:26:37.977835 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-fd849353-14b8-4153-9c8b-7cf5599e8fe4 tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Usage tracker for resource:router and tenant:2f752affc5f24f1a93855146112b2c2c is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:37.990567 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8823575-40b7-44bc-9c1d-52e98439782a tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:26:38.000579 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-fd849353-14b8-4153-9c8b-7cf5599e8fe4 tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:38.003192 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-20abee78-9fda-4a33-ac50-b8f1b6137471 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks [] for floatingip, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:38.013168 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79743398-3305-4b4d-8531-2736e00ac764 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Made reservation on behalf of 8416a1f9e2aa4cfc99ca677832c9b19f for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:26:38.016549 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-79743398-3305-4b4d-8531-2736e00ac764 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:38.023355 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8823575-40b7-44bc-9c1d-52e98439782a tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a685f861-eeeb-4746-b9d7-e6a40f0074b4,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:38.035228 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-fd849353-14b8-4153-9c8b-7cf5599e8fe4 tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:38.036963 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 77f583e4-ede1-4cce-8e77-0eb2d26173d6 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:26:38.037353 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:38.038132 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d8823575-40b7-44bc-9c1d-52e98439782a tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:38.038480 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-d8823575-40b7-44bc-9c1d-52e98439782a tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] Added segment 30fcca95-199c-404e-8f62-fab694aa2ae0 of type vlan for network 1bd2efb9-feca-4c18-b235-54918aa90173 Mar 11 15:26:38.132799 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0473f470-79cd-41f8-a931-fcebf36c9796 admin admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:26:38.159645 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-6e7fa358-c5bf-41d0-9ae4-2a3e018a34cd None None] For port 606cef5e-216a-49f6-843d-0a4a145d5b38, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:26:38.163136 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-775390fe-7137-4054-845e-c6e020fe66ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:38.164601 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b774ac68-878e-4daf-aa67-9d0cd1017e15 None None] Sync routers for ids ['4eb4ea81-f01e-4af6-b207-82c89eead0ea'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:26:38.166956 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d562d5-bf66-4df9-a67e-fe4223f86576 admin admin] Router 221ec4d8-ce90-4044-849b-a99c0f4bce5b is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:26:38.176515 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fd849353-14b8-4153-9c8b-7cf5599e8fe4 tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:38.177513 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fd849353-14b8-4153-9c8b-7cf5599e8fe4 tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:38.179271 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d8823575-40b7-44bc-9c1d-52e98439782a tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:38.180834 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-6e7fa358-c5bf-41d0-9ae4-2a3e018a34cd None None] For port 606cef5e-216a-49f6-843d-0a4a145d5b38, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=606cef5e-216a-49f6-843d-0a4a145d5b38,segment=NetworkSegment(8ae4db9a-22ea-4190-a511-322033645f15),segment_id=8ae4db9a-22ea-4190-a511-322033645f15)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:26:38.189101 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b774ac68-878e-4daf-aa67-9d0cd1017e15 None None] Routers {'4eb4ea81-f01e-4af6-b207-82c89eead0ea'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:26:38.190036 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-b774ac68-878e-4daf-aa67-9d0cd1017e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:26:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['4eb4ea81-f01e-4af6-b207-82c89eead0ea'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:38.208685 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6e7fa358-c5bf-41d0-9ae4-2a3e018a34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:38.258211 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d8823575-40b7-44bc-9c1d-52e98439782a tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:38.265755 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8823575-40b7-44bc-9c1d-52e98439782a tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:38.266861 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d8823575-40b7-44bc-9c1d-52e98439782a tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:38.466613 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:38.483122 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7fa358-c5bf-41d0-9ae4-2a3e018a34cd None None] Pushing event updated for resources: {'Port': ['ID=606cef5e-216a-49f6-843d-0a4a145d5b38,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:38.519527 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8823575-40b7-44bc-9c1d-52e98439782a tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] Pushing event updated for resources: {'Network': ['ID=1bd2efb9-feca-4c18-b235-54918aa90173,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:38.536999 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d8823575-40b7-44bc-9c1d-52e98439782a tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.3372092 Mar 11 15:26:38.539004 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0473f470-79cd-41f8-a931-fcebf36c9796 admin admin] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:38.539126 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 1bd2efb9-feca-4c18-b235-54918aa90173 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:26:38.542952 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0473f470-79cd-41f8-a931-fcebf36c9796 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3531234 Mar 11 15:26:38.550148 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60082) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:38.550550 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60084) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:38.555181 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fd849353-14b8-4153-9c8b-7cf5599e8fe4 tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:38.613648 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-b774ac68-878e-4daf-aa67-9d0cd1017e15 None None] Set router 4eb4ea81-f01e-4af6-b207-82c89eead0ea gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:26:38.618138 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-775390fe-7137-4054-845e-c6e020fe66ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:38.724543 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 77f583e4-ede1-4cce-8e77-0eb2d26173d6, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=77f583e4-ede1-4cce-8e77-0eb2d26173d6,segment=NetworkSegment(45c5f275-59df-4ebf-b47e-648f4f176e10),segment_id=45c5f275-59df-4ebf-b47e-648f4f176e10)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:26:38.754617 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:38.783615 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775390fe-7137-4054-845e-c6e020fe66ba admin admin] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:26:38.830550 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-775390fe-7137-4054-845e-c6e020fe66ba admin admin] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:38.845287 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775390fe-7137-4054-845e-c6e020fe66ba admin admin] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:26:38.938496 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1536891-14c8-4f4b-be56-0051039dcc62 None None] Network 9d1bdf5f-7420-4f23-9c17-987fb939c5fe requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:26:39.038752 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-3b0aacd7-e6da-4aee-9a81-55ad6a88e6f0 None None] Provisioning complete for port 77f583e4-ede1-4cce-8e77-0eb2d26173d6 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:26:39.039403 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3b0aacd7-e6da-4aee-9a81-55ad6a88e6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:39.068718 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-5298ddbf-61b7-4fb3-9a33-c0c41f2a9808 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Request body: {'network': {'name': 'tempest-network--1594658601', 'router:external': True}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:26:39.083929 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-5298ddbf-61b7-4fb3-9a33-c0c41f2a9808 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:39.103248 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-5298ddbf-61b7-4fb3-9a33-c0c41f2a9808 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Usage tracker for resource:network and tenant:bbefd18aabc944d4b18ffdf3a5ec83a9 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:39.116756 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=77f583e4-ede1-4cce-8e77-0eb2d26173d6,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:39.130725 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-5298ddbf-61b7-4fb3-9a33-c0c41f2a9808 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:39.157049 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-20abee78-9fda-4a33-ac50-b8f1b6137471 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:39.170686 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775390fe-7137-4054-845e-c6e020fe66ba admin admin] Pushing event updated for resources: {'Port': ['ID=6b7f36c6-c062-43b6-be17-b8d0a0d61187,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:39.173742 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-b774ac68-878e-4daf-aa67-9d0cd1017e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb4ea81-f01e-4af6-b207-82c89eead0ea', 'name': 'tempest-ServersTestManualDisk-1341516787-router', 'tenant_id': '54e768a48d9c4cc792b381d6c65e8408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': 'ea092aeb-ac39-4df4-af85-8016eb2f62c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:33Z', 'updated_at': '2022-03-11T15:26:35Z', 'revision_number': 3, 'project_id': '54e768a48d9c4cc792b381d6c65e8408', 'gw_port': {'id': 'ea092aeb-ac39-4df4-af85-8016eb2f62c4', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb4ea81-f01e-4af6-b207-82c89eead0ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:34Z', 'updated_at': '2022-03-11T15:26:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:39.179489 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b774ac68-878e-4daf-aa67-9d0cd1017e15 None None] Checking router: 4eb4ea81-f01e-4af6-b207-82c89eead0ea for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:26:39.180179 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b774ac68-878e-4daf-aa67-9d0cd1017e15 None None] Updating router 4eb4ea81-f01e-4af6-b207-82c89eead0ea port ea092aeb-ac39-4df4-af85-8016eb2f62c4 binding host dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:26:39.219354 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-775390fe-7137-4054-845e-c6e020fe66ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:39.220696 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-775390fe-7137-4054-845e-c6e020fe66ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:39.253798 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fd849353-14b8-4153-9c8b-7cf5599e8fe4 tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:39.256843 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b774ac68-878e-4daf-aa67-9d0cd1017e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:39.381622 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-5298ddbf-61b7-4fb3-9a33-c0c41f2a9808 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:39.414631 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-7725d0f2-b889-43e5-8d31-c2ec599730a1 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] Allocated IP 172.26.0.48 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/42a11dc8-7beb-4010-8a93-826c81274e2c) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:26:39.443713 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5298ddbf-61b7-4fb3-9a33-c0c41f2a9808 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Made reservation on behalf of bbefd18aabc944d4b18ffdf3a5ec83a9 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:26:39.447696 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5298ddbf-61b7-4fb3-9a33-c0c41f2a9808 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:39.465213 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5298ddbf-61b7-4fb3-9a33-c0c41f2a9808 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:39.499936 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device dd192bbb-fad1-4d3e-9012-db271e98659b up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:26:39.529699 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-5298ddbf-61b7-4fb3-9a33-c0c41f2a9808 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:39.533938 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-5298ddbf-61b7-4fb3-9a33-c0c41f2a9808 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Usage tracker for resource:security_group_rule and tenant:bbefd18aabc944d4b18ffdf3a5ec83a9 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:39.536954 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-5298ddbf-61b7-4fb3-9a33-c0c41f2a9808 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:39.573974 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-5298ddbf-61b7-4fb3-9a33-c0c41f2a9808 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:39.650883 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port dd192bbb-fad1-4d3e-9012-db271e98659b completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:26:39.658188 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port dd192bbb-fad1-4d3e-9012-db271e98659b triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:26:39.658759 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:39.691571 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-7c40bdee-2b66-4ce2-a5e3-5e27bc1ece89 None None] Provisioning for port dd192bbb-fad1-4d3e-9012-db271e98659b completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:26:39.717311 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-7c40bdee-2b66-4ce2-a5e3-5e27bc1ece89 None None] Provisioning complete for port dd192bbb-fad1-4d3e-9012-db271e98659b triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:26:39.720279 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7c40bdee-2b66-4ce2-a5e3-5e27bc1ece89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:39.861381 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d562d5-bf66-4df9-a67e-fe4223f86576 admin admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:26:39.937102 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7725d0f2-b889-43e5-8d31-c2ec599730a1 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:39.957578 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5298ddbf-61b7-4fb3-9a33-c0c41f2a9808 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:39.969981 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5298ddbf-61b7-4fb3-9a33-c0c41f2a9808 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:39.981759 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06939d51-a793-40a8-a973-e705d8235c4f None None] Sync routers for ids ['221ec4d8-ce90-4044-849b-a99c0f4bce5b'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:26:39.986214 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:40.026959 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5298ddbf-61b7-4fb3-9a33-c0c41f2a9808 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:26:40.035753 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5298ddbf-61b7-4fb3-9a33-c0c41f2a9808 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b971c3fc-e9c4-4fad-b955-98c77b5de050,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:40.051098 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5298ddbf-61b7-4fb3-9a33-c0c41f2a9808 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:40.051478 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-5298ddbf-61b7-4fb3-9a33-c0c41f2a9808 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Added segment 4f7a719d-cac8-4acd-a453-8ab9b0f3f198 of type vlan for network 48773391-9fbb-499d-8d05-ac7dc3764753 Mar 11 15:26:40.094431 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7c40bdee-2b66-4ce2-a5e3-5e27bc1ece89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:40.095418 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-63d562d5-bf66-4df9-a67e-fe4223f86576 admin admin] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:40.096813 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-63d562d5-bf66-4df9-a67e-fe4223f86576 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.7537296 Mar 11 15:26:40.110868 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7725d0f2-b889-43e5-8d31-c2ec599730a1 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:40.119204 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60094) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:40.123293 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acfab28-099d-4233-9878-d9cc36c0b991 None None] Network 2ca2b2c1-029f-452f-b89f-8d520c56cff6 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:26:40.147800 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.objects.ports [None req-79743398-3305-4b4d-8531-2736e00ac764 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83866) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 15:26:40.148387 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-79743398-3305-4b4d-8531-2736e00ac764 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:40.235355 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-20abee78-9fda-4a33-ac50-b8f1b6137471 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Allocated IP 172.26.0.42 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/2fe90f3e-0a77-4df5-a2b7-c9a42f6af354) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:26:40.292476 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79743398-3305-4b4d-8531-2736e00ac764 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b90fdce7-ebfe-4728-ad5f-9202c3f0cf50,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:40.300554 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port dd192bbb-fad1-4d3e-9012-db271e98659b, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=dd192bbb-fad1-4d3e-9012-db271e98659b,segment=NetworkSegment(f0954aff-c24e-424d-ba43-2c6bde70e82c),segment_id=f0954aff-c24e-424d-ba43-2c6bde70e82c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:26:40.335981 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:40.336572 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 606cef5e-216a-49f6-843d-0a4a145d5b38 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:26:40.344704 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fd849353-14b8-4153-9c8b-7cf5599e8fe4 tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:40.395187 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fd849353-14b8-4153-9c8b-7cf5599e8fe4 tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:40.445971 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79743398-3305-4b4d-8531-2736e00ac764 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Checking segment: {'id': '08adc77f-14b0-4773-89dd-77311c2cecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7703a50a-1346-4ded-970b-6e3d32bd3cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:26:40.446355 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79743398-3305-4b4d-8531-2736e00ac764 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Network hostable DHCP agents. Network: 7703a50a-1346-4ded-970b-6e3d32bd3cdd, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:26:40.507678 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775390fe-7137-4054-845e-c6e020fe66ba admin admin] Router 6ababf4d-47b7-4202-b2cc-427fab38605a is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:26:40.524829 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06939d51-a793-40a8-a973-e705d8235c4f None None] Routers {'221ec4d8-ce90-4044-849b-a99c0f4bce5b'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:26:40.525585 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-06939d51-a793-40a8-a973-e705d8235c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:26:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['221ec4d8-ce90-4044-849b-a99c0f4bce5b'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:40.548699 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79743398-3305-4b4d-8531-2736e00ac764 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Network 7703a50a-1346-4ded-970b-6e3d32bd3cdd is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:26:40.616476 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5298ddbf-61b7-4fb3-9a33-c0c41f2a9808 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:40.635822 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7725d0f2-b889-43e5-8d31-c2ec599730a1 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:26:40.640377 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7725d0f2-b889-43e5-8d31-c2ec599730a1 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] Pushing event updated for resources: {'Port': ['ID=42a11dc8-7beb-4010-8a93-826c81274e2c,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:40.648624 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-7725d0f2-b889-43e5-8d31-c2ec599730a1 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:40.652588 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-79743398-3305-4b4d-8531-2736e00ac764 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 7703a50a-1346-4ded-970b-6e3d32bd3cdd) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:40.699249 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fc9846-4d0e-43f9-bcea-7f29c9ce05ca None None] Network 7703a50a-1346-4ded-970b-6e3d32bd3cdd requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:26:40.710396 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79743398-3305-4b4d-8531-2736e00ac764 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:40.710396 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-79743398-3305-4b4d-8531-2736e00ac764 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:40.753481 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-79743398-3305-4b4d-8531-2736e00ac764 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.9101946 Mar 11 15:26:40.754116 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60102) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:40.759714 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-9ed3c724-e45c-499d-a57e-866829ddade0 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1482873843', 'network_id': '7703a50a-1346-4ded-970b-6e3d32bd3cdd'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:26:40.765441 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7725d0f2-b889-43e5-8d31-c2ec599730a1 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:26:40.765667 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-9ed3c724-e45c-499d-a57e-866829ddade0 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:40.769579 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-7c40bdee-2b66-4ce2-a5e3-5e27bc1ece89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:26:40.769920 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-7c40bdee-2b66-4ce2-a5e3-5e27bc1ece89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:26:40.770431 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=dd192bbb-fad1-4d3e-9012-db271e98659b,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:40.772393 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-9ed3c724-e45c-499d-a57e-866829ddade0 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Usage tracker for resource:port and tenant:8416a1f9e2aa4cfc99ca677832c9b19f is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:40.778466 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-9ed3c724-e45c-499d-a57e-866829ddade0 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:40.779796 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5298ddbf-61b7-4fb3-9a33-c0c41f2a9808 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:40.780842 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5298ddbf-61b7-4fb3-9a33-c0c41f2a9808 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:40.781418 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5298ddbf-61b7-4fb3-9a33-c0c41f2a9808 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:40.785889 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-9ed3c724-e45c-499d-a57e-866829ddade0 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:40.806632 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed3c724-e45c-499d-a57e-866829ddade0 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Made reservation on behalf of 8416a1f9e2aa4cfc99ca677832c9b19f for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:26:40.808950 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9ed3c724-e45c-499d-a57e-866829ddade0 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:40.813243 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-20abee78-9fda-4a33-ac50-b8f1b6137471 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:40.841621 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-9ed3c724-e45c-499d-a57e-866829ddade0 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] device_id is not set on port 1cfe02a4-d117-4c81-af9c-76cdc2ddab7e yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:26:40.982750 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775390fe-7137-4054-845e-c6e020fe66ba admin admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:26:41.002395 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5298ddbf-61b7-4fb3-9a33-c0c41f2a9808 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Pushing event updated for resources: {'Network': ['ID=48773391-9fbb-499d-8d05-ac7dc3764753,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:41.011984 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 606cef5e-216a-49f6-843d-0a4a145d5b38 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:26:41.012962 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5298ddbf-61b7-4fb3-9a33-c0c41f2a9808 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.4512413 Mar 11 15:26:41.017537 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60106) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:41.023062 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-9ed3c724-e45c-499d-a57e-866829ddade0 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Allocated IP 172.20.0.2 (7703a50a-1346-4ded-970b-6e3d32bd3cdd/b90fdce7-ebfe-4728-ad5f-9202c3f0cf50/1cfe02a4-d117-4c81-af9c-76cdc2ddab7e) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:26:41.033316 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc25bdec-12f5-44c0-be3c-ef6c4307a3cf None None] Sync routers for ids ['6ababf4d-47b7-4202-b2cc-427fab38605a'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:26:41.036985 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 77f583e4-ede1-4cce-8e77-0eb2d26173d6 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:26:41.057024 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-775390fe-7137-4054-845e-c6e020fe66ba admin admin] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:41.061342 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-775390fe-7137-4054-845e-c6e020fe66ba admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.5806999 Mar 11 15:26:41.066483 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc25bdec-12f5-44c0-be3c-ef6c4307a3cf None None] Routers {'6ababf4d-47b7-4202-b2cc-427fab38605a'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:26:41.067222 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-dc25bdec-12f5-44c0-be3c-ef6c4307a3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:26:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['6ababf4d-47b7-4202-b2cc-427fab38605a'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:41.104841 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60110) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:41.110730 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 48773391-9fbb-499d-8d05-ac7dc3764753 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:26:41.313784 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b5627af7-96d2-4851-b073-2b68573a1221 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:41.361131 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e7121a-820b-4e96-b8ab-4283e5470046 None None] Network 7703a50a-1346-4ded-970b-6e3d32bd3cdd requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:26:41.365231 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-dc25bdec-12f5-44c0-be3c-ef6c4307a3cf None None] Set router 6ababf4d-47b7-4202-b2cc-427fab38605a gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:26:41.441885 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-20abee78-9fda-4a33-ac50-b8f1b6137471 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:41.498816 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-06939d51-a793-40a8-a973-e705d8235c4f None None] Set router 221ec4d8-ce90-4044-849b-a99c0f4bce5b gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:26:41.589285 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b5627af7-96d2-4851-b073-2b68573a1221 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:41.638197 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9ed3c724-e45c-499d-a57e-866829ddade0 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:41.643227 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b5627af7-96d2-4851-b073-2b68573a1221 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:26:41.643568 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b5627af7-96d2-4851-b073-2b68573a1221 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:26:41.644335 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b5627af7-96d2-4851-b073-2b68573a1221 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:26:41.644662 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b5627af7-96d2-4851-b073-2b68573a1221 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Subscribe: > port after_create 55550000 {{(pid=83866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:26:41.644977 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b5627af7-96d2-4851-b073-2b68573a1221 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:26:41.645329 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b5627af7-96d2-4851-b073-2b68573a1221 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Subscribe: > port after_update 55550000 {{(pid=83866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:26:41.645665 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b5627af7-96d2-4851-b073-2b68573a1221 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:26:41.645994 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b5627af7-96d2-4851-b073-2b68573a1221 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:26:41.646302 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b5627af7-96d2-4851-b073-2b68573a1221 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:26:41.646608 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b5627af7-96d2-4851-b073-2b68573a1221 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:26:41.698829 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7725d0f2-b889-43e5-8d31-c2ec599730a1 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:41.712387 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20abee78-9fda-4a33-ac50-b8f1b6137471 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:26:41.718055 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-20abee78-9fda-4a33-ac50-b8f1b6137471 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:41.742799 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20abee78-9fda-4a33-ac50-b8f1b6137471 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:26:41.753696 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20abee78-9fda-4a33-ac50-b8f1b6137471 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Pushing event updated for resources: {'Port': ['ID=2fe90f3e-0a77-4df5-a2b7-c9a42f6af354,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:41.766195 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 77f583e4-ede1-4cce-8e77-0eb2d26173d6 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:26:41.767268 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:41.818271 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b774ac68-878e-4daf-aa67-9d0cd1017e15 None None] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:41.825667 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b5627af7-96d2-4851-b073-2b68573a1221 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:26:41.826030 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b5627af7-96d2-4851-b073-2b68573a1221 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:26:41.826323 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b5627af7-96d2-4851-b073-2b68573a1221 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:26:41.826644 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b5627af7-96d2-4851-b073-2b68573a1221 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:26:41.827024 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-b5627af7-96d2-4851-b073-2b68573a1221 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48773391-9fbb-499d-8d05-ac7dc3764753']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:41.860783 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7725d0f2-b889-43e5-8d31-c2ec599730a1 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:41.867641 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-b774ac68-878e-4daf-aa67-9d0cd1017e15 None None] Transition to ACTIVE for port object ea092aeb-ac39-4df4-af85-8016eb2f62c4 will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:26:41.909083 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b774ac68-878e-4daf-aa67-9d0cd1017e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:42.039985 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9ed3c724-e45c-499d-a57e-866829ddade0 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:42.051560 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-b5627af7-96d2-4851-b073-2b68573a1221 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f7a719d-cac8-4acd-a453-8ab9b0f3f198') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:42.051821 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-b5627af7-96d2-4851-b073-2b68573a1221 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f7a719d-cac8-4acd-a453-8ab9b0f3f198') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:42.112335 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5dea85d3-99a4-4779-a4b0-52b16ee2d1d2 None None] Provisioning for port 606cef5e-216a-49f6-843d-0a4a145d5b38 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:26:42.131660 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5dea85d3-99a4-4779-a4b0-52b16ee2d1d2 None None] Provisioning complete for port 606cef5e-216a-49f6-843d-0a4a145d5b38 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:26:42.132464 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5dea85d3-99a4-4779-a4b0-52b16ee2d1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:42.191918 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-b774ac68-878e-4daf-aa67-9d0cd1017e15 None None] Attempting to bind port ea092aeb-ac39-4df4-af85-8016eb2f62c4 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:26:42.192480 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-b774ac68-878e-4daf-aa67-9d0cd1017e15 None None] Attempting to bind port ea092aeb-ac39-4df4-af85-8016eb2f62c4 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:26:42.193135 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b774ac68-878e-4daf-aa67-9d0cd1017e15 None None] Attempting to bind port ea092aeb-ac39-4df4-af85-8016eb2f62c4 on network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:26:42.215821 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3c724-e45c-499d-a57e-866829ddade0 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Pushing event updated for resources: {'Port': ['ID=1cfe02a4-d117-4c81-af9c-76cdc2ddab7e,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:42.216224 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b774ac68-878e-4daf-aa67-9d0cd1017e15 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:26:42.216554 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b774ac68-878e-4daf-aa67-9d0cd1017e15 None None] Checking segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:26:42.216956 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b774ac68-878e-4daf-aa67-9d0cd1017e15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:42.217349 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b774ac68-878e-4daf-aa67-9d0cd1017e15 None None] Bound using segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:26:42.231325 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-b774ac68-878e-4daf-aa67-9d0cd1017e15 None None] Bound port: ea092aeb-ac39-4df4-af85-8016eb2f62c4, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:26:42.231753 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b774ac68-878e-4daf-aa67-9d0cd1017e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:42.237111 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b5627af7-96d2-4851-b073-2b68573a1221 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:42.287836 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed3c724-e45c-499d-a57e-866829ddade0 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Network 7703a50a-1346-4ded-970b-6e3d32bd3cdd is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:26:42.293347 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fd849353-14b8-4153-9c8b-7cf5599e8fe4 tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Notify callbacks [] for router, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:42.311986 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-20abee78-9fda-4a33-ac50-b8f1b6137471 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:42.369539 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5dea85d3-99a4-4779-a4b0-52b16ee2d1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:42.370590 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b5627af7-96d2-4851-b073-2b68573a1221 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:42.373142 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-9ed3c724-e45c-499d-a57e-866829ddade0 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:42.388036 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed3c724-e45c-499d-a57e-866829ddade0 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:26:42.391396 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-06939d51-a793-40a8-a973-e705d8235c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221ec4d8-ce90-4044-849b-a99c0f4bce5b', 'name': 'tempest-ServerActionsTestJSON-363625592-router', 'tenant_id': '9ce1e6b6647741e599091dbba04f8bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.184'}], 'enable_snat': True}, 'gw_port_id': 'd94e6728-f748-42f0-ae15-60f8b7488e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:32Z', 'updated_at': '2022-03-11T15:26:35Z', 'revision_number': 3, 'project_id': '9ce1e6b6647741e599091dbba04f8bc1', 'gw_port': {'id': 'd94e6728-f748-42f0-ae15-60f8b7488e85', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221ec4d8-ce90-4044-849b-a99c0f4bce5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:33Z', 'updated_at': '2022-03-11T15:26:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:42.397429 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06939d51-a793-40a8-a973-e705d8235c4f None None] Checking router: 221ec4d8-ce90-4044-849b-a99c0f4bce5b for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:26:42.397942 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06939d51-a793-40a8-a973-e705d8235c4f None None] Updating router 221ec4d8-ce90-4044-849b-a99c0f4bce5b port d94e6728-f748-42f0-ae15-60f8b7488e85 binding host dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:26:42.439478 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device dd192bbb-fad1-4d3e-9012-db271e98659b up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:26:42.449542 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5627af7-96d2-4851-b073-2b68573a1221 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:26:42.450987 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b5627af7-96d2-4851-b073-2b68573a1221 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:42.468044 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-20abee78-9fda-4a33-ac50-b8f1b6137471 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:42.530131 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5dea85d3-99a4-4779-a4b0-52b16ee2d1d2 None None] For port 606cef5e-216a-49f6-843d-0a4a145d5b38, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=606cef5e-216a-49f6-843d-0a4a145d5b38,segment=NetworkSegment(8ae4db9a-22ea-4190-a511-322033645f15),segment_id=8ae4db9a-22ea-4190-a511-322033645f15)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:26:42.536985 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-06939d51-a793-40a8-a973-e705d8235c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:42.597722 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e705c-3402-4097-87f7-ee64d55e4143 None None] Pushing event updated for resources: {'Port': ['ID=ea092aeb-ac39-4df4-af85-8016eb2f62c4,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:42.620528 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-b774ac68-878e-4daf-aa67-9d0cd1017e15 None None] For port ea092aeb-ac39-4df4-af85-8016eb2f62c4, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:26:42.632153 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7725d0f2-b889-43e5-8d31-c2ec599730a1 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:42.648013 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257e705c-3402-4097-87f7-ee64d55e4143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:42.648388 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257e705c-3402-4097-87f7-ee64d55e4143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:42.648811 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257e705c-3402-4097-87f7-ee64d55e4143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:42.649302 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257e705c-3402-4097-87f7-ee64d55e4143 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:42.649471 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257e705c-3402-4097-87f7-ee64d55e4143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:42.649841 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257e705c-3402-4097-87f7-ee64d55e4143 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:42.650387 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257e705c-3402-4097-87f7-ee64d55e4143 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:42.650933 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257e705c-3402-4097-87f7-ee64d55e4143 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:42.650933 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257e705c-3402-4097-87f7-ee64d55e4143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:42.651738 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257e705c-3402-4097-87f7-ee64d55e4143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:42.651738 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257e705c-3402-4097-87f7-ee64d55e4143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:42.652632 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257e705c-3402-4097-87f7-ee64d55e4143 None None] Tracked resource versions report: Mar 11 15:26:42.652632 dv-neutron-833373-1-hyperv neutron-server[83869]: pushed versions: Mar 11 15:26:42.652632 dv-neutron-833373-1-hyperv neutron-server[83869]: { 'ConntrackHelper': {'1.0'}, Mar 11 15:26:42.652632 dv-neutron-833373-1-hyperv neutron-server[83869]: 'Log': {'1.0'}, Mar 11 15:26:42.652632 dv-neutron-833373-1-hyperv neutron-server[83869]: 'Network': {'1.1'}, Mar 11 15:26:42.652632 dv-neutron-833373-1-hyperv neutron-server[83869]: 'Port': {'1.5'}, Mar 11 15:26:42.652632 dv-neutron-833373-1-hyperv neutron-server[83869]: 'PortForwarding': {'1.2'}, Mar 11 15:26:42.652632 dv-neutron-833373-1-hyperv neutron-server[83869]: 'QosPolicy': {'1.8'}, Mar 11 15:26:42.652632 dv-neutron-833373-1-hyperv neutron-server[83869]: 'SecurityGroup': {'1.2'}, Mar 11 15:26:42.652632 dv-neutron-833373-1-hyperv neutron-server[83869]: 'SecurityGroupRule': {'1.0'}, Mar 11 15:26:42.652632 dv-neutron-833373-1-hyperv neutron-server[83869]: 'SubPort': {'1.0'}, Mar 11 15:26:42.652632 dv-neutron-833373-1-hyperv neutron-server[83869]: 'Subnet': {'1.1'}, Mar 11 15:26:42.652632 dv-neutron-833373-1-hyperv neutron-server[83869]: 'Trunk': {'1.1'}} Mar 11 15:26:42.652632 dv-neutron-833373-1-hyperv neutron-server[83869]: consumer versions: Mar 11 15:26:42.652632 dv-neutron-833373-1-hyperv neutron-server[83869]: { DHCP agent@dv-neutron-833373-1-hyperv: {}, Mar 11 15:26:42.652632 dv-neutron-833373-1-hyperv neutron-server[83869]: HyperV agent@hv-neutron-8333: {}, Mar 11 15:26:42.652632 dv-neutron-833373-1-hyperv neutron-server[83869]: L3 agent@dv-neutron-833373-1-hyperv: {}, Mar 11 15:26:42.652632 dv-neutron-833373-1-hyperv neutron-server[83869]: Metadata agent@dv-neutron-833373-1-hyperv: {}, Mar 11 15:26:42.652632 dv-neutron-833373-1-hyperv neutron-server[83869]: Metering agent@dv-neutron-833373-1-hyperv: {}, Mar 11 15:26:42.652632 dv-neutron-833373-1-hyperv neutron-server[83869]: Open vSwitch agent@dv-neutron-833373-1-hyperv: { 'ConntrackHelper': '1.0', Mar 11 15:26:42.652632 dv-neutron-833373-1-hyperv neutron-server[83869]: 'Log': '1.0', Mar 11 15:26:42.652632 dv-neutron-833373-1-hyperv neutron-server[83869]: 'Network': '1.1', Mar 11 15:26:42.652632 dv-neutron-833373-1-hyperv neutron-server[83869]: 'Port': '1.5', Mar 11 15:26:42.652632 dv-neutron-833373-1-hyperv neutron-server[83869]: 'PortForwarding': '1.2', Mar 11 15:26:42.652632 dv-neutron-833373-1-hyperv neutron-server[83869]: 'QosPolicy': '1.8', Mar 11 15:26:42.652632 dv-neutron-833373-1-hyperv neutron-server[83869]: 'SecurityGroup': '1.2', Mar 11 15:26:42.652632 dv-neutron-833373-1-hyperv neutron-server[83869]: 'SecurityGroupRule': '1.0', Mar 11 15:26:42.652632 dv-neutron-833373-1-hyperv neutron-server[83869]: 'SubPort': '1.0', Mar 11 15:26:42.652632 dv-neutron-833373-1-hyperv neutron-server[83869]: 'Subnet': '1.1', Mar 11 15:26:42.652632 dv-neutron-833373-1-hyperv neutron-server[83869]: 'Trunk': '1.1'}} Mar 11 15:26:42.652632 dv-neutron-833373-1-hyperv neutron-server[83869]: {{(pid=83869) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 15:26:42.656143 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-b774ac68-878e-4daf-aa67-9d0cd1017e15 None None] For port ea092aeb-ac39-4df4-af85-8016eb2f62c4, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ea092aeb-ac39-4df4-af85-8016eb2f62c4,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:26:42.689423 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b774ac68-878e-4daf-aa67-9d0cd1017e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:42.702981 dv-neutron-833373-1-hyperv neutron-server[83866]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 11 15:26:42.702981 dv-neutron-833373-1-hyperv neutron-server[83866]: util.warn_limited( Mar 11 15:26:42.702981 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:26:42.702981 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:26:42.702981 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:26:42.702981 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:26:42.702981 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:26:42.702981 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:26:42.702981 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:26:42.702981 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:26:42.702981 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:26:42.702981 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:26:42.702981 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:26:42.702981 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:26:42.702981 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:26:42.702981 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:26:42.702981 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:26:42.702981 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:26:42.702981 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:26:42.702981 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:26:42.702981 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:26:42.702981 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:26:42.702981 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:26:42.702981 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:26:42.702981 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:26:42.702981 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:26:42.702981 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:26:42.702981 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:26:42.702981 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:26:42.702981 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:26:42.702981 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:26:42.702981 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:26:42.702981 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:26:42.702981 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:26:42.708223 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5dea85d3-99a4-4779-a4b0-52b16ee2d1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:42.756385 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b5627af7-96d2-4851-b073-2b68573a1221 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:42.760745 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7725d0f2-b889-43e5-8d31-c2ec599730a1 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:42.786804 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5627af7-96d2-4851-b073-2b68573a1221 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 48773391-9fbb-499d-8d05-ac7dc3764753 {{(pid=83866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 15:26:42.795977 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e705c-3402-4097-87f7-ee64d55e4143 None None] Pushing event updated for resources: {'Port': ['ID=ea092aeb-ac39-4df4-af85-8016eb2f62c4,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:42.805216 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b5627af7-96d2-4851-b073-2b68573a1221 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:42.808722 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b774ac68-878e-4daf-aa67-9d0cd1017e15 None None] Routers {'4eb4ea81-f01e-4af6-b207-82c89eead0ea'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:26:42.809354 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-b774ac68-878e-4daf-aa67-9d0cd1017e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:26:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['4eb4ea81-f01e-4af6-b207-82c89eead0ea'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:42.902705 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7725d0f2-b889-43e5-8d31-c2ec599730a1 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:42.905434 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5dea85d3-99a4-4779-a4b0-52b16ee2d1d2 None None] Provisioning complete for port dd192bbb-fad1-4d3e-9012-db271e98659b triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:26:42.905943 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5dea85d3-99a4-4779-a4b0-52b16ee2d1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:42.927271 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7725d0f2-b889-43e5-8d31-c2ec599730a1 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] Pushing event updated for resources: {'Port': ['ID=42a11dc8-7beb-4010-8a93-826c81274e2c,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:42.957683 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea85d3-99a4-4779-a4b0-52b16ee2d1d2 None None] Pushing event updated for resources: {'Port': ['ID=606cef5e-216a-49f6-843d-0a4a145d5b38,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:42.988130 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-dc25bdec-12f5-44c0-be3c-ef6c4307a3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ababf4d-47b7-4202-b2cc-427fab38605a', 'name': 'tempest-ServersTestJSON-1845228925-router', 'tenant_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '6b7f36c6-c062-43b6-be17-b8d0a0d61187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:34Z', 'updated_at': '2022-03-11T15:26:38Z', 'revision_number': 3, 'project_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'gw_port': {'id': '6b7f36c6-c062-43b6-be17-b8d0a0d61187', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:89:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ababf4d-47b7-4202-b2cc-427fab38605a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:36Z', 'updated_at': '2022-03-11T15:26:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:42.989132 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port dd192bbb-fad1-4d3e-9012-db271e98659b triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:26:42.989777 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:42.998147 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc25bdec-12f5-44c0-be3c-ef6c4307a3cf None None] Checking router: 6ababf4d-47b7-4202-b2cc-427fab38605a for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:26:42.998462 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc25bdec-12f5-44c0-be3c-ef6c4307a3cf None None] Updating router 6ababf4d-47b7-4202-b2cc-427fab38605a port 6b7f36c6-c062-43b6-be17-b8d0a0d61187 binding host dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:26:42.999135 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b5627af7-96d2-4851-b073-2b68573a1221 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] 10.222.0.31 "DELETE /v2.0/networks/48773391-9fbb-499d-8d05-ac7dc3764753 HTTP/1.1" status: 204 len: 168 time: 1.9777398 Mar 11 15:26:43.018307 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60116) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:43.020236 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed3c724-e45c-499d-a57e-866829ddade0 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:43.020421 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9ed3c724-e45c-499d-a57e-866829ddade0 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:43.042440 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-b4eefb43-982c-43cd-9cae-33bb8b6530ba tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:26:43.047577 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-b4eefb43-982c-43cd-9cae-33bb8b6530ba tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:43.059024 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-dc25bdec-12f5-44c0-be3c-ef6c4307a3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:43.062348 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-b4eefb43-982c-43cd-9cae-33bb8b6530ba tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Usage tracker for resource:network and tenant:bbefd18aabc944d4b18ffdf3a5ec83a9 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:43.065271 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-b4eefb43-982c-43cd-9cae-33bb8b6530ba tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:43.071442 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-b4eefb43-982c-43cd-9cae-33bb8b6530ba tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:43.085524 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-20abee78-9fda-4a33-ac50-b8f1b6137471 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:43.162525 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-20abee78-9fda-4a33-ac50-b8f1b6137471 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:43.224298 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5627af7-96d2-4851-b073-2b68573a1221 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Pushing event deleted for resources: {'Network': ['ID=48773391-9fbb-499d-8d05-ac7dc3764753,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:43.278458 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-b774ac68-878e-4daf-aa67-9d0cd1017e15 None None] Set router 4eb4ea81-f01e-4af6-b207-82c89eead0ea gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:26:43.293597 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9efb4137-a184-4175-8e01-da0209702542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:43.330158 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-06939d51-a793-40a8-a973-e705d8235c4f None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:43.343018 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7725d0f2-b889-43e5-8d31-c2ec599730a1 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:43.348782 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7725d0f2-b889-43e5-8d31-c2ec599730a1 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.8609803 Mar 11 15:26:43.359356 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-06939d51-a793-40a8-a973-e705d8235c4f None None] Transition to ACTIVE for port object d94e6728-f748-42f0-ae15-60f8b7488e85 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:26:43.375566 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-06939d51-a793-40a8-a973-e705d8235c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:43.375979 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60120) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:43.430223 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9ed3c724-e45c-499d-a57e-866829ddade0 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.6727519 Mar 11 15:26:43.437136 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60122) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:43.442487 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4eefb43-982c-43cd-9cae-33bb8b6530ba tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Made reservation on behalf of bbefd18aabc944d4b18ffdf3a5ec83a9 for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:26:43.444804 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b4eefb43-982c-43cd-9cae-33bb8b6530ba tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:43.495283 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73fa14-e6b7-45cd-8d45-457bfcae4085 None None] Pushing event updated for resources: {'Port': ['ID=d94e6728-f748-42f0-ae15-60f8b7488e85,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:43.538934 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-27cad7c8-3e87-480e-bdba-aba69da132b0 None None] Provisioning complete for port 606cef5e-216a-49f6-843d-0a4a145d5b38 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:26:43.539310 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-27cad7c8-3e87-480e-bdba-aba69da132b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:43.597500 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-f81f23f0-759e-4895-b11c-1eafddc71fdb tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-394546812', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'fixed_ips': [{'ip_address': '172.26.0.48'}]}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:26:43.621767 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-20abee78-9fda-4a33-ac50-b8f1b6137471 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:43.631779 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-06939d51-a793-40a8-a973-e705d8235c4f None None] Attempting to bind port d94e6728-f748-42f0-ae15-60f8b7488e85 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:26:43.632177 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-06939d51-a793-40a8-a973-e705d8235c4f None None] Attempting to bind port d94e6728-f748-42f0-ae15-60f8b7488e85 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:26:43.632540 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06939d51-a793-40a8-a973-e705d8235c4f None None] Attempting to bind port d94e6728-f748-42f0-ae15-60f8b7488e85 on network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:26:43.645717 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06939d51-a793-40a8-a973-e705d8235c4f None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:26:43.646083 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06939d51-a793-40a8-a973-e705d8235c4f None None] Checking segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:26:43.646485 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-06939d51-a793-40a8-a973-e705d8235c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:43.646875 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06939d51-a793-40a8-a973-e705d8235c4f None None] Bound using segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:26:43.647345 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-06939d51-a793-40a8-a973-e705d8235c4f None None] Bound port: d94e6728-f748-42f0-ae15-60f8b7488e85, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:26:43.647710 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-06939d51-a793-40a8-a973-e705d8235c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:43.689302 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-f81f23f0-759e-4895-b11c-1eafddc71fdb tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:43.692034 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fd849353-14b8-4153-9c8b-7cf5599e8fe4 tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:43.703003 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4eefb43-982c-43cd-9cae-33bb8b6530ba tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:26:43.716965 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-45dc3a7a-1708-4d3e-b899-f10d9bdafbea tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Deleting port 1cfe02a4-d117-4c81-af9c-76cdc2ddab7e {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:26:43.717400 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-45dc3a7a-1708-4d3e-b899-f10d9bdafbea tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:43.750452 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-f81f23f0-759e-4895-b11c-1eafddc71fdb tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] Usage tracker for resource:port and tenant:15986a74da1f4e9fb39a098fd40216e1 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:43.751739 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fd849353-14b8-4153-9c8b-7cf5599e8fe4 tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:43.757004 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20abee78-9fda-4a33-ac50-b8f1b6137471 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Pushing event updated for resources: {'Port': ['ID=2fe90f3e-0a77-4df5-a2b7-c9a42f6af354,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:43.764475 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-f81f23f0-759e-4895-b11c-1eafddc71fdb tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:43.765271 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b4eefb43-982c-43cd-9cae-33bb8b6530ba tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:43.765454 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-b4eefb43-982c-43cd-9cae-33bb8b6530ba tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Added segment 48cdaa65-8e0a-4434-ba22-cba9a7e9e974 of type vlan for network 75655929-d427-42aa-a909-8b4f777acb86 Mar 11 15:26:43.789758 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-20abee78-9fda-4a33-ac50-b8f1b6137471 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:43.792576 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-20abee78-9fda-4a33-ac50-b8f1b6137471 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.5526652 Mar 11 15:26:43.793685 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-f81f23f0-759e-4895-b11c-1eafddc71fdb tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:43.799603 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60128) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:43.862900 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81f23f0-759e-4895-b11c-1eafddc71fdb tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] Made reservation on behalf of 15986a74da1f4e9fb39a098fd40216e1 for: {'port': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:26:43.865331 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f81f23f0-759e-4895-b11c-1eafddc71fdb tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:43.888567 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-06939d51-a793-40a8-a973-e705d8235c4f None None] For port d94e6728-f748-42f0-ae15-60f8b7488e85, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:26:43.893786 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-06939d51-a793-40a8-a973-e705d8235c4f None None] For port d94e6728-f748-42f0-ae15-60f8b7488e85, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=d94e6728-f748-42f0-ae15-60f8b7488e85,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:26:43.897249 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f81f23f0-759e-4895-b11c-1eafddc71fdb tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:43.903144 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-06939d51-a793-40a8-a973-e705d8235c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:43.974439 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-65ad62d4-b1b2-4a6f-950b-d12099f69a69 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-788624595'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:26:43.988458 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-dc25bdec-12f5-44c0-be3c-ef6c4307a3cf None None] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:44.009932 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-dc25bdec-12f5-44c0-be3c-ef6c4307a3cf None None] Transition to ACTIVE for port object 6b7f36c6-c062-43b6-be17-b8d0a0d61187 will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:26:44.012406 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-f81f23f0-759e-4895-b11c-1eafddc71fdb tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:44.022643 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-f81f23f0-759e-4895-b11c-1eafddc71fdb tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] Usage tracker for resource:security_group_rule and tenant:15986a74da1f4e9fb39a098fd40216e1 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:44.026366 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-dc25bdec-12f5-44c0-be3c-ef6c4307a3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:44.029725 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-f81f23f0-759e-4895-b11c-1eafddc71fdb tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:44.034789 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73fa14-e6b7-45cd-8d45-457bfcae4085 None None] Pushing event updated for resources: {'Port': ['ID=d94e6728-f748-42f0-ae15-60f8b7488e85,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:44.045919 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06939d51-a793-40a8-a973-e705d8235c4f None None] Routers {'221ec4d8-ce90-4044-849b-a99c0f4bce5b'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:26:44.046736 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-06939d51-a793-40a8-a973-e705d8235c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:26:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['221ec4d8-ce90-4044-849b-a99c0f4bce5b'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:44.046872 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-f81f23f0-759e-4895-b11c-1eafddc71fdb tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:44.052310 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-9efb4137-a184-4175-8e01-da0209702542 admin admin] Allocated IP 172.20.0.1 (9d1bdf5f-7420-4f23-9c17-987fb939c5fe/0deb0200-fdc9-49c8-a3b0-86e2c2e46535/4afcb0bc-40e5-41ff-a424-23500c34798f) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:26:44.125229 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-b774ac68-878e-4daf-aa67-9d0cd1017e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb4ea81-f01e-4af6-b207-82c89eead0ea', 'name': 'tempest-ServersTestManualDisk-1341516787-router', 'tenant_id': '54e768a48d9c4cc792b381d6c65e8408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': 'ea092aeb-ac39-4df4-af85-8016eb2f62c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:33Z', 'updated_at': '2022-03-11T15:26:35Z', 'revision_number': 3, 'project_id': '54e768a48d9c4cc792b381d6c65e8408', 'gw_port': {'id': 'ea092aeb-ac39-4df4-af85-8016eb2f62c4', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb4ea81-f01e-4af6-b207-82c89eead0ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:34Z', 'updated_at': '2022-03-11T15:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:44.136517 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-dc25bdec-12f5-44c0-be3c-ef6c4307a3cf None None] Attempting to bind port 6b7f36c6-c062-43b6-be17-b8d0a0d61187 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:26:44.137158 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-dc25bdec-12f5-44c0-be3c-ef6c4307a3cf None None] Attempting to bind port 6b7f36c6-c062-43b6-be17-b8d0a0d61187 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:26:44.137830 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc25bdec-12f5-44c0-be3c-ef6c4307a3cf None None] Attempting to bind port 6b7f36c6-c062-43b6-be17-b8d0a0d61187 on network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:26:44.142613 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b774ac68-878e-4daf-aa67-9d0cd1017e15 None None] The sync data for ids ['4eb4ea81-f01e-4af6-b207-82c89eead0ea'] in dv-neutron-833373-1-hyperv is: [{'id': '4eb4ea81-f01e-4af6-b207-82c89eead0ea', 'name': 'tempest-ServersTestManualDisk-1341516787-router', 'tenant_id': '54e768a48d9c4cc792b381d6c65e8408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': 'ea092aeb-ac39-4df4-af85-8016eb2f62c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:33Z', 'updated_at': '2022-03-11T15:26:35Z', 'revision_number': 3, 'project_id': '54e768a48d9c4cc792b381d6c65e8408', 'gw_port': {'id': 'ea092aeb-ac39-4df4-af85-8016eb2f62c4', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb4ea81-f01e-4af6-b207-82c89eead0ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:34Z', 'updated_at': '2022-03-11T15:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:26:44.144296 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b01a7-4876-42e2-90f5-0b79f5898a13 None None] Pushing event updated for resources: {'Port': ['ID=6b7f36c6-c062-43b6-be17-b8d0a0d61187,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:44.154286 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-65ad62d4-b1b2-4a6f-950b-d12099f69a69 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:44.168362 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-65ad62d4-b1b2-4a6f-950b-d12099f69a69 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Usage tracker for resource:network and tenant:c3b5c13d66354b8cafc5703dde135af9 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:44.176949 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc25bdec-12f5-44c0-be3c-ef6c4307a3cf None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:26:44.176949 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc25bdec-12f5-44c0-be3c-ef6c4307a3cf None None] Checking segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:26:44.177671 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-dc25bdec-12f5-44c0-be3c-ef6c4307a3cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:44.177671 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc25bdec-12f5-44c0-be3c-ef6c4307a3cf None None] Bound using segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:26:44.178166 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-dc25bdec-12f5-44c0-be3c-ef6c4307a3cf None None] Bound port: 6b7f36c6-c062-43b6-be17-b8d0a0d61187, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:26:44.178745 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-dc25bdec-12f5-44c0-be3c-ef6c4307a3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:44.183167 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-65ad62d4-b1b2-4a6f-950b-d12099f69a69 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:44.217425 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b4eefb43-982c-43cd-9cae-33bb8b6530ba tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:44.227701 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-65ad62d4-b1b2-4a6f-950b-d12099f69a69 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:44.282643 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-06939d51-a793-40a8-a973-e705d8235c4f None None] Set router 221ec4d8-ce90-4044-849b-a99c0f4bce5b gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:26:44.311653 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fd849353-14b8-4153-9c8b-7cf5599e8fe4 tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:44.312274 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd849353-14b8-4153-9c8b-7cf5599e8fe4 tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 25957055-accd-40c9-94e7-d96fadb55c79 {{(pid=83866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:26:44.323170 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-dc25bdec-12f5-44c0-be3c-ef6c4307a3cf None None] For port 6b7f36c6-c062-43b6-be17-b8d0a0d61187, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:26:44.330947 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-dc25bdec-12f5-44c0-be3c-ef6c4307a3cf None None] For port 6b7f36c6-c062-43b6-be17-b8d0a0d61187, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=6b7f36c6-c062-43b6-be17-b8d0a0d61187,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:26:44.346017 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-dc25bdec-12f5-44c0-be3c-ef6c4307a3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:44.467662 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ad62d4-b1b2-4a6f-950b-d12099f69a69 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Made reservation on behalf of c3b5c13d66354b8cafc5703dde135af9 for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:26:44.471651 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-65ad62d4-b1b2-4a6f-950b-d12099f69a69 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:44.485451 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 606cef5e-216a-49f6-843d-0a4a145d5b38 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:26:44.494091 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b01a7-4876-42e2-90f5-0b79f5898a13 None None] Pushing event updated for resources: {'Port': ['ID=6b7f36c6-c062-43b6-be17-b8d0a0d61187,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:44.509488 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-fd849353-14b8-4153-9c8b-7cf5599e8fe4 tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 11 15:26:44.513357 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-fd849353-14b8-4153-9c8b-7cf5599e8fe4 tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 6.6300766 Mar 11 15:26:44.517743 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60134) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:44.524579 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc25bdec-12f5-44c0-be3c-ef6c4307a3cf None None] Routers {'6ababf4d-47b7-4202-b2cc-427fab38605a'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:26:44.527638 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-dc25bdec-12f5-44c0-be3c-ef6c4307a3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:26:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['6ababf4d-47b7-4202-b2cc-427fab38605a'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:44.533703 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-65ad62d4-b1b2-4a6f-950b-d12099f69a69 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:44.582309 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b4eefb43-982c-43cd-9cae-33bb8b6530ba tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:44.584354 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4eefb43-982c-43cd-9cae-33bb8b6530ba tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:44.585162 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b4eefb43-982c-43cd-9cae-33bb8b6530ba tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:44.669843 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-45dc3a7a-1708-4d3e-b899-f10d9bdafbea tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:44.688842 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 606cef5e-216a-49f6-843d-0a4a145d5b38 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:26:44.689253 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:44.723408 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9efb4137-a184-4175-8e01-da0209702542 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:44.775312 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-686a8bb1-56da-4ba6-b431-0be974b0837c tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Deleting port 62b9d811-f624-4c34-9bcc-a9560a002500 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:26:44.776738 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-686a8bb1-56da-4ba6-b431-0be974b0837c tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:44.820090 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-65ad62d4-b1b2-4a6f-950b-d12099f69a69 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:44.855342 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f81f23f0-759e-4895-b11c-1eafddc71fdb tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:44.898582 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-9efb4137-a184-4175-8e01-da0209702542 admin admin] Transition to ACTIVE for port object 4afcb0bc-40e5-41ff-a424-23500c34798f will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:26:44.900599 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-dc25bdec-12f5-44c0-be3c-ef6c4307a3cf None None] Set router 6ababf4d-47b7-4202-b2cc-427fab38605a gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:26:44.902448 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f81f23f0-759e-4895-b11c-1eafddc71fdb tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:44.950784 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-f81f23f0-759e-4895-b11c-1eafddc71fdb tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] device_id is not set on port 991c41ea-80e8-4b0d-9591-65c436440e82 yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:26:44.957893 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-06939d51-a793-40a8-a973-e705d8235c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221ec4d8-ce90-4044-849b-a99c0f4bce5b', 'name': 'tempest-ServerActionsTestJSON-363625592-router', 'tenant_id': '9ce1e6b6647741e599091dbba04f8bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.184'}], 'enable_snat': True}, 'gw_port_id': 'd94e6728-f748-42f0-ae15-60f8b7488e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:32Z', 'updated_at': '2022-03-11T15:26:35Z', 'revision_number': 3, 'project_id': '9ce1e6b6647741e599091dbba04f8bc1', 'gw_port': {'id': 'd94e6728-f748-42f0-ae15-60f8b7488e85', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221ec4d8-ce90-4044-849b-a99c0f4bce5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:33Z', 'updated_at': '2022-03-11T15:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:44.962593 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06939d51-a793-40a8-a973-e705d8235c4f None None] The sync data for ids ['221ec4d8-ce90-4044-849b-a99c0f4bce5b'] in dv-neutron-833373-1-hyperv is: [{'id': '221ec4d8-ce90-4044-849b-a99c0f4bce5b', 'name': 'tempest-ServerActionsTestJSON-363625592-router', 'tenant_id': '9ce1e6b6647741e599091dbba04f8bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.184'}], 'enable_snat': True}, 'gw_port_id': 'd94e6728-f748-42f0-ae15-60f8b7488e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:32Z', 'updated_at': '2022-03-11T15:26:35Z', 'revision_number': 3, 'project_id': '9ce1e6b6647741e599091dbba04f8bc1', 'gw_port': {'id': 'd94e6728-f748-42f0-ae15-60f8b7488e85', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221ec4d8-ce90-4044-849b-a99c0f4bce5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:33Z', 'updated_at': '2022-03-11T15:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:26:44.970309 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-65ad62d4-b1b2-4a6f-950b-d12099f69a69 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Usage tracker for resource:security_group_rule and tenant:c3b5c13d66354b8cafc5703dde135af9 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:44.988872 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f23f0-759e-4895-b11c-1eafddc71fdb tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35eef1e3-e0b2-486a-95ba-c82273fcc774,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:44.992459 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-45dc3a7a-1708-4d3e-b899-f10d9bdafbea tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Calling delete_port for 1cfe02a4-d117-4c81-af9c-76cdc2ddab7e owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:26:45.027109 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-65ad62d4-b1b2-4a6f-950b-d12099f69a69 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:45.047032 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eefb43-982c-43cd-9cae-33bb8b6530ba tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Pushing event updated for resources: {'Network': ['ID=75655929-d427-42aa-a909-8b4f777acb86,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:45.051712 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-65ad62d4-b1b2-4a6f-950b-d12099f69a69 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:45.060005 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 75655929-d427-42aa-a909-8b4f777acb86 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:26:45.064784 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b4eefb43-982c-43cd-9cae-33bb8b6530ba tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.0402977 Mar 11 15:26:45.074446 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60138) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:45.160546 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-7863488f-9710-4111-bf5b-22b0b3c6cdbb tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Request body: {'subnet': {'network_id': '75655929-d427-42aa-a909-8b4f777acb86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:26:45.251704 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-7863488f-9710-4111-bf5b-22b0b3c6cdbb tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:45.262881 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-7863488f-9710-4111-bf5b-22b0b3c6cdbb tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Usage tracker for resource:subnet and tenant:bbefd18aabc944d4b18ffdf3a5ec83a9 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:45.283278 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-7863488f-9710-4111-bf5b-22b0b3c6cdbb tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:45.300535 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-7863488f-9710-4111-bf5b-22b0b3c6cdbb tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:45.455036 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:45.499799 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7863488f-9710-4111-bf5b-22b0b3c6cdbb tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Made reservation on behalf of bbefd18aabc944d4b18ffdf3a5ec83a9 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:26:45.502242 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7863488f-9710-4111-bf5b-22b0b3c6cdbb tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:45.533642 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-dc25bdec-12f5-44c0-be3c-ef6c4307a3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ababf4d-47b7-4202-b2cc-427fab38605a', 'name': 'tempest-ServersTestJSON-1845228925-router', 'tenant_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '6b7f36c6-c062-43b6-be17-b8d0a0d61187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:34Z', 'updated_at': '2022-03-11T15:26:38Z', 'revision_number': 3, 'project_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'gw_port': {'id': '6b7f36c6-c062-43b6-be17-b8d0a0d61187', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:89:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ababf4d-47b7-4202-b2cc-427fab38605a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:36Z', 'updated_at': '2022-03-11T15:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:45.538935 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc25bdec-12f5-44c0-be3c-ef6c4307a3cf None None] The sync data for ids ['6ababf4d-47b7-4202-b2cc-427fab38605a'] in dv-neutron-833373-1-hyperv is: [{'id': '6ababf4d-47b7-4202-b2cc-427fab38605a', 'name': 'tempest-ServersTestJSON-1845228925-router', 'tenant_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '6b7f36c6-c062-43b6-be17-b8d0a0d61187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:34Z', 'updated_at': '2022-03-11T15:26:38Z', 'revision_number': 3, 'project_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'gw_port': {'id': '6b7f36c6-c062-43b6-be17-b8d0a0d61187', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:89:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ababf4d-47b7-4202-b2cc-427fab38605a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:36Z', 'updated_at': '2022-03-11T15:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:26:45.569167 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9efb4137-a184-4175-8e01-da0209702542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:45.754786 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-45dc3a7a-1708-4d3e-b899-f10d9bdafbea tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:45.767438 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d4a9f68f-8941-4088-a663-d193026519db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:45.794491 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efb4137-a184-4175-8e01-da0209702542 admin admin] Network 9d1bdf5f-7420-4f23-9c17-987fb939c5fe is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:26:45.796412 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-686a8bb1-56da-4ba6-b431-0be974b0837c tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:45.815335 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-9efb4137-a184-4175-8e01-da0209702542 admin admin] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:45.829762 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc3a7a-1708-4d3e-b899-f10d9bdafbea tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Pushing event deleted for resources: {'Port': ['ID=1cfe02a4-d117-4c81-af9c-76cdc2ddab7e,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:45.832436 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-65ad62d4-b1b2-4a6f-950b-d12099f69a69 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:45.845215 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-65ad62d4-b1b2-4a6f-950b-d12099f69a69 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:45.877481 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efb4137-a184-4175-8e01-da0209702542 admin admin] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:26:45.877702 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9efb4137-a184-4175-8e01-da0209702542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:45.882079 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb4137-a184-4175-8e01-da0209702542 admin admin] Pushing event updated for resources: {'Port': ['ID=4afcb0bc-40e5-41ff-a424-23500c34798f,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:45.941326 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65ad62d4-b1b2-4a6f-950b-d12099f69a69 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:26:45.963109 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-65ad62d4-b1b2-4a6f-950b-d12099f69a69 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:45.963524 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-65ad62d4-b1b2-4a6f-950b-d12099f69a69 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Added segment e0e8756f-f108-4837-8140-f78856f54551 of type vlan for network 8bb82b8c-0e9c-4080-a9a2-8964000388d8 Mar 11 15:26:45.967669 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-686a8bb1-56da-4ba6-b431-0be974b0837c tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Calling delete_port for 62b9d811-f624-4c34-9bcc-a9560a002500 owned by {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:26:45.998796 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-65ad62d4-b1b2-4a6f-950b-d12099f69a69 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:46.078510 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-10294a02-eb0f-46ca-a50a-7fa92972791c None None] Provisioning for port 4afcb0bc-40e5-41ff-a424-23500c34798f completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:26:46.084539 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-10294a02-eb0f-46ca-a50a-7fa92972791c None None] Provisioning complete for port 4afcb0bc-40e5-41ff-a424-23500c34798f triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:26:46.084910 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-10294a02-eb0f-46ca-a50a-7fa92972791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:46.121912 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad62d4-b1b2-4a6f-950b-d12099f69a69 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c520bc-4c3b-461a-9de3-9eebf000db37,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:46.165656 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-10294a02-eb0f-46ca-a50a-7fa92972791c None None] Port 4afcb0bc-40e5-41ff-a424-23500c34798f cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:26:46.186464 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-f81f23f0-759e-4895-b11c-1eafddc71fdb tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 11 15:26:46.187164 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f81f23f0-759e-4895-b11c-1eafddc71fdb tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:26:46.245933 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-45dc3a7a-1708-4d3e-b899-f10d9bdafbea tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:46.253775 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-65ad62d4-b1b2-4a6f-950b-d12099f69a69 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:46.257619 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ad62d4-b1b2-4a6f-950b-d12099f69a69 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:46.258212 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-65ad62d4-b1b2-4a6f-950b-d12099f69a69 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:46.422280 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device ea092aeb-ac39-4df4-af85-8016eb2f62c4 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:26:46.433415 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-f81f23f0-759e-4895-b11c-1eafddc71fdb tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.8419085 Mar 11 15:26:46.444140 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60142) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:46.508660 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port ea092aeb-ac39-4df4-af85-8016eb2f62c4 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:26:46.512955 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9efb4137-a184-4175-8e01-da0209702542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:46.516329 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port ea092aeb-ac39-4df4-af85-8016eb2f62c4 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:26:46.516693 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:46.530487 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-45dc3a7a-1708-4d3e-b899-f10d9bdafbea tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] 10.222.0.31 "DELETE /v2.0/ports/1cfe02a4-d117-4c81-af9c-76cdc2ddab7e HTTP/1.1" status: 204 len: 168 time: 3.0898058 Mar 11 15:26:46.535127 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60146) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:46.541969 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-65ad62d4-b1b2-4a6f-950b-d12099f69a69 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.7400980 Mar 11 15:26:46.567013 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-ecdc122e-29b0-4055-aee4-e189d0133242 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7703a50a-1346-4ded-970b-6e3d32bd3cdd', 'external_fixed_ips': [{'subnet_id': 'b90fdce7-ebfe-4728-ad5f-9202c3f0cf50', 'ip_address': '172.20.0.2'}]}}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:26:46.574626 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60150) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:46.611888 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad62d4-b1b2-4a6f-950b-d12099f69a69 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Pushing event updated for resources: {'Network': ['ID=8bb82b8c-0e9c-4080-a9a2-8964000388d8,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:46.613969 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ecdc122e-29b0-4055-aee4-e189d0133242 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:46.619811 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-7a3139c1-9453-468c-be70-5f6eca298854 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Request body: {'subnet': {'network_id': '8bb82b8c-0e9c-4080-a9a2-8964000388d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:26:46.691489 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 8bb82b8c-0e9c-4080-a9a2-8964000388d8 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:26:46.761211 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ecdc122e-29b0-4055-aee4-e189d0133242 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Usage tracker for resource:router and tenant:8416a1f9e2aa4cfc99ca677832c9b19f is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:46.762395 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9ad34644-80a9-42dd-9327-c78d4d7119a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:46.784593 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ecdc122e-29b0-4055-aee4-e189d0133242 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:46.874926 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ecdc122e-29b0-4055-aee4-e189d0133242 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:46.877355 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.objects.ports [None req-7863488f-9710-4111-bf5b-22b0b3c6cdbb tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83866) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 15:26:46.877823 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7863488f-9710-4111-bf5b-22b0b3c6cdbb tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:46.885107 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:46.911763 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port ea092aeb-ac39-4df4-af85-8016eb2f62c4, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ea092aeb-ac39-4df4-af85-8016eb2f62c4,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:26:46.918999 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:46.921282 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device d94e6728-f748-42f0-ae15-60f8b7488e85 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:26:46.937699 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ecdc122e-29b0-4055-aee4-e189d0133242 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:46.938626 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ecdc122e-29b0-4055-aee4-e189d0133242 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:46.960683 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-af528319-f21d-4e93-ae4a-f6e6605dedf4 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] Deleting port 42a11dc8-7beb-4010-8a93-826c81274e2c {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:26:46.961323 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-af528319-f21d-4e93-ae4a-f6e6605dedf4 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:47.058393 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=ea092aeb-ac39-4df4-af85-8016eb2f62c4,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:47.083610 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-d4a9f68f-8941-4088-a663-d193026519db admin admin] Allocated IP 172.20.0.1 (f5e50d7a-e877-43fe-b63b-0d368fa885b4/b420fae9-b9a1-421f-87dd-fad5be9646ef/6a0b7694-c563-4822-949d-030b3c852d6b) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:26:47.084788 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port d94e6728-f748-42f0-ae15-60f8b7488e85 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:26:47.085411 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863488f-9710-4111-bf5b-22b0b3c6cdbb tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Pushing event updated for resources: {'Subnet': ['ID=54367b3f-edaa-4c5b-ae3b-a2e20684c939,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:47.087955 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-686a8bb1-56da-4ba6-b431-0be974b0837c tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:47.095712 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port d94e6728-f748-42f0-ae15-60f8b7488e85 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:26:47.096835 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:47.113182 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7863488f-9710-4111-bf5b-22b0b3c6cdbb tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Checking segment: {'id': '48cdaa65-8e0a-4434-ba22-cba9a7e9e974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '75655929-d427-42aa-a909-8b4f777acb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:26:47.114078 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7863488f-9710-4111-bf5b-22b0b3c6cdbb tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Network hostable DHCP agents. Network: 75655929-d427-42aa-a909-8b4f777acb86, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:26:47.164122 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-9ad34644-80a9-42dd-9327-c78d4d7119a6 admin admin] Allocated IP 172.20.0.1 (2ca2b2c1-029f-452f-b89f-8d520c56cff6/047d6af5-a53b-4580-ace2-f81e6cc01d2e/9b5dea98-039d-4968-bc67-a1bd1835ea78) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:26:47.220955 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7863488f-9710-4111-bf5b-22b0b3c6cdbb tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Network 75655929-d427-42aa-a909-8b4f777acb86 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:26:47.288832 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-7863488f-9710-4111-bf5b-22b0b3c6cdbb tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 75655929-d427-42aa-a909-8b4f777acb86) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:47.299550 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7a3139c1-9453-468c-be70-5f6eca298854 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:47.300660 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7863488f-9710-4111-bf5b-22b0b3c6cdbb tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:47.301260 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7863488f-9710-4111-bf5b-22b0b3c6cdbb tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:47.332221 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:47.347939 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdd433c-77e0-49bc-b013-fc6d5098b24b None None] Network 75655929-d427-42aa-a909-8b4f777acb86 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:26:47.361645 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7a3139c1-9453-468c-be70-5f6eca298854 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Usage tracker for resource:subnet and tenant:c3b5c13d66354b8cafc5703dde135af9 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:47.370894 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-7863488f-9710-4111-bf5b-22b0b3c6cdbb tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2281399 Mar 11 15:26:47.374555 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60156) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:47.386742 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-2e8fed2b-0c3a-4427-9ba4-35f0d26fdc23 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Request body: {'floatingip': {'floating_network_id': '75655929-d427-42aa-a909-8b4f777acb86'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:26:47.411931 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-2e8fed2b-0c3a-4427-9ba4-35f0d26fdc23 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:47.423295 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9ad34644-80a9-42dd-9327-c78d4d7119a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:47.426433 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-2e8fed2b-0c3a-4427-9ba4-35f0d26fdc23 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Usage tracker for resource:floatingip and tenant:bbefd18aabc944d4b18ffdf3a5ec83a9 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:47.432328 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-2e8fed2b-0c3a-4427-9ba4-35f0d26fdc23 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:47.447127 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-2e8fed2b-0c3a-4427-9ba4-35f0d26fdc23 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:47.457314 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-9ad34644-80a9-42dd-9327-c78d4d7119a6 admin admin] Transition to ACTIVE for port object 9b5dea98-039d-4968-bc67-a1bd1835ea78 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:26:47.470288 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2e8fed2b-0c3a-4427-9ba4-35f0d26fdc23 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:47.473623 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7a3139c1-9453-468c-be70-5f6eca298854 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:47.514401 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7a3139c1-9453-468c-be70-5f6eca298854 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:47.535050 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ecdc122e-29b0-4055-aee4-e189d0133242 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:47.563510 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686a8bb1-56da-4ba6-b431-0be974b0837c tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Pushing event deleted for resources: {'Port': ['ID=62b9d811-f624-4c34-9bcc-a9560a002500,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:47.566773 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9ad34644-80a9-42dd-9327-c78d4d7119a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:47.672180 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-686a8bb1-56da-4ba6-b431-0be974b0837c tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:47.673435 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad34644-80a9-42dd-9327-c78d4d7119a6 admin admin] Network 2ca2b2c1-029f-452f-b89f-8d520c56cff6 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:26:47.677486 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3139c1-9453-468c-be70-5f6eca298854 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Made reservation on behalf of c3b5c13d66354b8cafc5703dde135af9 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:26:47.677656 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad34644-80a9-42dd-9327-c78d4d7119a6 admin admin] Pushing event updated for resources: {'Port': ['ID=9b5dea98-039d-4968-bc67-a1bd1835ea78,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:47.680054 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-9ad34644-80a9-42dd-9327-c78d4d7119a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:47.684059 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad34644-80a9-42dd-9327-c78d4d7119a6 admin admin] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:26:47.705060 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port d94e6728-f748-42f0-ae15-60f8b7488e85, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=d94e6728-f748-42f0-ae15-60f8b7488e85,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:26:47.718834 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:47.745088 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9ad34644-80a9-42dd-9327-c78d4d7119a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:47.793379 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2e8fed2b-0c3a-4427-9ba4-35f0d26fdc23 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:47.824287 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f535d971-ba6d-4cf0-9e38-d7f6a9b93419 None None] Network 75655929-d427-42aa-a909-8b4f777acb86 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:26:47.910316 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=d94e6728-f748-42f0-ae15-60f8b7488e85,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:47.976677 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9ad34644-80a9-42dd-9327-c78d4d7119a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:48.067047 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-686a8bb1-56da-4ba6-b431-0be974b0837c tempest-RoutersAdminNegativeIpV6Test-513548256 tempest-RoutersAdminNegativeIpV6Test-513548256-project-admin] 10.222.0.31 "DELETE /v2.0/ports/62b9d811-f624-4c34-9bcc-a9560a002500 HTTP/1.1" status: 204 len: 168 time: 3.5406883 Mar 11 15:26:48.086524 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-af528319-f21d-4e93-ae4a-f6e6605dedf4 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:48.086856 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-af528319-f21d-4e93-ae4a-f6e6605dedf4 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:48.200324 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-a101547c-c5f9-45a7-bb5f-83158beb54cb None None] Provisioning for port 9b5dea98-039d-4968-bc67-a1bd1835ea78 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:26:48.225171 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-a101547c-c5f9-45a7-bb5f-83158beb54cb None None] Provisioning complete for port 9b5dea98-039d-4968-bc67-a1bd1835ea78 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:26:48.228568 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a101547c-c5f9-45a7-bb5f-83158beb54cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:48.468477 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-af528319-f21d-4e93-ae4a-f6e6605dedf4 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] Calling delete_port for 42a11dc8-7beb-4010-8a93-826c81274e2c owned by network:floatingip {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:26:48.488285 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-2e8fed2b-0c3a-4427-9ba4-35f0d26fdc23 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Allocated IP 172.20.0.4 (75655929-d427-42aa-a909-8b4f777acb86/54367b3f-edaa-4c5b-ae3b-a2e20684c939/c6e6faf5-70ea-4f59-9bb5-f1af52cedf4e) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:26:48.537731 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-a101547c-c5f9-45a7-bb5f-83158beb54cb None None] Port 9b5dea98-039d-4968-bc67-a1bd1835ea78 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:26:48.599213 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.db.resource_extend [None req-9efb4137-a184-4175-8e01-da0209702542 admin admin] It took 0.89 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:26:48.710548 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device ea092aeb-ac39-4df4-af85-8016eb2f62c4 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:26:48.728122 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.db.resource_extend [None req-9ad34644-80a9-42dd-9327-c78d4d7119a6 admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:26:48.777804 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9ad34644-80a9-42dd-9327-c78d4d7119a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:48.779272 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60166) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:48.792088 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9ad34644-80a9-42dd-9327-c78d4d7119a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:48.807978 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d4a9f68f-8941-4088-a663-d193026519db admin admin] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:48.817806 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port ea092aeb-ac39-4df4-af85-8016eb2f62c4 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:26:48.818380 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:48.854627 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7a3139c1-9453-468c-be70-5f6eca298854 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks [] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:48.891235 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9efb4137-a184-4175-8e01-da0209702542 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:48.932393 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9efb4137-a184-4175-8e01-da0209702542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:48.933443 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9efb4137-a184-4175-8e01-da0209702542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:49.037657 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 6b7f36c6-c062-43b6-be17-b8d0a0d61187 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:26:49.075057 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9ad34644-80a9-42dd-9327-c78d4d7119a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:49.085505 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2e8fed2b-0c3a-4427-9ba4-35f0d26fdc23 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:49.091916 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad34644-80a9-42dd-9327-c78d4d7119a6 admin admin] Pushing event updated for resources: {'Port': ['ID=9b5dea98-039d-4968-bc67-a1bd1835ea78,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:49.105272 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8e7d9ada-32e8-4fec-95bb-ef7e1e515b68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:49.107517 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-d4a9f68f-8941-4088-a663-d193026519db admin admin] Transition to ACTIVE for port object 6a0b7694-c563-4822-949d-030b3c852d6b will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:26:49.153957 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 6b7f36c6-c062-43b6-be17-b8d0a0d61187 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:26:49.162368 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 6b7f36c6-c062-43b6-be17-b8d0a0d61187 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:26:49.163726 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:49.237263 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-8e7d9ada-32e8-4fec-95bb-ef7e1e515b68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:49.257341 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-8e7d9ada-32e8-4fec-95bb-ef7e1e515b68 admin admin] Usage tracker for resource:security_group_rule and tenant:417944c38ad144c08ed164db33688ff2 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:49.266528 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-8e7d9ada-32e8-4fec-95bb-ef7e1e515b68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:49.274733 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-8e7d9ada-32e8-4fec-95bb-ef7e1e515b68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:49.298840 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-af528319-f21d-4e93-ae4a-f6e6605dedf4 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:49.312827 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ecdc122e-29b0-4055-aee4-e189d0133242 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:49.318518 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2e8fed2b-0c3a-4427-9ba4-35f0d26fdc23 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:49.358637 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad34644-80a9-42dd-9327-c78d4d7119a6 admin admin] Network 2ca2b2c1-029f-452f-b89f-8d520c56cff6 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:26:49.374684 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:49.379372 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-9ad34644-80a9-42dd-9327-c78d4d7119a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:49.405772 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 6b7f36c6-c062-43b6-be17-b8d0a0d61187, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=6b7f36c6-c062-43b6-be17-b8d0a0d61187,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:26:49.410770 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-af528319-f21d-4e93-ae4a-f6e6605dedf4 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:49.412032 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:49.412924 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device d94e6728-f748-42f0-ae15-60f8b7488e85 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:26:49.457272 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb4137-a184-4175-8e01-da0209702542 admin admin] Pushing event updated for resources: {'Port': ['ID=4afcb0bc-40e5-41ff-a424-23500c34798f,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:49.549554 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-af528319-f21d-4e93-ae4a-f6e6605dedf4 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:49.550708 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=6b7f36c6-c062-43b6-be17-b8d0a0d61187,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:49.557794 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-af528319-f21d-4e93-ae4a-f6e6605dedf4 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/f2bcc018-1900-474f-a099-25f505182bd4 HTTP/1.1" status: 204 len: 168 time: 3.1124868 Mar 11 15:26:49.565955 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af528319-f21d-4e93-ae4a-f6e6605dedf4 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828 tempest-ExternalNetworksAdminNegativeTestJSON-1540486828-project-admin] Pushing event deleted for resources: {'Port': ['ID=42a11dc8-7beb-4010-8a93-826c81274e2c,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:49.570013 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efb4137-a184-4175-8e01-da0209702542 admin admin] Network 9d1bdf5f-7420-4f23-9c17-987fb939c5fe is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:26:49.579426 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-9efb4137-a184-4175-8e01-da0209702542 admin admin] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:49.580382 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port d94e6728-f748-42f0-ae15-60f8b7488e85 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:26:49.581015 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:49.696211 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8fed2b-0c3a-4427-9ba4-35f0d26fdc23 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Network 75655929-d427-42aa-a909-8b4f777acb86 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:26:49.717730 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8fed2b-0c3a-4427-9ba4-35f0d26fdc23 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Pushing event updated for resources: {'Port': ['ID=c6e6faf5-70ea-4f59-9bb5-f1af52cedf4e,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:49.723576 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-2e8fed2b-0c3a-4427-9ba4-35f0d26fdc23 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:49.728543 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8fed2b-0c3a-4427-9ba4-35f0d26fdc23 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:26:49.808671 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d4a9f68f-8941-4088-a663-d193026519db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:49.832592 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-795462d6-505e-44c8-b6cd-1d383cd14f88 None None] Provisioning complete for port 9b5dea98-039d-4968-bc67-a1bd1835ea78 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:26:49.832958 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-795462d6-505e-44c8-b6cd-1d383cd14f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:49.903476 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-795462d6-505e-44c8-b6cd-1d383cd14f88 None None] Port 9b5dea98-039d-4968-bc67-a1bd1835ea78 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:26:49.989080 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60176) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:50.029545 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-7e2c2421-01c1-42e6-be44-940c1380e273 None None] Provisioning complete for port 4afcb0bc-40e5-41ff-a424-23500c34798f triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:26:50.029908 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7e2c2421-01c1-42e6-be44-940c1380e273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:50.033408 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a9f68f-8941-4088-a663-d193026519db admin admin] Pushing event updated for resources: {'Port': ['ID=6a0b7694-c563-4822-949d-030b3c852d6b,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:50.055125 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a9f68f-8941-4088-a663-d193026519db admin admin] Network f5e50d7a-e877-43fe-b63b-0d368fa885b4 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:26:50.063195 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-d4a9f68f-8941-4088-a663-d193026519db admin admin] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:50.080355 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a9f68f-8941-4088-a663-d193026519db admin admin] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:26:50.080822 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d4a9f68f-8941-4088-a663-d193026519db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:50.096208 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8e7d9ada-32e8-4fec-95bb-ef7e1e515b68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:50.105606 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8e7d9ada-32e8-4fec-95bb-ef7e1e515b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:50.123885 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-7e2c2421-01c1-42e6-be44-940c1380e273 None None] Port 4afcb0bc-40e5-41ff-a424-23500c34798f cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:26:50.153538 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7a3139c1-9453-468c-be70-5f6eca298854 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:50.154721 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-8e7d9ada-32e8-4fec-95bb-ef7e1e515b68 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=417944c38ad144c08ed164db33688ff2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3710887 Mar 11 15:26:50.155358 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60182) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:50.308659 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d9ada-32e8-4fec-95bb-ef7e1e515b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c105ce90-f7c1-4a68-b20f-ef198da4128c,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:50.311639 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2e8fed2b-0c3a-4427-9ba4-35f0d26fdc23 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:50.394287 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c74a577a-9356-4360-8e32-41db0813b069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:50.399307 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2a92985a-ce95-4255-bda6-3148bb7f89a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:50.416610 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 6b7f36c6-c062-43b6-be17-b8d0a0d61187 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:26:50.427215 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2e8fed2b-0c3a-4427-9ba4-35f0d26fdc23 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:50.452144 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c74a577a-9356-4360-8e32-41db0813b069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:50.492299 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-cc43e0ee-033d-4480-aa55-602298bcc27b None None] Provisioning for port 6a0b7694-c563-4822-949d-030b3c852d6b completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:26:50.498493 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-cc43e0ee-033d-4480-aa55-602298bcc27b None None] Provisioning complete for port 6a0b7694-c563-4822-949d-030b3c852d6b triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:26:50.498730 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cc43e0ee-033d-4480-aa55-602298bcc27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:50.570084 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 6b7f36c6-c062-43b6-be17-b8d0a0d61187 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:26:50.570638 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:50.582056 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3139c1-9453-468c-be70-5f6eca298854 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Pushing event updated for resources: {'Subnet': ['ID=7e1a6ab9-1ee5-41b3-980e-b02107062a9b,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:50.601173 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-cc43e0ee-033d-4480-aa55-602298bcc27b None None] Port 6a0b7694-c563-4822-949d-030b3c852d6b cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:26:50.649321 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d4a9f68f-8941-4088-a663-d193026519db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:50.672267 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad34644-80a9-42dd-9327-c78d4d7119a6 admin admin] Router 6ababf4d-47b7-4202-b2cc-427fab38605a has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:26:50.675133 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3139c1-9453-468c-be70-5f6eca298854 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Checking segment: {'id': 'e0e8756f-f108-4837-8140-f78856f54551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '8bb82b8c-0e9c-4080-a9a2-8964000388d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:26:50.675738 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3139c1-9453-468c-be70-5f6eca298854 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Network hostable DHCP agents. Network: 8bb82b8c-0e9c-4080-a9a2-8964000388d8, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:26:50.689866 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c74a577a-9356-4360-8e32-41db0813b069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:50.731150 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a577a-9356-4360-8e32-41db0813b069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c105ce90-f7c1-4a68-b20f-ef198da4128c,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:50.834342 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-2a92985a-ce95-4255-bda6-3148bb7f89a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:50.854506 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-2a92985a-ce95-4255-bda6-3148bb7f89a9 admin admin] Usage tracker for resource:security_group_rule and tenant:49a81901d38d40e9b49a51e1cf744ee7 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:50.861941 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-2a92985a-ce95-4255-bda6-3148bb7f89a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:50.879554 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-2a92985a-ce95-4255-bda6-3148bb7f89a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:51.021977 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.db.resource_extend [None req-2e8fed2b-0c3a-4427-9ba4-35f0d26fdc23 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:26:51.030521 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c74a577a-9356-4360-8e32-41db0813b069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:51.031800 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c74a577a-9356-4360-8e32-41db0813b069 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c105ce90-f7c1-4a68-b20f-ef198da4128c HTTP/1.1" status: 204 len: 168 time: 0.8728020 Mar 11 15:26:51.032064 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3139c1-9453-468c-be70-5f6eca298854 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Network 8bb82b8c-0e9c-4080-a9a2-8964000388d8 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:26:51.050021 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2e8fed2b-0c3a-4427-9ba4-35f0d26fdc23 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:51.065307 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2e8fed2b-0c3a-4427-9ba4-35f0d26fdc23 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:51.101489 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-7a3139c1-9453-468c-be70-5f6eca298854 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 8bb82b8c-0e9c-4080-a9a2-8964000388d8) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:51.115785 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d643f6-9c23-41ea-9c5d-335c9084d9af None None] Network 8bb82b8c-0e9c-4080-a9a2-8964000388d8 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:26:51.153562 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3139c1-9453-468c-be70-5f6eca298854 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:51.154959 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7a3139c1-9453-468c-be70-5f6eca298854 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:51.212425 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8fed2b-0c3a-4427-9ba4-35f0d26fdc23 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Pushing event updated for resources: {'Port': ['ID=c6e6faf5-70ea-4f59-9bb5-f1af52cedf4e,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:51.252898 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2e8fed2b-0c3a-4427-9ba4-35f0d26fdc23 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:51.264842 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ecdc122e-29b0-4055-aee4-e189d0133242 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:51.289284 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2e8fed2b-0c3a-4427-9ba4-35f0d26fdc23 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:51.291422 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-2e8fed2b-0c3a-4427-9ba4-35f0d26fdc23 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.9154122 Mar 11 15:26:51.295594 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60190) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:51.369900 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2a92985a-ce95-4255-bda6-3148bb7f89a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:51.428914 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d4a9f68f-8941-4088-a663-d193026519db admin admin] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:51.442420 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-43a016d2-8857-4e63-af12-69b89f14cb8f tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Synchronizing usage tracker for tenant:bbefd18aabc944d4b18ffdf3a5ec83a9 on resource:floatingip {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:26:51.445896 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d4a9f68f-8941-4088-a663-d193026519db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:51.447525 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d4a9f68f-8941-4088-a663-d193026519db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:51.459546 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7a3139c1-9453-468c-be70-5f6eca298854 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.8581965 Mar 11 15:26:51.466362 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60194) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:51.482781 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-50902e82-5f8c-40d6-b9de-602788080838 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1941787922', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}, 'admin_state_up': False}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:26:51.495554 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-50902e82-5f8c-40d6-b9de-602788080838 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:51.503162 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-50902e82-5f8c-40d6-b9de-602788080838 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Usage tracker for resource:router and tenant:c3b5c13d66354b8cafc5703dde135af9 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:51.509714 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-50902e82-5f8c-40d6-b9de-602788080838 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:51.511208 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e9a519-4bed-4bb1-ab51-ae5db3f17f89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-8bb82b8c-0e9c-4080-a9a2-8964000388d8', 'network_id': '8bb82b8c-0e9c-4080-a9a2-8964000388d8', 'tenant_id': 'c3b5c13d66354b8cafc5703dde135af9', 'fixed_ips': [{'subnet_id': '7e1a6ab9-1ee5-41b3-980e-b02107062a9b'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:26:51.514197 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-00e9a519-4bed-4bb1-ab51-ae5db3f17f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:51.515085 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad34644-80a9-42dd-9327-c78d4d7119a6 admin admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:26:51.518278 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-43a016d2-8857-4e63-af12-69b89f14cb8f tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Unset dirty status for tenant:bbefd18aabc944d4b18ffdf3a5ec83a9 on resource:floatingip {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:26:51.519094 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-43a016d2-8857-4e63-af12-69b89f14cb8f tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] 10.222.0.31 "GET /v2.0/floatingips?floating_network_id=75655929-d427-42aa-a909-8b4f777acb86 HTTP/1.1" status: 200 len: 689 time: 0.2219894 Mar 11 15:26:51.536308 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9ad34644-80a9-42dd-9327-c78d4d7119a6 admin admin] 10.222.0.31 "PUT /v2.0/routers/6ababf4d-47b7-4202-b2cc-427fab38605a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4201326 Mar 11 15:26:51.542240 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60198) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:51.546495 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-50902e82-5f8c-40d6-b9de-602788080838 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:51.606872 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ecdc122e-29b0-4055-aee4-e189d0133242 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:51.621135 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2a92985a-ce95-4255-bda6-3148bb7f89a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:51.638615 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60204) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:51.672405 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-50902e82-5f8c-40d6-b9de-602788080838 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:51.673355 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-50902e82-5f8c-40d6-b9de-602788080838 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:51.724868 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-50902e82-5f8c-40d6-b9de-602788080838 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:51.758037 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-00e9a519-4bed-4bb1-ab51-ae5db3f17f89 None None] Allocated IP 172.20.0.2 (8bb82b8c-0e9c-4080-a9a2-8964000388d8/7e1a6ab9-1ee5-41b3-980e-b02107062a9b/196a4343-7d58-41a3-80c5-e1f6b1cefca5) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:26:51.785797 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2b354d30-d701-4297-9722-98815383209c tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:51.887906 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-624bd961-ce41-4b71-b7e6-067b2bd8467a admin admin] Synchronizing usage tracker for tenant:b7325d8bfd5e44ce91f2562a58383cdb on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:26:51.936511 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a9f68f-8941-4088-a663-d193026519db admin admin] Pushing event updated for resources: {'Port': ['ID=6a0b7694-c563-4822-949d-030b3c852d6b,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:51.966467 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9efb4137-a184-4175-8e01-da0209702542 admin admin] Router 4eb4ea81-f01e-4af6-b207-82c89eead0ea has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:26:51.972045 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a92985a-ce95-4255-bda6-3148bb7f89a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f531f373-d09b-47f8-84a1-a199bef23b9d,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:51.991216 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-2a92985a-ce95-4255-bda6-3148bb7f89a9 admin admin] Synchronizing usage tracker for tenant:b7325d8bfd5e44ce91f2562a58383cdb on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:26:52.013123 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-2b354d30-d701-4297-9722-98815383209c tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Deleting port c6e6faf5-70ea-4f59-9bb5-f1af52cedf4e {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:26:52.013605 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2b354d30-d701-4297-9722-98815383209c tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:52.067859 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-624bd961-ce41-4b71-b7e6-067b2bd8467a admin admin] Unset dirty status for tenant:b7325d8bfd5e44ce91f2562a58383cdb on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:26:52.072995 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-624bd961-ce41-4b71-b7e6-067b2bd8467a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2f752affc5f24f1a93855146112b2c2c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4148655 Mar 11 15:26:52.075060 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60218) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:52.111449 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-00e9a519-4bed-4bb1-ab51-ae5db3f17f89 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:52.122115 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-2a92985a-ce95-4255-bda6-3148bb7f89a9 admin admin] Unset dirty status for tenant:b7325d8bfd5e44ce91f2562a58383cdb on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:26:52.126527 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-2a92985a-ce95-4255-bda6-3148bb7f89a9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=49a81901d38d40e9b49a51e1cf744ee7&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1194522 Mar 11 15:26:52.129926 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60222) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:52.138900 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-00e9a519-4bed-4bb1-ab51-ae5db3f17f89 None None] Transition to ACTIVE for port object 196a4343-7d58-41a3-80c5-e1f6b1cefca5 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:26:52.184581 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-00e9a519-4bed-4bb1-ab51-ae5db3f17f89 None None] Transition to ACTIVE for port object 196a4343-7d58-41a3-80c5-e1f6b1cefca5 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:26:52.193879 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-00e9a519-4bed-4bb1-ab51-ae5db3f17f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:52.275262 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9a519-4bed-4bb1-ab51-ae5db3f17f89 None None] Pushing event updated for resources: {'Port': ['ID=196a4343-7d58-41a3-80c5-e1f6b1cefca5,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:52.291320 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e9a519-4bed-4bb1-ab51-ae5db3f17f89 None None] Network 8bb82b8c-0e9c-4080-a9a2-8964000388d8 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:26:52.292688 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-00e9a519-4bed-4bb1-ab51-ae5db3f17f89 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:52.293624 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2b354d30-d701-4297-9722-98815383209c tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:52.294030 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2b354d30-d701-4297-9722-98815383209c tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:52.295848 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e9a519-4bed-4bb1-ab51-ae5db3f17f89 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:26:52.360907 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a9f68f-8941-4088-a663-d193026519db admin admin] Network f5e50d7a-e877-43fe-b63b-0d368fa885b4 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:26:52.367622 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-d4a9f68f-8941-4088-a663-d193026519db admin admin] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:52.394077 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-00e9a519-4bed-4bb1-ab51-ae5db3f17f89 None None] Attempting to bind port 196a4343-7d58-41a3-80c5-e1f6b1cefca5 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:26:52.394600 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-00e9a519-4bed-4bb1-ab51-ae5db3f17f89 None None] Attempting to bind port 196a4343-7d58-41a3-80c5-e1f6b1cefca5 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'e0e8756f-f108-4837-8140-f78856f54551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '8bb82b8c-0e9c-4080-a9a2-8964000388d8'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:26:52.395088 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e9a519-4bed-4bb1-ab51-ae5db3f17f89 None None] Attempting to bind port 196a4343-7d58-41a3-80c5-e1f6b1cefca5 on network 8bb82b8c-0e9c-4080-a9a2-8964000388d8 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:26:52.403069 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e9a519-4bed-4bb1-ab51-ae5db3f17f89 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:26:52.403593 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e9a519-4bed-4bb1-ab51-ae5db3f17f89 None None] Checking segment: {'id': 'e0e8756f-f108-4837-8140-f78856f54551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '8bb82b8c-0e9c-4080-a9a2-8964000388d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:26:52.404086 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-00e9a519-4bed-4bb1-ab51-ae5db3f17f89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:52.404592 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e9a519-4bed-4bb1-ab51-ae5db3f17f89 None None] Bound using segment: {'id': 'e0e8756f-f108-4837-8140-f78856f54551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '8bb82b8c-0e9c-4080-a9a2-8964000388d8'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:26:52.405199 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-00e9a519-4bed-4bb1-ab51-ae5db3f17f89 None None] Bound port: 196a4343-7d58-41a3-80c5-e1f6b1cefca5, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0e8756f-f108-4837-8140-f78856f54551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '8bb82b8c-0e9c-4080-a9a2-8964000388d8'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:26:52.405674 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-00e9a519-4bed-4bb1-ab51-ae5db3f17f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:52.514571 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-00e9a519-4bed-4bb1-ab51-ae5db3f17f89 None None] For port 196a4343-7d58-41a3-80c5-e1f6b1cefca5, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:26:52.518149 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-00e9a519-4bed-4bb1-ab51-ae5db3f17f89 None None] For port 196a4343-7d58-41a3-80c5-e1f6b1cefca5, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=196a4343-7d58-41a3-80c5-e1f6b1cefca5,segment=NetworkSegment(e0e8756f-f108-4837-8140-f78856f54551),segment_id=e0e8756f-f108-4837-8140-f78856f54551)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:26:52.535670 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-00e9a519-4bed-4bb1-ab51-ae5db3f17f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:52.561647 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-2b354d30-d701-4297-9722-98815383209c tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Calling delete_port for c6e6faf5-70ea-4f59-9bb5-f1af52cedf4e owned by network:floatingip {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:26:52.614399 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-50902e82-5f8c-40d6-b9de-602788080838 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:52.638149 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9a519-4bed-4bb1-ab51-ae5db3f17f89 None None] Pushing event updated for resources: {'Port': ['ID=196a4343-7d58-41a3-80c5-e1f6b1cefca5,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:52.681801 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-ecdc122e-29b0-4055-aee4-e189d0133242 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Allocated IP 172.20.0.2 (7703a50a-1346-4ded-970b-6e3d32bd3cdd/b90fdce7-ebfe-4728-ad5f-9202c3f0cf50/90db5ba1-ca7b-4979-99b2-70ffb1f42ba5) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:26:52.710410 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bfbef0f5-ced2-4e2e-93f3-c49868ef0fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:52.755810 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bfbef0f5-ced2-4e2e-93f3-c49868ef0fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:52.757380 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-4269897a-729f-40a3-9e10-3c975cfb953a None None] Provisioning complete for port 6a0b7694-c563-4822-949d-030b3c852d6b triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:26:52.763186 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4269897a-729f-40a3-9e10-3c975cfb953a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:52.808072 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-37dfbdc8-c7a0-4fcb-b0e7-a06103624c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:52.870580 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-4269897a-729f-40a3-9e10-3c975cfb953a None None] Port 6a0b7694-c563-4822-949d-030b3c852d6b cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:26:52.995952 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-37dfbdc8-c7a0-4fcb-b0e7-a06103624c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:53.112009 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60230) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:53.128270 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ecdc122e-29b0-4055-aee4-e189d0133242 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:53.141680 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-c54e4e74-7460-4cff-b466-d5790c844791 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Request body: {'security_group': {'name': 'tempest-securitygroup--915819703', 'description': 'tempest-description--699737361'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:26:53.238188 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efb4137-a184-4175-8e01-da0209702542 admin admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:26:53.248047 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ecdc122e-29b0-4055-aee4-e189d0133242 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:53.249774 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-c54e4e74-7460-4cff-b466-d5790c844791 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:53.257728 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-c54e4e74-7460-4cff-b466-d5790c844791 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Usage tracker for resource:security_group and tenant:775252413a2b4ceb9ae1b5a003c1e0db is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:53.265301 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-c54e4e74-7460-4cff-b466-d5790c844791 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:53.279682 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-c54e4e74-7460-4cff-b466-d5790c844791 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:53.282081 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2b354d30-d701-4297-9722-98815383209c tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:53.306250 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9efb4137-a184-4175-8e01-da0209702542 admin admin] 10.222.0.31 "PUT /v2.0/routers/4eb4ea81-f01e-4af6-b207-82c89eead0ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7395036 Mar 11 15:26:53.336779 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bfbef0f5-ced2-4e2e-93f3-c49868ef0fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:53.347824 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdc122e-29b0-4055-aee4-e189d0133242 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Network 7703a50a-1346-4ded-970b-6e3d32bd3cdd is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:26:53.354722 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc122e-29b0-4055-aee4-e189d0133242 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Pushing event updated for resources: {'Port': ['ID=90db5ba1-ca7b-4979-99b2-70ffb1f42ba5,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:53.357270 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-ecdc122e-29b0-4055-aee4-e189d0133242 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:53.360224 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdc122e-29b0-4055-aee4-e189d0133242 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:26:53.364461 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b354d30-d701-4297-9722-98815383209c tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6e6faf5-70ea-4f59-9bb5-f1af52cedf4e,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:53.372055 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c54e4e74-7460-4cff-b466-d5790c844791 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:53.434986 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-37dfbdc8-c7a0-4fcb-b0e7-a06103624c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:53.466469 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a9f68f-8941-4088-a663-d193026519db admin admin] Router 221ec4d8-ce90-4044-849b-a99c0f4bce5b has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:26:53.532749 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2b354d30-d701-4297-9722-98815383209c tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:53.539112 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbef0f5-ced2-4e2e-93f3-c49868ef0fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f531f373-d09b-47f8-84a1-a199bef23b9d,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:53.576879 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dfbdc8-c7a0-4fcb-b0e7-a06103624c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f061a8-e4d9-4fc1-9554-bcd09d97d07c,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:53.690690 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-c54e4e74-7460-4cff-b466-d5790c844791 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:53.704488 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ecdc122e-29b0-4055-aee4-e189d0133242 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:53.705387 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ecdc122e-29b0-4055-aee4-e189d0133242 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:53.706833 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-c54e4e74-7460-4cff-b466-d5790c844791 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Usage tracker for resource:security_group_rule and tenant:775252413a2b4ceb9ae1b5a003c1e0db is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:53.727003 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-c54e4e74-7460-4cff-b466-d5790c844791 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:53.737369 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2b354d30-d701-4297-9722-98815383209c tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:53.782329 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-37dfbdc8-c7a0-4fcb-b0e7-a06103624c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:53.796011 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-37dfbdc8-c7a0-4fcb-b0e7-a06103624c75 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b2f061a8-e4d9-4fc1-9554-bcd09d97d07c HTTP/1.1" status: 204 len: 168 time: 1.7124197 Mar 11 15:26:53.824659 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bfbef0f5-ced2-4e2e-93f3-c49868ef0fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:53.829009 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-bfbef0f5-ced2-4e2e-93f3-c49868ef0fff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f531f373-d09b-47f8-84a1-a199bef23b9d HTTP/1.1" status: 204 len: 168 time: 1.6970105 Mar 11 15:26:53.853534 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb026ba-39fb-407e-8375-67fb80982e82 None None] Network 8bb82b8c-0e9c-4080-a9a2-8964000388d8 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:26:53.868931 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-c54e4e74-7460-4cff-b466-d5790c844791 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:53.952250 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a9f68f-8941-4088-a663-d193026519db admin admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:26:53.965573 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d4a9f68f-8941-4088-a663-d193026519db admin admin] 10.222.0.31 "PUT /v2.0/routers/221ec4d8-ce90-4044-849b-a99c0f4bce5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7782500 Mar 11 15:26:54.010297 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c54e4e74-7460-4cff-b466-d5790c844791 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:54.094366 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c54e4e74-7460-4cff-b466-d5790c844791 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:54.105171 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecdc122e-29b0-4055-aee4-e189d0133242 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Router 31afa0b9-7604-4716-8cc9-6db729de38a6 is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:26:54.116987 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-50902e82-5f8c-40d6-b9de-602788080838 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks [] for router_gateway, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:54.129202 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-eb054608-6859-4888-8c36-676bbbd914c0 None None] Provisioning for port 196a4343-7d58-41a3-80c5-e1f6b1cefca5 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:26:54.234005 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-50902e82-5f8c-40d6-b9de-602788080838 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:54.264862 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2b354d30-d701-4297-9722-98815383209c tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:54.340882 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e4e74-7460-4cff-b466-d5790c844791 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d213ed7-7cdc-4373-9ab6-6e091e2ba9df,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:54.355605 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c54e4e74-7460-4cff-b466-d5790c844791 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:54.359288 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c54e4e74-7460-4cff-b466-d5790c844791 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.2439446 Mar 11 15:26:54.361242 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b354d30-d701-4297-9722-98815383209c tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=54367b3f-edaa-4c5b-ae3b-a2e20684c939,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:54.363424 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60258) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:54.375942 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-646e4c4a-95b4-4639-8178-e3d9a2ce4967 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Request body: {'security_group_rule': {'security_group_id': '8d213ed7-7cdc-4373-9ab6-6e091e2ba9df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:26:54.389895 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-646e4c4a-95b4-4639-8178-e3d9a2ce4967 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:54.418262 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-646e4c4a-95b4-4639-8178-e3d9a2ce4967 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Usage tracker for resource:security_group_rule and tenant:775252413a2b4ceb9ae1b5a003c1e0db is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:54.425811 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-646e4c4a-95b4-4639-8178-e3d9a2ce4967 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:54.489316 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-646e4c4a-95b4-4639-8178-e3d9a2ce4967 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:54.542890 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 196a4343-7d58-41a3-80c5-e1f6b1cefca5 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:26:54.589066 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2b354d30-d701-4297-9722-98815383209c tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:54.608964 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-646e4c4a-95b4-4639-8178-e3d9a2ce4967 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:54.672870 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecdc122e-29b0-4055-aee4-e189d0133242 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:26:54.674135 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-2b354d30-d701-4297-9722-98815383209c tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75655929-d427-42aa-a909-8b4f777acb86']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:54.691179 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4e40e8-e4e9-4f80-9937-2c9cd64cff19 None None] Sync routers for ids ['31afa0b9-7604-4716-8cc9-6db729de38a6'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:26:54.694416 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-50902e82-5f8c-40d6-b9de-602788080838 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Allocated IP 172.26.0.95 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/36b6fc26-7707-4b83-8ef6-23847b8e9c81) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:26:54.717301 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ecdc122e-29b0-4055-aee4-e189d0133242 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:54.730098 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ecdc122e-29b0-4055-aee4-e189d0133242 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.1934943 Mar 11 15:26:54.731635 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60268) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:54.737793 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4e40e8-e4e9-4f80-9937-2c9cd64cff19 None None] Routers {'31afa0b9-7604-4716-8cc9-6db729de38a6'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:26:54.738431 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-5d4e40e8-e4e9-4f80-9937-2c9cd64cff19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:26:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['31afa0b9-7604-4716-8cc9-6db729de38a6'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:54.750061 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-2b354d30-d701-4297-9722-98815383209c tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48cdaa65-8e0a-4434-ba22-cba9a7e9e974') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:54.750061 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-2b354d30-d701-4297-9722-98815383209c tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48cdaa65-8e0a-4434-ba22-cba9a7e9e974') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:54.797368 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2b354d30-d701-4297-9722-98815383209c tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:54.831069 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2b354d30-d701-4297-9722-98815383209c tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:54.844186 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b354d30-d701-4297-9722-98815383209c tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:26:54.844939 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2b354d30-d701-4297-9722-98815383209c tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:55.010376 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 196a4343-7d58-41a3-80c5-e1f6b1cefca5 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:26:55.021621 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 196a4343-7d58-41a3-80c5-e1f6b1cefca5 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:26:55.022397 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:55.064733 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60274) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:55.069247 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:26:55.069247 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:26:55.069247 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:26:55.069247 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:26:55.069247 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:26:55.069247 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:26:55.069247 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:26:55.069247 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:26:55.069247 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:26:55.069247 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:26:55.069247 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:26:55.069247 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:26:55.069247 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:26:55.069247 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:26:55.069247 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:26:55.069247 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:26:55.069247 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:26:55.069247 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:26:55.069247 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:26:55.069247 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:26:55.069247 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:26:55.069247 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:26:55.069247 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:26:55.069247 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:26:55.069247 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:26:55.069247 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:26:55.069247 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:26:55.069247 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:26:55.069247 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:26:55.069247 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:26:55.069247 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:26:55.069247 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:26:55.099172 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2b354d30-d701-4297-9722-98815383209c tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:55.139798 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-55707c8c-a00e-4a85-9e7b-7cdcaf513d72 None None] Provisioning complete for port 196a4343-7d58-41a3-80c5-e1f6b1cefca5 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:26:55.140210 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-55707c8c-a00e-4a85-9e7b-7cdcaf513d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:55.143070 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60280) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:55.150976 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-ace622f9-e87a-4b56-a96e-1e96d7a97499 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Request body: {'security_group': {'name': 'tempest-securitygroup--243920046', 'description': 'tempest-description--1298954202'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:26:55.156382 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ace622f9-e87a-4b56-a96e-1e96d7a97499 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:55.163729 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ace622f9-e87a-4b56-a96e-1e96d7a97499 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Usage tracker for resource:security_group and tenant:54e768a48d9c4cc792b381d6c65e8408 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:55.168479 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ace622f9-e87a-4b56-a96e-1e96d7a97499 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:55.175572 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ace622f9-e87a-4b56-a96e-1e96d7a97499 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:55.190242 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b354d30-d701-4297-9722-98815383209c tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 75655929-d427-42aa-a909-8b4f777acb86 {{(pid=83866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 15:26:55.202119 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ace622f9-e87a-4b56-a96e-1e96d7a97499 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:55.207186 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b354d30-d701-4297-9722-98815383209c tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Pushing event deleted for resources: {'Network': ['ID=75655929-d427-42aa-a909-8b4f777acb86,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:55.223306 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2b354d30-d701-4297-9722-98815383209c tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:55.405727 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-2b354d30-d701-4297-9722-98815383209c tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] 10.222.0.31 "DELETE /v2.0/networks/75655929-d427-42aa-a909-8b4f777acb86 HTTP/1.1" status: 204 len: 168 time: 3.8614030 Mar 11 15:26:55.417475 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60288) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:55.420738 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-5d4e40e8-e4e9-4f80-9937-2c9cd64cff19 None None] Set router 31afa0b9-7604-4716-8cc9-6db729de38a6 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:26:55.482045 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-646e4c4a-95b4-4639-8178-e3d9a2ce4967 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:55.501656 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-646e4c4a-95b4-4639-8178-e3d9a2ce4967 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:55.554706 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-3bdda135-ee3e-4c02-9228-d359d2a8de6a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=15986a74da1f4e9fb39a098fd40216e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4882915 Mar 11 15:26:55.563105 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ace622f9-e87a-4b56-a96e-1e96d7a97499 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:55.565226 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60292) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:55.578216 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ace622f9-e87a-4b56-a96e-1e96d7a97499 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Usage tracker for resource:security_group_rule and tenant:54e768a48d9c4cc792b381d6c65e8408 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:55.599801 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e4c4a-95b4-4639-8178-e3d9a2ce4967 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34465139-90da-43f9-b28a-0d21e8d63ccf,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:55.600840 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-55809639-0cc8-42b9-a8bd-93f02f7304dd tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1777780 Mar 11 15:26:55.602208 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ace622f9-e87a-4b56-a96e-1e96d7a97499 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:55.605174 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60296) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:55.615982 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-50902e82-5f8c-40d6-b9de-602788080838 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:55.616195 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ace622f9-e87a-4b56-a96e-1e96d7a97499 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:55.692094 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-646e4c4a-95b4-4639-8178-e3d9a2ce4967 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:55.699700 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-646e4c4a-95b4-4639-8178-e3d9a2ce4967 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3294497 Mar 11 15:26:55.702123 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60302) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:55.716222 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-cb2f3bf6-8a5e-444d-bb83-a81619386b3e tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Request body: {'security_group_rule': {'security_group_id': '8d213ed7-7cdc-4373-9ab6-6e091e2ba9df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:26:55.723059 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-cb2f3bf6-8a5e-444d-bb83-a81619386b3e tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:55.723437 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:55.727202 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-cb2f3bf6-8a5e-444d-bb83-a81619386b3e tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Usage tracker for resource:security_group_rule and tenant:775252413a2b4ceb9ae1b5a003c1e0db is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:55.729307 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4b9dd779-0545-4adb-a577-a1d38cb0173e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:55.737749 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-cb2f3bf6-8a5e-444d-bb83-a81619386b3e tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:55.746231 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-cb2f3bf6-8a5e-444d-bb83-a81619386b3e tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:55.749938 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-55707c8c-a00e-4a85-9e7b-7cdcaf513d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:55.785315 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cb2f3bf6-8a5e-444d-bb83-a81619386b3e tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:55.787100 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4b9dd779-0545-4adb-a577-a1d38cb0173e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:55.822290 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c944aa35-ad60-4b7c-b0ca-c3cfb48933fa tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:55.822751 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c944aa35-ad60-4b7c-b0ca-c3cfb48933fa tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:55.823120 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c944aa35-ad60-4b7c-b0ca-c3cfb48933fa tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:55.823725 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c944aa35-ad60-4b7c-b0ca-c3cfb48933fa tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:55.824085 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c944aa35-ad60-4b7c-b0ca-c3cfb48933fa tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:55.824461 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c944aa35-ad60-4b7c-b0ca-c3cfb48933fa tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:55.824813 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c944aa35-ad60-4b7c-b0ca-c3cfb48933fa tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:55.825163 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c944aa35-ad60-4b7c-b0ca-c3cfb48933fa tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:55.826253 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-c944aa35-ad60-4b7c-b0ca-c3cfb48933fa tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Synchronizing usage tracker for tenant:bbefd18aabc944d4b18ffdf3a5ec83a9 on resource:subnet {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:26:55.873511 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4b9dd779-0545-4adb-a577-a1d38cb0173e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:55.897137 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-50902e82-5f8c-40d6-b9de-602788080838 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:55.910071 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9dd779-0545-4adb-a577-a1d38cb0173e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35eef1e3-e0b2-486a-95ba-c82273fcc774,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:55.949736 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 196a4343-7d58-41a3-80c5-e1f6b1cefca5, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=196a4343-7d58-41a3-80c5-e1f6b1cefca5,segment=NetworkSegment(e0e8756f-f108-4837-8140-f78856f54551),segment_id=e0e8756f-f108-4837-8140-f78856f54551)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:26:55.964594 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4b9dd779-0545-4adb-a577-a1d38cb0173e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:55.967950 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4b9dd779-0545-4adb-a577-a1d38cb0173e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/35eef1e3-e0b2-486a-95ba-c82273fcc774 HTTP/1.1" status: 204 len: 168 time: 0.3990552 Mar 11 15:26:55.968065 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60308) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:55.971743 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-c944aa35-ad60-4b7c-b0ca-c3cfb48933fa tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Unset dirty status for tenant:bbefd18aabc944d4b18ffdf3a5ec83a9 on resource:subnet {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:26:55.972512 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ace622f9-e87a-4b56-a96e-1e96d7a97499 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:55.972931 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c944aa35-ad60-4b7c-b0ca-c3cfb48933fa tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5200 time: 0.3645999 Mar 11 15:26:55.976578 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60312) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:55.986233 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:56.020461 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-0ce8061f-9226-4696-94b5-23be46adda19 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Request body: {'security_group': {'name': 'tempest-securitygroup--461400246', 'description': 'tempest-description--2089357089'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:26:56.066042 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0ce8061f-9226-4696-94b5-23be46adda19 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:56.100385 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0ce8061f-9226-4696-94b5-23be46adda19 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Usage tracker for resource:security_group and tenant:9ce1e6b6647741e599091dbba04f8bc1 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:56.106638 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ace622f9-e87a-4b56-a96e-1e96d7a97499 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:56.127449 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50902e82-5f8c-40d6-b9de-602788080838 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:26:56.134490 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0ce8061f-9226-4696-94b5-23be46adda19 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:56.143353 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-44657a27-5861-4d5e-adc8-9229df702745 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for router, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:56.150865 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-50902e82-5f8c-40d6-b9de-602788080838 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:56.154766 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50902e82-5f8c-40d6-b9de-602788080838 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:26:56.206675 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ace622f9-e87a-4b56-a96e-1e96d7a97499 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:56.210641 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ace622f9-e87a-4b56-a96e-1e96d7a97499 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.0666120 Mar 11 15:26:56.218087 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60320) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:56.224203 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-9189b398-3b8e-47b9-aaee-eceecd64cd2c tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] delete failed (client error): The resource could not be found. Mar 11 15:26:56.228021 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9189b398-3b8e-47b9-aaee-eceecd64cd2c tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/5ed76907-4a28-4922-945b-b2fa0f4ec076 HTTP/1.1" status: 404 len: 345 time: 0.2502353 Mar 11 15:26:56.231698 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60324) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:56.265144 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-55707c8c-a00e-4a85-9e7b-7cdcaf513d72 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:26:56.265673 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-55707c8c-a00e-4a85-9e7b-7cdcaf513d72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:26:56.324788 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-70876dc4-472e-4d8c-ad1c-1fef3cb69df0 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Request body: {'security_group_rule': {'security_group_id': '8e248f6e-761f-4e05-ba07-f212e2a3e90c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:26:56.332236 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0ce8061f-9226-4696-94b5-23be46adda19 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:56.340182 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60328) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:56.343860 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cb2f3bf6-8a5e-444d-bb83-a81619386b3e tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:56.346084 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-70876dc4-472e-4d8c-ad1c-1fef3cb69df0 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:56.363885 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-70876dc4-472e-4d8c-ad1c-1fef3cb69df0 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Usage tracker for resource:security_group_rule and tenant:54e768a48d9c4cc792b381d6c65e8408 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:56.367623 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-9929fa9b-2e12-4677-a766-8c74aa533358 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] DELETE failed (client error): The resource could not be found. Mar 11 15:26:56.373900 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9929fa9b-2e12-4677-a766-8c74aa533358 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:26:56.378856 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9929fa9b-2e12-4677-a766-8c74aa533358 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] 10.222.0.31 "DELETE /v2.0/networks/75655929-d427-42aa-a909-8b4f777acb86 HTTP/1.1" status: 404 len: 339 time: 0.0981991 Mar 11 15:26:56.378856 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace622f9-e87a-4b56-a96e-1e96d7a97499 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e248f6e-761f-4e05-ba07-f212e2a3e90c,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:56.379308 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=196a4343-7d58-41a3-80c5-e1f6b1cefca5,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:56.380463 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60334) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:56.382805 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-70876dc4-472e-4d8c-ad1c-1fef3cb69df0 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:56.395171 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-7d9defa9-134b-4a43-8162-bd41b805388e tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Request body: {'network': {'name': 'tempest-network--135791257', 'router:external': True}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:26:56.399621 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-70876dc4-472e-4d8c-ad1c-1fef3cb69df0 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:56.404824 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50902e82-5f8c-40d6-b9de-602788080838 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Pushing event updated for resources: {'Port': ['ID=36b6fc26-7707-4b83-8ef6-23847b8e9c81,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:56.413505 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7d9defa9-134b-4a43-8162-bd41b805388e tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:56.422901 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7d9defa9-134b-4a43-8162-bd41b805388e tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Usage tracker for resource:network and tenant:bbefd18aabc944d4b18ffdf3a5ec83a9 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:56.435299 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7d9defa9-134b-4a43-8162-bd41b805388e tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:56.438999 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0ce8061f-9226-4696-94b5-23be46adda19 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:56.448878 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7d9defa9-134b-4a43-8162-bd41b805388e tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:56.454035 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-5d4e40e8-e4e9-4f80-9937-2c9cd64cff19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31afa0b9-7604-4716-8cc9-6db729de38a6', 'name': '', 'tenant_id': '8416a1f9e2aa4cfc99ca677832c9b19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7703a50a-1346-4ded-970b-6e3d32bd3cdd', 'external_fixed_ips': [{'subnet_id': 'b90fdce7-ebfe-4728-ad5f-9202c3f0cf50', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '90db5ba1-ca7b-4979-99b2-70ffb1f42ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:46Z', 'updated_at': '2022-03-11T15:26:53Z', 'revision_number': 3, 'project_id': '8416a1f9e2aa4cfc99ca677832c9b19f', 'gw_port': {'id': '90db5ba1-ca7b-4979-99b2-70ffb1f42ba5', 'name': '', 'network_id': '7703a50a-1346-4ded-970b-6e3d32bd3cdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31afa0b9-7604-4716-8cc9-6db729de38a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b90fdce7-ebfe-4728-ad5f-9202c3f0cf50', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:51Z', 'updated_at': '2022-03-11T15:26:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b90fdce7-ebfe-4728-ad5f-9202c3f0cf50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:56.458358 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4e40e8-e4e9-4f80-9937-2c9cd64cff19 None None] Checking router: 31afa0b9-7604-4716-8cc9-6db729de38a6 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:26:56.458882 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4e40e8-e4e9-4f80-9937-2c9cd64cff19 None None] Updating router 31afa0b9-7604-4716-8cc9-6db729de38a6 port 90db5ba1-ca7b-4979-99b2-70ffb1f42ba5 binding host dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:26:56.460532 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-70876dc4-472e-4d8c-ad1c-1fef3cb69df0 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:56.493747 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cb2f3bf6-8a5e-444d-bb83-a81619386b3e tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:56.505901 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9defa9-134b-4a43-8162-bd41b805388e tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Made reservation on behalf of bbefd18aabc944d4b18ffdf3a5ec83a9 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:26:56.508199 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7d9defa9-134b-4a43-8162-bd41b805388e tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:56.530854 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5d4e40e8-e4e9-4f80-9937-2c9cd64cff19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:56.585478 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f3bf6-8a5e-444d-bb83-a81619386b3e tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5404e16c-c25a-4ee7-8d5a-4774391ed1df,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:56.672444 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cb2f3bf6-8a5e-444d-bb83-a81619386b3e tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:56.681977 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-cb2f3bf6-8a5e-444d-bb83-a81619386b3e tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9680858 Mar 11 15:26:56.686352 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60344) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:56.691090 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d9defa9-134b-4a43-8162-bd41b805388e tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:26:56.717229 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0ce8061f-9226-4696-94b5-23be46adda19 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:56.727603 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-70876dc4-472e-4d8c-ad1c-1fef3cb69df0 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:56.728865 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7d9defa9-134b-4a43-8162-bd41b805388e tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:56.729428 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-7d9defa9-134b-4a43-8162-bd41b805388e tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Added segment c6efe71b-c70b-412e-8443-c4459930fe84 of type vlan for network cb22427a-ecef-46db-9ef9-194a6b66f567 Mar 11 15:26:56.730053 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-a3eacc65-3080-49aa-bb47-1651c223efb4 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Request body: {'floatingip': {'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:26:56.741705 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-70876dc4-472e-4d8c-ad1c-1fef3cb69df0 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:56.745199 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-a3eacc65-3080-49aa-bb47-1651c223efb4 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:56.750627 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-a3eacc65-3080-49aa-bb47-1651c223efb4 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Usage tracker for resource:floatingip and tenant:775252413a2b4ceb9ae1b5a003c1e0db is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:56.757333 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-a3eacc65-3080-49aa-bb47-1651c223efb4 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:56.772054 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-a3eacc65-3080-49aa-bb47-1651c223efb4 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:56.777520 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70876dc4-472e-4d8c-ad1c-1fef3cb69df0 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ece8eef-a325-4c52-b61e-267117f419f2,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:56.809594 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0ce8061f-9226-4696-94b5-23be46adda19 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Usage tracker for resource:security_group_rule and tenant:9ce1e6b6647741e599091dbba04f8bc1 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:56.817788 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0ce8061f-9226-4696-94b5-23be46adda19 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:56.825977 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a3eacc65-3080-49aa-bb47-1651c223efb4 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks [] for floatingip, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:56.829141 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7d9defa9-134b-4a43-8162-bd41b805388e tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:56.857427 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-44657a27-5861-4d5e-adc8-9229df702745 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:56.863283 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-70876dc4-472e-4d8c-ad1c-1fef3cb69df0 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:56.863941 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0ce8061f-9226-4696-94b5-23be46adda19 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:56.871435 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-70876dc4-472e-4d8c-ad1c-1fef3cb69df0 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6449656 Mar 11 15:26:56.876534 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60350) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:56.880050 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-22736003-1d56-4eae-b8a1-860e5e666e49 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1753684338'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:26:56.900938 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-9c4d9efa-7fc8-4035-9c7a-0b64fd77f99d tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Request body: {'security_group_rule': {'security_group_id': '8e248f6e-761f-4e05-ba07-f212e2a3e90c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:26:56.906836 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-9c4d9efa-7fc8-4035-9c7a-0b64fd77f99d tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:56.913989 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-9c4d9efa-7fc8-4035-9c7a-0b64fd77f99d tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Usage tracker for resource:security_group_rule and tenant:54e768a48d9c4cc792b381d6c65e8408 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:56.918058 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-22736003-1d56-4eae-b8a1-860e5e666e49 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:56.920982 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-9c4d9efa-7fc8-4035-9c7a-0b64fd77f99d tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:56.925161 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-44657a27-5861-4d5e-adc8-9229df702745 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Deleting port 90db5ba1-ca7b-4979-99b2-70ffb1f42ba5 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:26:56.925612 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-44657a27-5861-4d5e-adc8-9229df702745 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:56.960040 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-22736003-1d56-4eae-b8a1-860e5e666e49 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Usage tracker for resource:network and tenant:c1f0a827cabe44d0a4eecdf517b52b22 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:56.963319 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-9c4d9efa-7fc8-4035-9c7a-0b64fd77f99d tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:56.974466 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-22736003-1d56-4eae-b8a1-860e5e666e49 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:56.994175 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-22736003-1d56-4eae-b8a1-860e5e666e49 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:57.002358 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7d9defa9-134b-4a43-8162-bd41b805388e tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:57.003382 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9defa9-134b-4a43-8162-bd41b805388e tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:57.004172 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7d9defa9-134b-4a43-8162-bd41b805388e tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:57.025185 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0ce8061f-9226-4696-94b5-23be46adda19 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:57.037920 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0ce8061f-9226-4696-94b5-23be46adda19 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:57.056401 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5d4e40e8-e4e9-4f80-9937-2c9cd64cff19 None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:57.075286 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5d4e40e8-e4e9-4f80-9937-2c9cd64cff19 None None] Transition to ACTIVE for port object 90db5ba1-ca7b-4979-99b2-70ffb1f42ba5 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:26:57.139129 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5d4e40e8-e4e9-4f80-9937-2c9cd64cff19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:57.185289 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9c4d9efa-7fc8-4035-9c7a-0b64fd77f99d tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:57.191794 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22736003-1d56-4eae-b8a1-860e5e666e49 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Made reservation on behalf of c1f0a827cabe44d0a4eecdf517b52b22 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:26:57.195217 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-22736003-1d56-4eae-b8a1-860e5e666e49 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:57.232568 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7d9defa9-134b-4a43-8162-bd41b805388e tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8462989 Mar 11 15:26:57.233298 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60360) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:57.268854 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-22736003-1d56-4eae-b8a1-860e5e666e49 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:57.274774 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce8061f-9226-4696-94b5-23be46adda19 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83a99869-6edf-46e9-b210-d5835362f84d,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:57.276121 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-5d4e40e8-e4e9-4f80-9937-2c9cd64cff19 None None] Attempting to bind port 90db5ba1-ca7b-4979-99b2-70ffb1f42ba5 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:26:57.277203 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-5d4e40e8-e4e9-4f80-9937-2c9cd64cff19 None None] Attempting to bind port 90db5ba1-ca7b-4979-99b2-70ffb1f42ba5 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '08adc77f-14b0-4773-89dd-77311c2cecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7703a50a-1346-4ded-970b-6e3d32bd3cdd'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:26:57.277396 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0ce8061f-9226-4696-94b5-23be46adda19 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:57.278544 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0ce8061f-9226-4696-94b5-23be46adda19 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.3008487 Mar 11 15:26:57.287084 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4e40e8-e4e9-4f80-9937-2c9cd64cff19 None None] Attempting to bind port 90db5ba1-ca7b-4979-99b2-70ffb1f42ba5 on network 7703a50a-1346-4ded-970b-6e3d32bd3cdd {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:26:57.298187 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60364) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:57.307160 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-b8749f48-411f-49b8-9902-4b8a1feed367 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Request body: {'security_group_rule': {'security_group_id': '83a99869-6edf-46e9-b210-d5835362f84d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:26:57.309215 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4877609c-69c7-4f08-a67d-7c0b0bf55cde None None] Pushing event updated for resources: {'Port': ['ID=90db5ba1-ca7b-4979-99b2-70ffb1f42ba5,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:57.319651 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4e40e8-e4e9-4f80-9937-2c9cd64cff19 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:26:57.320342 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4e40e8-e4e9-4f80-9937-2c9cd64cff19 None None] Checking segment: {'id': '08adc77f-14b0-4773-89dd-77311c2cecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7703a50a-1346-4ded-970b-6e3d32bd3cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:26:57.321036 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5d4e40e8-e4e9-4f80-9937-2c9cd64cff19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:57.322371 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4e40e8-e4e9-4f80-9937-2c9cd64cff19 None None] Bound using segment: {'id': '08adc77f-14b0-4773-89dd-77311c2cecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7703a50a-1346-4ded-970b-6e3d32bd3cdd'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:26:57.323119 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-5d4e40e8-e4e9-4f80-9937-2c9cd64cff19 None None] Bound port: 90db5ba1-ca7b-4979-99b2-70ffb1f42ba5, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08adc77f-14b0-4773-89dd-77311c2cecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7703a50a-1346-4ded-970b-6e3d32bd3cdd'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:26:57.323590 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9defa9-134b-4a43-8162-bd41b805388e tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Pushing event updated for resources: {'Network': ['ID=cb22427a-ecef-46db-9ef9-194a6b66f567,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:57.323958 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5d4e40e8-e4e9-4f80-9937-2c9cd64cff19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:57.324881 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a3eacc65-3080-49aa-bb47-1651c223efb4 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:57.328984 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-b8749f48-411f-49b8-9902-4b8a1feed367 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:57.334222 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-50902e82-5f8c-40d6-b9de-602788080838 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks [] for router_gateway, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:57.334947 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-50902e82-5f8c-40d6-b9de-602788080838 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:57.341882 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-b8749f48-411f-49b8-9902-4b8a1feed367 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Usage tracker for resource:security_group_rule and tenant:9ce1e6b6647741e599091dbba04f8bc1 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:57.423366 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5d4e40e8-e4e9-4f80-9937-2c9cd64cff19 None None] For port 90db5ba1-ca7b-4979-99b2-70ffb1f42ba5, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:26:57.427072 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5d4e40e8-e4e9-4f80-9937-2c9cd64cff19 None None] For port 90db5ba1-ca7b-4979-99b2-70ffb1f42ba5, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=90db5ba1-ca7b-4979-99b2-70ffb1f42ba5,segment=NetworkSegment(08adc77f-14b0-4773-89dd-77311c2cecea),segment_id=08adc77f-14b0-4773-89dd-77311c2cecea)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:26:57.433300 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network cb22427a-ecef-46db-9ef9-194a6b66f567 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:26:57.435296 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-b8749f48-411f-49b8-9902-4b8a1feed367 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:57.454580 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-b8749f48-411f-49b8-9902-4b8a1feed367 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:57.500872 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-44657a27-5861-4d5e-adc8-9229df702745 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:57.508579 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-22736003-1d56-4eae-b8a1-860e5e666e49 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:57.535191 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60370) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:57.564899 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5d4e40e8-e4e9-4f80-9937-2c9cd64cff19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:57.583255 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-22736003-1d56-4eae-b8a1-860e5e666e49 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Usage tracker for resource:security_group_rule and tenant:c1f0a827cabe44d0a4eecdf517b52b22 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:57.588345 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-22736003-1d56-4eae-b8a1-860e5e666e49 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:57.590309 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b8749f48-411f-49b8-9902-4b8a1feed367 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:57.663070 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4877609c-69c7-4f08-a67d-7c0b0bf55cde None None] Pushing event updated for resources: {'Port': ['ID=90db5ba1-ca7b-4979-99b2-70ffb1f42ba5,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:57.680244 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4e40e8-e4e9-4f80-9937-2c9cd64cff19 None None] Routers {'31afa0b9-7604-4716-8cc9-6db729de38a6'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:26:57.682426 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-5d4e40e8-e4e9-4f80-9937-2c9cd64cff19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:26:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['31afa0b9-7604-4716-8cc9-6db729de38a6'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:57.685416 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-44657a27-5861-4d5e-adc8-9229df702745 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Calling delete_port for 90db5ba1-ca7b-4979-99b2-70ffb1f42ba5 owned by network:router_gateway {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:26:57.718999 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-a3eacc65-3080-49aa-bb47-1651c223efb4 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Allocated IP 172.26.0.64 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/e3fec5e3-c71c-4761-b57e-68aa8d48ef4b) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:26:57.734576 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b8749f48-411f-49b8-9902-4b8a1feed367 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:57.735786 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-22736003-1d56-4eae-b8a1-860e5e666e49 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:57.742239 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b8749f48-411f-49b8-9902-4b8a1feed367 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:57.798007 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2770857a-9fe7-401b-94f5-be562710e325 tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:57.798214 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-a6f678ed-4c17-4074-a760-97147ccf5959 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1481051041', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:26:57.802344 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2770857a-9fe7-401b-94f5-be562710e325 tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:57.807286 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2770857a-9fe7-401b-94f5-be562710e325 tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:57.811775 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2770857a-9fe7-401b-94f5-be562710e325 tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:57.815993 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2770857a-9fe7-401b-94f5-be562710e325 tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:57.816925 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-2770857a-9fe7-401b-94f5-be562710e325 tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] Synchronizing usage tracker for tenant:8dfda2e8549f4d8b95bae3ec96f81dca on resource:network {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:26:57.821005 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9c4d9efa-7fc8-4035-9c7a-0b64fd77f99d tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:57.836834 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9c4d9efa-7fc8-4035-9c7a-0b64fd77f99d tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:57.858926 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-a6f678ed-4c17-4074-a760-97147ccf5959 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:57.861559 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-5d4e40e8-e4e9-4f80-9937-2c9cd64cff19 None None] Set router 31afa0b9-7604-4716-8cc9-6db729de38a6 gateway port host: None {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:26:57.868301 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8749f48-411f-49b8-9902-4b8a1feed367 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1866ad5-df84-4578-a13b-6d129a6a82e3,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:57.879242 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-a6f678ed-4c17-4074-a760-97147ccf5959 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Usage tracker for resource:router and tenant:4b385515532a4eb1a98175cfbf12d1f4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:57.882089 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b8749f48-411f-49b8-9902-4b8a1feed367 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:57.886455 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b8749f48-411f-49b8-9902-4b8a1feed367 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5833077 Mar 11 15:26:57.888233 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-a6f678ed-4c17-4074-a760-97147ccf5959 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:57.892423 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60376) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:57.901988 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-a6f678ed-4c17-4074-a760-97147ccf5959 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:57.908234 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-faded45a-2b98-4f8f-927b-fc7be39afd49 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Request body: {'security_group_rule': {'security_group_id': '83a99869-6edf-46e9-b210-d5835362f84d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:26:57.918669 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-faded45a-2b98-4f8f-927b-fc7be39afd49 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:57.942699 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-faded45a-2b98-4f8f-927b-fc7be39afd49 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Usage tracker for resource:security_group_rule and tenant:9ce1e6b6647741e599091dbba04f8bc1 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:57.958065 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-faded45a-2b98-4f8f-927b-fc7be39afd49 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:57.972041 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-faded45a-2b98-4f8f-927b-fc7be39afd49 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:57.975706 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a6f678ed-4c17-4074-a760-97147ccf5959 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:57.976719 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a6f678ed-4c17-4074-a760-97147ccf5959 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:57.979763 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-5d4e40e8-e4e9-4f80-9937-2c9cd64cff19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31afa0b9-7604-4716-8cc9-6db729de38a6', 'name': '', 'tenant_id': '8416a1f9e2aa4cfc99ca677832c9b19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:46Z', 'updated_at': '2022-03-11T15:26:56Z', 'revision_number': 4, 'project_id': '8416a1f9e2aa4cfc99ca677832c9b19f', 'gw_port_host': None}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:57.984256 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4e40e8-e4e9-4f80-9937-2c9cd64cff19 None None] The sync data for ids ['31afa0b9-7604-4716-8cc9-6db729de38a6'] in dv-neutron-833373-1-hyperv is: [{'id': '31afa0b9-7604-4716-8cc9-6db729de38a6', 'name': '', 'tenant_id': '8416a1f9e2aa4cfc99ca677832c9b19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:46Z', 'updated_at': '2022-03-11T15:26:56Z', 'revision_number': 4, 'project_id': '8416a1f9e2aa4cfc99ca677832c9b19f', 'gw_port_host': None}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:26:58.047764 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a3eacc65-3080-49aa-bb47-1651c223efb4 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:58.051695 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-faded45a-2b98-4f8f-927b-fc7be39afd49 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:58.073098 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a6f678ed-4c17-4074-a760-97147ccf5959 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:58.116664 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d9efa-7fc8-4035-9c7a-0b64fd77f99d tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba8fccee-cd1d-4d7d-876c-7605a5c29550,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:58.139371 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a6f678ed-4c17-4074-a760-97147ccf5959 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:58.146119 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-2770857a-9fe7-401b-94f5-be562710e325 tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] Unset dirty status for tenant:8dfda2e8549f4d8b95bae3ec96f81dca on resource:network {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:26:58.147290 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-2770857a-9fe7-401b-94f5-be562710e325 tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3056 time: 0.9052570 Mar 11 15:26:58.156263 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60380) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:58.181802 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9c4d9efa-7fc8-4035-9c7a-0b64fd77f99d tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:58.185676 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9c4d9efa-7fc8-4035-9c7a-0b64fd77f99d tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2892492 Mar 11 15:26:58.187591 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60384) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:58.198222 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-6fe90615-b686-4616-9a1d-acb30a4ebd8c tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Request body: {'floatingip': {'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:26:58.210227 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a6f678ed-4c17-4074-a760-97147ccf5959 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:58.214111 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a6f678ed-4c17-4074-a760-97147ccf5959 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6752484 Mar 11 15:26:58.214111 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-6fe90615-b686-4616-9a1d-acb30a4ebd8c tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:58.221976 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a3eacc65-3080-49aa-bb47-1651c223efb4 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:58.225246 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60388) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:58.261216 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-6fe90615-b686-4616-9a1d-acb30a4ebd8c tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Usage tracker for resource:floatingip and tenant:54e768a48d9c4cc792b381d6c65e8408 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:58.270557 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-faded45a-2b98-4f8f-927b-fc7be39afd49 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:58.271662 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-6fe90615-b686-4616-9a1d-acb30a4ebd8c tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:58.278405 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-ab254df6-2f2a-45e9-aa23-fa29691ab49d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2100528251'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:26:58.290811 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50902e82-5f8c-40d6-b9de-602788080838 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Router 9008a1c5-1176-402f-b839-3a38d95d8a60 is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:26:58.300294 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-6fe90615-b686-4616-9a1d-acb30a4ebd8c tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:58.309315 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-22736003-1d56-4eae-b8a1-860e5e666e49 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:58.309860 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ab254df6-2f2a-45e9-aa23-fa29691ab49d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:58.312834 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-faded45a-2b98-4f8f-927b-fc7be39afd49 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:58.324179 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-22736003-1d56-4eae-b8a1-860e5e666e49 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:58.326751 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ab254df6-2f2a-45e9-aa23-fa29691ab49d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Usage tracker for resource:network and tenant:4b385515532a4eb1a98175cfbf12d1f4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:58.338528 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.db.api [None req-44657a27-5861-4d5e-adc8-9229df702745 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:26:58.338792 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG oslo_db.api [None req-44657a27-5861-4d5e-adc8-9229df702745 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:26:58.346239 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ab254df6-2f2a-45e9-aa23-fa29691ab49d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:58.346643 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-53396687-8d8e-4520-88fe-451ed295699a tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:58.360743 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22736003-1d56-4eae-b8a1-860e5e666e49 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:26:58.392506 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-22736003-1d56-4eae-b8a1-860e5e666e49 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:58.393085 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-22736003-1d56-4eae-b8a1-860e5e666e49 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Added segment 59d53b53-33f8-46fd-87c4-247bfbde7acd of type vlan for network 8473404d-a503-46b6-a2e0-ff74893f7662 Mar 11 15:26:58.403047 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 196a4343-7d58-41a3-80c5-e1f6b1cefca5 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:26:58.413291 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faded45a-2b98-4f8f-927b-fc7be39afd49 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4115667a-d2bf-4a3f-b480-db293da33428,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:58.421642 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ab254df6-2f2a-45e9-aa23-fa29691ab49d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:58.437740 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3eacc65-3080-49aa-bb47-1651c223efb4 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:26:58.439375 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-faded45a-2b98-4f8f-927b-fc7be39afd49 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:58.443682 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-faded45a-2b98-4f8f-927b-fc7be39afd49 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5469368 Mar 11 15:26:58.443682 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6fe90615-b686-4616-9a1d-acb30a4ebd8c tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks [] for floatingip, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:58.443894 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22736003-1d56-4eae-b8a1-860e5e666e49 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05b87f1e-43b3-455a-9aa4-b47bc5e337b9,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:58.450229 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60392) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:58.476830 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-c9098276-3c0d-4b78-9ae0-a88a6d781908 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Request body: {'floatingip': {'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:26:58.486601 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-a3eacc65-3080-49aa-bb47-1651c223efb4 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:58.491341 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eacc65-3080-49aa-bb47-1651c223efb4 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:26:58.527823 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 196a4343-7d58-41a3-80c5-e1f6b1cefca5 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:26:58.528445 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:58.529778 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eacc65-3080-49aa-bb47-1651c223efb4 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Pushing event updated for resources: {'Port': ['ID=e3fec5e3-c71c-4761-b57e-68aa8d48ef4b,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:58.561630 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c9098276-3c0d-4b78-9ae0-a88a6d781908 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:58.564855 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-22736003-1d56-4eae-b8a1-860e5e666e49 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:58.582639 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c9098276-3c0d-4b78-9ae0-a88a6d781908 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Usage tracker for resource:floatingip and tenant:9ce1e6b6647741e599091dbba04f8bc1 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:58.589448 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c9098276-3c0d-4b78-9ae0-a88a6d781908 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:58.599508 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-53396687-8d8e-4520-88fe-451ed295699a tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:58.610918 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c9098276-3c0d-4b78-9ae0-a88a6d781908 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:58.659349 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-53396687-8d8e-4520-88fe-451ed295699a tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:26:58.659779 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-53396687-8d8e-4520-88fe-451ed295699a tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:26:58.660914 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-53396687-8d8e-4520-88fe-451ed295699a tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:26:58.661253 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-53396687-8d8e-4520-88fe-451ed295699a tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Subscribe: > port after_create 55550000 {{(pid=83867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:26:58.661612 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-53396687-8d8e-4520-88fe-451ed295699a tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:26:58.661939 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-53396687-8d8e-4520-88fe-451ed295699a tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Subscribe: > port after_update 55550000 {{(pid=83867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:26:58.662709 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-53396687-8d8e-4520-88fe-451ed295699a tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:26:58.663063 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-53396687-8d8e-4520-88fe-451ed295699a tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:26:58.663386 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-53396687-8d8e-4520-88fe-451ed295699a tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:26:58.663875 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-53396687-8d8e-4520-88fe-451ed295699a tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:26:58.710912 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab254df6-2f2a-45e9-aa23-fa29691ab49d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Made reservation on behalf of 4b385515532a4eb1a98175cfbf12d1f4 for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:26:58.714240 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ab254df6-2f2a-45e9-aa23-fa29691ab49d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:58.758014 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ab254df6-2f2a-45e9-aa23-fa29691ab49d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:58.826373 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-53396687-8d8e-4520-88fe-451ed295699a tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:26:58.826918 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-53396687-8d8e-4520-88fe-451ed295699a tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:26:58.827031 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-53396687-8d8e-4520-88fe-451ed295699a tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:26:58.827357 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-53396687-8d8e-4520-88fe-451ed295699a tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:26:58.827721 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-53396687-8d8e-4520-88fe-451ed295699a tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb22427a-ecef-46db-9ef9-194a6b66f567']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:58.841054 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-44657a27-5861-4d5e-adc8-9229df702745 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Deleting port 90db5ba1-ca7b-4979-99b2-70ffb1f42ba5 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:26:58.841307 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-44657a27-5861-4d5e-adc8-9229df702745 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:58.848618 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ab254df6-2f2a-45e9-aa23-fa29691ab49d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:58.858478 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ab254df6-2f2a-45e9-aa23-fa29691ab49d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Usage tracker for resource:security_group_rule and tenant:4b385515532a4eb1a98175cfbf12d1f4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:58.864596 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ab254df6-2f2a-45e9-aa23-fa29691ab49d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:58.875745 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ab254df6-2f2a-45e9-aa23-fa29691ab49d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:58.886684 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c9098276-3c0d-4b78-9ae0-a88a6d781908 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks [] for floatingip, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:58.907963 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-53396687-8d8e-4520-88fe-451ed295699a tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6efe71b-c70b-412e-8443-c4459930fe84') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:58.908275 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-53396687-8d8e-4520-88fe-451ed295699a tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6efe71b-c70b-412e-8443-c4459930fe84') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:58.935768 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-53396687-8d8e-4520-88fe-451ed295699a tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:58.942006 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-22736003-1d56-4eae-b8a1-860e5e666e49 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:58.946388 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22736003-1d56-4eae-b8a1-860e5e666e49 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:58.946637 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-22736003-1d56-4eae-b8a1-860e5e666e49 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:59.023772 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a3eacc65-3080-49aa-bb47-1651c223efb4 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:59.136022 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6fe90615-b686-4616-9a1d-acb30a4ebd8c tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:59.144140 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ab254df6-2f2a-45e9-aa23-fa29691ab49d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:59.162332 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-53396687-8d8e-4520-88fe-451ed295699a tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:59.188342 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a3eacc65-3080-49aa-bb47-1651c223efb4 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:59.218499 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ab254df6-2f2a-45e9-aa23-fa29691ab49d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:59.220498 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53396687-8d8e-4520-88fe-451ed295699a tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:26:59.220909 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-53396687-8d8e-4520-88fe-451ed295699a tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:59.240030 dv-neutron-833373-1-hyperv neutron-server[83867]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 11 15:26:59.240030 dv-neutron-833373-1-hyperv neutron-server[83867]: util.warn_limited( Mar 11 15:26:59.240030 dv-neutron-833373-1-hyperv neutron-server[83867]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:26:59.240030 dv-neutron-833373-1-hyperv neutron-server[83867]: util.warn( Mar 11 15:26:59.240030 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:26:59.240030 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:26:59.240030 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:26:59.240030 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:26:59.240030 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:26:59.240030 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:26:59.240030 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:26:59.240030 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:26:59.240030 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:26:59.240030 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:26:59.240030 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:26:59.240030 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:26:59.240030 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:26:59.240030 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:26:59.240030 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:26:59.240030 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:26:59.240030 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:26:59.240030 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:26:59.240030 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:26:59.240030 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:26:59.240030 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:26:59.240030 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:26:59.240030 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:26:59.240030 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:26:59.240030 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:26:59.240030 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:26:59.240030 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:26:59.240030 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:26:59.240030 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:26:59.240030 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:26:59.240030 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:26:59.240030 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:26:59.270394 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8f832aba-58d4-41cf-b233-5bd09cb26eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:59.302882 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-22736003-1d56-4eae-b8a1-860e5e666e49 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.9588568 Mar 11 15:26:59.313609 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60396) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:59.337977 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22736003-1d56-4eae-b8a1-860e5e666e49 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Pushing event updated for resources: {'Network': ['ID=8473404d-a503-46b6-a2e0-ff74893f7662,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:59.353115 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 8473404d-a503-46b6-a2e0-ff74893f7662 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:26:59.369553 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-7e020da6-fb6b-4b0f-b77d-31497cef6277 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Request body: {'subnet': {'network_id': '8473404d-a503-46b6-a2e0-ff74893f7662', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:26:59.425878 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab254df6-2f2a-45e9-aa23-fa29691ab49d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:26:59.456358 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab254df6-2f2a-45e9-aa23-fa29691ab49d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff126bf4-05af-4dc7-a7f5-7ccfafef62cc,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:59.468530 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ab254df6-2f2a-45e9-aa23-fa29691ab49d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:59.468882 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-ab254df6-2f2a-45e9-aa23-fa29691ab49d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Added segment 4b6ce367-5692-4927-a25c-6b0183aa65bf of type vlan for network 49adbf0d-c989-46aa-8663-eca56612494b Mar 11 15:26:59.475013 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50902e82-5f8c-40d6-b9de-602788080838 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:26:59.491863 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c9d5dc-ec29-4e18-8e5b-26aded791df5 None None] Sync routers for ids ['9008a1c5-1176-402f-b839-3a38d95d8a60'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:26:59.502831 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-44657a27-5861-4d5e-adc8-9229df702745 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] For port 90db5ba1-ca7b-4979-99b2-70ffb1f42ba5, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=90db5ba1-ca7b-4979-99b2-70ffb1f42ba5,segment=NetworkSegment(08adc77f-14b0-4773-89dd-77311c2cecea),segment_id=08adc77f-14b0-4773-89dd-77311c2cecea)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:26:59.503194 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-44657a27-5861-4d5e-adc8-9229df702745 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:59.507892 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c9d5dc-ec29-4e18-8e5b-26aded791df5 None None] Routers {'9008a1c5-1176-402f-b839-3a38d95d8a60'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:26:59.508657 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-99c9d5dc-ec29-4e18-8e5b-26aded791df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:26:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['9008a1c5-1176-402f-b839-3a38d95d8a60'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:59.513942 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-53396687-8d8e-4520-88fe-451ed295699a tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:59.519072 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53396687-8d8e-4520-88fe-451ed295699a tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cb22427a-ecef-46db-9ef9-194a6b66f567 {{(pid=83867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 15:26:59.521829 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-53396687-8d8e-4520-88fe-451ed295699a tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:59.581409 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-99c9d5dc-ec29-4e18-8e5b-26aded791df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:59.603422 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c9d5dc-ec29-4e18-8e5b-26aded791df5 None None] Routers {'9008a1c5-1176-402f-b839-3a38d95d8a60'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:26:59.604322 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-99c9d5dc-ec29-4e18-8e5b-26aded791df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:26:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['9008a1c5-1176-402f-b839-3a38d95d8a60'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:59.670808 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ab254df6-2f2a-45e9-aa23-fa29691ab49d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:59.688068 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-99c9d5dc-ec29-4e18-8e5b-26aded791df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:59.689053 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c9d5dc-ec29-4e18-8e5b-26aded791df5 None None] The sync data for ids ['9008a1c5-1176-402f-b839-3a38d95d8a60'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:26:59.742929 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-6fe90615-b686-4616-9a1d-acb30a4ebd8c tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Allocated IP 172.26.0.199 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/f5a53ba9-9f86-42a0-b8fa-e293101f2217) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:26:59.749955 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-50902e82-5f8c-40d6-b9de-602788080838 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:59.756152 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-50902e82-5f8c-40d6-b9de-602788080838 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 8.2809684 Mar 11 15:26:59.766850 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60400) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:59.813572 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53396687-8d8e-4520-88fe-451ed295699a tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Pushing event deleted for resources: {'Network': ['ID=cb22427a-ecef-46db-9ef9-194a6b66f567,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:59.825546 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-44657a27-5861-4d5e-adc8-9229df702745 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Calling delete_port for 90db5ba1-ca7b-4979-99b2-70ffb1f42ba5 owned by network:router_gateway {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:26:59.841111 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.db.resource_extend [None req-ab254df6-2f2a-45e9-aa23-fa29691ab49d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:26:59.853386 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-53396687-8d8e-4520-88fe-451ed295699a tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] 10.222.0.31 "DELETE /v2.0/networks/cb22427a-ecef-46db-9ef9-194a6b66f567 HTTP/1.1" status: 204 len: 168 time: 1.6959751 Mar 11 15:26:59.863252 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60404) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:26:59.893890 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-4ded1686-993b-4c68-9cf5-05d6ae507fc7 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Request body: {'network': {'name': 'tempest-network--2024853436', 'router:external': True}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:26:59.904513 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-4ded1686-993b-4c68-9cf5-05d6ae507fc7 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:59.907001 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7e020da6-fb6b-4b0f-b77d-31497cef6277 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:26:59.914734 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7e020da6-fb6b-4b0f-b77d-31497cef6277 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Usage tracker for resource:subnet and tenant:c1f0a827cabe44d0a4eecdf517b52b22 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:59.927753 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7e020da6-fb6b-4b0f-b77d-31497cef6277 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:59.931966 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4ded1686-993b-4c68-9cf5-05d6ae507fc7 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Usage tracker for resource:network and tenant:bbefd18aabc944d4b18ffdf3a5ec83a9 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:26:59.950324 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4ded1686-993b-4c68-9cf5-05d6ae507fc7 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:26:59.953133 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7e020da6-fb6b-4b0f-b77d-31497cef6277 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:26:59.972817 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ab254df6-2f2a-45e9-aa23-fa29691ab49d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:59.976760 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab254df6-2f2a-45e9-aa23-fa29691ab49d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:59.977046 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ab254df6-2f2a-45e9-aa23-fa29691ab49d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:26:59.989758 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-4ded1686-993b-4c68-9cf5-05d6ae507fc7 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:27:00.014612 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e020da6-fb6b-4b0f-b77d-31497cef6277 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Made reservation on behalf of c1f0a827cabe44d0a4eecdf517b52b22 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:27:00.092755 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ded1686-993b-4c68-9cf5-05d6ae507fc7 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Made reservation on behalf of bbefd18aabc944d4b18ffdf3a5ec83a9 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:27:00.094892 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4ded1686-993b-4c68-9cf5-05d6ae507fc7 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:00.124764 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c9098276-3c0d-4b78-9ae0-a88a6d781908 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:00.147139 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.db.resource_extend [None req-a3eacc65-3080-49aa-bb47-1651c223efb4 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:27:00.183581 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ab254df6-2f2a-45e9-aa23-fa29691ab49d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.9216580 Mar 11 15:27:00.184579 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60408) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:00.192369 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a3eacc65-3080-49aa-bb47-1651c223efb4 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:00.194827 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-4dd0e02b-35f1-4b5e-9c69-1b0b3f81b0c2 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Request body: {'subnet': {'network_id': '49adbf0d-c989-46aa-8663-eca56612494b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:27:00.211605 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a3eacc65-3080-49aa-bb47-1651c223efb4 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:00.249886 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab254df6-2f2a-45e9-aa23-fa29691ab49d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Pushing event updated for resources: {'Network': ['ID=49adbf0d-c989-46aa-8663-eca56612494b,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:00.264946 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 49adbf0d-c989-46aa-8663-eca56612494b details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:27:00.314526 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7e020da6-fb6b-4b0f-b77d-31497cef6277 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:00.355073 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ded1686-993b-4c68-9cf5-05d6ae507fc7 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:27:00.374447 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eacc65-3080-49aa-bb47-1651c223efb4 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Pushing event updated for resources: {'Port': ['ID=e3fec5e3-c71c-4761-b57e-68aa8d48ef4b,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:00.418228 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6fe90615-b686-4616-9a1d-acb30a4ebd8c tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:00.454167 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a3eacc65-3080-49aa-bb47-1651c223efb4 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:00.470985 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4ded1686-993b-4c68-9cf5-05d6ae507fc7 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:00.471406 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-4ded1686-993b-4c68-9cf5-05d6ae507fc7 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Added segment f84390c4-f171-4986-a40f-4eba358a979b of type vlan for network d1c79653-8822-432c-8642-0cb2ccb6e9e1 Mar 11 15:27:00.491667 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a3eacc65-3080-49aa-bb47-1651c223efb4 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:00.493513 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a3eacc65-3080-49aa-bb47-1651c223efb4 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7828176 Mar 11 15:27:00.510180 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6fe90615-b686-4616-9a1d-acb30a4ebd8c tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:00.598790 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe90615-b686-4616-9a1d-acb30a4ebd8c tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:27:00.612011 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-4dd0e02b-35f1-4b5e-9c69-1b0b3f81b0c2 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:27:00.627349 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4dd0e02b-35f1-4b5e-9c69-1b0b3f81b0c2 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Usage tracker for resource:subnet and tenant:4b385515532a4eb1a98175cfbf12d1f4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:27:00.636678 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4dd0e02b-35f1-4b5e-9c69-1b0b3f81b0c2 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:27:00.656558 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-4dd0e02b-35f1-4b5e-9c69-1b0b3f81b0c2 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:27:00.664747 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-6fe90615-b686-4616-9a1d-acb30a4ebd8c tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:27:00.674332 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe90615-b686-4616-9a1d-acb30a4ebd8c tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Pushing event updated for resources: {'Port': ['ID=f5a53ba9-9f86-42a0-b8fa-e293101f2217,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:00.675768 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe90615-b686-4616-9a1d-acb30a4ebd8c tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:27:00.679476 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4ded1686-993b-4c68-9cf5-05d6ae507fc7 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:00.689149 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-44657a27-5861-4d5e-adc8-9229df702745 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:00.737763 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-c9098276-3c0d-4b78-9ae0-a88a6d781908 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Allocated IP 172.26.0.103 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/67f69b28-f312-40ab-a112-76230c92804b) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:27:00.740899 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd0e02b-35f1-4b5e-9c69-1b0b3f81b0c2 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Made reservation on behalf of 4b385515532a4eb1a98175cfbf12d1f4 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:27:00.778689 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44657a27-5861-4d5e-adc8-9229df702745 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Pushing event deleted for resources: {'Port': ['ID=90db5ba1-ca7b-4979-99b2-70ffb1f42ba5,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:00.800543 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:27:00.886738 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.db.resource_extend [None req-4ded1686-993b-4c68-9cf5-05d6ae507fc7 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:27:00.955083 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6fe90615-b686-4616-9a1d-acb30a4ebd8c tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:01.005461 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60424) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:01.013574 dv-neutron-833373-1-hyperv neutron-server[83866]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 11 15:27:01.043622 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6fe90615-b686-4616-9a1d-acb30a4ebd8c tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:01.104275 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4dd0e02b-35f1-4b5e-9c69-1b0b3f81b0c2 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:01.124049 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4ded1686-993b-4c68-9cf5-05d6ae507fc7 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:01.124929 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ded1686-993b-4c68-9cf5-05d6ae507fc7 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:01.125503 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4ded1686-993b-4c68-9cf5-05d6ae507fc7 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:01.337917 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-40391d75-77ec-463b-afdb-1116fe78b56f tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Synchronizing usage tracker for tenant:775252413a2b4ceb9ae1b5a003c1e0db on resource:security_group {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:27:01.479089 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-40391d75-77ec-463b-afdb-1116fe78b56f tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Unset dirty status for tenant:775252413a2b4ceb9ae1b5a003c1e0db on resource:security_group {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:27:01.480300 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-40391d75-77ec-463b-afdb-1116fe78b56f tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--915819703&fields=id&tenant_id=775252413a2b4ceb9ae1b5a003c1e0db HTTP/1.1" status: 200 len: 267 time: 0.4730375 Mar 11 15:27:01.570573 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a4b68d40-1286-4f2f-92e3-7d767eaff77c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:01.599855 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4ded1686-993b-4c68-9cf5-05d6ae507fc7 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.7324173 Mar 11 15:27:01.605349 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60428) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:01.619365 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded1686-993b-4c68-9cf5-05d6ae507fc7 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Pushing event updated for resources: {'Network': ['ID=d1c79653-8822-432c-8642-0cb2ccb6e9e1,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:01.643826 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network d1c79653-8822-432c-8642-0cb2ccb6e9e1 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:27:01.649247 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7e020da6-fb6b-4b0f-b77d-31497cef6277 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:01.652502 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-44657a27-5861-4d5e-adc8-9229df702745 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:01.756916 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.db.resource_extend [None req-6fe90615-b686-4616-9a1d-acb30a4ebd8c tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:27:01.791969 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6fe90615-b686-4616-9a1d-acb30a4ebd8c tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:01.803792 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6fe90615-b686-4616-9a1d-acb30a4ebd8c tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:01.811393 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c9098276-3c0d-4b78-9ae0-a88a6d781908 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:01.842270 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdbf993-5414-4be7-98ad-06d4ea205614 tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:01.843588 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-4cdbf993-5414-4be7-98ad-06d4ea205614 tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] 10.222.0.31 "GET /v2.0/networks/d1c79653-8822-432c-8642-0cb2ccb6e9e1 HTTP/1.1" status: 200 len: 757 time: 0.2352495 Mar 11 15:27:01.847299 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60432) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:01.855618 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-03bf5191-4367-4b4b-99de-2859784865bb tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:01.856318 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-03bf5191-4367-4b4b-99de-2859784865bb tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Synchronizing usage tracker for tenant:775252413a2b4ceb9ae1b5a003c1e0db on resource:network {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:27:01.970958 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe90615-b686-4616-9a1d-acb30a4ebd8c tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Pushing event updated for resources: {'Port': ['ID=f5a53ba9-9f86-42a0-b8fa-e293101f2217,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:01.990442 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-03bf5191-4367-4b4b-99de-2859784865bb tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Unset dirty status for tenant:775252413a2b4ceb9ae1b5a003c1e0db on resource:network {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:27:01.992201 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-03bf5191-4367-4b4b-99de-2859784865bb tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "GET /v2.0/networks?id=2ca2b2c1-029f-452f-b89f-8d520c56cff6 HTTP/1.1" status: 200 len: 806 time: 0.5027335 Mar 11 15:27:02.035864 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-e853ee7b-ec87-4611-9330-71a4b2a7d67c tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "GET /v2.0/quotas/775252413a2b4ceb9ae1b5a003c1e0db HTTP/1.1" status: 200 len: 375 time: 0.0323691 Mar 11 15:27:02.036160 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6fe90615-b686-4616-9a1d-acb30a4ebd8c tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:02.151602 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6fe90615-b686-4616-9a1d-acb30a4ebd8c tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:02.152885 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-6fe90615-b686-4616-9a1d-acb30a4ebd8c tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9637411 Mar 11 15:27:02.156425 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e020da6-fb6b-4b0f-b77d-31497cef6277 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Pushing event updated for resources: {'Subnet': ['ID=2fd7e7ec-ee8b-4137-89ed-25052026265a,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:02.174829 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-44657a27-5861-4d5e-adc8-9229df702745 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:02.234508 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-44657a27-5861-4d5e-adc8-9229df702745 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:02.259214 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da490632-9a07-42c4-b6fd-d006db2dcba1 tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:02.263831 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-da490632-9a07-42c4-b6fd-d006db2dcba1 tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] 10.222.0.31 "GET /v2.0/networks/1bd2efb9-feca-4c18-b235-54918aa90173 HTTP/1.1" status: 200 len: 768 time: 0.4092500 Mar 11 15:27:02.263831 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e020da6-fb6b-4b0f-b77d-31497cef6277 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Checking segment: {'id': '59d53b53-33f8-46fd-87c4-247bfbde7acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '8473404d-a503-46b6-a2e0-ff74893f7662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:27:02.263831 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e020da6-fb6b-4b0f-b77d-31497cef6277 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Network hostable DHCP agents. Network: 8473404d-a503-46b6-a2e0-ff74893f7662, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:27:02.265968 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60438) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:02.276739 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c9098276-3c0d-4b78-9ae0-a88a6d781908 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:02.416617 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-71765c16-c95f-4ff7-bdcb-fe06168b2446 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Synchronizing usage tracker for tenant:775252413a2b4ceb9ae1b5a003c1e0db on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:27:02.471073 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4dd0e02b-35f1-4b5e-9c69-1b0b3f81b0c2 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:02.473251 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e359e53e-7f82-4618-a9ca-91dc2da0ceb9 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:02.486723 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b8ff7e6f-1281-4787-8dc5-f853d01623fd tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:02.499897 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-71765c16-c95f-4ff7-bdcb-fe06168b2446 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Unset dirty status for tenant:775252413a2b4ceb9ae1b5a003c1e0db on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:27:02.501240 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-71765c16-c95f-4ff7-bdcb-fe06168b2446 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=775252413a2b4ceb9ae1b5a003c1e0db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4408681 Mar 11 15:27:02.535039 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9098276-3c0d-4b78-9ae0-a88a6d781908 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:27:02.545675 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-c9098276-3c0d-4b78-9ae0-a88a6d781908 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:27:02.548316 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9098276-3c0d-4b78-9ae0-a88a6d781908 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:27:02.587627 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60456) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:02.606298 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-44657a27-5861-4d5e-adc8-9229df702745 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:02.606787 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44657a27-5861-4d5e-adc8-9229df702745 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 31afa0b9-7604-4716-8cc9-6db729de38a6 {{(pid=83867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:27:02.608334 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9098276-3c0d-4b78-9ae0-a88a6d781908 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Pushing event updated for resources: {'Port': ['ID=67f69b28-f312-40ab-a112-76230c92804b,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:02.617736 dv-neutron-833373-1-hyperv neutron-server[83867]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 11 15:27:02.639805 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e020da6-fb6b-4b0f-b77d-31497cef6277 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Network 8473404d-a503-46b6-a2e0-ff74893f7662 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:27:02.688145 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd0e02b-35f1-4b5e-9c69-1b0b3f81b0c2 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Pushing event updated for resources: {'Subnet': ['ID=36e66d09-96de-45b8-8b40-1469b8b0c3f6,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:02.695924 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-7e020da6-fb6b-4b0f-b77d-31497cef6277 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 8473404d-a503-46b6-a2e0-ff74893f7662) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:27:02.710452 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398697e7-f0c1-4b71-8415-230f819a8be8 None None] Network 8473404d-a503-46b6-a2e0-ff74893f7662 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:27:02.713789 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-44657a27-5861-4d5e-adc8-9229df702745 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:02.714953 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-44657a27-5861-4d5e-adc8-9229df702745 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] 10.222.0.31 "DELETE /v2.0/routers/31afa0b9-7604-4716-8cc9-6db729de38a6 HTTP/1.1" status: 204 len: 168 time: 7.9813190 Mar 11 15:27:02.722088 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60462) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:02.724964 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e020da6-fb6b-4b0f-b77d-31497cef6277 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:02.725560 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7e020da6-fb6b-4b0f-b77d-31497cef6277 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:02.795620 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-6b492758-77f9-42de-919d-773dcbad8b75 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:27:02.796642 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-6b492758-77f9-42de-919d-773dcbad8b75 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2074320 Mar 11 15:27:02.802346 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e359e53e-7f82-4618-a9ca-91dc2da0ceb9 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:02.802972 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-efef18ba-6d3e-4475-a2d1-f1573015bd1b tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Synchronizing usage tracker for tenant:54e768a48d9c4cc792b381d6c65e8408 on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:27:02.813252 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd0e02b-35f1-4b5e-9c69-1b0b3f81b0c2 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Checking segment: {'id': '4b6ce367-5692-4927-a25c-6b0183aa65bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '49adbf0d-c989-46aa-8663-eca56612494b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:27:02.813728 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd0e02b-35f1-4b5e-9c69-1b0b3f81b0c2 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Network hostable DHCP agents. Network: 49adbf0d-c989-46aa-8663-eca56612494b, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:27:02.821821 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7e020da6-fb6b-4b0f-b77d-31497cef6277 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4890478 Mar 11 15:27:02.826712 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60466) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:02.844352 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-dab5462e-4ac5-467f-96bb-f73bc21cbbe0 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Request body: {'port': {'network_id': '8473404d-a503-46b6-a2e0-ff74893f7662', 'name': 'tempest-AllowedAddressPairTestJSON-1395933532'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:27:02.882095 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff4091c-87ca-43df-bef4-667f33488893 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Deleting subnet b90fdce7-ebfe-4728-ad5f-9202c3f0cf50 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:27:02.917764 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-e359e53e-7f82-4618-a9ca-91dc2da0ceb9 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c79653-8822-432c-8642-0cb2ccb6e9e1']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:02.933401 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:02.938866 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-eff4091c-87ca-43df-bef4-667f33488893 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:02.946847 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-e359e53e-7f82-4618-a9ca-91dc2da0ceb9 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f84390c4-f171-4986-a40f-4eba358a979b') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:02.947341 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-e359e53e-7f82-4618-a9ca-91dc2da0ceb9 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f84390c4-f171-4986-a40f-4eba358a979b') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:02.955253 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:02.979956 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-efef18ba-6d3e-4475-a2d1-f1573015bd1b tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Unset dirty status for tenant:54e768a48d9c4cc792b381d6c65e8408 on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:27:02.981205 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-efef18ba-6d3e-4475-a2d1-f1573015bd1b tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--243920046&fields=id&tenant_id=54e768a48d9c4cc792b381d6c65e8408 HTTP/1.1" status: 200 len: 267 time: 0.3922248 Mar 11 15:27:03.004793 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3638d1b0-f12e-44ea-b3ce-0c7f2624c639 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-8473404d-a503-46b6-a2e0-ff74893f7662', 'network_id': '8473404d-a503-46b6-a2e0-ff74893f7662', 'tenant_id': 'c1f0a827cabe44d0a4eecdf517b52b22', 'fixed_ips': [{'subnet_id': '2fd7e7ec-ee8b-4137-89ed-25052026265a'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:27:03.005658 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3638d1b0-f12e-44ea-b3ce-0c7f2624c639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:03.050290 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e359e53e-7f82-4618-a9ca-91dc2da0ceb9 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:03.108431 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e359e53e-7f82-4618-a9ca-91dc2da0ceb9 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:03.114945 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e359e53e-7f82-4618-a9ca-91dc2da0ceb9 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:27:03.115516 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e359e53e-7f82-4618-a9ca-91dc2da0ceb9 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:03.128361 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-eff4091c-87ca-43df-bef4-667f33488893 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:03.177366 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-3638d1b0-f12e-44ea-b3ce-0c7f2624c639 None None] Allocated IP 172.20.0.2 (8473404d-a503-46b6-a2e0-ff74893f7662/2fd7e7ec-ee8b-4137-89ed-25052026265a/538dddcb-17ed-4fd0-97bc-07d68f03af73) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:27:03.214338 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:27:03.214338 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:27:03.214338 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:27:03.214338 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:27:03.214338 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:27:03.214338 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:27:03.214338 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:27:03.214338 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:27:03.214338 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:27:03.214338 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:27:03.214338 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:27:03.214338 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:27:03.214338 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:27:03.214338 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:27:03.214338 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:27:03.214338 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:27:03.214338 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:27:03.214338 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:27:03.214338 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:27:03.214338 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:27:03.214338 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:27:03.214338 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:27:03.214338 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:27:03.214338 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:27:03.214338 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:27:03.214338 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:27:03.214338 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:27:03.214338 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:27:03.214338 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:27:03.214338 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:27:03.214338 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:27:03.214338 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:27:03.239882 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e359e53e-7f82-4618-a9ca-91dc2da0ceb9 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:03.268031 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd0e02b-35f1-4b5e-9c69-1b0b3f81b0c2 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Network 49adbf0d-c989-46aa-8663-eca56612494b is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:27:03.285813 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e359e53e-7f82-4618-a9ca-91dc2da0ceb9 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d1c79653-8822-432c-8642-0cb2ccb6e9e1 {{(pid=83866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 15:27:03.298265 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e359e53e-7f82-4618-a9ca-91dc2da0ceb9 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:03.300849 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e359e53e-7f82-4618-a9ca-91dc2da0ceb9 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Pushing event deleted for resources: {'Network': ['ID=d1c79653-8822-432c-8642-0cb2ccb6e9e1,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:03.315903 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-e4b86b08-e254-477a-b2df-190136f6a662 service neutron] 10.222.0.31 "GET /v2.0/networks/2ca2b2c1-029f-452f-b89f-8d520c56cff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5008495 Mar 11 15:27:03.347808 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-e359e53e-7f82-4618-a9ca-91dc2da0ceb9 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] 10.222.0.31 "DELETE /v2.0/networks/d1c79653-8822-432c-8642-0cb2ccb6e9e1 HTTP/1.1" status: 204 len: 168 time: 1.0802100 Mar 11 15:27:03.359857 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-4dd0e02b-35f1-4b5e-9c69-1b0b3f81b0c2 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 49adbf0d-c989-46aa-8663-eca56612494b) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:27:03.361365 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60470) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:03.372918 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7420672c-1872-42a5-84b6-f1dc55057ad7 None None] Network 49adbf0d-c989-46aa-8663-eca56612494b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:27:03.398272 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-d4b32aba-382a-43df-b6df-4ba4f8865a94 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Request body: {'network': {'name': 'tempest-network--825265058'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:27:03.403451 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-dab5462e-4ac5-467f-96bb-f73bc21cbbe0 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:27:03.408308 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd0e02b-35f1-4b5e-9c69-1b0b3f81b0c2 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:03.408899 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4dd0e02b-35f1-4b5e-9c69-1b0b3f81b0c2 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:03.438666 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-dab5462e-4ac5-467f-96bb-f73bc21cbbe0 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Usage tracker for resource:port and tenant:c1f0a827cabe44d0a4eecdf517b52b22 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:27:03.441214 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c9098276-3c0d-4b78-9ae0-a88a6d781908 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:03.444936 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-d4b32aba-382a-43df-b6df-4ba4f8865a94 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:27:03.449966 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-dab5462e-4ac5-467f-96bb-f73bc21cbbe0 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:27:03.462936 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d4b32aba-382a-43df-b6df-4ba4f8865a94 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Usage tracker for resource:network and tenant:bbefd18aabc944d4b18ffdf3a5ec83a9 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:27:03.468034 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-dab5462e-4ac5-467f-96bb-f73bc21cbbe0 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:27:03.504063 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d4b32aba-382a-43df-b6df-4ba4f8865a94 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:27:03.536750 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-d4b32aba-382a-43df-b6df-4ba4f8865a94 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:27:03.544649 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-eff4091c-87ca-43df-bef4-667f33488893 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:03.576193 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-b8ff7e6f-1281-4787-8dc5-f853d01623fd tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Allocated IP 172.20.0.1 (8bb82b8c-0e9c-4080-a9a2-8964000388d8/7e1a6ab9-1ee5-41b3-980e-b02107062a9b/682671ee-6c5d-42b3-be04-61755ff10dc2) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:27:03.579534 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4dd0e02b-35f1-4b5e-9c69-1b0b3f81b0c2 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3939791 Mar 11 15:27:03.585409 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60474) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:03.611762 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-ea8777e7-df9c-4081-ae33-883718ad15cd tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Request body: {'network': {'name': 'tempest-router-network01--1335897195'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:27:03.618623 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab5462e-4ac5-467f-96bb-f73bc21cbbe0 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Made reservation on behalf of c1f0a827cabe44d0a4eecdf517b52b22 for: {'port': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:27:03.621558 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dab5462e-4ac5-467f-96bb-f73bc21cbbe0 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:03.623741 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3638d1b0-f12e-44ea-b3ce-0c7f2624c639 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:03.635741 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-e1993e1c-359c-4c87-9c62-ba61bf5ca5a2 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:03.636439 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-e1993e1c-359c-4c87-9c62-ba61bf5ca5a2 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Synchronizing usage tracker for tenant:54e768a48d9c4cc792b381d6c65e8408 on resource:network {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:27:03.649964 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ea8777e7-df9c-4081-ae33-883718ad15cd tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:27:03.664112 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ea8777e7-df9c-4081-ae33-883718ad15cd tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Usage tracker for resource:network and tenant:4b385515532a4eb1a98175cfbf12d1f4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:27:03.669366 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b32aba-382a-43df-b6df-4ba4f8865a94 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Made reservation on behalf of bbefd18aabc944d4b18ffdf3a5ec83a9 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:27:03.671872 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d4b32aba-382a-43df-b6df-4ba4f8865a94 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:03.680273 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-3638d1b0-f12e-44ea-b3ce-0c7f2624c639 None None] Transition to ACTIVE for port object 538dddcb-17ed-4fd0-97bc-07d68f03af73 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:27:03.682480 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ea8777e7-df9c-4081-ae33-883718ad15cd tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:27:03.697335 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c9098276-3c0d-4b78-9ae0-a88a6d781908 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:03.722574 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ea8777e7-df9c-4081-ae33-883718ad15cd tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:27:03.729128 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-3638d1b0-f12e-44ea-b3ce-0c7f2624c639 None None] Transition to ACTIVE for port object 538dddcb-17ed-4fd0-97bc-07d68f03af73 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:27:03.746990 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b8ff7e6f-1281-4787-8dc5-f853d01623fd tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:03.747816 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-dab5462e-4ac5-467f-96bb-f73bc21cbbe0 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] device_id is not set on port fba80111-c763-4bd2-8911-5307725d3d73 yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:27:03.765643 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-b8ff7e6f-1281-4787-8dc5-f853d01623fd tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Transition to ACTIVE for port object 682671ee-6c5d-42b3-be04-61755ff10dc2 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:27:03.771784 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3638d1b0-f12e-44ea-b3ce-0c7f2624c639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:03.797477 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-43dcc4e4-ce2b-4cf5-aa1e-88831d891508 service neutron] 10.222.0.31 "GET /v2.0/networks/2ca2b2c1-029f-452f-b89f-8d520c56cff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484510 Mar 11 15:27:03.800860 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b8ff7e6f-1281-4787-8dc5-f853d01623fd tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:03.829359 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8777e7-df9c-4081-ae33-883718ad15cd tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Made reservation on behalf of 4b385515532a4eb1a98175cfbf12d1f4 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:27:03.832629 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ea8777e7-df9c-4081-ae33-883718ad15cd tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:03.876164 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-e1993e1c-359c-4c87-9c62-ba61bf5ca5a2 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Unset dirty status for tenant:54e768a48d9c4cc792b381d6c65e8408 on resource:network {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:27:03.877109 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-e1993e1c-359c-4c87-9c62-ba61bf5ca5a2 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "GET /v2.0/networks?id=9d1bdf5f-7420-4f23-9c17-987fb939c5fe HTTP/1.1" status: 200 len: 812 time: 0.8763311 Mar 11 15:27:03.886329 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f5db8d-5d84-440a-9334-69af1d2eae4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-49adbf0d-c989-46aa-8663-eca56612494b', 'network_id': '49adbf0d-c989-46aa-8663-eca56612494b', 'tenant_id': '4b385515532a4eb1a98175cfbf12d1f4', 'fixed_ips': [{'subnet_id': '36e66d09-96de-45b8-8b40-1469b8b0c3f6'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:27:03.887449 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4b32aba-382a-43df-b6df-4ba4f8865a94 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:27:03.887946 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-45f5db8d-5d84-440a-9334-69af1d2eae4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:03.898959 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-eff4091c-87ca-43df-bef4-667f33488893 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:03.905655 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3638d1b0-f12e-44ea-b3ce-0c7f2624c639 None None] Network 8473404d-a503-46b6-a2e0-ff74893f7662 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:27:03.924878 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-3638d1b0-f12e-44ea-b3ce-0c7f2624c639 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:27:03.939473 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3638d1b0-f12e-44ea-b3ce-0c7f2624c639 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:27:03.968258 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ff7e6f-1281-4787-8dc5-f853d01623fd tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Network 8bb82b8c-0e9c-4080-a9a2-8964000388d8 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:27:03.989506 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d4b32aba-382a-43df-b6df-4ba4f8865a94 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:03.989866 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-d4b32aba-382a-43df-b6df-4ba4f8865a94 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Added segment 1d852d3a-ca81-4474-af15-5da9958fccc1 of type vlan for network 898f5bf5-141d-4d36-946f-0a4d7d644e0f Mar 11 15:27:03.992418 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-b8ff7e6f-1281-4787-8dc5-f853d01623fd tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:27:03.993623 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff4091c-87ca-43df-bef4-667f33488893 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b90fdce7-ebfe-4728-ad5f-9202c3f0cf50,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:03.997480 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ff7e6f-1281-4787-8dc5-f853d01623fd tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:27:04.091086 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ff7e6f-1281-4787-8dc5-f853d01623fd tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Pushing event updated for resources: {'Port': ['ID=682671ee-6c5d-42b3-be04-61755ff10dc2,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:04.126743 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-e43ede4c-8c9c-48b3-a59c-8fe052c54d65 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "GET /v2.0/quotas/54e768a48d9c4cc792b381d6c65e8408 HTTP/1.1" status: 200 len: 375 time: 0.2291033 Mar 11 15:27:04.161417 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea8777e7-df9c-4081-ae33-883718ad15cd tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:27:04.163281 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b8ff7e6f-1281-4787-8dc5-f853d01623fd tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:04.165714 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638d1b0-f12e-44ea-b3ce-0c7f2624c639 None None] Pushing event updated for resources: {'Port': ['ID=538dddcb-17ed-4fd0-97bc-07d68f03af73,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:04.168713 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-eff4091c-87ca-43df-bef4-667f33488893 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:04.205990 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-3638d1b0-f12e-44ea-b3ce-0c7f2624c639 None None] Attempting to bind port 538dddcb-17ed-4fd0-97bc-07d68f03af73 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:27:04.206655 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-3638d1b0-f12e-44ea-b3ce-0c7f2624c639 None None] Attempting to bind port 538dddcb-17ed-4fd0-97bc-07d68f03af73 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '59d53b53-33f8-46fd-87c4-247bfbde7acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '8473404d-a503-46b6-a2e0-ff74893f7662'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:27:04.208704 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3638d1b0-f12e-44ea-b3ce-0c7f2624c639 None None] Attempting to bind port 538dddcb-17ed-4fd0-97bc-07d68f03af73 on network 8473404d-a503-46b6-a2e0-ff74893f7662 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:27:04.342944 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ea8777e7-df9c-4081-ae33-883718ad15cd tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:04.343465 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-ea8777e7-df9c-4081-ae33-883718ad15cd tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Added segment 500b18c2-0dbb-4f01-adaf-3210ff6b7619 of type vlan for network 7997dc26-3b4f-407d-bd25-bd94dee39745 Mar 11 15:27:04.359379 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-45f5db8d-5d84-440a-9334-69af1d2eae4f None None] Allocated IP 172.20.0.2 (49adbf0d-c989-46aa-8663-eca56612494b/36e66d09-96de-45b8-8b40-1469b8b0c3f6/21ab8603-c56c-41f0-aa17-6d0d8d6ab97b) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:27:04.364715 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3638d1b0-f12e-44ea-b3ce-0c7f2624c639 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:27:04.366113 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3638d1b0-f12e-44ea-b3ce-0c7f2624c639 None None] Checking segment: {'id': '59d53b53-33f8-46fd-87c4-247bfbde7acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '8473404d-a503-46b6-a2e0-ff74893f7662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:27:04.366113 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3638d1b0-f12e-44ea-b3ce-0c7f2624c639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:04.366390 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3638d1b0-f12e-44ea-b3ce-0c7f2624c639 None None] Bound using segment: {'id': '59d53b53-33f8-46fd-87c4-247bfbde7acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '8473404d-a503-46b6-a2e0-ff74893f7662'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:27:04.366898 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-3638d1b0-f12e-44ea-b3ce-0c7f2624c639 None None] Bound port: 538dddcb-17ed-4fd0-97bc-07d68f03af73, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d53b53-33f8-46fd-87c4-247bfbde7acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '8473404d-a503-46b6-a2e0-ff74893f7662'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:27:04.367272 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3638d1b0-f12e-44ea-b3ce-0c7f2624c639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:04.403105 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-eff4091c-87ca-43df-bef4-667f33488893 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/b90fdce7-ebfe-4728-ad5f-9202c3f0cf50 HTTP/1.1" status: 204 len: 168 time: 1.6722178 Mar 11 15:27:04.403833 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-424ce647-b67d-4b51-809e-4e0a80713386 req-5b76e78b-1ddc-4466-ac1c-5cb752fadea5 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e31028b-263a-4e93-87f6-6c800a936377 HTTP/1.1" status: 200 len: 210 time: 0.1225133 Mar 11 15:27:04.405649 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d4b32aba-382a-43df-b6df-4ba4f8865a94 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:04.407517 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60494) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:04.421904 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-dab5462e-4ac5-467f-96bb-f73bc21cbbe0 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Allocated IP 172.20.0.6 (8473404d-a503-46b6-a2e0-ff74893f7662/2fd7e7ec-ee8b-4137-89ed-25052026265a/fba80111-c763-4bd2-8911-5307725d3d73) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:27:04.472296 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ea8777e7-df9c-4081-ae33-883718ad15cd tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:04.501379 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b8ff7e6f-1281-4787-8dc5-f853d01623fd tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:04.555383 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:04.585708 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d4b32aba-382a-43df-b6df-4ba4f8865a94 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:04.586519 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b32aba-382a-43df-b6df-4ba4f8865a94 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:04.587225 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d4b32aba-382a-43df-b6df-4ba4f8865a94 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:04.591590 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.db.resource_extend [None req-c9098276-3c0d-4b78-9ae0-a88a6d781908 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:27:04.599816 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d6be388f-8c10-4577-bc60-1f6112c095cf tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:04.616503 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-3638d1b0-f12e-44ea-b3ce-0c7f2624c639 None None] For port 538dddcb-17ed-4fd0-97bc-07d68f03af73, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:27:04.622139 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-3638d1b0-f12e-44ea-b3ce-0c7f2624c639 None None] For port 538dddcb-17ed-4fd0-97bc-07d68f03af73, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=538dddcb-17ed-4fd0-97bc-07d68f03af73,segment=NetworkSegment(59d53b53-33f8-46fd-87c4-247bfbde7acd),segment_id=59d53b53-33f8-46fd-87c4-247bfbde7acd)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:27:04.644532 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ea8777e7-df9c-4081-ae33-883718ad15cd tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:04.648261 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8777e7-df9c-4081-ae33-883718ad15cd tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:04.648904 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ea8777e7-df9c-4081-ae33-883718ad15cd tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:04.709123 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3638d1b0-f12e-44ea-b3ce-0c7f2624c639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:04.766910 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c9098276-3c0d-4b78-9ae0-a88a6d781908 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:04.804772 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c9098276-3c0d-4b78-9ae0-a88a6d781908 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:04.846527 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d4b32aba-382a-43df-b6df-4ba4f8865a94 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4739935 Mar 11 15:27:04.853720 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-49a6ff76-6111-4ac6-991a-d102f7472269 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Synchronizing usage tracker for tenant:54e768a48d9c4cc792b381d6c65e8408 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:27:04.858888 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60504) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:04.869200 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ea8777e7-df9c-4081-ae33-883718ad15cd tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2756557 Mar 11 15:27:04.870767 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60508) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:04.873641 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-4a7bdaa2-5f71-4f68-8424-17b6c01d02f2 None None] Provisioning for port 682671ee-6c5d-42b3-be04-61755ff10dc2 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:27:04.887152 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-6b34a18d-cbcb-4902-a0e8-16b694649cf2 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Request body: {'network': {'name': 'tempest-router-network02--1096370139'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:27:04.887342 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-f7356716-7e04-4cc6-abd0-dd02d6cea1ed tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:27:04.904264 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638d1b0-f12e-44ea-b3ce-0c7f2624c639 None None] Pushing event updated for resources: {'Port': ['ID=538dddcb-17ed-4fd0-97bc-07d68f03af73,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:04.907274 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-6b34a18d-cbcb-4902-a0e8-16b694649cf2 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:27:04.912132 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-4a7bdaa2-5f71-4f68-8424-17b6c01d02f2 None None] Provisioning complete for port 682671ee-6c5d-42b3-be04-61755ff10dc2 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:27:04.912589 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4a7bdaa2-5f71-4f68-8424-17b6c01d02f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:04.929811 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b32aba-382a-43df-b6df-4ba4f8865a94 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Pushing event updated for resources: {'Network': ['ID=898f5bf5-141d-4d36-946f-0a4d7d644e0f,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:04.965562 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 898f5bf5-141d-4d36-946f-0a4d7d644e0f details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:27:04.976186 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-6b34a18d-cbcb-4902-a0e8-16b694649cf2 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Usage tracker for resource:network and tenant:4b385515532a4eb1a98175cfbf12d1f4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:27:04.993668 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-6b34a18d-cbcb-4902-a0e8-16b694649cf2 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:27:05.035409 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-6b34a18d-cbcb-4902-a0e8-16b694649cf2 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:27:05.049344 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d6be388f-8c10-4577-bc60-1f6112c095cf tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:05.173014 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-49a6ff76-6111-4ac6-991a-d102f7472269 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Unset dirty status for tenant:54e768a48d9c4cc792b381d6c65e8408 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:27:05.174470 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-49a6ff76-6111-4ac6-991a-d102f7472269 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=54e768a48d9c4cc792b381d6c65e8408&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9958606 Mar 11 15:27:05.220541 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b34a18d-cbcb-4902-a0e8-16b694649cf2 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Made reservation on behalf of 4b385515532a4eb1a98175cfbf12d1f4 for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:27:05.228462 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6b34a18d-cbcb-4902-a0e8-16b694649cf2 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:05.249096 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-d6be388f-8c10-4577-bc60-1f6112c095cf tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7703a50a-1346-4ded-970b-6e3d32bd3cdd']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:05.313568 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-d6be388f-8c10-4577-bc60-1f6112c095cf tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08adc77f-14b0-4773-89dd-77311c2cecea') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:05.313801 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-d6be388f-8c10-4577-bc60-1f6112c095cf tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08adc77f-14b0-4773-89dd-77311c2cecea') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:05.337321 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd5a720-16d9-4901-b12b-ca3b9dc436c5 None None] Sync routers for ids ['4eb4ea81-f01e-4af6-b207-82c89eead0ea'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:27:05.345766 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d6be388f-8c10-4577-bc60-1f6112c095cf tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:05.357319 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-4a7bdaa2-5f71-4f68-8424-17b6c01d02f2 None None] Port 682671ee-6c5d-42b3-be04-61755ff10dc2 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:27:05.360807 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9098276-3c0d-4b78-9ae0-a88a6d781908 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Pushing event updated for resources: {'Port': ['ID=67f69b28-f312-40ab-a112-76230c92804b,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:05.389212 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd5a720-16d9-4901-b12b-ca3b9dc436c5 None None] Routers {'4eb4ea81-f01e-4af6-b207-82c89eead0ea'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:27:05.390043 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-4cd5a720-16d9-4901-b12b-ca3b9dc436c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:27:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['4eb4ea81-f01e-4af6-b207-82c89eead0ea'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:05.501008 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b34a18d-cbcb-4902-a0e8-16b694649cf2 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:27:05.503741 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d6be388f-8c10-4577-bc60-1f6112c095cf tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:05.520517 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6be388f-8c10-4577-bc60-1f6112c095cf tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:27:05.520915 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d6be388f-8c10-4577-bc60-1f6112c095cf tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:05.532878 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8777e7-df9c-4081-ae33-883718ad15cd tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Pushing event updated for resources: {'Network': ['ID=7997dc26-3b4f-407d-bd25-bd94dee39745,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:05.551061 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-45f5db8d-5d84-440a-9334-69af1d2eae4f None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:05.589367 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-45f5db8d-5d84-440a-9334-69af1d2eae4f None None] Transition to ACTIVE for port object 21ab8603-c56c-41f0-aa17-6d0d8d6ab97b will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:27:05.609369 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-45f5db8d-5d84-440a-9334-69af1d2eae4f None None] Transition to ACTIVE for port object 21ab8603-c56c-41f0-aa17-6d0d8d6ab97b will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:27:05.670116 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:27:05.670116 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:27:05.670116 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:27:05.670116 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:27:05.670116 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:27:05.670116 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:27:05.670116 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:27:05.670116 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:27:05.670116 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:27:05.670116 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:27:05.670116 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:27:05.670116 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:27:05.670116 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:27:05.670116 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:27:05.670116 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:27:05.670116 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:27:05.670116 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:27:05.670116 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:27:05.670116 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:27:05.670116 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:27:05.670116 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:27:05.670116 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:27:05.670116 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:27:05.670116 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:27:05.670116 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:27:05.670116 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:27:05.670116 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:27:05.670116 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:27:05.670116 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:27:05.670116 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:27:05.670116 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:27:05.670116 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:27:05.676868 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.db.resource_extend [None req-b8ff7e6f-1281-4787-8dc5-f853d01623fd tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:27:05.678572 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 7997dc26-3b4f-407d-bd25-bd94dee39745 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:27:05.706469 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-45f5db8d-5d84-440a-9334-69af1d2eae4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:05.709236 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b8ff7e6f-1281-4787-8dc5-f853d01623fd tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:05.715819 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6b34a18d-cbcb-4902-a0e8-16b694649cf2 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:05.716628 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-6b34a18d-cbcb-4902-a0e8-16b694649cf2 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Added segment 2195895c-d482-4d77-b397-0298f470aa5f of type vlan for network c27844c9-0e6f-4980-bcf9-aa748189ea75 Mar 11 15:27:05.755642 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6b34a18d-cbcb-4902-a0e8-16b694649cf2 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:05.806243 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dab5462e-4ac5-467f-96bb-f73bc21cbbe0 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:05.812309 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c9098276-3c0d-4b78-9ae0-a88a6d781908 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:05.825069 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-b19e9828-3885-47e1-b4fb-b964fb649452 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83867) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:27:05.826482 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-b19e9828-3885-47e1-b4fb-b964fb649452 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4076912 Mar 11 15:27:05.898212 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d6be388f-8c10-4577-bc60-1f6112c095cf tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:05.900225 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b8ff7e6f-1281-4787-8dc5-f853d01623fd tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:05.938668 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6b34a18d-cbcb-4902-a0e8-16b694649cf2 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:05.942831 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b34a18d-cbcb-4902-a0e8-16b694649cf2 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:05.943551 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6b34a18d-cbcb-4902-a0e8-16b694649cf2 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:05.961176 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f5db8d-5d84-440a-9334-69af1d2eae4f None None] Pushing event updated for resources: {'Port': ['ID=21ab8603-c56c-41f0-aa17-6d0d8d6ab97b,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:05.986822 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f5db8d-5d84-440a-9334-69af1d2eae4f None None] Network 49adbf0d-c989-46aa-8663-eca56612494b is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:27:05.989612 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-45f5db8d-5d84-440a-9334-69af1d2eae4f None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:27:05.996900 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f5db8d-5d84-440a-9334-69af1d2eae4f None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:27:06.030672 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6be388f-8c10-4577-bc60-1f6112c095cf tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7703a50a-1346-4ded-970b-6e3d32bd3cdd {{(pid=83866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 15:27:06.047267 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7a2fbfe1-3aea-47df-9f25-29644b840f48 req-68345c49-6094-4c1a-8deb-3f3e02f46ab5 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e31028b-263a-4e93-87f6-6c800a936377 HTTP/1.1" status: 200 len: 210 time: 0.5311124 Mar 11 15:27:06.054605 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d6be388f-8c10-4577-bc60-1f6112c095cf tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:06.157038 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-4cd5a720-16d9-4901-b12b-ca3b9dc436c5 None None] Set router 4eb4ea81-f01e-4af6-b207-82c89eead0ea gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:27:06.231845 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d6be388f-8c10-4577-bc60-1f6112c095cf tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] 10.222.0.31 "DELETE /v2.0/networks/7703a50a-1346-4ded-970b-6e3d32bd3cdd HTTP/1.1" status: 204 len: 168 time: 1.8185806 Mar 11 15:27:06.239372 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-6b34a18d-cbcb-4902-a0e8-16b694649cf2 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3629303 Mar 11 15:27:06.251908 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60540) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:06.259499 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34a18d-cbcb-4902-a0e8-16b694649cf2 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Pushing event updated for resources: {'Network': ['ID=c27844c9-0e6f-4980-bcf9-aa748189ea75,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:06.265589 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-2102c968-6789-4350-bdc2-f9b302baca3b tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Request body: {'subnet': {'network_id': '7997dc26-3b4f-407d-bd25-bd94dee39745', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:27:06.281184 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b8ff7e6f-1281-4787-8dc5-f853d01623fd tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:06.284718 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ff7e6f-1281-4787-8dc5-f853d01623fd tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Pushing event updated for resources: {'Port': ['ID=682671ee-6c5d-42b3-be04-61755ff10dc2,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:06.304738 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-45f5db8d-5d84-440a-9334-69af1d2eae4f None None] Attempting to bind port 21ab8603-c56c-41f0-aa17-6d0d8d6ab97b on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:27:06.304738 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-45f5db8d-5d84-440a-9334-69af1d2eae4f None None] Attempting to bind port 21ab8603-c56c-41f0-aa17-6d0d8d6ab97b by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '4b6ce367-5692-4927-a25c-6b0183aa65bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '49adbf0d-c989-46aa-8663-eca56612494b'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:27:06.304738 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f5db8d-5d84-440a-9334-69af1d2eae4f None None] Attempting to bind port 21ab8603-c56c-41f0-aa17-6d0d8d6ab97b on network 49adbf0d-c989-46aa-8663-eca56612494b {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:27:06.307940 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network c27844c9-0e6f-4980-bcf9-aa748189ea75 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:27:06.318678 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f7356716-7e04-4cc6-abd0-dd02d6cea1ed tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:06.402081 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c9098276-3c0d-4b78-9ae0-a88a6d781908 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:06.407727 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c9098276-3c0d-4b78-9ae0-a88a6d781908 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.9560702 Mar 11 15:27:06.438774 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-dab5462e-4ac5-467f-96bb-f73bc21cbbe0 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Transition to ACTIVE for port object fba80111-c763-4bd2-8911-5307725d3d73 will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:27:06.443026 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f7356716-7e04-4cc6-abd0-dd02d6cea1ed tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:06.465894 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be388f-8c10-4577-bc60-1f6112c095cf tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Pushing event deleted for resources: {'Network': ['ID=7703a50a-1346-4ded-970b-6e3d32bd3cdd,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:06.727674 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7356716-7e04-4cc6-abd0-dd02d6cea1ed tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Pushing event updated for resources: {'Network': ['ID=898f5bf5-141d-4d36-946f-0a4d7d644e0f,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:06.736482 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f7356716-7e04-4cc6-abd0-dd02d6cea1ed tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Network 898f5bf5-141d-4d36-946f-0a4d7d644e0f is not hosted by any dhcp agent {{(pid=83867) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 11 15:27:06.737784 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7356716-7e04-4cc6-abd0-dd02d6cea1ed tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:06.738137 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f7356716-7e04-4cc6-abd0-dd02d6cea1ed tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:06.744406 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-f7356716-7e04-4cc6-abd0-dd02d6cea1ed tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] 10.222.0.31 "PUT /v2.0/networks/898f5bf5-141d-4d36-946f-0a4d7d644e0f HTTP/1.1" status: 200 len: 857 time: 1.8725262 Mar 11 15:27:06.744575 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fa87e5-fe2c-4609-8b5f-d3e1d4ca7bf1 None None] Network 8473404d-a503-46b6-a2e0-ff74893f7662 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:27:06.744688 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-249520ae-77f7-4c8d-995a-611f00ac37ca service neutron] 10.222.0.31 "GET /v2.0/networks/9d1bdf5f-7420-4f23-9c17-987fb939c5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8969686 Mar 11 15:27:06.744688 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60548) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:06.745764 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dab5462e-4ac5-467f-96bb-f73bc21cbbe0 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:06.768269 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 538dddcb-17ed-4fd0-97bc-07d68f03af73 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:27:06.810082 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f5db8d-5d84-440a-9334-69af1d2eae4f None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:27:06.810863 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f5db8d-5d84-440a-9334-69af1d2eae4f None None] Checking segment: {'id': '4b6ce367-5692-4927-a25c-6b0183aa65bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '49adbf0d-c989-46aa-8663-eca56612494b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:27:06.812313 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-45f5db8d-5d84-440a-9334-69af1d2eae4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:06.813018 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f5db8d-5d84-440a-9334-69af1d2eae4f None None] Bound using segment: {'id': '4b6ce367-5692-4927-a25c-6b0183aa65bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '49adbf0d-c989-46aa-8663-eca56612494b'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:27:06.813691 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-45f5db8d-5d84-440a-9334-69af1d2eae4f None None] Bound port: 21ab8603-c56c-41f0-aa17-6d0d8d6ab97b, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b6ce367-5692-4927-a25c-6b0183aa65bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '49adbf0d-c989-46aa-8663-eca56612494b'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:27:06.814298 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-45f5db8d-5d84-440a-9334-69af1d2eae4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:06.833960 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-2102c968-6789-4350-bdc2-f9b302baca3b tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:27:06.840768 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-2102c968-6789-4350-bdc2-f9b302baca3b tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Usage tracker for resource:subnet and tenant:4b385515532a4eb1a98175cfbf12d1f4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:27:06.844992 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-2102c968-6789-4350-bdc2-f9b302baca3b tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:27:06.863273 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-2102c968-6789-4350-bdc2-f9b302baca3b tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:27:06.887808 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2102c968-6789-4350-bdc2-f9b302baca3b tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Made reservation on behalf of 4b385515532a4eb1a98175cfbf12d1f4 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:27:06.901647 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8a117065-42b7-47c2-b0ef-0733f78df6b2 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:06.919769 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ff7e6f-1281-4787-8dc5-f853d01623fd tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Network 8bb82b8c-0e9c-4080-a9a2-8964000388d8 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:27:06.953924 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-1cb60a1a-3706-442f-9f94-dbd0695ad704 None None] Provisioning for port 538dddcb-17ed-4fd0-97bc-07d68f03af73 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:27:06.979604 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-b8ff7e6f-1281-4787-8dc5-f853d01623fd tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:27:07.178553 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60562) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:07.296923 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.73', 64585) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:07.314712 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-60a65607-565b-4e2d-867e-c78361c1d98f tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Request body: {'router': {'name': 'tempest-router--1268454913', 'project_id': 'd3c8de22e39a41179392033464fa553a'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:27:07.349878 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-60a65607-565b-4e2d-867e-c78361c1d98f tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:27:07.382110 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-45f5db8d-5d84-440a-9334-69af1d2eae4f None None] For port 21ab8603-c56c-41f0-aa17-6d0d8d6ab97b, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:27:07.388272 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-45f5db8d-5d84-440a-9334-69af1d2eae4f None None] For port 21ab8603-c56c-41f0-aa17-6d0d8d6ab97b, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=21ab8603-c56c-41f0-aa17-6d0d8d6ab97b,segment=NetworkSegment(4b6ce367-5692-4927-a25c-6b0183aa65bf),segment_id=4b6ce367-5692-4927-a25c-6b0183aa65bf)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:27:07.391665 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab5462e-4ac5-467f-96bb-f73bc21cbbe0 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Network 8473404d-a503-46b6-a2e0-ff74893f7662 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:27:07.394627 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-60a65607-565b-4e2d-867e-c78361c1d98f tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Usage tracker for resource:router and tenant:d3c8de22e39a41179392033464fa553a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:27:07.399855 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab5462e-4ac5-467f-96bb-f73bc21cbbe0 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Pushing event updated for resources: {'Port': ['ID=fba80111-c763-4bd2-8911-5307725d3d73,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:07.402564 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-60a65607-565b-4e2d-867e-c78361c1d98f tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:27:07.423275 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-45f5db8d-5d84-440a-9334-69af1d2eae4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:07.463648 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-dab5462e-4ac5-467f-96bb-f73bc21cbbe0 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:27:07.468803 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-8f735f0a-c6bf-478e-a179-af9530ea4ce5 service neutron] 10.222.0.31 "GET /v2.0/networks/9d1bdf5f-7420-4f23-9c17-987fb939c5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201567 Mar 11 15:27:07.489003 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab5462e-4ac5-467f-96bb-f73bc21cbbe0 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:27:07.522108 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-60a65607-565b-4e2d-867e-c78361c1d98f tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:27:07.578176 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 538dddcb-17ed-4fd0-97bc-07d68f03af73 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:27:07.595007 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 538dddcb-17ed-4fd0-97bc-07d68f03af73 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:27:07.595434 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:07.649740 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2102c968-6789-4350-bdc2-f9b302baca3b tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:07.691753 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-60a65607-565b-4e2d-867e-c78361c1d98f tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:07.700150 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-60a65607-565b-4e2d-867e-c78361c1d98f tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:07.752821 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab5462e-4ac5-467f-96bb-f73bc21cbbe0 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:07.760624 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dab5462e-4ac5-467f-96bb-f73bc21cbbe0 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:07.800303 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8a117065-42b7-47c2-b0ef-0733f78df6b2 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:07.808822 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-56f0c885-2857-46c2-b56b-ec9da24f6128 None None] Provisioning complete for port 682671ee-6c5d-42b3-be04-61755ff10dc2 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:27:07.809195 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-56f0c885-2857-46c2-b56b-ec9da24f6128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:07.825934 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-dab5462e-4ac5-467f-96bb-f73bc21cbbe0 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9962764 Mar 11 15:27:07.829657 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60582) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:07.858623 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-afc2c6de-aee6-46f5-b9ac-5ee7ddacde83 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Request body: {'port': {'network_id': '8473404d-a503-46b6-a2e0-ff74893f7662', 'name': 'tempest-AllowedAddressPairTestJSON-1050207693', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:7d:7a:14'}]}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:27:07.913991 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f5db8d-5d84-440a-9334-69af1d2eae4f None None] Pushing event updated for resources: {'Port': ['ID=21ab8603-c56c-41f0-aa17-6d0d8d6ab97b,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:08.102888 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-72b26dea-3bed-44a0-960e-695c9e81a257 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Synchronizing usage tracker for tenant:9ce1e6b6647741e599091dbba04f8bc1 on resource:security_group {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:27:08.116571 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-8a117065-42b7-47c2-b0ef-0733f78df6b2 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['898f5bf5-141d-4d36-946f-0a4d7d644e0f']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:08.140242 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-56f0c885-2857-46c2-b56b-ec9da24f6128 None None] Port 682671ee-6c5d-42b3-be04-61755ff10dc2 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:27:08.144058 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:08.209809 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 538dddcb-17ed-4fd0-97bc-07d68f03af73, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=538dddcb-17ed-4fd0-97bc-07d68f03af73,segment=NetworkSegment(59d53b53-33f8-46fd-87c4-247bfbde7acd),segment_id=59d53b53-33f8-46fd-87c4-247bfbde7acd)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:27:08.217011 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-60a65607-565b-4e2d-867e-c78361c1d98f tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:08.219496 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:08.220625 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-97391906-aa42-4e1f-b51c-90814a900130 req-3e7bedb7-2649-47db-87e5-f313ba3f69b3 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e31028b-263a-4e93-87f6-6c800a936377 HTTP/1.1" status: 200 len: 210 time: 0.1672695 Mar 11 15:27:08.244783 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-8a117065-42b7-47c2-b0ef-0733f78df6b2 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d852d3a-ca81-4474-af15-5da9958fccc1') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:08.245086 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-8a117065-42b7-47c2-b0ef-0733f78df6b2 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d852d3a-ca81-4474-af15-5da9958fccc1') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:08.298240 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8a117065-42b7-47c2-b0ef-0733f78df6b2 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:08.447141 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-60a65607-565b-4e2d-867e-c78361c1d98f tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:08.475253 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8a117065-42b7-47c2-b0ef-0733f78df6b2 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:08.521118 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-4cd5a720-16d9-4901-b12b-ca3b9dc436c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb4ea81-f01e-4af6-b207-82c89eead0ea', 'name': 'tempest-ServersTestManualDisk-1341516787-router', 'tenant_id': '54e768a48d9c4cc792b381d6c65e8408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': 'ea092aeb-ac39-4df4-af85-8016eb2f62c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:33Z', 'updated_at': '2022-03-11T15:26:46Z', 'revision_number': 4, 'project_id': '54e768a48d9c4cc792b381d6c65e8408', 'gw_port': {'id': 'ea092aeb-ac39-4df4-af85-8016eb2f62c4', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb4ea81-f01e-4af6-b207-82c89eead0ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:34Z', 'updated_at': '2022-03-11T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '4afcb0bc-40e5-41ff-a424-23500c34798f', 'name': '', 'network_id': '9d1bdf5f-7420-4f23-9c17-987fb939c5fe', 'tenant_id': '54e768a48d9c4cc792b381d6c65e8408', 'mac_address': 'fa:16:3e:7f:84:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb4ea81-f01e-4af6-b207-82c89eead0ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0deb0200-fdc9-49c8-a3b0-86e2c2e46535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:43Z', 'updated_at': '2022-03-11T15:26:46Z', 'revision_number': 2, 'project_id': '54e768a48d9c4cc792b381d6c65e8408', 'subnets': [{'id': '0deb0200-fdc9-49c8-a3b0-86e2c2e46535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:08.610863 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd5a720-16d9-4901-b12b-ca3b9dc436c5 None None] Checking router: 4eb4ea81-f01e-4af6-b207-82c89eead0ea for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:27:08.611528 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd5a720-16d9-4901-b12b-ca3b9dc436c5 None None] Updating router 4eb4ea81-f01e-4af6-b207-82c89eead0ea port 4afcb0bc-40e5-41ff-a424-23500c34798f binding host dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:27:08.711099 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-3be5300c-5ff6-4172-a4aa-9ccc27350e04 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:08.721784 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-3be5300c-5ff6-4172-a4aa-9ccc27350e04 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.73 "GET /v2.0/networks?id=2ca2b2c1-029f-452f-b89f-8d520c56cff6 HTTP/1.1" status: 200 len: 806 time: 1.3567815 Mar 11 15:27:08.760677 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 21ab8603-c56c-41f0-aa17-6d0d8d6ab97b up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:27:08.784877 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-289f0f8e-274a-427d-b65b-3d9e2ed5bc4b req-d0d2b3b1-258f-4da3-9c08-812995a893b0 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa86658-9887-4be1-b768-039365ac35d9 HTTP/1.1" status: 200 len: 210 time: 0.2091620 Mar 11 15:27:08.814437 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a117065-42b7-47c2-b0ef-0733f78df6b2 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:27:08.815313 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8a117065-42b7-47c2-b0ef-0733f78df6b2 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:08.831928 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-72b26dea-3bed-44a0-960e-695c9e81a257 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Unset dirty status for tenant:9ce1e6b6647741e599091dbba04f8bc1 on resource:security_group {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:27:08.838021 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-72b26dea-3bed-44a0-960e-695c9e81a257 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--461400246&fields=id&tenant_id=9ce1e6b6647741e599091dbba04f8bc1 HTTP/1.1" status: 200 len: 267 time: 1.5387866 Mar 11 15:27:08.886933 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-60a65607-565b-4e2d-867e-c78361c1d98f tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:08.904741 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-60a65607-565b-4e2d-867e-c78361c1d98f tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.7208672 Mar 11 15:27:08.906327 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:27:08.906327 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:27:08.906327 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:27:08.906327 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:27:08.906327 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:27:08.906327 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:27:08.906327 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:27:08.906327 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:27:08.906327 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:27:08.906327 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:27:08.906327 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:27:08.906327 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:27:08.906327 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:27:08.906327 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:27:08.906327 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:27:08.906327 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:27:08.906327 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:27:08.906327 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:27:08.906327 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:27:08.906327 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:27:08.906327 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:27:08.906327 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:27:08.906327 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:27:08.906327 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:27:08.906327 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:27:08.906327 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:27:08.906327 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:27:08.906327 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:27:08.906327 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:27:08.906327 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:27:08.906327 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:27:08.906327 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:27:08.909549 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60612) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:09.095028 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-cb5b6806-8edf-4065-a016-f93c5dbb8d46 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=775252413a2b4ceb9ae1b5a003c1e0db HTTP/1.1" status: 200 len: 379 time: 0.3246737 Mar 11 15:27:09.112836 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-aa62f66c-9704-4460-910b-7acea8d1160a tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Request body: {'port': {'device_id': '5e31028b-263a-4e93-87f6-6c800a936377', 'network_id': '2ca2b2c1-029f-452f-b89f-8d520c56cff6', 'admin_state_up': True, 'tenant_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'security_groups': ['8d213ed7-7cdc-4373-9ab6-6e091e2ba9df']}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:27:09.192439 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-afc2c6de-aee6-46f5-b9ac-5ee7ddacde83 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:27:09.313978 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-62f1ac01-a0c4-4871-acb0-49e38b6389ce None None] Provisioning complete for port 538dddcb-17ed-4fd0-97bc-07d68f03af73 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:27:09.328132 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-62f1ac01-a0c4-4871-acb0-49e38b6389ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:09.466914 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-d4e0dd6f-7041-4c73-98c1-acb7ceb7bcba tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:09.470324 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-d4e0dd6f-7041-4c73-98c1-acb7ceb7bcba tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/networks?id=f5e50d7a-e877-43fe-b63b-0d368fa885b4 HTTP/1.1" status: 200 len: 811 time: 0.5969222 Mar 11 15:27:09.497341 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-afc2c6de-aee6-46f5-b9ac-5ee7ddacde83 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Usage tracker for resource:port and tenant:c1f0a827cabe44d0a4eecdf517b52b22 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:27:09.550266 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=538dddcb-17ed-4fd0-97bc-07d68f03af73,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:09.618277 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-afc2c6de-aee6-46f5-b9ac-5ee7ddacde83 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:27:09.619331 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4cd5a720-16d9-4901-b12b-ca3b9dc436c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:09.653719 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-afc2c6de-aee6-46f5-b9ac-5ee7ddacde83 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:27:09.655658 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-d32abe1c-95cd-41a1-bfd4-5614761c45f2 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/quotas/9ce1e6b6647741e599091dbba04f8bc1 HTTP/1.1" status: 200 len: 375 time: 0.1724496 Mar 11 15:27:09.701614 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8a117065-42b7-47c2-b0ef-0733f78df6b2 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:09.742059 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc2c6de-aee6-46f5-b9ac-5ee7ddacde83 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Made reservation on behalf of c1f0a827cabe44d0a4eecdf517b52b22 for: {'port': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:27:09.790447 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a117065-42b7-47c2-b0ef-0733f78df6b2 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 898f5bf5-141d-4d36-946f-0a4d7d644e0f {{(pid=83867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 15:27:09.864472 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-aa62f66c-9704-4460-910b-7acea8d1160a tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:27:09.879198 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-aa62f66c-9704-4460-910b-7acea8d1160a tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:27:09.903007 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ff7e6f-1281-4787-8dc5-f853d01623fd tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Router 9008a1c5-1176-402f-b839-3a38d95d8a60 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:27:09.933547 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-aa62f66c-9704-4460-910b-7acea8d1160a tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Made reservation on behalf of 775252413a2b4ceb9ae1b5a003c1e0db for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:27:09.937512 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-aa62f66c-9704-4460-910b-7acea8d1160a tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:09.996596 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a23cd8-bd1d-4966-bd8f-6bdfce57a4fd None None] Network 49adbf0d-c989-46aa-8663-eca56612494b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:27:10.067563 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-62f1ac01-a0c4-4871-acb0-49e38b6389ce None None] Provisioning for port fba80111-c763-4bd2-8911-5307725d3d73 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:27:10.170477 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 21ab8603-c56c-41f0-aa17-6d0d8d6ab97b completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:27:10.174116 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-62f1ac01-a0c4-4871-acb0-49e38b6389ce None None] Provisioning complete for port fba80111-c763-4bd2-8911-5307725d3d73 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:27:10.176552 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-62f1ac01-a0c4-4871-acb0-49e38b6389ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:10.190402 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8a117065-42b7-47c2-b0ef-0733f78df6b2 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:10.209562 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-8a117065-42b7-47c2-b0ef-0733f78df6b2 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] 10.222.0.31 "DELETE /v2.0/networks/898f5bf5-141d-4d36-946f-0a4d7d644e0f HTTP/1.1" status: 204 len: 168 time: 3.4538622 Mar 11 15:27:10.214963 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a117065-42b7-47c2-b0ef-0733f78df6b2 tempest-ExternalNetworksTestJSON-1479947485 tempest-ExternalNetworksTestJSON-1479947485-project-admin] Pushing event deleted for resources: {'Network': ['ID=898f5bf5-141d-4d36-946f-0a4d7d644e0f,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:10.263904 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-62f1ac01-a0c4-4871-acb0-49e38b6389ce None None] Port fba80111-c763-4bd2-8911-5307725d3d73 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:27:10.285814 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60630) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:10.454875 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-a328d8b9-70c7-4aee-9e12-fa75f4020cbe req-d3752bba-7caf-4648-8fa4-d22de71f60a6 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e31028b-263a-4e93-87f6-6c800a936377 HTTP/1.1" status: 200 len: 210 time: 0.7420890 Mar 11 15:27:10.543643 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c73c61b5-8cd1-4b2d-a2b5-a8f3bc4e3cf0 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for router, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:10.577004 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 538dddcb-17ed-4fd0-97bc-07d68f03af73 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:27:10.733486 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-ded89b88-6623-4135-984b-845fb0f952cf tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9ce1e6b6647741e599091dbba04f8bc1&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0550966 Mar 11 15:27:10.796888 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-464e0376-f7ea-43a7-8eee-58f77cba7fd3 None None] Provisioning complete for port fba80111-c763-4bd2-8911-5307725d3d73 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:27:10.797369 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-464e0376-f7ea-43a7-8eee-58f77cba7fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:10.949585 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-464e0376-f7ea-43a7-8eee-58f77cba7fd3 None None] Port fba80111-c763-4bd2-8911-5307725d3d73 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:27:10.980847 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-9392879e-99de-4c46-acbf-a57be03dd034 req-11d89daf-5a16-45a5-b253-f65385ef7f9f tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa86658-9887-4be1-b768-039365ac35d9 HTTP/1.1" status: 200 len: 210 time: 0.1174538 Mar 11 15:27:11.052701 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-43707411-fcbb-4fde-9f96-8dc090c07212 service neutron] 10.222.0.31 "GET /v2.0/networks/f5e50d7a-e877-43fe-b63b-0d368fa885b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497833 Mar 11 15:27:11.073233 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-afc2c6de-aee6-46f5-b9ac-5ee7ddacde83 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:11.093648 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-5578b09f-4085-4d94-9fd2-833869b92de2 tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] DELETE failed (client error): The resource could not be found. Mar 11 15:27:11.094398 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5578b09f-4085-4d94-9fd2-833869b92de2 tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:27:11.109720 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.73', 64591) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:11.137421 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-5578b09f-4085-4d94-9fd2-833869b92de2 tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] 10.222.0.31 "DELETE /v2.0/subnets/54367b3f-edaa-4c5b-ae3b-a2e20684c939 HTTP/1.1" status: 404 len: 337 time: 0.7120996 Mar 11 15:27:11.231925 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60636) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:11.307214 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e27a9ee-02c8-402f-8157-f21a0e2e78df None None] Sync routers for ids ['221ec4d8-ce90-4044-849b-a99c0f4bce5b'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:27:11.332205 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e27a9ee-02c8-402f-8157-f21a0e2e78df None None] Routers {'221ec4d8-ce90-4044-849b-a99c0f4bce5b'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:27:11.335922 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-0e27a9ee-02c8-402f-8157-f21a0e2e78df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:27:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['221ec4d8-ce90-4044-849b-a99c0f4bce5b'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:11.431420 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-464e0376-f7ea-43a7-8eee-58f77cba7fd3 None None] Provisioning for port 21ab8603-c56c-41f0-aa17-6d0d8d6ab97b completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:27:11.438769 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 538dddcb-17ed-4fd0-97bc-07d68f03af73 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:27:11.439216 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:11.531309 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-464e0376-f7ea-43a7-8eee-58f77cba7fd3 None None] Provisioning complete for port 21ab8603-c56c-41f0-aa17-6d0d8d6ab97b triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:27:11.532633 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-464e0376-f7ea-43a7-8eee-58f77cba7fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:11.578943 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c43189bf-ebd2-40ff-a3f3-3bca96a6e1c3 tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:11.646281 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2102c968-6789-4350-bdc2-f9b302baca3b tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:11.650959 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.resource_extend [None req-4cd5a720-16d9-4901-b12b-ca3b9dc436c5 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:27:11.693251 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-afc2c6de-aee6-46f5-b9ac-5ee7ddacde83 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] device_id is not set on port d10c6e1a-4def-47d1-ac57-b58a0608eafc yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:27:11.839413 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8594768e-f3bb-4edd-b85f-f624d5330e7c None None] Sync routers for ids ['6ababf4d-47b7-4202-b2cc-427fab38605a'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:27:11.906058 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-0e27a9ee-02c8-402f-8157-f21a0e2e78df None None] Set router 221ec4d8-ce90-4044-849b-a99c0f4bce5b gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:27:11.954097 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102c968-6789-4350-bdc2-f9b302baca3b tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Pushing event updated for resources: {'Subnet': ['ID=80c74c64-175d-41b0-a6d8-fbc283eccad5,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:12.042504 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-026b528a-ca3e-4565-b7fc-258cdebb4326 req-09c2b933-5ba8-465a-a85f-6ccc7509584a tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e31028b-263a-4e93-87f6-6c800a936377 HTTP/1.1" status: 200 len: 210 time: 0.1875670 Mar 11 15:27:12.125368 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2102c968-6789-4350-bdc2-f9b302baca3b tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Checking segment: {'id': '500b18c2-0dbb-4f01-adaf-3210ff6b7619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '7997dc26-3b4f-407d-bd25-bd94dee39745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:27:12.125865 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2102c968-6789-4350-bdc2-f9b302baca3b tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Network hostable DHCP agents. Network: 7997dc26-3b4f-407d-bd25-bd94dee39745, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:27:12.510715 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4cd5a720-16d9-4901-b12b-ca3b9dc436c5 None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:12.514744 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8594768e-f3bb-4edd-b85f-f624d5330e7c None None] Routers {'6ababf4d-47b7-4202-b2cc-427fab38605a'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:27:12.516632 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-8594768e-f3bb-4edd-b85f-f624d5330e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:27:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['6ababf4d-47b7-4202-b2cc-427fab38605a'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:12.572723 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c43189bf-ebd2-40ff-a3f3-3bca96a6e1c3 tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:12.607031 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-c43189bf-ebd2-40ff-a3f3-3bca96a6e1c3 tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bd2efb9-feca-4c18-b235-54918aa90173']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:12.627337 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-c43189bf-ebd2-40ff-a3f3-3bca96a6e1c3 tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30fcca95-199c-404e-8f62-fab694aa2ae0') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:12.627896 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-c43189bf-ebd2-40ff-a3f3-3bca96a6e1c3 tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30fcca95-199c-404e-8f62-fab694aa2ae0') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:12.630791 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-0e27a9ee-02c8-402f-8157-f21a0e2e78df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221ec4d8-ce90-4044-849b-a99c0f4bce5b', 'name': 'tempest-ServerActionsTestJSON-363625592-router', 'tenant_id': '9ce1e6b6647741e599091dbba04f8bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.184'}], 'enable_snat': True}, 'gw_port_id': 'd94e6728-f748-42f0-ae15-60f8b7488e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:32Z', 'updated_at': '2022-03-11T15:26:50Z', 'revision_number': 4, 'project_id': '9ce1e6b6647741e599091dbba04f8bc1', 'gw_port': {'id': 'd94e6728-f748-42f0-ae15-60f8b7488e85', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221ec4d8-ce90-4044-849b-a99c0f4bce5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:33Z', 'updated_at': '2022-03-11T15:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '6a0b7694-c563-4822-949d-030b3c852d6b', 'name': '', 'network_id': 'f5e50d7a-e877-43fe-b63b-0d368fa885b4', 'tenant_id': '9ce1e6b6647741e599091dbba04f8bc1', 'mac_address': 'fa:16:3e:af:8b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221ec4d8-ce90-4044-849b-a99c0f4bce5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b420fae9-b9a1-421f-87dd-fad5be9646ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:46Z', 'updated_at': '2022-03-11T15:26:50Z', 'revision_number': 2, 'project_id': '9ce1e6b6647741e599091dbba04f8bc1', 'subnets': [{'id': 'b420fae9-b9a1-421f-87dd-fad5be9646ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:12.642065 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e27a9ee-02c8-402f-8157-f21a0e2e78df None None] Checking router: 221ec4d8-ce90-4044-849b-a99c0f4bce5b for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:27:12.643912 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c43189bf-ebd2-40ff-a3f3-3bca96a6e1c3 tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:12.644455 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e27a9ee-02c8-402f-8157-f21a0e2e78df None None] Updating router 221ec4d8-ce90-4044-849b-a99c0f4bce5b port 6a0b7694-c563-4822-949d-030b3c852d6b binding host dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:27:12.663995 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c43189bf-ebd2-40ff-a3f3-3bca96a6e1c3 tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:12.672366 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c43189bf-ebd2-40ff-a3f3-3bca96a6e1c3 tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:27:12.672793 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c43189bf-ebd2-40ff-a3f3-3bca96a6e1c3 tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:12.679925 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-520f57fb-d5dd-4070-9623-58e18384ddd3 req-785c145e-31b4-47d7-899f-183789bdceb6 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa86658-9887-4be1-b768-039365ac35d9 HTTP/1.1" status: 200 len: 210 time: 0.1801074 Mar 11 15:27:12.727871 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c73c61b5-8cd1-4b2d-a2b5-a8f3bc4e3cf0 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:12.760127 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-bd07b61c-38ca-467b-a686-f2f63a63a344 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:12.762422 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-bd07b61c-38ca-467b-a686-f2f63a63a344 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.73 "GET /v2.0/networks?id=9d1bdf5f-7420-4f23-9c17-987fb939c5fe HTTP/1.1" status: 200 len: 812 time: 1.6501582 Mar 11 15:27:12.769422 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c73c61b5-8cd1-4b2d-a2b5-a8f3bc4e3cf0 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:12.791938 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-afc2c6de-aee6-46f5-b9ac-5ee7ddacde83 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Allocated IP 172.20.0.10 (8473404d-a503-46b6-a2e0-ff74893f7662/2fd7e7ec-ee8b-4137-89ed-25052026265a/d10c6e1a-4def-47d1-ac57-b58a0608eafc) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:27:12.826653 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:27:12.826653 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:27:12.826653 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:27:12.826653 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:27:12.826653 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:27:12.826653 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:27:12.826653 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:27:12.826653 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:27:12.826653 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:27:12.826653 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:27:12.826653 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:27:12.826653 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:27:12.826653 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:27:12.826653 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:27:12.826653 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:27:12.826653 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:27:12.826653 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:27:12.826653 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:27:12.826653 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:27:12.826653 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:27:12.826653 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:27:12.826653 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:27:12.826653 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:27:12.826653 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:27:12.826653 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:27:12.826653 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:27:12.826653 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:27:12.826653 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:27:12.826653 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:27:12.826653 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:27:12.826653 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:27:12.826653 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:27:12.830841 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-aa62f66c-9704-4460-910b-7acea8d1160a tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Allocated IP 172.20.0.4 (2ca2b2c1-029f-452f-b89f-8d520c56cff6/047d6af5-a53b-4580-ace2-f81e6cc01d2e/889d0feb-4527-41ab-afa0-28b46637f917) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:27:12.837279 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c43189bf-ebd2-40ff-a3f3-3bca96a6e1c3 tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:12.839919 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0e27a9ee-02c8-402f-8157-f21a0e2e78df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:12.842137 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c43189bf-ebd2-40ff-a3f3-3bca96a6e1c3 tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:12.885514 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-45652e8c-a207-4dca-9ccf-47a8af54066f service neutron] 10.222.0.31 "GET /v2.0/networks/f5e50d7a-e877-43fe-b63b-0d368fa885b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8313665 Mar 11 15:27:12.903964 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43189bf-ebd2-40ff-a3f3-3bca96a6e1c3 tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] Pushing event deleted for resources: {'Network': ['ID=1bd2efb9-feca-4c18-b235-54918aa90173,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:12.945276 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-4cd5a720-16d9-4901-b12b-ca3b9dc436c5 None None] Transition to ACTIVE for port object 4afcb0bc-40e5-41ff-a424-23500c34798f will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:27:12.946288 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c43189bf-ebd2-40ff-a3f3-3bca96a6e1c3 tempest-ExternalNetworksTestJSON-1404392025 tempest-ExternalNetworksTestJSON-1404392025-project] 10.222.0.31 "DELETE /v2.0/networks/1bd2efb9-feca-4c18-b235-54918aa90173 HTTP/1.1" status: 204 len: 168 time: 1.7094717 Mar 11 15:27:12.996938 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-464e0376-f7ea-43a7-8eee-58f77cba7fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:13.043666 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4cd5a720-16d9-4901-b12b-ca3b9dc436c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:13.049563 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2102c968-6789-4350-bdc2-f9b302baca3b tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Network 7997dc26-3b4f-407d-bd25-bd94dee39745 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:27:13.251791 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-afc2c6de-aee6-46f5-b9ac-5ee7ddacde83 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:13.311228 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-2102c968-6789-4350-bdc2-f9b302baca3b tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 7997dc26-3b4f-407d-bd25-bd94dee39745) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:27:13.314705 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-afc2c6de-aee6-46f5-b9ac-5ee7ddacde83 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Transition to ACTIVE for port object d10c6e1a-4def-47d1-ac57-b58a0608eafc will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:27:13.331963 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2102c968-6789-4350-bdc2-f9b302baca3b tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:13.332587 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2102c968-6789-4350-bdc2-f9b302baca3b tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:13.353191 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c73c61b5-8cd1-4b2d-a2b5-a8f3bc4e3cf0 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:13.354070 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73c61b5-8cd1-4b2d-a2b5-a8f3bc4e3cf0 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7a047778-7cc0-4525-bdbc-50634e3c0e18 {{(pid=83867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:27:13.366049 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-afc2c6de-aee6-46f5-b9ac-5ee7ddacde83 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:13.426793 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1849bbf-72f4-4344-ae59-14d369a5e171 None None] Pushing event updated for resources: {'Port': ['ID=4afcb0bc-40e5-41ff-a424-23500c34798f,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:13.437708 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d4a798-dbdd-4b77-8337-57bf3e1239eb None None] Network 7997dc26-3b4f-407d-bd25-bd94dee39745 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:27:13.448492 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ff7e6f-1281-4787-8dc5-f853d01623fd tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:27:13.488174 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a14509-3ff2-43f2-8b73-8aedea58c4a2 None None] Sync routers for ids ['9008a1c5-1176-402f-b839-3a38d95d8a60'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:27:13.495363 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b8ff7e6f-1281-4787-8dc5-f853d01623fd tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] 10.222.0.31 "PUT /v2.0/routers/9008a1c5-1176-402f-b839-3a38d95d8a60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7268610 Mar 11 15:27:13.518711 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-17d58c68-557e-4e3a-8261-36a20260dd61 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54e768a48d9c4cc792b381d6c65e8408 HTTP/1.1" status: 200 len: 379 time: 0.7101927 Mar 11 15:27:13.525961 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60658) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:13.594497 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-deb1c8ab-c8ed-4dbd-a537-5def30da838a tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Request body: {'port': {'network_id': '8bb82b8c-0e9c-4080-a9a2-8964000388d8', 'name': 'tempest-FloatingIPAdminTestJSON-35037254'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:27:13.704956 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d0faa35a-20c7-4ca8-8415-46ff4cdf0f76 req-80d344ef-3d6a-4bbf-b0cc-32c100e7cd06 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 210 time: 0.3310692 Mar 11 15:27:13.741718 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-2102c968-6789-4350-bdc2-f9b302baca3b tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 7.4868321 Mar 11 15:27:13.749119 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60672) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:13.754269 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a14509-3ff2-43f2-8b73-8aedea58c4a2 None None] Routers {'9008a1c5-1176-402f-b839-3a38d95d8a60'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:27:13.762976 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-03a14509-3ff2-43f2-8b73-8aedea58c4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:27:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['9008a1c5-1176-402f-b839-3a38d95d8a60'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:13.797196 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-8217bebf-3e4e-49d6-9042-635f55ddb31d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Request body: {'subnet': {'network_id': 'c27844c9-0e6f-4980-bcf9-aa748189ea75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:27:14.005206 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60676) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:14.042957 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-104400ed-bed7-4507-b1f7-17c1fc69c03d tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Request body: {'port': {'device_id': '1aa86658-9887-4be1-b768-039365ac35d9', 'network_id': '9d1bdf5f-7420-4f23-9c17-987fb939c5fe', 'admin_state_up': True, 'tenant_id': '54e768a48d9c4cc792b381d6c65e8408', 'security_groups': ['8e248f6e-761f-4e05-ba07-f212e2a3e90c']}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:27:14.105169 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-aa62f66c-9704-4460-910b-7acea8d1160a tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:14.179374 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-03a14509-3ff2-43f2-8b73-8aedea58c4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:14.187751 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c73c61b5-8cd1-4b2d-a2b5-a8f3bc4e3cf0 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:14.192244 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-464e0376-f7ea-43a7-8eee-58f77cba7fd3 None None] For port 21ab8603-c56c-41f0-aa17-6d0d8d6ab97b, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=21ab8603-c56c-41f0-aa17-6d0d8d6ab97b,segment=NetworkSegment(4b6ce367-5692-4927-a25c-6b0183aa65bf),segment_id=4b6ce367-5692-4927-a25c-6b0183aa65bf)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:27:14.193764 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c73c61b5-8cd1-4b2d-a2b5-a8f3bc4e3cf0 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] 10.222.0.31 "DELETE /v2.0/routers/7a047778-7cc0-4525-bdbc-50634e3c0e18 HTTP/1.1" status: 204 len: 168 time: 5.2694807 Mar 11 15:27:14.286195 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a14509-3ff2-43f2-8b73-8aedea58c4a2 None None] Routers {'9008a1c5-1176-402f-b839-3a38d95d8a60'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:27:14.288059 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-03a14509-3ff2-43f2-8b73-8aedea58c4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:27:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['9008a1c5-1176-402f-b839-3a38d95d8a60'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:14.406260 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7367822e-5763-4137-a53d-9174cf5062b0 req-0188a8b7-0a07-4538-974e-f3f4f2b1f020 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa86658-9887-4be1-b768-039365ac35d9 HTTP/1.1" status: 200 len: 210 time: 0.2704997 Mar 11 15:27:14.411303 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-aa62f66c-9704-4460-910b-7acea8d1160a tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Transition to ACTIVE for port object 889d0feb-4527-41ab-afa0-28b46637f917 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:27:14.421757 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-8217bebf-3e4e-49d6-9042-635f55ddb31d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:27:14.426850 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-8217bebf-3e4e-49d6-9042-635f55ddb31d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Usage tracker for resource:subnet and tenant:4b385515532a4eb1a98175cfbf12d1f4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:27:14.432166 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-8217bebf-3e4e-49d6-9042-635f55ddb31d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:27:14.439906 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-8217bebf-3e4e-49d6-9042-635f55ddb31d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:27:14.471393 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc2c6de-aee6-46f5-b9ac-5ee7ddacde83 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Network 8473404d-a503-46b6-a2e0-ff74893f7662 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:27:14.473421 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8217bebf-3e4e-49d6-9042-635f55ddb31d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Made reservation on behalf of 4b385515532a4eb1a98175cfbf12d1f4 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:27:14.532460 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-afc2c6de-aee6-46f5-b9ac-5ee7ddacde83 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:27:14.544271 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-464e0376-f7ea-43a7-8eee-58f77cba7fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:14.548241 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc2c6de-aee6-46f5-b9ac-5ee7ddacde83 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Pushing event updated for resources: {'Port': ['ID=d10c6e1a-4def-47d1-ac57-b58a0608eafc,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:14.578070 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc2c6de-aee6-46f5-b9ac-5ee7ddacde83 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:27:14.582656 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-03a14509-3ff2-43f2-8b73-8aedea58c4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:14.583060 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a14509-3ff2-43f2-8b73-8aedea58c4a2 None None] The sync data for ids ['9008a1c5-1176-402f-b839-3a38d95d8a60'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:27:14.631528 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-8594768e-f3bb-4edd-b85f-f624d5330e7c None None] Set router 6ababf4d-47b7-4202-b2cc-427fab38605a gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:27:14.778474 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-aa62f66c-9704-4460-910b-7acea8d1160a tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:14.853130 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2d89e30b-5b51-4e47-8713-515ea41a8c98 req-80b952b0-91af-4075-a727-49d55479ed8a tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e31028b-263a-4e93-87f6-6c800a936377 HTTP/1.1" status: 200 len: 210 time: 1.2819209 Mar 11 15:27:14.910386 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0e27a9ee-02c8-402f-8157-f21a0e2e78df None None] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:14.957789 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-0e27a9ee-02c8-402f-8157-f21a0e2e78df None None] Transition to ACTIVE for port object 6a0b7694-c563-4822-949d-030b3c852d6b will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:27:14.969814 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8217bebf-3e4e-49d6-9042-635f55ddb31d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:14.970035 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0e27a9ee-02c8-402f-8157-f21a0e2e78df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:14.971139 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60690) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:15.064871 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-deb1c8ab-c8ed-4dbd-a537-5def30da838a tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:27:15.124261 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-4cd5a720-16d9-4901-b12b-ca3b9dc436c5 None None] Attempting to bind port 4afcb0bc-40e5-41ff-a424-23500c34798f on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:27:15.125946 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-4cd5a720-16d9-4901-b12b-ca3b9dc436c5 None None] Attempting to bind port 4afcb0bc-40e5-41ff-a424-23500c34798f by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'f0954aff-c24e-424d-ba43-2c6bde70e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '9d1bdf5f-7420-4f23-9c17-987fb939c5fe'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:27:15.127120 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd5a720-16d9-4901-b12b-ca3b9dc436c5 None None] Attempting to bind port 4afcb0bc-40e5-41ff-a424-23500c34798f on network 9d1bdf5f-7420-4f23-9c17-987fb939c5fe {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:27:15.143361 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc2c6de-aee6-46f5-b9ac-5ee7ddacde83 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:15.144039 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-afc2c6de-aee6-46f5-b9ac-5ee7ddacde83 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:15.178868 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd5a720-16d9-4901-b12b-ca3b9dc436c5 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:27:15.180946 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd5a720-16d9-4901-b12b-ca3b9dc436c5 None None] Checking segment: {'id': 'f0954aff-c24e-424d-ba43-2c6bde70e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '9d1bdf5f-7420-4f23-9c17-987fb939c5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:27:15.182963 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4cd5a720-16d9-4901-b12b-ca3b9dc436c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:15.183439 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd5a720-16d9-4901-b12b-ca3b9dc436c5 None None] Bound using segment: {'id': 'f0954aff-c24e-424d-ba43-2c6bde70e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '9d1bdf5f-7420-4f23-9c17-987fb939c5fe'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:27:15.184016 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-4cd5a720-16d9-4901-b12b-ca3b9dc436c5 None None] Bound port: 4afcb0bc-40e5-41ff-a424-23500c34798f, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0954aff-c24e-424d-ba43-2c6bde70e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '9d1bdf5f-7420-4f23-9c17-987fb939c5fe'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:27:15.185521 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-104400ed-bed7-4507-b1f7-17c1fc69c03d tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:27:15.186116 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4cd5a720-16d9-4901-b12b-ca3b9dc436c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:15.230035 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-deb1c8ab-c8ed-4dbd-a537-5def30da838a tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Usage tracker for resource:port and tenant:c3b5c13d66354b8cafc5703dde135af9 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:27:15.245311 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-deb1c8ab-c8ed-4dbd-a537-5def30da838a tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:27:15.314428 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-deb1c8ab-c8ed-4dbd-a537-5def30da838a tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:27:15.323632 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-104400ed-bed7-4507-b1f7-17c1fc69c03d tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:27:15.359880 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-afc2c6de-aee6-46f5-b9ac-5ee7ddacde83 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 7.5207222 Mar 11 15:27:15.366628 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60696) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:15.384490 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-4cd5a720-16d9-4901-b12b-ca3b9dc436c5 None None] For port 4afcb0bc-40e5-41ff-a424-23500c34798f, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:27:15.386707 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb1c8ab-c8ed-4dbd-a537-5def30da838a tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Made reservation on behalf of c3b5c13d66354b8cafc5703dde135af9 for: {'port': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:27:15.390822 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-4cd5a720-16d9-4901-b12b-ca3b9dc436c5 None None] For port 4afcb0bc-40e5-41ff-a424-23500c34798f, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=4afcb0bc-40e5-41ff-a424-23500c34798f,segment=NetworkSegment(f0954aff-c24e-424d-ba43-2c6bde70e82c),segment_id=f0954aff-c24e-424d-ba43-2c6bde70e82c)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:27:15.400291 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-deb1c8ab-c8ed-4dbd-a537-5def30da838a tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:15.403958 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd1a2d-5f7c-4581-ba79-065370511d17 None None] Pushing event updated for resources: {'Port': ['ID=6a0b7694-c563-4822-949d-030b3c852d6b,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:15.477521 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4cd5a720-16d9-4901-b12b-ca3b9dc436c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:15.596967 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-98c14835-4ff6-462d-b49b-8f66714a6756 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1243952790', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}, 'admin_state_up': False}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:27:15.622559 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-98c14835-4ff6-462d-b49b-8f66714a6756 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:27:15.630162 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-98c14835-4ff6-462d-b49b-8f66714a6756 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Usage tracker for resource:router and tenant:17ea600db1904a7e972b692cbbcb5a2f is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:27:15.638836 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-98c14835-4ff6-462d-b49b-8f66714a6756 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:27:15.654462 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-98c14835-4ff6-462d-b49b-8f66714a6756 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:27:15.681916 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-104400ed-bed7-4507-b1f7-17c1fc69c03d tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Made reservation on behalf of 54e768a48d9c4cc792b381d6c65e8408 for: {'port': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:27:15.685835 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-104400ed-bed7-4507-b1f7-17c1fc69c03d tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:15.702562 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8217bebf-3e4e-49d6-9042-635f55ddb31d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:15.703011 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a89c4ac-8493-48eb-8a95-ed2cdbe230d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-7997dc26-3b4f-407d-bd25-bd94dee39745', 'network_id': '7997dc26-3b4f-407d-bd25-bd94dee39745', 'tenant_id': '4b385515532a4eb1a98175cfbf12d1f4', 'fixed_ips': [{'subnet_id': '80c74c64-175d-41b0-a6d8-fbc283eccad5'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:27:15.706850 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4a89c4ac-8493-48eb-8a95-ed2cdbe230d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:15.713085 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-0e27a9ee-02c8-402f-8157-f21a0e2e78df None None] Attempting to bind port 6a0b7694-c563-4822-949d-030b3c852d6b on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:27:15.716449 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-0e27a9ee-02c8-402f-8157-f21a0e2e78df None None] Attempting to bind port 6a0b7694-c563-4822-949d-030b3c852d6b by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '45c5f275-59df-4ebf-b47e-648f4f176e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f5e50d7a-e877-43fe-b63b-0d368fa885b4'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:27:15.716809 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e27a9ee-02c8-402f-8157-f21a0e2e78df None None] Attempting to bind port 6a0b7694-c563-4822-949d-030b3c852d6b on network f5e50d7a-e877-43fe-b63b-0d368fa885b4 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:27:15.734312 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e27a9ee-02c8-402f-8157-f21a0e2e78df None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:27:15.734702 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e27a9ee-02c8-402f-8157-f21a0e2e78df None None] Checking segment: {'id': '45c5f275-59df-4ebf-b47e-648f4f176e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f5e50d7a-e877-43fe-b63b-0d368fa885b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:27:15.736933 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0e27a9ee-02c8-402f-8157-f21a0e2e78df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:15.737419 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e27a9ee-02c8-402f-8157-f21a0e2e78df None None] Bound using segment: {'id': '45c5f275-59df-4ebf-b47e-648f4f176e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f5e50d7a-e877-43fe-b63b-0d368fa885b4'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:27:15.738001 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-0e27a9ee-02c8-402f-8157-f21a0e2e78df None None] Bound port: 6a0b7694-c563-4822-949d-030b3c852d6b, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45c5f275-59df-4ebf-b47e-648f4f176e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f5e50d7a-e877-43fe-b63b-0d368fa885b4'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:27:15.738399 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0e27a9ee-02c8-402f-8157-f21a0e2e78df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:15.755046 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-deb1c8ab-c8ed-4dbd-a537-5def30da838a tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] device_id is not set on port cdb80f03-d7b6-4585-80ac-8de259abfb97 yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:27:15.755311 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-c49fe08e-c231-4dfe-bcf2-aae675383847 None None] Provisioning complete for port 21ab8603-c56c-41f0-aa17-6d0d8d6ab97b triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:27:15.755682 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c49fe08e-c231-4dfe-bcf2-aae675383847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:15.810058 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e0376-f7ea-43a7-8eee-58f77cba7fd3 None None] Pushing event updated for resources: {'Port': ['ID=21ab8603-c56c-41f0-aa17-6d0d8d6ab97b,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:15.820904 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-ed23db41-6d0b-4ee7-91bf-b5941d5bc2b2 req-20e57a14-07b3-4daf-b951-37e92ceaad61 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa86658-9887-4be1-b768-039365ac35d9 HTTP/1.1" status: 200 len: 210 time: 0.1124310 Mar 11 15:27:15.839684 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-98c14835-4ff6-462d-b49b-8f66714a6756 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:15.840966 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-98c14835-4ff6-462d-b49b-8f66714a6756 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:15.861718 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-98c14835-4ff6-462d-b49b-8f66714a6756 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:15.929388 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b7095a2a-bf73-40df-808b-e8cfbb140f7c req-0c1ad512-0dbe-4aed-a2a7-799dec4e5572 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 210 time: 0.2357807 Mar 11 15:27:15.942442 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.73', 64596) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:16.019239 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8217bebf-3e4e-49d6-9042-635f55ddb31d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Pushing event updated for resources: {'Subnet': ['ID=041c23f8-504c-4b82-a97f-d21df197cb94,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:16.033940 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1849bbf-72f4-4344-ae59-14d369a5e171 None None] Pushing event updated for resources: {'Port': ['ID=4afcb0bc-40e5-41ff-a424-23500c34798f,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:16.037191 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-0e27a9ee-02c8-402f-8157-f21a0e2e78df None None] For port 6a0b7694-c563-4822-949d-030b3c852d6b, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:27:16.041352 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-0e27a9ee-02c8-402f-8157-f21a0e2e78df None None] For port 6a0b7694-c563-4822-949d-030b3c852d6b, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=6a0b7694-c563-4822-949d-030b3c852d6b,segment=NetworkSegment(45c5f275-59df-4ebf-b47e-648f4f176e10),segment_id=45c5f275-59df-4ebf-b47e-648f4f176e10)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:27:16.050008 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62f66c-9704-4460-910b-7acea8d1160a tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Pushing event updated for resources: {'Port': ['ID=889d0feb-4527-41ab-afa0-28b46637f917,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:16.050642 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0e27a9ee-02c8-402f-8157-f21a0e2e78df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:16.068878 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd5a720-16d9-4901-b12b-ca3b9dc436c5 None None] Routers {'4eb4ea81-f01e-4af6-b207-82c89eead0ea'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:27:16.069515 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-4cd5a720-16d9-4901-b12b-ca3b9dc436c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:27:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['4eb4ea81-f01e-4af6-b207-82c89eead0ea'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:16.088497 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b1e05192-8ccb-4a79-b5c0-7d6e9796ada3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8dfda2e8549f4d8b95bae3ec96f81dca&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0451915 Mar 11 15:27:16.247792 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd1a2d-5f7c-4581-ba79-065370511d17 None None] Pushing event updated for resources: {'Port': ['ID=6a0b7694-c563-4822-949d-030b3c852d6b,revision_number=4']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:16.344442 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e27a9ee-02c8-402f-8157-f21a0e2e78df None None] Routers {'221ec4d8-ce90-4044-849b-a99c0f4bce5b'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:27:16.345426 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-0e27a9ee-02c8-402f-8157-f21a0e2e78df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:27:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['221ec4d8-ce90-4044-849b-a99c0f4bce5b'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:16.363483 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60706) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:16.543549 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-46603b3c-0952-4f48-9eb4-caea0a712dba tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:16.550447 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-46603b3c-0952-4f48-9eb4-caea0a712dba tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.73 "GET /v2.0/networks?id=f5e50d7a-e877-43fe-b63b-0d368fa885b4 HTTP/1.1" status: 200 len: 811 time: 0.5069003 Mar 11 15:27:16.571709 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-aa62f66c-9704-4460-910b-7acea8d1160a tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Network 2ca2b2c1-029f-452f-b89f-8d520c56cff6 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:27:16.617490 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-4cd5a720-16d9-4901-b12b-ca3b9dc436c5 None None] Set router 4eb4ea81-f01e-4af6-b207-82c89eead0ea gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:27:16.691080 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-aa62f66c-9704-4460-910b-7acea8d1160a tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:27:16.715291 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-aa62f66c-9704-4460-910b-7acea8d1160a tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:27:16.718563 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-104400ed-bed7-4507-b1f7-17c1fc69c03d tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Allocated IP 172.20.0.11 (9d1bdf5f-7420-4f23-9c17-987fb939c5fe/0deb0200-fdc9-49c8-a3b0-86e2c2e46535/a909ec65-9bed-438c-af92-cbf7d5e8f831) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:27:16.862939 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-0e27a9ee-02c8-402f-8157-f21a0e2e78df None None] Set router 221ec4d8-ce90-4044-849b-a99c0f4bce5b gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:27:16.941246 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-87447e60-8db7-43c7-b300-764b7afd4968 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ce1e6b6647741e599091dbba04f8bc1 HTTP/1.1" status: 200 len: 379 time: 0.3674254 Mar 11 15:27:16.966273 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-0c7fe1f0-b3f0-47dd-aa59-0016700eff27 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Request body: {'port': {'device_id': '09f1288d-c23b-4ad6-8dbb-fc7e205095e3', 'network_id': 'f5e50d7a-e877-43fe-b63b-0d368fa885b4', 'admin_state_up': True, 'tenant_id': '9ce1e6b6647741e599091dbba04f8bc1', 'security_groups': ['83a99869-6edf-46e9-b210-d5835362f84d']}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:27:17.005522 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:17.162298 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-104400ed-bed7-4507-b1f7-17c1fc69c03d tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:17.205137 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-104400ed-bed7-4507-b1f7-17c1fc69c03d tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Transition to ACTIVE for port object a909ec65-9bed-438c-af92-cbf7d5e8f831 will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:27:17.395553 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8217bebf-3e4e-49d6-9042-635f55ddb31d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Checking segment: {'id': '2195895c-d482-4d77-b397-0298f470aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c27844c9-0e6f-4980-bcf9-aa748189ea75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:27:17.396226 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8217bebf-3e4e-49d6-9042-635f55ddb31d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Network hostable DHCP agents. Network: c27844c9-0e6f-4980-bcf9-aa748189ea75, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:27:17.402565 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-104400ed-bed7-4507-b1f7-17c1fc69c03d tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:17.514514 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-aa62f66c-9704-4460-910b-7acea8d1160a tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:17.515160 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-aa62f66c-9704-4460-910b-7acea8d1160a tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:17.564243 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 21ab8603-c56c-41f0-aa17-6d0d8d6ab97b up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:27:17.589601 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-104400ed-bed7-4507-b1f7-17c1fc69c03d tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Network 9d1bdf5f-7420-4f23-9c17-987fb939c5fe is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:27:17.595025 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8217bebf-3e4e-49d6-9042-635f55ddb31d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Network c27844c9-0e6f-4980-bcf9-aa748189ea75 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:27:17.628334 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-104400ed-bed7-4507-b1f7-17c1fc69c03d tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:27:17.637750 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-104400ed-bed7-4507-b1f7-17c1fc69c03d tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:27:17.645351 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb48829-0170-4d1b-8527-3b6bee095258 req-72ca4292-1bf3-43b9-ad50-347da455f0a6 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:17.647598 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1cb48829-0170-4d1b-8527-3b6bee095258 req-72ca4292-1bf3-43b9-ad50-347da455f0a6 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa86658-9887-4be1-b768-039365ac35d9 HTTP/1.1" status: 200 len: 932 time: 0.6002584 Mar 11 15:27:17.658965 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-0e27a9ee-02c8-402f-8157-f21a0e2e78df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221ec4d8-ce90-4044-849b-a99c0f4bce5b', 'name': 'tempest-ServerActionsTestJSON-363625592-router', 'tenant_id': '9ce1e6b6647741e599091dbba04f8bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.184'}], 'enable_snat': True}, 'gw_port_id': 'd94e6728-f748-42f0-ae15-60f8b7488e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:32Z', 'updated_at': '2022-03-11T15:26:50Z', 'revision_number': 4, 'project_id': '9ce1e6b6647741e599091dbba04f8bc1', 'gw_port': {'id': 'd94e6728-f748-42f0-ae15-60f8b7488e85', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221ec4d8-ce90-4044-849b-a99c0f4bce5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:33Z', 'updated_at': '2022-03-11T15:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '6a0b7694-c563-4822-949d-030b3c852d6b', 'name': '', 'network_id': 'f5e50d7a-e877-43fe-b63b-0d368fa885b4', 'tenant_id': '9ce1e6b6647741e599091dbba04f8bc1', 'mac_address': 'fa:16:3e:af:8b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221ec4d8-ce90-4044-849b-a99c0f4bce5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b420fae9-b9a1-421f-87dd-fad5be9646ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:46Z', 'updated_at': '2022-03-11T15:27:16Z', 'revision_number': 4, 'project_id': '9ce1e6b6647741e599091dbba04f8bc1', 'subnets': [{'id': 'b420fae9-b9a1-421f-87dd-fad5be9646ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:17.659701 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-aa62f66c-9704-4460-910b-7acea8d1160a tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.5519273 Mar 11 15:27:17.663615 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e27a9ee-02c8-402f-8157-f21a0e2e78df None None] The sync data for ids ['221ec4d8-ce90-4044-849b-a99c0f4bce5b'] in dv-neutron-833373-1-hyperv is: [{'id': '221ec4d8-ce90-4044-849b-a99c0f4bce5b', 'name': 'tempest-ServerActionsTestJSON-363625592-router', 'tenant_id': '9ce1e6b6647741e599091dbba04f8bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.184'}], 'enable_snat': True}, 'gw_port_id': 'd94e6728-f748-42f0-ae15-60f8b7488e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:32Z', 'updated_at': '2022-03-11T15:26:50Z', 'revision_number': 4, 'project_id': '9ce1e6b6647741e599091dbba04f8bc1', 'gw_port': {'id': 'd94e6728-f748-42f0-ae15-60f8b7488e85', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221ec4d8-ce90-4044-849b-a99c0f4bce5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:33Z', 'updated_at': '2022-03-11T15:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '6a0b7694-c563-4822-949d-030b3c852d6b', 'name': '', 'network_id': 'f5e50d7a-e877-43fe-b63b-0d368fa885b4', 'tenant_id': '9ce1e6b6647741e599091dbba04f8bc1', 'mac_address': 'fa:16:3e:af:8b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221ec4d8-ce90-4044-849b-a99c0f4bce5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b420fae9-b9a1-421f-87dd-fad5be9646ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:46Z', 'updated_at': '2022-03-11T15:27:16Z', 'revision_number': 4, 'project_id': '9ce1e6b6647741e599091dbba04f8bc1', 'subnets': [{'id': 'b420fae9-b9a1-421f-87dd-fad5be9646ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:27:17.665969 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-8217bebf-3e4e-49d6-9042-635f55ddb31d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, c27844c9-0e6f-4980-bcf9-aa748189ea75) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:27:17.683906 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-5df8ea54-cd28-484e-aae1-0b814623bdb3 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:27:17.685073 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-5df8ea54-cd28-484e-aae1-0b814623bdb3 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0150895 Mar 11 15:27:17.721516 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8217bebf-3e4e-49d6-9042-635f55ddb31d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:17.722114 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8217bebf-3e4e-49d6-9042-635f55ddb31d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:17.734100 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-0c7fe1f0-b3f0-47dd-aa59-0016700eff27 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:27:17.816379 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-104400ed-bed7-4507-b1f7-17c1fc69c03d tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:17.819248 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-104400ed-bed7-4507-b1f7-17c1fc69c03d tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:17.825344 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-0c7fe1f0-b3f0-47dd-aa59-0016700eff27 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Usage tracker for resource:port and tenant:9ce1e6b6647741e599091dbba04f8bc1 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:27:17.836255 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-0c7fe1f0-b3f0-47dd-aa59-0016700eff27 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:27:17.879391 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-0c7fe1f0-b3f0-47dd-aa59-0016700eff27 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:27:17.900690 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-8217bebf-3e4e-49d6-9042-635f55ddb31d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1245668 Mar 11 15:27:17.916963 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60722) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:18.029360 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-104400ed-bed7-4507-b1f7-17c1fc69c03d tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0114801 Mar 11 15:27:18.097475 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-fc3db094-b5e5-4302-8465-39a22f5fef77 service neutron] Request body: {'port': {'device_id': '5e31028b-263a-4e93-87f6-6c800a936377', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:27:18.177231 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1cb48829-0170-4d1b-8527-3b6bee095258 req-4aa461e0-dd0b-4954-ba49-86079395c3ef tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e248f6e-761f-4e05-ba07-f212e2a3e90c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5084310 Mar 11 15:27:18.256934 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-0c7fe1f0-b3f0-47dd-aa59-0016700eff27 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Made reservation on behalf of 9ce1e6b6647741e599091dbba04f8bc1 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:27:18.265446 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-0c7fe1f0-b3f0-47dd-aa59-0016700eff27 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:18.354218 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-9d24820b-5aba-4791-bce1-114c8bb82358 service neutron] Request body: {'port': {'device_id': '1aa86658-9887-4be1-b768-039365ac35d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:27:18.377268 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c544c2-7c27-420c-b072-17e9d338d26e None None] Network c27844c9-0e6f-4980-bcf9-aa748189ea75 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:27:18.439813 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c738b022-2d31-4eca-b061-382e15e3dc00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:18.492065 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c738b022-2d31-4eca-b061-382e15e3dc00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:18.646524 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104400ed-bed7-4507-b1f7-17c1fc69c03d tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Pushing event updated for resources: {'Port': ['ID=a909ec65-9bed-438c-af92-cbf7d5e8f831,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:18.751378 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b5bd5d-d441-4372-8c97-df1868175e91 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:18.758045 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b5bd5d-d441-4372-8c97-df1868175e91 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:18.768471 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b5bd5d-d441-4372-8c97-df1868175e91 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:18.776965 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-91b5bd5d-d441-4372-8c97-df1868175e91 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Synchronizing usage tracker for tenant:c1f0a827cabe44d0a4eecdf517b52b22 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:27:18.953812 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f0f34cdc-6f39-47c0-8a8f-4f74d0cd3df9 req-b2d1df5a-efa6-43ce-a815-9db185bc77d7 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 210 time: 0.1862297 Mar 11 15:27:19.022874 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c738b022-2d31-4eca-b061-382e15e3dc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:19.036791 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-0c7fe1f0-b3f0-47dd-aa59-0016700eff27 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Allocated IP 172.20.0.5 (f5e50d7a-e877-43fe-b63b-0d368fa885b4/b420fae9-b9a1-421f-87dd-fad5be9646ef/a650df7e-7466-470d-8473-ace951e19993) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:27:19.041834 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-fc3db094-b5e5-4302-8465-39a22f5fef77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:19.114489 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e680c91-1bf8-4ff8-a294-4c323c3e84ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-c27844c9-0e6f-4980-bcf9-aa748189ea75', 'network_id': 'c27844c9-0e6f-4980-bcf9-aa748189ea75', 'tenant_id': '4b385515532a4eb1a98175cfbf12d1f4', 'fixed_ips': [{'subnet_id': '041c23f8-504c-4b82-a97f-d21df197cb94'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:27:19.115286 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3e680c91-1bf8-4ff8-a294-4c323c3e84ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:19.160764 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-98c14835-4ff6-462d-b49b-8f66714a6756 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:19.330564 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c738b022-2d31-4eca-b061-382e15e3dc00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:19.332485 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c738b022-2d31-4eca-b061-382e15e3dc00 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a685f861-eeeb-4746-b9d7-e6a40f0074b4 HTTP/1.1" status: 204 len: 168 time: 2.9526455 Mar 11 15:27:19.343102 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-3e680c91-1bf8-4ff8-a294-4c323c3e84ea None None] Allocated IP 172.20.0.2 (c27844c9-0e6f-4980-bcf9-aa748189ea75/041c23f8-504c-4b82-a97f-d21df197cb94/6ed4f994-819f-4556-b264-ac9d96f4481d) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:27:19.477678 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-deb1c8ab-c8ed-4dbd-a537-5def30da838a tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Allocated IP 172.20.0.7 (8bb82b8c-0e9c-4080-a9a2-8964000388d8/7e1a6ab9-1ee5-41b3-980e-b02107062a9b/cdb80f03-d7b6-4585-80ac-8de259abfb97) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:27:19.610350 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3e680c91-1bf8-4ff8-a294-4c323c3e84ea None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:19.622130 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-3e680c91-1bf8-4ff8-a294-4c323c3e84ea None None] Transition to ACTIVE for port object 6ed4f994-819f-4556-b264-ac9d96f4481d will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:27:19.650688 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-3e680c91-1bf8-4ff8-a294-4c323c3e84ea None None] Transition to ACTIVE for port object 6ed4f994-819f-4556-b264-ac9d96f4481d will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:27:19.672748 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-4cd5a720-16d9-4901-b12b-ca3b9dc436c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb4ea81-f01e-4af6-b207-82c89eead0ea', 'name': 'tempest-ServersTestManualDisk-1341516787-router', 'tenant_id': '54e768a48d9c4cc792b381d6c65e8408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': 'ea092aeb-ac39-4df4-af85-8016eb2f62c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:33Z', 'updated_at': '2022-03-11T15:26:46Z', 'revision_number': 4, 'project_id': '54e768a48d9c4cc792b381d6c65e8408', 'gw_port': {'id': 'ea092aeb-ac39-4df4-af85-8016eb2f62c4', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb4ea81-f01e-4af6-b207-82c89eead0ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:34Z', 'updated_at': '2022-03-11T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '4afcb0bc-40e5-41ff-a424-23500c34798f', 'name': '', 'network_id': '9d1bdf5f-7420-4f23-9c17-987fb939c5fe', 'tenant_id': '54e768a48d9c4cc792b381d6c65e8408', 'mac_address': 'fa:16:3e:7f:84:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb4ea81-f01e-4af6-b207-82c89eead0ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0deb0200-fdc9-49c8-a3b0-86e2c2e46535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:43Z', 'updated_at': '2022-03-11T15:27:15Z', 'revision_number': 4, 'project_id': '54e768a48d9c4cc792b381d6c65e8408', 'subnets': [{'id': '0deb0200-fdc9-49c8-a3b0-86e2c2e46535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:19.677591 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3e680c91-1bf8-4ff8-a294-4c323c3e84ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:19.690332 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738b022-2d31-4eca-b061-382e15e3dc00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a685f861-eeeb-4746-b9d7-e6a40f0074b4,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:19.710882 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6feb9-5c31-4110-bdaf-d1f3abd8e777 req-aff9b82c-ca9a-488a-b63d-83ec5eafb8bd tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:19.717842 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c2f6feb9-5c31-4110-bdaf-d1f3abd8e777 req-aff9b82c-ca9a-488a-b63d-83ec5eafb8bd tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e31028b-263a-4e93-87f6-6c800a936377 HTTP/1.1" status: 200 len: 931 time: 3.4682255 Mar 11 15:27:19.733362 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-91b5bd5d-d441-4372-8c97-df1868175e91 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Unset dirty status for tenant:c1f0a827cabe44d0a4eecdf517b52b22 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:27:19.735145 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-91b5bd5d-d441-4372-8c97-df1868175e91 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 4.3661294 Mar 11 15:27:19.741474 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd5a720-16d9-4901-b12b-ca3b9dc436c5 None None] The sync data for ids ['4eb4ea81-f01e-4af6-b207-82c89eead0ea'] in dv-neutron-833373-1-hyperv is: [{'id': '4eb4ea81-f01e-4af6-b207-82c89eead0ea', 'name': 'tempest-ServersTestManualDisk-1341516787-router', 'tenant_id': '54e768a48d9c4cc792b381d6c65e8408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': 'ea092aeb-ac39-4df4-af85-8016eb2f62c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:33Z', 'updated_at': '2022-03-11T15:26:46Z', 'revision_number': 4, 'project_id': '54e768a48d9c4cc792b381d6c65e8408', 'gw_port': {'id': 'ea092aeb-ac39-4df4-af85-8016eb2f62c4', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb4ea81-f01e-4af6-b207-82c89eead0ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:34Z', 'updated_at': '2022-03-11T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '4afcb0bc-40e5-41ff-a424-23500c34798f', 'name': '', 'network_id': '9d1bdf5f-7420-4f23-9c17-987fb939c5fe', 'tenant_id': '54e768a48d9c4cc792b381d6c65e8408', 'mac_address': 'fa:16:3e:7f:84:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb4ea81-f01e-4af6-b207-82c89eead0ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0deb0200-fdc9-49c8-a3b0-86e2c2e46535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:43Z', 'updated_at': '2022-03-11T15:27:15Z', 'revision_number': 4, 'project_id': '54e768a48d9c4cc792b381d6c65e8408', 'subnets': [{'id': '0deb0200-fdc9-49c8-a3b0-86e2c2e46535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:27:19.850681 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e680c91-1bf8-4ff8-a294-4c323c3e84ea None None] Network c27844c9-0e6f-4980-bcf9-aa748189ea75 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:27:19.874095 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60734) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:19.884917 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e680c91-1bf8-4ff8-a294-4c323c3e84ea None None] Pushing event updated for resources: {'Port': ['ID=6ed4f994-819f-4556-b264-ac9d96f4481d,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:19.896137 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-3e680c91-1bf8-4ff8-a294-4c323c3e84ea None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:27:19.900891 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e680c91-1bf8-4ff8-a294-4c323c3e84ea None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:27:20.019176 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-8594768e-f3bb-4edd-b85f-f624d5330e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ababf4d-47b7-4202-b2cc-427fab38605a', 'name': 'tempest-ServersTestJSON-1845228925-router', 'tenant_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '6b7f36c6-c062-43b6-be17-b8d0a0d61187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:34Z', 'updated_at': '2022-03-11T15:26:47Z', 'revision_number': 4, 'project_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'gw_port': {'id': '6b7f36c6-c062-43b6-be17-b8d0a0d61187', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ababf4d-47b7-4202-b2cc-427fab38605a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:36Z', 'updated_at': '2022-03-11T15:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '9b5dea98-039d-4968-bc67-a1bd1835ea78', 'name': '', 'network_id': '2ca2b2c1-029f-452f-b89f-8d520c56cff6', 'tenant_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'mac_address': 'fa:16:3e:86:a2:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ababf4d-47b7-4202-b2cc-427fab38605a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '047d6af5-a53b-4580-ace2-f81e6cc01d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:46Z', 'updated_at': '2022-03-11T15:26:48Z', 'revision_number': 2, 'project_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'subnets': [{'id': '047d6af5-a53b-4580-ace2-f81e6cc01d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:20.027297 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 21ab8603-c56c-41f0-aa17-6d0d8d6ab97b triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:27:20.028209 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:20.039857 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-9d24820b-5aba-4791-bce1-114c8bb82358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:20.110960 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8594768e-f3bb-4edd-b85f-f624d5330e7c None None] Checking router: 6ababf4d-47b7-4202-b2cc-427fab38605a for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:27:20.111569 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8594768e-f3bb-4edd-b85f-f624d5330e7c None None] Updating router 6ababf4d-47b7-4202-b2cc-427fab38605a port 9b5dea98-039d-4968-bc67-a1bd1835ea78 binding host dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:27:20.405099 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8594768e-f3bb-4edd-b85f-f624d5330e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:20.405950 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60744) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:20.480628 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5384573-78d1-4865-88b7-0c91027d649a req-b417347a-75e1-4e90-bbd0-24559e6bdbc0 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:20.482495 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c5384573-78d1-4865-88b7-0c91027d649a req-b417347a-75e1-4e90-bbd0-24559e6bdbc0 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa86658-9887-4be1-b768-039365ac35d9 HTTP/1.1" status: 200 len: 932 time: 0.9750545 Mar 11 15:27:20.796242 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c5384573-78d1-4865-88b7-0c91027d649a req-abbd3886-8097-40a8-a5e0-19b87e15e02a tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e248f6e-761f-4e05-ba07-f212e2a3e90c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2949579 Mar 11 15:27:20.806768 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-9d24820b-5aba-4791-bce1-114c8bb82358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a909ec65-9bed-438c-af92-cbf7d5e8f831 {{(pid=83867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:27:20.838690 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-9d24820b-5aba-4791-bce1-114c8bb82358 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:20.842788 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f3ba1483-78b7-4832-b26e-d4c63c951a0d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bbefd18aabc944d4b18ffdf3a5ec83a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4346912 Mar 11 15:27:20.865878 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60748) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:21.009138 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-4a89c4ac-8493-48eb-8a95-ed2cdbe230d9 None None] Allocated IP 172.20.0.2 (7997dc26-3b4f-407d-bd25-bd94dee39745/80c74c64-175d-41b0-a6d8-fbc283eccad5/2a7ab926-acf1-49af-9dd2-379ea32b9956) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:27:21.229086 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-deb1c8ab-c8ed-4dbd-a537-5def30da838a tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:21.256740 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-deb1c8ab-c8ed-4dbd-a537-5def30da838a tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Transition to ACTIVE for port object cdb80f03-d7b6-4585-80ac-8de259abfb97 will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:27:21.285879 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a2749a62-e83b-44ab-88a2-18983a8b6eb7 req-005bcd5b-a3f1-446f-9b7e-da842157ef79 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 210 time: 0.2121005 Mar 11 15:27:21.322065 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-3e680c91-1bf8-4ff8-a294-4c323c3e84ea None None] Attempting to bind port 6ed4f994-819f-4556-b264-ac9d96f4481d on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:27:21.322440 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-3e680c91-1bf8-4ff8-a294-4c323c3e84ea None None] Attempting to bind port 6ed4f994-819f-4556-b264-ac9d96f4481d by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '2195895c-d482-4d77-b397-0298f470aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c27844c9-0e6f-4980-bcf9-aa748189ea75'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:27:21.332366 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e680c91-1bf8-4ff8-a294-4c323c3e84ea None None] Attempting to bind port 6ed4f994-819f-4556-b264-ac9d96f4481d on network c27844c9-0e6f-4980-bcf9-aa748189ea75 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:27:21.351660 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-deb1c8ab-c8ed-4dbd-a537-5def30da838a tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:21.411589 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e680c91-1bf8-4ff8-a294-4c323c3e84ea None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:27:21.411955 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e680c91-1bf8-4ff8-a294-4c323c3e84ea None None] Checking segment: {'id': '2195895c-d482-4d77-b397-0298f470aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c27844c9-0e6f-4980-bcf9-aa748189ea75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:27:21.412382 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3e680c91-1bf8-4ff8-a294-4c323c3e84ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:21.412773 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e680c91-1bf8-4ff8-a294-4c323c3e84ea None None] Bound using segment: {'id': '2195895c-d482-4d77-b397-0298f470aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c27844c9-0e6f-4980-bcf9-aa748189ea75'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:27:21.413246 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-3e680c91-1bf8-4ff8-a294-4c323c3e84ea None None] Bound port: 6ed4f994-819f-4556-b264-ac9d96f4481d, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2195895c-d482-4d77-b397-0298f470aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c27844c9-0e6f-4980-bcf9-aa748189ea75'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:27:21.413609 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3e680c91-1bf8-4ff8-a294-4c323c3e84ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:21.458518 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-0c7fe1f0-b3f0-47dd-aa59-0016700eff27 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:21.498239 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-0c7fe1f0-b3f0-47dd-aa59-0016700eff27 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Transition to ACTIVE for port object a650df7e-7466-470d-8473-ace951e19993 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:27:21.503194 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb1c8ab-c8ed-4dbd-a537-5def30da838a tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Network 8bb82b8c-0e9c-4080-a9a2-8964000388d8 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:27:21.517481 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1c8ab-c8ed-4dbd-a537-5def30da838a tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Pushing event updated for resources: {'Port': ['ID=cdb80f03-d7b6-4585-80ac-8de259abfb97,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:21.520201 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-deb1c8ab-c8ed-4dbd-a537-5def30da838a tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:27:21.537353 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-9d24820b-5aba-4791-bce1-114c8bb82358 service neutron] Transition to ACTIVE for port object a909ec65-9bed-438c-af92-cbf7d5e8f831 will not be triggered until provisioned by entity L2. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:27:21.542261 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb1c8ab-c8ed-4dbd-a537-5def30da838a tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:27:21.657664 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb1c8ab-c8ed-4dbd-a537-5def30da838a tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:21.658281 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-deb1c8ab-c8ed-4dbd-a537-5def30da838a tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:21.673043 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-81a2eff6-a061-40ce-ba95-bf5ffa90cd0d tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Deleting port d10c6e1a-4def-47d1-ac57-b58a0608eafc {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:27:21.673511 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-81a2eff6-a061-40ce-ba95-bf5ffa90cd0d tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:21.770469 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-eaefbc3c-0345-4d0a-8b03-fb28d8c3a88c tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:21.857257 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-9d24820b-5aba-4791-bce1-114c8bb82358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:21.924453 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-0c7fe1f0-b3f0-47dd-aa59-0016700eff27 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:21.934795 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-fc3db094-b5e5-4302-8465-39a22f5fef77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 889d0feb-4527-41ab-afa0-28b46637f917 {{(pid=83866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:27:21.950339 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 6a0b7694-c563-4822-949d-030b3c852d6b up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:27:21.987043 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c2f6feb9-5c31-4110-bdaf-d1f3abd8e777 req-6339d495-a598-4eab-b392-fd9b4f8ccc61 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d213ed7-7cdc-4373-9ab6-6e091e2ba9df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 2.2218432 Mar 11 15:27:22.022242 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-deb1c8ab-c8ed-4dbd-a537-5def30da838a tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 8.4952106 Mar 11 15:27:22.034326 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60754) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:22.038922 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-fc3db094-b5e5-4302-8465-39a22f5fef77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:22.081289 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-fc3db094-b5e5-4302-8465-39a22f5fef77 service neutron] Transition to ACTIVE for port object 889d0feb-4527-41ab-afa0-28b46637f917 will not be triggered until provisioned by entity L2. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:27:22.115723 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-072e34f3-d9ef-423f-8dd8-5542877336b3 None None] Provisioning for port d10c6e1a-4def-47d1-ac57-b58a0608eafc completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:27:22.140160 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-3e680c91-1bf8-4ff8-a294-4c323c3e84ea None None] For port 6ed4f994-819f-4556-b264-ac9d96f4481d, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:27:22.179421 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-072e34f3-d9ef-423f-8dd8-5542877336b3 None None] Provisioning complete for port d10c6e1a-4def-47d1-ac57-b58a0608eafc triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:27:22.180343 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-072e34f3-d9ef-423f-8dd8-5542877336b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:22.187502 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2de26faa-47a0-4ded-aeaf-2385c3acd7b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:22.266637 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d24820b-5aba-4791-bce1-114c8bb82358 service neutron] Pushing event updated for resources: {'Port': ['ID=a909ec65-9bed-438c-af92-cbf7d5e8f831,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:22.357706 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-3e680c91-1bf8-4ff8-a294-4c323c3e84ea None None] For port 6ed4f994-819f-4556-b264-ac9d96f4481d, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=6ed4f994-819f-4556-b264-ac9d96f4481d,segment=NetworkSegment(2195895c-d482-4d77-b397-0298f470aa5f),segment_id=2195895c-d482-4d77-b397-0298f470aa5f)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:27:22.402658 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3e680c91-1bf8-4ff8-a294-4c323c3e84ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:22.500342 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-fc3db094-b5e5-4302-8465-39a22f5fef77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:22.588673 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-072e34f3-d9ef-423f-8dd8-5542877336b3 None None] Port d10c6e1a-4def-47d1-ac57-b58a0608eafc cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:27:22.591042 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4a89c4ac-8493-48eb-8a95-ed2cdbe230d9 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:22.658463 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-4a89c4ac-8493-48eb-8a95-ed2cdbe230d9 None None] Transition to ACTIVE for port object 2a7ab926-acf1-49af-9dd2-379ea32b9956 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:27:22.671112 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 6a0b7694-c563-4822-949d-030b3c852d6b completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:27:22.718520 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 6a0b7694-c563-4822-949d-030b3c852d6b triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:27:22.718916 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:22.774513 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-4a89c4ac-8493-48eb-8a95-ed2cdbe230d9 None None] Transition to ACTIVE for port object 2a7ab926-acf1-49af-9dd2-379ea32b9956 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:27:22.802206 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2de26faa-47a0-4ded-aeaf-2385c3acd7b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:22.812095 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-072e34f3-d9ef-423f-8dd8-5542877336b3 None None] Provisioning complete for port 6a0b7694-c563-4822-949d-030b3c852d6b triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:27:22.812458 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-072e34f3-d9ef-423f-8dd8-5542877336b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:22.877217 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4a89c4ac-8493-48eb-8a95-ed2cdbe230d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:22.894880 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e680c91-1bf8-4ff8-a294-4c323c3e84ea None None] Pushing event updated for resources: {'Port': ['ID=6ed4f994-819f-4556-b264-ac9d96f4481d,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:23.004097 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-0c7fe1f0-b3f0-47dd-aa59-0016700eff27 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Network f5e50d7a-e877-43fe-b63b-0d368fa885b4 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:27:23.010589 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-f1484110-43d9-4481-b4e7-46faff0ea34f tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Request body: {'floatingip': {'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'project_id': 'c3b5c13d66354b8cafc5703dde135af9', 'port_id': 'cdb80f03-d7b6-4585-80ac-8de259abfb97'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:27:23.016997 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-98c14835-4ff6-462d-b49b-8f66714a6756 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router_gateway, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:23.018523 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-0c7fe1f0-b3f0-47dd-aa59-0016700eff27 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:27:23.042277 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-0c7fe1f0-b3f0-47dd-aa59-0016700eff27 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:27:23.080912 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a89c4ac-8493-48eb-8a95-ed2cdbe230d9 None None] Pushing event updated for resources: {'Port': ['ID=2a7ab926-acf1-49af-9dd2-379ea32b9956,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:23.095309 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.resource_extend [None req-8594768e-f3bb-4edd-b85f-f624d5330e7c None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:27:23.156894 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a89c4ac-8493-48eb-8a95-ed2cdbe230d9 None None] Network 7997dc26-3b4f-407d-bd25-bd94dee39745 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:27:23.196444 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-4a89c4ac-8493-48eb-8a95-ed2cdbe230d9 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:27:23.205783 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a89c4ac-8493-48eb-8a95-ed2cdbe230d9 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:27:23.310908 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-eaefbc3c-0345-4d0a-8b03-fb28d8c3a88c tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Allocated IP 172.20.0.1 (7997dc26-3b4f-407d-bd25-bd94dee39745/80c74c64-175d-41b0-a6d8-fbc283eccad5/edb50de2-1d3b-459d-848f-c170a07a4788) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:27:23.353748 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-98c14835-4ff6-462d-b49b-8f66714a6756 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:23.415212 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8594768e-f3bb-4edd-b85f-f624d5330e7c None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:23.422135 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-81a2eff6-a061-40ce-ba95-bf5ffa90cd0d tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:23.431054 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:23.478469 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-8594768e-f3bb-4edd-b85f-f624d5330e7c None None] Transition to ACTIVE for port object 9b5dea98-039d-4968-bc67-a1bd1835ea78 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:27:23.482490 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-072e34f3-d9ef-423f-8dd8-5542877336b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:23.498838 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-4a89c4ac-8493-48eb-8a95-ed2cdbe230d9 None None] Attempting to bind port 2a7ab926-acf1-49af-9dd2-379ea32b9956 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:27:23.499211 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-4a89c4ac-8493-48eb-8a95-ed2cdbe230d9 None None] Attempting to bind port 2a7ab926-acf1-49af-9dd2-379ea32b9956 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '500b18c2-0dbb-4f01-adaf-3210ff6b7619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '7997dc26-3b4f-407d-bd25-bd94dee39745'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:27:23.499572 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a89c4ac-8493-48eb-8a95-ed2cdbe230d9 None None] Attempting to bind port 2a7ab926-acf1-49af-9dd2-379ea32b9956 on network 7997dc26-3b4f-407d-bd25-bd94dee39745 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:27:23.515574 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8594768e-f3bb-4edd-b85f-f624d5330e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:23.515950 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-eaefbc3c-0345-4d0a-8b03-fb28d8c3a88c tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:23.533241 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-eaefbc3c-0345-4d0a-8b03-fb28d8c3a88c tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Transition to ACTIVE for port object edb50de2-1d3b-459d-848f-c170a07a4788 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:27:23.577484 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f1484110-43d9-4481-b4e7-46faff0ea34f tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:27:23.582641 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a89c4ac-8493-48eb-8a95-ed2cdbe230d9 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:27:23.583728 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a89c4ac-8493-48eb-8a95-ed2cdbe230d9 None None] Checking segment: {'id': '500b18c2-0dbb-4f01-adaf-3210ff6b7619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '7997dc26-3b4f-407d-bd25-bd94dee39745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:27:23.584390 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4a89c4ac-8493-48eb-8a95-ed2cdbe230d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:23.585046 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a89c4ac-8493-48eb-8a95-ed2cdbe230d9 None None] Bound using segment: {'id': '500b18c2-0dbb-4f01-adaf-3210ff6b7619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '7997dc26-3b4f-407d-bd25-bd94dee39745'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:27:23.585850 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-4a89c4ac-8493-48eb-8a95-ed2cdbe230d9 None None] Bound port: 2a7ab926-acf1-49af-9dd2-379ea32b9956, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500b18c2-0dbb-4f01-adaf-3210ff6b7619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '7997dc26-3b4f-407d-bd25-bd94dee39745'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:27:23.586974 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4a89c4ac-8493-48eb-8a95-ed2cdbe230d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:23.591801 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-81a2eff6-a061-40ce-ba95-bf5ffa90cd0d tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Calling delete_port for d10c6e1a-4def-47d1-ac57-b58a0608eafc owned by {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:27:23.623769 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f1484110-43d9-4481-b4e7-46faff0ea34f tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Usage tracker for resource:floatingip and tenant:c3b5c13d66354b8cafc5703dde135af9 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:27:23.629301 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 6a0b7694-c563-4822-949d-030b3c852d6b, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=6a0b7694-c563-4822-949d-030b3c852d6b,segment=NetworkSegment(45c5f275-59df-4ebf-b47e-648f4f176e10),segment_id=45c5f275-59df-4ebf-b47e-648f4f176e10)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:27:23.636465 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-eaefbc3c-0345-4d0a-8b03-fb28d8c3a88c tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:23.648442 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7fe1f0-b3f0-47dd-aa59-0016700eff27 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Pushing event updated for resources: {'Port': ['ID=a650df7e-7466-470d-8473-ace951e19993,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:23.685225 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:23.686177 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 4afcb0bc-40e5-41ff-a424-23500c34798f up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:27:23.698537 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f1484110-43d9-4481-b4e7-46faff0ea34f tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:27:23.714484 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaefbc3c-0345-4d0a-8b03-fb28d8c3a88c tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Network 7997dc26-3b4f-407d-bd25-bd94dee39745 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:27:23.781412 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-eaefbc3c-0345-4d0a-8b03-fb28d8c3a88c tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:27:23.784493 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaefbc3c-0345-4d0a-8b03-fb28d8c3a88c tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:27:23.814478 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-98c14835-4ff6-462d-b49b-8f66714a6756 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Allocated IP 172.26.0.86 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/39f3cf07-98d3-4664-9d20-a923324ab51e) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:27:23.876247 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0306c-e798-4a98-b589-17ace6178bca req-2aab42c6-e924-48d5-b0b2-b96ba2888440 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:23.877812 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5bb0306c-e798-4a98-b589-17ace6178bca req-2aab42c6-e924-48d5-b0b2-b96ba2888440 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa86658-9887-4be1-b768-039365ac35d9 HTTP/1.1" status: 200 len: 944 time: 1.6770501 Mar 11 15:27:23.887977 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f1484110-43d9-4481-b4e7-46faff0ea34f tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:27:23.890073 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-eaefbc3c-0345-4d0a-8b03-fb28d8c3a88c tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:23.918131 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-fc3db094-b5e5-4302-8465-39a22f5fef77 service neutron] Attempting to bind port 889d0feb-4527-41ab-afa0-28b46637f917 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:27:23.918680 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-fc3db094-b5e5-4302-8465-39a22f5fef77 service neutron] Attempting to bind port 889d0feb-4527-41ab-afa0-28b46637f917 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '8ae4db9a-22ea-4190-a511-322033645f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2ca2b2c1-029f-452f-b89f-8d520c56cff6'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:27:23.919241 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-fc3db094-b5e5-4302-8465-39a22f5fef77 service neutron] Attempting to bind port 889d0feb-4527-41ab-afa0-28b46637f917 on network 2ca2b2c1-029f-452f-b89f-8d520c56cff6 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:27:23.928232 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee4d3b0-dcaf-4789-9fee-362b433a4e6a None None] Pushing event updated for resources: {'Port': ['ID=9b5dea98-039d-4968-bc67-a1bd1835ea78,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:23.936386 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-fc3db094-b5e5-4302-8465-39a22f5fef77 service neutron] Port 889d0feb-4527-41ab-afa0-28b46637f917 on network 2ca2b2c1-029f-452f-b89f-8d520c56cff6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:27:23.936792 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-fc3db094-b5e5-4302-8465-39a22f5fef77 service neutron] Attempting to bind port 889d0feb-4527-41ab-afa0-28b46637f917 on network 2ca2b2c1-029f-452f-b89f-8d520c56cff6 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:27:24.017616 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-fc3db094-b5e5-4302-8465-39a22f5fef77 service neutron] Checking agent: {'id': '233b753e-9484-4350-9871-64b7c66fc067', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'started_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:27:24.017974 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-fc3db094-b5e5-4302-8465-39a22f5fef77 service neutron] Checking segment: {'id': '8ae4db9a-22ea-4190-a511-322033645f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2ca2b2c1-029f-452f-b89f-8d520c56cff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:27:24.018658 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-fc3db094-b5e5-4302-8465-39a22f5fef77 service neutron] Bound using segment: {'id': '8ae4db9a-22ea-4190-a511-322033645f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2ca2b2c1-029f-452f-b89f-8d520c56cff6'} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:27:24.019127 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-fc3db094-b5e5-4302-8465-39a22f5fef77 service neutron] Bound port: 889d0feb-4527-41ab-afa0-28b46637f917, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ae4db9a-22ea-4190-a511-322033645f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2ca2b2c1-029f-452f-b89f-8d520c56cff6'}}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:27:24.019467 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-fc3db094-b5e5-4302-8465-39a22f5fef77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:24.039977 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-eaefbc3c-0345-4d0a-8b03-fb28d8c3a88c tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:24.044955 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-98c14835-4ff6-462d-b49b-8f66714a6756 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:24.065367 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-9d24820b-5aba-4791-bce1-114c8bb82358 service neutron] Attempting to bind port a909ec65-9bed-438c-af92-cbf7d5e8f831 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:27:24.065891 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-9d24820b-5aba-4791-bce1-114c8bb82358 service neutron] Attempting to bind port a909ec65-9bed-438c-af92-cbf7d5e8f831 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'f0954aff-c24e-424d-ba43-2c6bde70e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '9d1bdf5f-7420-4f23-9c17-987fb939c5fe'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:27:24.066360 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-9d24820b-5aba-4791-bce1-114c8bb82358 service neutron] Attempting to bind port a909ec65-9bed-438c-af92-cbf7d5e8f831 on network 9d1bdf5f-7420-4f23-9c17-987fb939c5fe {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:27:24.068600 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2de26faa-47a0-4ded-aeaf-2385c3acd7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:24.098340 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-072e34f3-d9ef-423f-8dd8-5542877336b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:27:24.098500 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-072e34f3-d9ef-423f-8dd8-5542877336b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:27:24.105381 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843ac2a7-b758-4e69-bece-946b988211a1 None None] Network c27844c9-0e6f-4980-bcf9-aa748189ea75 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:27:24.107555 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de26faa-47a0-4ded-aeaf-2385c3acd7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b971c3fc-e9c4-4fad-b955-98c77b5de050,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:24.125796 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-4a89c4ac-8493-48eb-8a95-ed2cdbe230d9 None None] For port 2a7ab926-acf1-49af-9dd2-379ea32b9956, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:27:24.132310 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-9d24820b-5aba-4791-bce1-114c8bb82358 service neutron] Port a909ec65-9bed-438c-af92-cbf7d5e8f831 on network 9d1bdf5f-7420-4f23-9c17-987fb939c5fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:27:24.132651 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-9d24820b-5aba-4791-bce1-114c8bb82358 service neutron] Attempting to bind port a909ec65-9bed-438c-af92-cbf7d5e8f831 on network 9d1bdf5f-7420-4f23-9c17-987fb939c5fe {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:27:24.140462 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd477b8e-0947-421c-ad9c-760df92a58f5 req-6a8b255e-13ff-46b2-a160-6ade5c0b5f60 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:24.141168 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-fd477b8e-0947-421c-ad9c-760df92a58f5 req-6a8b255e-13ff-46b2-a160-6ade5c0b5f60 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Synchronizing usage tracker for tenant:9ce1e6b6647741e599091dbba04f8bc1 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:27:24.173380 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-9d24820b-5aba-4791-bce1-114c8bb82358 service neutron] Checking agent: {'id': '233b753e-9484-4350-9871-64b7c66fc067', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'started_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:27:24.173749 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-9d24820b-5aba-4791-bce1-114c8bb82358 service neutron] Checking segment: {'id': 'f0954aff-c24e-424d-ba43-2c6bde70e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '9d1bdf5f-7420-4f23-9c17-987fb939c5fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:27:24.174299 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-9d24820b-5aba-4791-bce1-114c8bb82358 service neutron] Bound using segment: {'id': 'f0954aff-c24e-424d-ba43-2c6bde70e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '9d1bdf5f-7420-4f23-9c17-987fb939c5fe'} {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:27:24.174764 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-9d24820b-5aba-4791-bce1-114c8bb82358 service neutron] Bound port: a909ec65-9bed-438c-af92-cbf7d5e8f831, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0954aff-c24e-424d-ba43-2c6bde70e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '9d1bdf5f-7420-4f23-9c17-987fb939c5fe'}}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:27:24.175098 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-9d24820b-5aba-4791-bce1-114c8bb82358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:24.184628 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-fc3db094-b5e5-4302-8465-39a22f5fef77 service neutron] For port 889d0feb-4527-41ab-afa0-28b46637f917, host hv-neutron-8333, cleared binding levels {{(pid=83866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:27:24.188784 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-fc3db094-b5e5-4302-8465-39a22f5fef77 service neutron] For port 889d0feb-4527-41ab-afa0-28b46637f917, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=889d0feb-4527-41ab-afa0-28b46637f917,segment=NetworkSegment(8ae4db9a-22ea-4190-a511-322033645f15),segment_id=8ae4db9a-22ea-4190-a511-322033645f15)] {{(pid=83866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:27:24.224596 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2de26faa-47a0-4ded-aeaf-2385c3acd7b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:24.225781 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-2de26faa-47a0-4ded-aeaf-2385c3acd7b8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b971c3fc-e9c4-4fad-b955-98c77b5de050 HTTP/1.1" status: 204 len: 168 time: 2.9437871 Mar 11 15:27:24.236307 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-fd477b8e-0947-421c-ad9c-760df92a58f5 req-6a8b255e-13ff-46b2-a160-6ade5c0b5f60 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Unset dirty status for tenant:9ce1e6b6647741e599091dbba04f8bc1 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:27:24.237468 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-fd477b8e-0947-421c-ad9c-760df92a58f5 req-6a8b255e-13ff-46b2-a160-6ade5c0b5f60 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 931 time: 1.3944519 Mar 11 15:27:24.304683 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-4a89c4ac-8493-48eb-8a95-ed2cdbe230d9 None None] For port 2a7ab926-acf1-49af-9dd2-379ea32b9956, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=2a7ab926-acf1-49af-9dd2-379ea32b9956,segment=NetworkSegment(500b18c2-0dbb-4f01-adaf-3210ff6b7619),segment_id=500b18c2-0dbb-4f01-adaf-3210ff6b7619)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:27:24.322717 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-98c14835-4ff6-462d-b49b-8f66714a6756 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:24.421771 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-fd477b8e-0947-421c-ad9c-760df92a58f5 req-1824540d-5c96-4b31-abf7-6c6c2c600a51 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Synchronizing usage tracker for tenant:9ce1e6b6647741e599091dbba04f8bc1 on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:27:24.459707 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-81a2eff6-a061-40ce-ba95-bf5ffa90cd0d tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:24.474704 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c14835-4ff6-462d-b49b-8f66714a6756 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:27:24.479896 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c14835-4ff6-462d-b49b-8f66714a6756 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Pushing event updated for resources: {'Port': ['ID=39f3cf07-98d3-4664-9d20-a923324ab51e,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:24.485516 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-98c14835-4ff6-462d-b49b-8f66714a6756 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:27:24.487522 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-fd477b8e-0947-421c-ad9c-760df92a58f5 req-1824540d-5c96-4b31-abf7-6c6c2c600a51 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Unset dirty status for tenant:9ce1e6b6647741e599091dbba04f8bc1 on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:27:24.488878 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-fd477b8e-0947-421c-ad9c-760df92a58f5 req-1824540d-5c96-4b31-abf7-6c6c2c600a51 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2419689 Mar 11 15:27:24.489679 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c14835-4ff6-462d-b49b-8f66714a6756 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:27:24.543865 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=6a0b7694-c563-4822-949d-030b3c852d6b,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:24.573334 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5bb0306c-e798-4a98-b589-17ace6178bca req-5408c311-09c5-46ce-b39a-e5c96024a1a3 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e248f6e-761f-4e05-ba07-f212e2a3e90c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6404099 Mar 11 15:27:24.574527 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-fc3db094-b5e5-4302-8465-39a22f5fef77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:24.596497 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-fc3db094-b5e5-4302-8465-39a22f5fef77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:24.597999 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-fc3db094-b5e5-4302-8465-39a22f5fef77 service neutron] 10.222.0.73 "PUT /v2.0/ports/889d0feb-4527-41ab-afa0-28b46637f917 HTTP/1.1" status: 200 len: 1093 time: 6.7467983 Mar 11 15:27:24.605864 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-0c7fe1f0-b3f0-47dd-aa59-0016700eff27 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:24.606515 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-0c7fe1f0-b3f0-47dd-aa59-0016700eff27 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:24.667417 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e31028b-263a-4e93-87f6-6c800a936377', 'tag': '889d0feb-4527-41ab-afa0-28b46637f917'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:27:24.672817 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f1484110-43d9-4481-b4e7-46faff0ea34f tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:24.678390 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-9d24820b-5aba-4791-bce1-114c8bb82358 service neutron] For port a909ec65-9bed-438c-af92-cbf7d5e8f831, host hv-neutron-8333, cleared binding levels {{(pid=83867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:27:24.686852 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a2eff6-a061-40ce-ba95-bf5ffa90cd0d tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Pushing event deleted for resources: {'Port': ['ID=d10c6e1a-4def-47d1-ac57-b58a0608eafc,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:24.690348 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4a89c4ac-8493-48eb-8a95-ed2cdbe230d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:24.761828 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-9d24820b-5aba-4791-bce1-114c8bb82358 service neutron] For port a909ec65-9bed-438c-af92-cbf7d5e8f831, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a909ec65-9bed-438c-af92-cbf7d5e8f831,segment=NetworkSegment(f0954aff-c24e-424d-ba43-2c6bde70e82c),segment_id=f0954aff-c24e-424d-ba43-2c6bde70e82c)] {{(pid=83867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:27:24.779316 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-9d24820b-5aba-4791-bce1-114c8bb82358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:24.826632 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3db094-b5e5-4302-8465-39a22f5fef77 service neutron] Pushing event updated for resources: {'Port': ['ID=889d0feb-4527-41ab-afa0-28b46637f917,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:24.974412 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 4afcb0bc-40e5-41ff-a424-23500c34798f completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:27:24.976135 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-0c7fe1f0-b3f0-47dd-aa59-0016700eff27 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.0270808 Mar 11 15:27:25.005089 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-8594768e-f3bb-4edd-b85f-f624d5330e7c None None] Attempting to bind port 9b5dea98-039d-4968-bc67-a1bd1835ea78 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:27:25.005464 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-8594768e-f3bb-4edd-b85f-f624d5330e7c None None] Attempting to bind port 9b5dea98-039d-4968-bc67-a1bd1835ea78 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '8ae4db9a-22ea-4190-a511-322033645f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2ca2b2c1-029f-452f-b89f-8d520c56cff6'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:27:25.019599 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8594768e-f3bb-4edd-b85f-f624d5330e7c None None] Attempting to bind port 9b5dea98-039d-4968-bc67-a1bd1835ea78 on network 2ca2b2c1-029f-452f-b89f-8d520c56cff6 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:27:25.059663 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-d236db24-a00b-42f1-b3c3-7f4d91efb892 service neutron] Request body: {'port': {'device_id': '09f1288d-c23b-4ad6-8dbb-fc7e205095e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:27:25.074904 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 4afcb0bc-40e5-41ff-a424-23500c34798f triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:27:25.075379 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:25.113560 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-9d24820b-5aba-4791-bce1-114c8bb82358 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:25.115775 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-9d24820b-5aba-4791-bce1-114c8bb82358 service neutron] 10.222.0.73 "PUT /v2.0/ports/a909ec65-9bed-438c-af92-cbf7d5e8f831 HTTP/1.1" status: 200 len: 1094 time: 6.9684873 Mar 11 15:27:25.165563 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aa86658-9887-4be1-b768-039365ac35d9', 'tag': 'a909ec65-9bed-438c-af92-cbf7d5e8f831'}] {{(pid=83867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:27:25.212047 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8594768e-f3bb-4edd-b85f-f624d5330e7c None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:27:25.212842 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8594768e-f3bb-4edd-b85f-f624d5330e7c None None] Checking segment: {'id': '8ae4db9a-22ea-4190-a511-322033645f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2ca2b2c1-029f-452f-b89f-8d520c56cff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:27:25.213305 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8594768e-f3bb-4edd-b85f-f624d5330e7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:25.213768 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8594768e-f3bb-4edd-b85f-f624d5330e7c None None] Bound using segment: {'id': '8ae4db9a-22ea-4190-a511-322033645f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2ca2b2c1-029f-452f-b89f-8d520c56cff6'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:27:25.214316 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-8594768e-f3bb-4edd-b85f-f624d5330e7c None None] Bound port: 9b5dea98-039d-4968-bc67-a1bd1835ea78, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae4db9a-22ea-4190-a511-322033645f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2ca2b2c1-029f-452f-b89f-8d520c56cff6'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:27:25.215257 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8594768e-f3bb-4edd-b85f-f624d5330e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:25.438280 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a89c4ac-8493-48eb-8a95-ed2cdbe230d9 None None] Pushing event updated for resources: {'Port': ['ID=2a7ab926-acf1-49af-9dd2-379ea32b9956,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:25.438907 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaefbc3c-0345-4d0a-8b03-fb28d8c3a88c tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Pushing event updated for resources: {'Port': ['ID=edb50de2-1d3b-459d-848f-c170a07a4788,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:25.462720 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-072e34f3-d9ef-423f-8dd8-5542877336b3 None None] Provisioning for port a909ec65-9bed-438c-af92-cbf7d5e8f831 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:27:25.491042 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-8594768e-f3bb-4edd-b85f-f624d5330e7c None None] For port 9b5dea98-039d-4968-bc67-a1bd1835ea78, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:27:25.503616 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-8594768e-f3bb-4edd-b85f-f624d5330e7c None None] For port 9b5dea98-039d-4968-bc67-a1bd1835ea78, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=9b5dea98-039d-4968-bc67-a1bd1835ea78,segment=NetworkSegment(8ae4db9a-22ea-4190-a511-322033645f15),segment_id=8ae4db9a-22ea-4190-a511-322033645f15)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:27:25.536407 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8594768e-f3bb-4edd-b85f-f624d5330e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:25.573014 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-81a2eff6-a061-40ce-ba95-bf5ffa90cd0d tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:25.701247 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-072e34f3-d9ef-423f-8dd8-5542877336b3 None None] Provisioning for port 889d0feb-4527-41ab-afa0-28b46637f917 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:27:25.703238 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-d236db24-a00b-42f1-b3c3-7f4d91efb892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:25.724121 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8babfd-c659-4335-a695-65d736fcffed req-0d137c05-5163-48e4-9e2a-cdcc5a7984e6 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:25.733027 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-bb8babfd-c659-4335-a695-65d736fcffed req-0d137c05-5163-48e4-9e2a-cdcc5a7984e6 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e31028b-263a-4e93-87f6-6c800a936377 HTTP/1.1" status: 200 len: 943 time: 0.8554616 Mar 11 15:27:25.757425 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee4d3b0-dcaf-4789-9fee-362b433a4e6a None None] Pushing event updated for resources: {'Port': ['ID=9b5dea98-039d-4968-bc67-a1bd1835ea78,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:25.781807 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-81a2eff6-a061-40ce-ba95-bf5ffa90cd0d tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] 10.222.0.31 "DELETE /v2.0/ports/d10c6e1a-4def-47d1-ac57-b58a0608eafc HTTP/1.1" status: 204 len: 168 time: 5.9009540 Mar 11 15:27:25.784967 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60796) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:25.805101 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:25.824016 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8594768e-f3bb-4edd-b85f-f624d5330e7c None None] Routers {'6ababf4d-47b7-4202-b2cc-427fab38605a'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:27:25.832406 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-8594768e-f3bb-4edd-b85f-f624d5330e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:27:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['6ababf4d-47b7-4202-b2cc-427fab38605a'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:25.869572 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d24820b-5aba-4791-bce1-114c8bb82358 service neutron] Pushing event updated for resources: {'Port': ['ID=a909ec65-9bed-438c-af92-cbf7d5e8f831,revision_number=3']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:25.918927 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-657bf321-356b-417a-af34-8eabafc176ec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=54e768a48d9c4cc792b381d6c65e8408&device_id=1aa86658-9887-4be1-b768-039365ac35d9 HTTP/1.1" status: 200 len: 1097 time: 0.6105900 Mar 11 15:27:25.941470 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e31028b-263a-4e93-87f6-6c800a936377', 'tag': '889d0feb-4527-41ab-afa0-28b46637f917', 'status': 'completed', 'code': 200} Mar 11 15:27:26.082891 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-040b32a5-412c-49f3-aaf9-1be3f18380ab tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] GET failed (client error): The resource could not be found. Mar 11 15:27:26.087585 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-040b32a5-412c-49f3-aaf9-1be3f18380ab tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] 10.222.0.31 "GET /v2.0/ports/d10c6e1a-4def-47d1-ac57-b58a0608eafc HTTP/1.1" status: 404 len: 333 time: 0.2963254 Mar 11 15:27:26.112251 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-9518a2d5-2061-4a66-8641-6b63733b0bed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a909ec65-9bed-438c-af92-cbf7d5e8f831 HTTP/1.1" status: 200 len: 217 time: 0.1648941 Mar 11 15:27:26.115282 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60806) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:26.156343 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-bb8babfd-c659-4335-a695-65d736fcffed req-d9c02455-5a59-4bc1-b9e8-029f95a74241 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d213ed7-7cdc-4373-9ab6-6e091e2ba9df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4222901 Mar 11 15:27:26.167302 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-63a184c9-227c-42d9-8894-5a420e5cb54c tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Request body: {'port': {'network_id': '8473404d-a503-46b6-a2e0-ff74893f7662', 'name': 'tempest-AllowedAddressPairTestJSON-769208922'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:27:26.201845 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3db094-b5e5-4302-8465-39a22f5fef77 service neutron] Pushing event updated for resources: {'Port': ['ID=889d0feb-4527-41ab-afa0-28b46637f917,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:26.285642 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 4afcb0bc-40e5-41ff-a424-23500c34798f, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=4afcb0bc-40e5-41ff-a424-23500c34798f,segment=NetworkSegment(f0954aff-c24e-424d-ba43-2c6bde70e82c),segment_id=f0954aff-c24e-424d-ba43-2c6bde70e82c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:27:26.296748 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-42c33914-6560-4569-a4f2-42cd096f9be9 None None] Provisioning for port cdb80f03-d7b6-4585-80ac-8de259abfb97 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:27:26.329512 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f1484110-43d9-4481-b4e7-46faff0ea34f tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:26.351030 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-8594768e-f3bb-4edd-b85f-f624d5330e7c None None] Set router 6ababf4d-47b7-4202-b2cc-427fab38605a gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:27:26.386901 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-ef611ef8-0291-45ac-980e-5228e8224360 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=775252413a2b4ceb9ae1b5a003c1e0db&device_id=5e31028b-263a-4e93-87f6-6c800a936377 HTTP/1.1" status: 200 len: 1096 time: 1.7339294 Mar 11 15:27:26.632745 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-42c33914-6560-4569-a4f2-42cd096f9be9 None None] Provisioning complete for port cdb80f03-d7b6-4585-80ac-8de259abfb97 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:27:26.633479 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-74fc1125-571a-4c99-95f5-3d9fc643e1d6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=889d0feb-4527-41ab-afa0-28b46637f917 HTTP/1.1" status: 200 len: 217 time: 0.2248933 Mar 11 15:27:26.633582 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-42c33914-6560-4569-a4f2-42cd096f9be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:26.707523 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-42c33914-6560-4569-a4f2-42cd096f9be9 None None] Port cdb80f03-d7b6-4585-80ac-8de259abfb97 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:27:26.729494 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:26.731237 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-fed21975-0a7e-4e07-a8db-78d435ef90d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:26.733064 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-fed21975-0a7e-4e07-a8db-78d435ef90d9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0deb0200-fdc9-49c8-a3b0-86e2c2e46535 HTTP/1.1" status: 200 len: 851 time: 0.6048198 Mar 11 15:27:26.750587 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.db.resource_extend [None req-eaefbc3c-0345-4d0a-8b03-fb28d8c3a88c tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:27:26.794455 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-98c14835-4ff6-462d-b49b-8f66714a6756 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router_gateway, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:26.795447 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-98c14835-4ff6-462d-b49b-8f66714a6756 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:26.847552 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-f1484110-43d9-4481-b4e7-46faff0ea34f tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Allocated IP 172.26.0.56 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/12b7c4fa-d57b-4339-826c-15b778272353) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:27:26.920900 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446065eb-864f-4a80-aef1-ba490cc50c6d req-3a39399d-4fcd-46e7-a038-5f2a47db3878 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:26.922106 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-446065eb-864f-4a80-aef1-ba490cc50c6d req-3a39399d-4fcd-46e7-a038-5f2a47db3878 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Synchronizing usage tracker for tenant:54e768a48d9c4cc792b381d6c65e8408 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:27:27.041787 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f580b8a-021f-4db0-ba8d-ee1c9486c5a0 None None] Network 7997dc26-3b4f-407d-bd25-bd94dee39745 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:27:27.054444 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f1484110-43d9-4481-b4e7-46faff0ea34f tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:27.064919 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-42c33914-6560-4569-a4f2-42cd096f9be9 None None] Provisioning for port 6ed4f994-819f-4556-b264-ac9d96f4481d completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:27:27.112627 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-63a184c9-227c-42d9-8894-5a420e5cb54c tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:27:27.118746 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-63a184c9-227c-42d9-8894-5a420e5cb54c tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Usage tracker for resource:port and tenant:c1f0a827cabe44d0a4eecdf517b52b22 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:27:27.122543 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-63a184c9-227c-42d9-8894-5a420e5cb54c tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:27:27.128882 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-63a184c9-227c-42d9-8894-5a420e5cb54c tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:27:27.159498 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a184c9-227c-42d9-8894-5a420e5cb54c tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Made reservation on behalf of c1f0a827cabe44d0a4eecdf517b52b22 for: {'port': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:27:27.163225 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-63a184c9-227c-42d9-8894-5a420e5cb54c tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:27.165546 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 2a7ab926-acf1-49af-9dd2-379ea32b9956 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:27:27.205347 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-446065eb-864f-4a80-aef1-ba490cc50c6d req-3a39399d-4fcd-46e7-a038-5f2a47db3878 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Unset dirty status for tenant:54e768a48d9c4cc792b381d6c65e8408 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:27:27.206697 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-446065eb-864f-4a80-aef1-ba490cc50c6d req-3a39399d-4fcd-46e7-a038-5f2a47db3878 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa86658-9887-4be1-b768-039365ac35d9 HTTP/1.1" status: 200 len: 944 time: 0.7322659 Mar 11 15:27:27.248610 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-63a184c9-227c-42d9-8894-5a420e5cb54c tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] device_id is not set on port ecab08a9-c476-4031-91db-5ac4303757d4 yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:27:27.298809 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-e6a5dec6-65e3-4dc7-8f95-13c366f97d53 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9d1bdf5f-7420-4f23-9c17-987fb939c5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5496430 Mar 11 15:27:27.322320 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=4afcb0bc-40e5-41ff-a424-23500c34798f,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:27.396215 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 2a7ab926-acf1-49af-9dd2-379ea32b9956 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:27:27.422843 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 6a0b7694-c563-4822-949d-030b3c852d6b up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:27:27.467291 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-8594768e-f3bb-4edd-b85f-f624d5330e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ababf4d-47b7-4202-b2cc-427fab38605a', 'name': 'tempest-ServersTestJSON-1845228925-router', 'tenant_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '6b7f36c6-c062-43b6-be17-b8d0a0d61187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:34Z', 'updated_at': '2022-03-11T15:26:47Z', 'revision_number': 4, 'project_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'gw_port': {'id': '6b7f36c6-c062-43b6-be17-b8d0a0d61187', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ababf4d-47b7-4202-b2cc-427fab38605a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:36Z', 'updated_at': '2022-03-11T15:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '9b5dea98-039d-4968-bc67-a1bd1835ea78', 'name': '', 'network_id': '2ca2b2c1-029f-452f-b89f-8d520c56cff6', 'tenant_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'mac_address': 'fa:16:3e:86:a2:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ababf4d-47b7-4202-b2cc-427fab38605a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '047d6af5-a53b-4580-ace2-f81e6cc01d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:46Z', 'updated_at': '2022-03-11T15:27:25Z', 'revision_number': 4, 'project_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'subnets': [{'id': '047d6af5-a53b-4580-ace2-f81e6cc01d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:27.481220 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f1484110-43d9-4481-b4e7-46faff0ea34f tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:27.482416 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-446065eb-864f-4a80-aef1-ba490cc50c6d req-f3643cae-7001-43c4-a11f-40cec5b9fedc tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e248f6e-761f-4e05-ba07-f212e2a3e90c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2652779 Mar 11 15:27:27.486138 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-eaefbc3c-0345-4d0a-8b03-fb28d8c3a88c tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:27.519020 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8594768e-f3bb-4edd-b85f-f624d5330e7c None None] The sync data for ids ['6ababf4d-47b7-4202-b2cc-427fab38605a'] in dv-neutron-833373-1-hyperv is: [{'id': '6ababf4d-47b7-4202-b2cc-427fab38605a', 'name': 'tempest-ServersTestJSON-1845228925-router', 'tenant_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '6b7f36c6-c062-43b6-be17-b8d0a0d61187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:34Z', 'updated_at': '2022-03-11T15:26:47Z', 'revision_number': 4, 'project_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'gw_port': {'id': '6b7f36c6-c062-43b6-be17-b8d0a0d61187', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ababf4d-47b7-4202-b2cc-427fab38605a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:36Z', 'updated_at': '2022-03-11T15:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '9b5dea98-039d-4968-bc67-a1bd1835ea78', 'name': '', 'network_id': '2ca2b2c1-029f-452f-b89f-8d520c56cff6', 'tenant_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'mac_address': 'fa:16:3e:86:a2:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ababf4d-47b7-4202-b2cc-427fab38605a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '047d6af5-a53b-4580-ace2-f81e6cc01d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:46Z', 'updated_at': '2022-03-11T15:27:25Z', 'revision_number': 4, 'project_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'subnets': [{'id': '047d6af5-a53b-4580-ace2-f81e6cc01d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:27:27.561422 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-eaefbc3c-0345-4d0a-8b03-fb28d8c3a88c tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:27.590858 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-7700a35c-58eb-4c4b-8a2a-c1c6873174f9 service neutron] 10.222.0.73 "GET /v2.0/networks/9d1bdf5f-7420-4f23-9c17-987fb939c5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809827 Mar 11 15:27:27.708379 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-42c33914-6560-4569-a4f2-42cd096f9be9 None None] Provisioning for port a650df7e-7466-470d-8473-ace951e19993 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:27:27.717150 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-62721fcb-fc6f-48e3-811b-f62d5a1a1620 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:27.718780 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-62721fcb-fc6f-48e3-811b-f62d5a1a1620 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=047d6af5-a53b-4580-ace2-f81e6cc01d2e HTTP/1.1" status: 200 len: 845 time: 1.0592299 Mar 11 15:27:27.735539 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-42c33914-6560-4569-a4f2-42cd096f9be9 None None] Provisioning complete for port a650df7e-7466-470d-8473-ace951e19993 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:27:27.736231 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-42c33914-6560-4569-a4f2-42cd096f9be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:27.749920 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884caaf0-7640-46ad-bd93-e56c5ffc7452 req-f341c922-714d-46c6-ae98-a7e4deb11392 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:27.750639 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-884caaf0-7640-46ad-bd93-e56c5ffc7452 req-f341c922-714d-46c6-ae98-a7e4deb11392 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Synchronizing usage tracker for tenant:9ce1e6b6647741e599091dbba04f8bc1 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:27:27.864446 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1484110-43d9-4481-b4e7-46faff0ea34f tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:27:27.880169 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1484110-43d9-4481-b4e7-46faff0ea34f tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Pushing event updated for resources: {'Port': ['ID=12b7c4fa-d57b-4339-826c-15b778272353,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:27.881751 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-42c33914-6560-4569-a4f2-42cd096f9be9 None None] Port a650df7e-7466-470d-8473-ace951e19993 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:27:27.896488 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 6a0b7694-c563-4822-949d-030b3c852d6b triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:27:27.896488 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:27.900627 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-f1484110-43d9-4481-b4e7-46faff0ea34f tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:27:27.902212 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-63a184c9-227c-42d9-8894-5a420e5cb54c tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Allocated IP 172.20.0.12 (8473404d-a503-46b6-a2e0-ff74893f7662/2fd7e7ec-ee8b-4137-89ed-25052026265a/ecab08a9-c476-4031-91db-5ac4303757d4) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:27:27.908017 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-11a1a840-21d8-4d59-9e6e-0ac7c9673ba9 req-744510d3-c68b-4ec7-b90a-c341969303be service neutron] 10.222.0.73 "GET /v2.0/networks/9d1bdf5f-7420-4f23-9c17-987fb939c5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596292 Mar 11 15:27:27.997897 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-eaefbc3c-0345-4d0a-8b03-fb28d8c3a88c tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:27.999615 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60832) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:28.017810 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1484110-43d9-4481-b4e7-46faff0ea34f tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:27:28.050536 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-884caaf0-7640-46ad-bd93-e56c5ffc7452 req-f341c922-714d-46c6-ae98-a7e4deb11392 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Unset dirty status for tenant:9ce1e6b6647741e599091dbba04f8bc1 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:27:28.052721 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-884caaf0-7640-46ad-bd93-e56c5ffc7452 req-f341c922-714d-46c6-ae98-a7e4deb11392 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 931 time: 1.8364296 Mar 11 15:27:28.188172 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 6ed4f994-819f-4556-b264-ac9d96f4481d up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:27:28.258194 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c14835-4ff6-462d-b49b-8f66714a6756 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Router e1b18a14-6d4a-4733-8911-e9b08c0d0da8 is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:27:28.298761 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-884caaf0-7640-46ad-bd93-e56c5ffc7452 req-34678ca5-daad-4ecc-b088-286312266fe8 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971800 Mar 11 15:27:28.329066 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.db.resource_extend [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-d236db24-a00b-42f1-b3c3-7f4d91efb892 service neutron] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:27:28.446985 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-8c5d226c-86d5-44b5-b6c2-80172f49fab7 None None] Provisioning for port 2a7ab926-acf1-49af-9dd2-379ea32b9956 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:27:28.464408 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-8c5d226c-86d5-44b5-b6c2-80172f49fab7 None None] Provisioning complete for port 2a7ab926-acf1-49af-9dd2-379ea32b9956 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:27:28.464783 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8c5d226c-86d5-44b5-b6c2-80172f49fab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:28.482995 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aa86658-9887-4be1-b768-039365ac35d9', 'tag': 'a909ec65-9bed-438c-af92-cbf7d5e8f831', 'status': 'completed', 'code': 200} Mar 11 15:27:28.557789 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-c6f0e70c-49c6-4487-8082-650e86a93c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-685294715'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:27:28.634813 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c6f0e70c-49c6-4487-8082-650e86a93c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:27:28.665501 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 6ed4f994-819f-4556-b264-ac9d96f4481d completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:27:28.670630 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c6f0e70c-49c6-4487-8082-650e86a93c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] Usage tracker for resource:network and tenant:1bbea12b9b434769b9e655b56c81b4ca is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:27:28.683640 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c6f0e70c-49c6-4487-8082-650e86a93c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:27:28.716987 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 6ed4f994-819f-4556-b264-ac9d96f4481d triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:27:28.717546 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:28.748566 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaefbc3c-0345-4d0a-8b03-fb28d8c3a88c tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Pushing event updated for resources: {'Port': ['ID=edb50de2-1d3b-459d-848f-c170a07a4788,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:28.821705 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8c5d226c-86d5-44b5-b6c2-80172f49fab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:28.861085 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-63a184c9-227c-42d9-8894-5a420e5cb54c tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:28.861607 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-8c5d226c-86d5-44b5-b6c2-80172f49fab7 None None] For port 2a7ab926-acf1-49af-9dd2-379ea32b9956, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=2a7ab926-acf1-49af-9dd2-379ea32b9956,segment=NetworkSegment(500b18c2-0dbb-4f01-adaf-3210ff6b7619),segment_id=500b18c2-0dbb-4f01-adaf-3210ff6b7619)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:27:28.869111 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8c5d226c-86d5-44b5-b6c2-80172f49fab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:28.884248 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-63a184c9-227c-42d9-8894-5a420e5cb54c tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Transition to ACTIVE for port object ecab08a9-c476-4031-91db-5ac4303757d4 will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:27:28.905064 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c6f0e70c-49c6-4487-8082-650e86a93c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:27:28.906188 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-7b410db0-e097-4f28-aec6-f9e927341750 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ca2b2c1-029f-452f-b89f-8d520c56cff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1698895 Mar 11 15:27:29.033494 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:29.035019 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-d236db24-a00b-42f1-b3c3-7f4d91efb892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a650df7e-7466-470d-8473-ace951e19993 {{(pid=83866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:27:29.064642 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d226c-86d5-44b5-b6c2-80172f49fab7 None None] Pushing event updated for resources: {'Port': ['ID=2a7ab926-acf1-49af-9dd2-379ea32b9956,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:29.104724 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 6ed4f994-819f-4556-b264-ac9d96f4481d, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=6ed4f994-819f-4556-b264-ac9d96f4481d,segment=NetworkSegment(2195895c-d482-4d77-b397-0298f470aa5f),segment_id=2195895c-d482-4d77-b397-0298f470aa5f)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:27:29.106574 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-8c5d226c-86d5-44b5-b6c2-80172f49fab7 None None] Provisioning complete for port 6ed4f994-819f-4556-b264-ac9d96f4481d triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:27:29.106938 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8c5d226c-86d5-44b5-b6c2-80172f49fab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:29.172382 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:29.208149 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-63a184c9-227c-42d9-8894-5a420e5cb54c tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:29.211140 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-d236db24-a00b-42f1-b3c3-7f4d91efb892 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:29.266741 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=6ed4f994-819f-4556-b264-ac9d96f4481d,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:29.337501 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-d236db24-a00b-42f1-b3c3-7f4d91efb892 service neutron] Transition to ACTIVE for port object a650df7e-7466-470d-8473-ace951e19993 will not be triggered until provisioned by entity L2. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:27:29.364640 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-335dd03a-3885-419b-b7fd-cbdd1bdcc7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:29.381359 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-d236db24-a00b-42f1-b3c3-7f4d91efb892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:29.388218 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a184c9-227c-42d9-8894-5a420e5cb54c tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Network 8473404d-a503-46b6-a2e0-ff74893f7662 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:27:29.398381 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-63a184c9-227c-42d9-8894-5a420e5cb54c tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:27:29.410517 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a184c9-227c-42d9-8894-5a420e5cb54c tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:27:29.452962 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a3d5f-0ebc-4334-bdd7-06c2c072f418 req-5cf7aab1-223a-4463-8c91-fa95df581037 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:29.453653 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-b32a3d5f-0ebc-4334-bdd7-06c2c072f418 req-5cf7aab1-223a-4463-8c91-fa95df581037 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Synchronizing usage tracker for tenant:775252413a2b4ceb9ae1b5a003c1e0db on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:27:29.457449 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-5683c2bd-fd98-4f0f-914b-184da81c3cd5 service neutron] 10.222.0.73 "GET /v2.0/networks/2ca2b2c1-029f-452f-b89f-8d520c56cff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5371985 Mar 11 15:27:29.490144 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 9b5dea98-039d-4968-bc67-a1bd1835ea78 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:27:29.507100 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a184c9-227c-42d9-8894-5a420e5cb54c tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:29.508798 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-63a184c9-227c-42d9-8894-5a420e5cb54c tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:29.516624 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f0e70c-49c6-4487-8082-650e86a93c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] Made reservation on behalf of 1bbea12b9b434769b9e655b56c81b4ca for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:27:29.520155 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c6f0e70c-49c6-4487-8082-650e86a93c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:29.522349 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaefbc3c-0345-4d0a-8b03-fb28d8c3a88c tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Network 7997dc26-3b4f-407d-bd25-bd94dee39745 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:27:29.547298 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-9eb724b2-800c-46dd-8f55-27310a4dac8a None None] Provisioning complete for port 2a7ab926-acf1-49af-9dd2-379ea32b9956 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:27:29.547671 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9eb724b2-800c-46dd-8f55-27310a4dac8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:29.630865 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-3919928e-42f9-43f3-9619-5d8035be021d req-979754fd-f6d7-4aad-9f06-2e884ff82082 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=54e768a48d9c4cc792b381d6c65e8408&device_id=1aa86658-9887-4be1-b768-039365ac35d9 HTTP/1.1" status: 200 len: 1097 time: 1.1985455 Mar 11 15:27:29.642537 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c6f0e70c-49c6-4487-8082-650e86a93c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:29.669424 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-eaefbc3c-0345-4d0a-8b03-fb28d8c3a88c tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:27:29.751627 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c6f0e70c-49c6-4487-8082-650e86a93c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:27:29.755718 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c6f0e70c-49c6-4487-8082-650e86a93c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] Usage tracker for resource:security_group_rule and tenant:1bbea12b9b434769b9e655b56c81b4ca is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:27:29.761149 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c6f0e70c-49c6-4487-8082-650e86a93c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:27:29.774806 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c6f0e70c-49c6-4487-8082-650e86a93c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:27:29.788050 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a184c9-227c-42d9-8894-5a420e5cb54c tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Pushing event updated for resources: {'Port': ['ID=ecab08a9-c476-4031-91db-5ac4303757d4,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:29.805086 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-63a184c9-227c-42d9-8894-5a420e5cb54c tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6807570 Mar 11 15:27:29.806048 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60844) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:29.843155 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 9b5dea98-039d-4968-bc67-a1bd1835ea78 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:27:29.861480 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 9b5dea98-039d-4968-bc67-a1bd1835ea78 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:27:29.862078 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:29.912257 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-babd5aab-0a8d-407d-86a3-b8e13c01cb21 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:7d:7a:14'}]}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:27:29.950352 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-9eb724b2-800c-46dd-8f55-27310a4dac8a None None] Provisioning for port edb50de2-1d3b-459d-848f-c170a07a4788 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:27:29.958582 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-9eb724b2-800c-46dd-8f55-27310a4dac8a None None] Provisioning complete for port edb50de2-1d3b-459d-848f-c170a07a4788 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:27:29.958937 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9eb724b2-800c-46dd-8f55-27310a4dac8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:30.069506 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-9eb724b2-800c-46dd-8f55-27310a4dac8a None None] Port edb50de2-1d3b-459d-848f-c170a07a4788 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:27:30.078567 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672fd61-972d-465b-8d02-0b4e63c43031 req-9a420f36-0d0e-4f15-aced-a88be93d7fad tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:30.080019 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b672fd61-972d-465b-8d02-0b4e63c43031 req-9a420f36-0d0e-4f15-aced-a88be93d7fad tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa86658-9887-4be1-b768-039365ac35d9 HTTP/1.1" status: 200 len: 944 time: 1.2493198 Mar 11 15:27:30.080371 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:30.084013 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236db24-a00b-42f1-b3c3-7f4d91efb892 service neutron] Pushing event updated for resources: {'Port': ['ID=a650df7e-7466-470d-8473-ace951e19993,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:30.095230 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-b32a3d5f-0ebc-4334-bdd7-06c2c072f418 req-5cf7aab1-223a-4463-8c91-fa95df581037 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Unset dirty status for tenant:775252413a2b4ceb9ae1b5a003c1e0db on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:27:30.103870 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b32a3d5f-0ebc-4334-bdd7-06c2c072f418 req-5cf7aab1-223a-4463-8c91-fa95df581037 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e31028b-263a-4e93-87f6-6c800a936377 HTTP/1.1" status: 200 len: 943 time: 1.4661756 Mar 11 15:27:30.156869 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 9b5dea98-039d-4968-bc67-a1bd1835ea78, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=9b5dea98-039d-4968-bc67-a1bd1835ea78,segment=NetworkSegment(8ae4db9a-22ea-4190-a511-322033645f15),segment_id=8ae4db9a-22ea-4190-a511-322033645f15)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:27:30.161823 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:30.162604 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 2a7ab926-acf1-49af-9dd2-379ea32b9956 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:27:30.277060 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919928e-42f9-43f3-9619-5d8035be021d req-14a30e0a-93a6-4f99-a564-8ade1c38c1bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:30.278534 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-3919928e-42f9-43f3-9619-5d8035be021d req-14a30e0a-93a6-4f99-a564-8ade1c38c1bb service neutron] 10.222.0.73 "GET /v2.0/networks?id=9d1bdf5f-7420-4f23-9c17-987fb939c5fe HTTP/1.1" status: 200 len: 913 time: 0.6251705 Mar 11 15:27:30.285257 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c6f0e70c-49c6-4487-8082-650e86a93c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:30.288196 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b672fd61-972d-465b-8d02-0b4e63c43031 req-5e24f43d-7ec4-4d9d-8782-a4138d1164e9 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e248f6e-761f-4e05-ba07-f212e2a3e90c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836183 Mar 11 15:27:30.300991 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=9b5dea98-039d-4968-bc67-a1bd1835ea78,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:30.327487 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-307527cb-a2d7-4555-9060-d16cc653f1ec None None] Provisioning for port ecab08a9-c476-4031-91db-5ac4303757d4 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:27:30.332000 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0ac81500-c009-4527-b36c-9abd13ab00ea req-bf965382-f5ac-4a34-a946-cec927369fbb service neutron] 10.222.0.73 "GET /v2.0/networks/2ca2b2c1-029f-452f-b89f-8d520c56cff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8466082 Mar 11 15:27:30.333845 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-307527cb-a2d7-4555-9060-d16cc653f1ec None None] Provisioning complete for port ecab08a9-c476-4031-91db-5ac4303757d4 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:27:30.334211 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-307527cb-a2d7-4555-9060-d16cc653f1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:30.384557 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 2a7ab926-acf1-49af-9dd2-379ea32b9956 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:27:30.384940 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:30.399359 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c6f0e70c-49c6-4487-8082-650e86a93c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:30.465629 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-307527cb-a2d7-4555-9060-d16cc653f1ec None None] Port ecab08a9-c476-4031-91db-5ac4303757d4 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:27:30.469062 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6f0e70c-49c6-4487-8082-650e86a93c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:27:30.471615 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-3919928e-42f9-43f3-9619-5d8035be021d req-6998ae47-b37e-4351-8f31-0fb0210ce130 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a909ec65-9bed-438c-af92-cbf7d5e8f831 HTTP/1.1" status: 200 len: 217 time: 0.1268950 Mar 11 15:27:30.486984 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-babd5aab-0a8d-407d-86a3-b8e13c01cb21 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:30.568872 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 4afcb0bc-40e5-41ff-a424-23500c34798f up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:27:30.589957 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f0e70c-49c6-4487-8082-650e86a93c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1285c093-fd5b-4d6c-8978-edce23ff438c,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:30.604837 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c6f0e70c-49c6-4487-8082-650e86a93c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:30.604837 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-c6f0e70c-49c6-4487-8082-650e86a93c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] Added segment fed5bf3c-243e-4f2b-9687-1ee221f72403 of type vlan for network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 Mar 11 15:27:30.622599 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-307527cb-a2d7-4555-9060-d16cc653f1ec None None] Provisioning complete for port edb50de2-1d3b-459d-848f-c170a07a4788 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:27:30.622752 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-307527cb-a2d7-4555-9060-d16cc653f1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:30.711868 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-307527cb-a2d7-4555-9060-d16cc653f1ec None None] Port edb50de2-1d3b-459d-848f-c170a07a4788 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:27:30.712988 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919928e-42f9-43f3-9619-5d8035be021d req-c248d483-cd6a-46ba-b82e-71a37fb1561e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:30.715008 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-3919928e-42f9-43f3-9619-5d8035be021d req-c248d483-cd6a-46ba-b82e-71a37fb1561e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0deb0200-fdc9-49c8-a3b0-86e2c2e46535 HTTP/1.1" status: 200 len: 851 time: 0.2318656 Mar 11 15:27:30.730319 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 4afcb0bc-40e5-41ff-a424-23500c34798f triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:27:30.730877 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:30.752702 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b32a3d5f-0ebc-4334-bdd7-06c2c072f418 req-9b3aa383-e3dc-4f1c-af7e-60f37e31c341 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d213ed7-7cdc-4373-9ab6-6e091e2ba9df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6477337 Mar 11 15:27:30.794585 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c6f0e70c-49c6-4487-8082-650e86a93c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:30.816647 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c14835-4ff6-462d-b49b-8f66714a6756 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:27:30.845617 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-d236db24-a00b-42f1-b3c3-7f4d91efb892 service neutron] Attempting to bind port a650df7e-7466-470d-8473-ace951e19993 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:27:30.846141 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-d236db24-a00b-42f1-b3c3-7f4d91efb892 service neutron] Attempting to bind port a650df7e-7466-470d-8473-ace951e19993 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '45c5f275-59df-4ebf-b47e-648f4f176e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f5e50d7a-e877-43fe-b63b-0d368fa885b4'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:27:30.846660 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-d236db24-a00b-42f1-b3c3-7f4d91efb892 service neutron] Attempting to bind port a650df7e-7466-470d-8473-ace951e19993 on network f5e50d7a-e877-43fe-b63b-0d368fa885b4 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:27:30.862069 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-d236db24-a00b-42f1-b3c3-7f4d91efb892 service neutron] Port a650df7e-7466-470d-8473-ace951e19993 on network f5e50d7a-e877-43fe-b63b-0d368fa885b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:27:30.862566 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-d236db24-a00b-42f1-b3c3-7f4d91efb892 service neutron] Attempting to bind port a650df7e-7466-470d-8473-ace951e19993 on network f5e50d7a-e877-43fe-b63b-0d368fa885b4 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:27:30.873765 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78d72ac-fa3b-41be-872c-f8258c93eae7 None None] Sync routers for ids ['e1b18a14-6d4a-4733-8911-e9b08c0d0da8'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:27:30.929155 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78d72ac-fa3b-41be-872c-f8258c93eae7 None None] Routers {'e1b18a14-6d4a-4733-8911-e9b08c0d0da8'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:27:30.931241 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-d78d72ac-fa3b-41be-872c-f8258c93eae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:27:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['e1b18a14-6d4a-4733-8911-e9b08c0d0da8'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:30.949729 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-d236db24-a00b-42f1-b3c3-7f4d91efb892 service neutron] Checking agent: {'id': '233b753e-9484-4350-9871-64b7c66fc067', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'started_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:27:30.950425 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-d236db24-a00b-42f1-b3c3-7f4d91efb892 service neutron] Checking segment: {'id': '45c5f275-59df-4ebf-b47e-648f4f176e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f5e50d7a-e877-43fe-b63b-0d368fa885b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:27:30.951129 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-d236db24-a00b-42f1-b3c3-7f4d91efb892 service neutron] Bound using segment: {'id': '45c5f275-59df-4ebf-b47e-648f4f176e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f5e50d7a-e877-43fe-b63b-0d368fa885b4'} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:27:30.951956 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-d236db24-a00b-42f1-b3c3-7f4d91efb892 service neutron] Bound port: a650df7e-7466-470d-8473-ace951e19993, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45c5f275-59df-4ebf-b47e-648f4f176e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f5e50d7a-e877-43fe-b63b-0d368fa885b4'}}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:27:30.953200 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-d236db24-a00b-42f1-b3c3-7f4d91efb892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:31.006116 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-71ad906f-fec0-4439-96c7-383c04f3a976 req-dd90b82e-554e-456b-99cf-f9032b9d2e91 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=775252413a2b4ceb9ae1b5a003c1e0db&device_id=5e31028b-263a-4e93-87f6-6c800a936377 HTTP/1.1" status: 200 len: 1096 time: 0.5040855 Mar 11 15:27:31.041065 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-d78d72ac-fa3b-41be-872c-f8258c93eae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:31.060422 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78d72ac-fa3b-41be-872c-f8258c93eae7 None None] Routers {'e1b18a14-6d4a-4733-8911-e9b08c0d0da8'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:27:31.061267 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-d78d72ac-fa3b-41be-872c-f8258c93eae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:27:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['e1b18a14-6d4a-4733-8911-e9b08c0d0da8'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:31.078508 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-98c14835-4ff6-462d-b49b-8f66714a6756 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:31.079672 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-98c14835-4ff6-462d-b49b-8f66714a6756 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 16.1044500 Mar 11 15:27:31.084412 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60848) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:31.093239 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c6f0e70c-49c6-4487-8082-650e86a93c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:31.097230 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f0e70c-49c6-4487-8082-650e86a93c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:31.097857 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c6f0e70c-49c6-4487-8082-650e86a93c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:31.107403 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d239b-7760-446b-b12e-53ef7397ad49 req-30897199-dff4-4926-80ce-3c2527d4b530 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:31.108963 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-460d239b-7760-446b-b12e-53ef7397ad49 req-30897199-dff4-4926-80ce-3c2527d4b530 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 943 time: 0.6249027 Mar 11 15:27:31.152166 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-d78d72ac-fa3b-41be-872c-f8258c93eae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:31.152896 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78d72ac-fa3b-41be-872c-f8258c93eae7 None None] The sync data for ids ['e1b18a14-6d4a-4733-8911-e9b08c0d0da8'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:27:31.310547 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 9b5dea98-039d-4968-bc67-a1bd1835ea78 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:27:31.416768 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 9b5dea98-039d-4968-bc67-a1bd1835ea78 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:27:31.417324 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:31.424087 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-d236db24-a00b-42f1-b3c3-7f4d91efb892 service neutron] For port a650df7e-7466-470d-8473-ace951e19993, host hv-neutron-8333, cleared binding levels {{(pid=83866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:27:31.427852 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-d236db24-a00b-42f1-b3c3-7f4d91efb892 service neutron] For port a650df7e-7466-470d-8473-ace951e19993, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a650df7e-7466-470d-8473-ace951e19993,segment=NetworkSegment(45c5f275-59df-4ebf-b47e-648f4f176e10),segment_id=45c5f275-59df-4ebf-b47e-648f4f176e10)] {{(pid=83866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:27:31.438601 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f1484110-43d9-4481-b4e7-46faff0ea34f tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:31.440812 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad906f-fec0-4439-96c7-383c04f3a976 req-210fef88-2886-4823-9293-80ce8858c856 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:31.444656 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-71ad906f-fec0-4439-96c7-383c04f3a976 req-210fef88-2886-4823-9293-80ce8858c856 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2ca2b2c1-029f-452f-b89f-8d520c56cff6 HTTP/1.1" status: 200 len: 907 time: 0.4294841 Mar 11 15:27:31.450997 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-d236db24-a00b-42f1-b3c3-7f4d91efb892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:31.606396 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 6ed4f994-819f-4556-b264-ac9d96f4481d up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:27:31.643676 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c6f0e70c-49c6-4487-8082-650e86a93c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 3.6208010 Mar 11 15:27:31.654347 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-3919928e-42f9-43f3-9619-5d8035be021d req-8faeeef2-7a1f-4b0e-99f2-fb164f0ba27b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9d1bdf5f-7420-4f23-9c17-987fb939c5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9212122 Mar 11 15:27:31.691100 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 6ed4f994-819f-4556-b264-ac9d96f4481d triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:27:31.691683 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:31.699767 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f0e70c-49c6-4487-8082-650e86a93c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] Pushing event updated for resources: {'Network': ['ID=b76dc52e-9b4e-4a48-9fff-a51eb4bfb927,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:31.728430 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0d284777-ddfc-4314-876a-2595d72a83b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:31.755014 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-d236db24-a00b-42f1-b3c3-7f4d91efb892 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:31.756843 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-d236db24-a00b-42f1-b3c3-7f4d91efb892 service neutron] 10.222.0.73 "PUT /v2.0/ports/a650df7e-7466-470d-8473-ace951e19993 HTTP/1.1" status: 200 len: 1093 time: 6.7351658 Mar 11 15:27:31.767871 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f1288d-c23b-4ad6-8dbb-fc7e205095e3', 'tag': 'a650df7e-7466-470d-8473-ace951e19993'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:27:31.786926 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-71ad906f-fec0-4439-96c7-383c04f3a976 req-3dd7b129-ea2a-4295-98cd-27e467595e74 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=889d0feb-4527-41ab-afa0-28b46637f917 HTTP/1.1" status: 200 len: 217 time: 0.2760565 Mar 11 15:27:31.818154 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f1484110-43d9-4481-b4e7-46faff0ea34f tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:31.856962 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-460d239b-7760-446b-b12e-53ef7397ad49 req-af98ad9e-9c4a-4a39-801f-e509b92b1db0 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6448712 Mar 11 15:27:31.858332 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f0e70c-49c6-4487-8082-650e86a93c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:31.858679 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f0e70c-49c6-4487-8082-650e86a93c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:31.859020 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f0e70c-49c6-4487-8082-650e86a93c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:31.859364 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f0e70c-49c6-4487-8082-650e86a93c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:31.859686 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f0e70c-49c6-4487-8082-650e86a93c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:31.860021 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f0e70c-49c6-4487-8082-650e86a93c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:31.860381 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f0e70c-49c6-4487-8082-650e86a93c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:31.860719 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f0e70c-49c6-4487-8082-650e86a93c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:31.861033 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f0e70c-49c6-4487-8082-650e86a93c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:31.861355 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f0e70c-49c6-4487-8082-650e86a93c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:31.861675 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f0e70c-49c6-4487-8082-650e86a93c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:31.908198 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:27:31.958508 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-babd5aab-0a8d-407d-86a3-b8e13c01cb21 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:31.970245 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-babd5aab-0a8d-407d-86a3-b8e13c01cb21 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:32.094771 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-3919928e-42f9-43f3-9619-5d8035be021d req-4b1fcb48-66f8-4dd6-a0ba-919d586f6931 service neutron] 10.222.0.73 "GET /v2.0/networks/9d1bdf5f-7420-4f23-9c17-987fb939c5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4246271 Mar 11 15:27:32.225795 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device a909ec65-9bed-438c-af92-cbf7d5e8f831 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:27:32.300367 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaefbc3c-0345-4d0a-8b03-fb28d8c3a88c tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Router 3cbafe30-8812-431a-8647-e21d5133d0f2 is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:27:32.309136 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60864) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:32.320628 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236db24-a00b-42f1-b3c3-7f4d91efb892 service neutron] Pushing event updated for resources: {'Port': ['ID=a650df7e-7466-470d-8473-ace951e19993,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:32.365451 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Request body: {'port': {'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927', 'binding:host_id': 'hv-neutron-8333', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-525238682'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:27:32.378162 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd5aab-0a8d-407d-86a3-b8e13c01cb21 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Pushing event updated for resources: {'Port': ['ID=ecab08a9-c476-4031-91db-5ac4303757d4,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:32.386572 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236db24-a00b-42f1-b3c3-7f4d91efb892 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:32.387267 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236db24-a00b-42f1-b3c3-7f4d91efb892 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:32.387864 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236db24-a00b-42f1-b3c3-7f4d91efb892 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:32.388525 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236db24-a00b-42f1-b3c3-7f4d91efb892 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:32.389082 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236db24-a00b-42f1-b3c3-7f4d91efb892 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:32.389748 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236db24-a00b-42f1-b3c3-7f4d91efb892 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:32.390184 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236db24-a00b-42f1-b3c3-7f4d91efb892 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:32.390534 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236db24-a00b-42f1-b3c3-7f4d91efb892 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:32.390943 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236db24-a00b-42f1-b3c3-7f4d91efb892 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:32.391883 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236db24-a00b-42f1-b3c3-7f4d91efb892 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:32.392263 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d236db24-a00b-42f1-b3c3-7f4d91efb892 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:32.397989 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09f1288d-c23b-4ad6-8dbb-fc7e205095e3', 'tag': 'a650df7e-7466-470d-8473-ace951e19993', 'status': 'completed', 'code': 200} Mar 11 15:27:32.403724 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:27:32.431987 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Usage tracker for resource:port and tenant:9a021ebe94474df7bd987a1f0e84b39f is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:27:32.433830 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad906f-fec0-4439-96c7-383c04f3a976 req-7df4e41b-e5ce-4708-9aed-065838be3566 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:32.436230 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-71ad906f-fec0-4439-96c7-383c04f3a976 req-7df4e41b-e5ce-4708-9aed-065838be3566 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=047d6af5-a53b-4580-ace2-f81e6cc01d2e HTTP/1.1" status: 200 len: 845 time: 0.6193664 Mar 11 15:27:32.443343 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:27:32.448283 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-babd5aab-0a8d-407d-86a3-b8e13c01cb21 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] In _notify_port_updated(), no bound segment for port ecab08a9-c476-4031-91db-5ac4303757d4 on network 8473404d-a503-46b6-a2e0-ff74893f7662 {{(pid=83867) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 15:27:32.453518 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babd5aab-0a8d-407d-86a3-b8e13c01cb21 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:32.454503 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-babd5aab-0a8d-407d-86a3-b8e13c01cb21 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:32.459224 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-babd5aab-0a8d-407d-86a3-b8e13c01cb21 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] 10.222.0.31 "PUT /v2.0/ports/ecab08a9-c476-4031-91db-5ac4303757d4 HTTP/1.1" status: 200 len: 993 time: 2.6329131 Mar 11 15:27:32.490703 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60868) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:32.500711 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:27:32.536688 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port a909ec65-9bed-438c-af92-cbf7d5e8f831, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a909ec65-9bed-438c-af92-cbf7d5e8f831,segment=NetworkSegment(f0954aff-c24e-424d-ba43-2c6bde70e82c),segment_id=f0954aff-c24e-424d-ba43-2c6bde70e82c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:27:32.543987 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c3de7-9273-4d8a-bb28-b577c5b1bfe0 req-78429a14-9a85-44ac-a46d-632fb21e55a0 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:32.547770 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-890c3de7-9273-4d8a-bb28-b577c5b1bfe0 req-78429a14-9a85-44ac-a46d-632fb21e55a0 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa86658-9887-4be1-b768-039365ac35d9 HTTP/1.1" status: 200 len: 944 time: 1.0380609 Mar 11 15:27:32.557280 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': 'a909ec65-9bed-438c-af92-cbf7d5e8f831', 'network_id': '9d1bdf5f-7420-4f23-9c17-987fb939c5fe', 'port_id': 'a909ec65-9bed-438c-af92-cbf7d5e8f831', 'mac_address': 'fa:16:3e:f2:6e:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0deb0200-fdc9-49c8-a3b0-86e2c2e46535', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:27:32.628289 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b2148902-cd9b-4288-a00a-79ad3f41a9d3 None None] Provisioning complete for port ecab08a9-c476-4031-91db-5ac4303757d4 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:27:32.628658 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b2148902-cd9b-4288-a00a-79ad3f41a9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:32.662057 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:32.664149 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Made reservation on behalf of 9a021ebe94474df7bd987a1f0e84b39f for: {'port': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:27:32.666068 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:32.684027 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a909ec65-9bed-438c-af92-cbf7d5e8f831 {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:27:32.694806 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-3919928e-42f9-43f3-9619-5d8035be021d req-93531562-45ee-41d8-9720-ed9430244a58 service neutron] 10.222.0.73 "GET /v2.0/networks/9d1bdf5f-7420-4f23-9c17-987fb939c5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5884995 Mar 11 15:27:32.705751 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-aaa80620-2d64-4f4f-8413-c3dbf3b6baab tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Deleting port ecab08a9-c476-4031-91db-5ac4303757d4 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:27:32.706081 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-aaa80620-2d64-4f4f-8413-c3dbf3b6baab tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:32.739820 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:32.743347 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:32.746816 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port a909ec65-9bed-438c-af92-cbf7d5e8f831, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a909ec65-9bed-438c-af92-cbf7d5e8f831,segment=NetworkSegment(f0954aff-c24e-424d-ba43-2c6bde70e82c),segment_id=f0954aff-c24e-424d-ba43-2c6bde70e82c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:27:32.756667 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:32.779710 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-a337718a-a15d-47da-bfcd-c8536227c9ac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ce1e6b6647741e599091dbba04f8bc1&device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 1096 time: 0.9142926 Mar 11 15:27:32.790622 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a4c27dd8-5ca5-420e-8218-1934e2f96b3f tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] 10.222.0.31 "GET /v2.0/routers/e1b18a14-6d4a-4733-8911-e9b08c0d0da8 HTTP/1.1" status: 200 len: 920 time: 1.7036943 Mar 11 15:27:32.791852 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-b2148902-cd9b-4288-a00a-79ad3f41a9d3 None None] Port ecab08a9-c476-4031-91db-5ac4303757d4 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:27:32.803974 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60874) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:32.877024 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=a909ec65-9bed-438c-af92-cbf7d5e8f831,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:32.879142 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-f2899158-f500-41c0-9b5c-02373edd8d75 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1b18a14-6d4a-4733-8911-e9b08c0d0da8 HTTP/1.1" status: 200 len: 205 time: 0.0737913 Mar 11 15:27:32.892952 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:32.897831 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60878) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:32.926094 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:27:32.934666 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Usage tracker for resource:security_group_rule and tenant:9a021ebe94474df7bd987a1f0e84b39f is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:27:32.944606 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:27:32.959061 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:27:32.972939 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55afd096-5b7e-4fec-a4dd-1b4e8d8ae125 req-3f135460-66ea-40ef-99a3-a33178c8b1a8 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:32.974461 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-55afd096-5b7e-4fec-a4dd-1b4e8d8ae125 req-3f135460-66ea-40ef-99a3-a33178c8b1a8 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e31028b-263a-4e93-87f6-6c800a936377 HTTP/1.1" status: 200 len: 943 time: 0.3937135 Mar 11 15:27:33.077239 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-b60dbf3c-a4cf-4263-a88c-9aefbebf4a14 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a650df7e-7466-470d-8473-ace951e19993 HTTP/1.1" status: 200 len: 217 time: 0.2667110 Mar 11 15:27:33.159102 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-55afd096-5b7e-4fec-a4dd-1b4e8d8ae125 req-bcc20b13-9387-43ca-a55e-daf328d602ef tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d213ed7-7cdc-4373-9ab6-6e091e2ba9df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620023 Mar 11 15:27:33.181423 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['a909ec65-9bed-438c-af92-cbf7d5e8f831'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 15:27:33.224035 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-aaa80620-2d64-4f4f-8413-c3dbf3b6baab tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:33.240413 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-71ad906f-fec0-4439-96c7-383c04f3a976 req-3b19d6be-227a-49a8-9e2e-54d72559e980 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ca2b2c1-029f-452f-b89f-8d520c56cff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7733281 Mar 11 15:27:33.257059 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-890c3de7-9273-4d8a-bb28-b577c5b1bfe0 req-a2371739-8b55-4b30-b264-a6695431ec2f tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e248f6e-761f-4e05-ba07-f212e2a3e90c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6765511 Mar 11 15:27:33.402825 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-46059997-277a-47c2-9e72-ce70ba2b254e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:33.404271 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-46059997-277a-47c2-9e72-ce70ba2b254e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b420fae9-b9a1-421f-87dd-fad5be9646ef HTTP/1.1" status: 200 len: 850 time: 0.2590432 Mar 11 15:27:33.409462 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-aaa80620-2d64-4f4f-8413-c3dbf3b6baab tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Calling delete_port for ecab08a9-c476-4031-91db-5ac4303757d4 owned by {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:27:33.528045 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:33.539914 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:33.556636 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f1484110-43d9-4481-b4e7-46faff0ea34f tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:33.561976 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] device_id is not set on port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:27:33.572755 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-71ad906f-fec0-4439-96c7-383c04f3a976 req-6159ee97-35b7-4147-b6aa-82902b84accd service neutron] 10.222.0.73 "GET /v2.0/networks/2ca2b2c1-029f-452f-b89f-8d520c56cff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131452 Mar 11 15:27:33.576590 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f1484110-43d9-4481-b4e7-46faff0ea34f tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:33.610209 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaefbc3c-0345-4d0a-8b03-fb28d8c3a88c tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:27:33.629682 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19187603-1ed7-4642-a0b1-f69254470f76 None None] Sync routers for ids ['3cbafe30-8812-431a-8647-e21d5133d0f2'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:27:33.648305 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19187603-1ed7-4642-a0b1-f69254470f76 None None] Routers {'3cbafe30-8812-431a-8647-e21d5133d0f2'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:27:33.649107 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-19187603-1ed7-4642-a0b1-f69254470f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:27:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['3cbafe30-8812-431a-8647-e21d5133d0f2'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:33.667874 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3f8d54-9527-419e-9c1a-3c2e8a4f5041,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:33.720503 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-19187603-1ed7-4642-a0b1-f69254470f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:33.733921 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19187603-1ed7-4642-a0b1-f69254470f76 None None] Routers {'3cbafe30-8812-431a-8647-e21d5133d0f2'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:27:33.734553 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-19187603-1ed7-4642-a0b1-f69254470f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:27:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['3cbafe30-8812-431a-8647-e21d5133d0f2'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:33.811899 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-eaefbc3c-0345-4d0a-8b03-fb28d8c3a88c tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] 10.222.0.31 "PUT /v2.0/routers/3cbafe30-8812-431a-8647-e21d5133d0f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.8820889 Mar 11 15:27:33.814170 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60884) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:33.818798 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1484110-43d9-4481-b4e7-46faff0ea34f tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Pushing event updated for resources: {'Port': ['ID=12b7c4fa-d57b-4339-826c-15b778272353,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:33.824473 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-ca6abade-1dd8-43ec-8d1a-8751b695c16b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5e50d7a-e877-43fe-b63b-0d368fa885b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4087694 Mar 11 15:27:33.825932 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9741c20-3509-4ac9-bd1d-f3762b540e20 req-febf13cb-493a-4be9-9e4f-8b2f2f5558cb tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:33.828748 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-a9741c20-3509-4ac9-bd1d-f3762b540e20 req-febf13cb-493a-4be9-9e4f-8b2f2f5558cb tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 943 time: 0.4314978 Mar 11 15:27:33.859724 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-19187603-1ed7-4642-a0b1-f69254470f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:33.860335 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19187603-1ed7-4642-a0b1-f69254470f76 None None] The sync data for ids ['3cbafe30-8812-431a-8647-e21d5133d0f2'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:27:34.058275 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f1484110-43d9-4481-b4e7-46faff0ea34f tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:34.093345 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:34.212293 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 889d0feb-4527-41ab-afa0-28b46637f917 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:27:34.233077 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-71ad906f-fec0-4439-96c7-383c04f3a976 req-16627476-ab7e-436a-ad86-258ba4b54498 service neutron] 10.222.0.73 "GET /v2.0/networks/2ca2b2c1-029f-452f-b89f-8d520c56cff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6523232 Mar 11 15:27:34.322054 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5b590718-413b-40b7-bea4-06b59eb786a7 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:34.372945 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] device_id is not set on port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:27:34.383608 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device a909ec65-9bed-438c-af92-cbf7d5e8f831 up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:27:34.386702 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:34.409741 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-aaa80620-2d64-4f4f-8413-c3dbf3b6baab tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:34.453873 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 889d0feb-4527-41ab-afa0-28b46637f917, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=889d0feb-4527-41ab-afa0-28b46637f917,segment=NetworkSegment(8ae4db9a-22ea-4190-a511-322033645f15),segment_id=8ae4db9a-22ea-4190-a511-322033645f15)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:27:34.475520 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': '889d0feb-4527-41ab-afa0-28b46637f917', 'network_id': '2ca2b2c1-029f-452f-b89f-8d520c56cff6', 'port_id': '889d0feb-4527-41ab-afa0-28b46637f917', 'mac_address': 'fa:16:3e:a6:3d:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '047d6af5-a53b-4580-ace2-f81e6cc01d2e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:27:34.476892 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Transition to ACTIVE for port object 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb will not be triggered until provisioned by entity L2. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:27:34.490977 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-33e99446-a001-4665-b5a5-7ab154b89052 service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50d7a-e877-43fe-b63b-0d368fa885b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6549318 Mar 11 15:27:34.503759 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa80620-2d64-4f4f-8413-c3dbf3b6baab tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Pushing event deleted for resources: {'Port': ['ID=ecab08a9-c476-4031-91db-5ac4303757d4,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:34.548084 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-a9741c20-3509-4ac9-bd1d-f3762b540e20 req-618efc91-49ee-4ba7-b98b-1e40225d32eb tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6189003 Mar 11 15:27:34.555633 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:34.602856 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:34.623656 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning for port a909ec65-9bed-438c-af92-cbf7d5e8f831 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:27:34.654938 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 889d0feb-4527-41ab-afa0-28b46637f917 {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:27:34.670979 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port a909ec65-9bed-438c-af92-cbf7d5e8f831 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:27:34.670979 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:34.741180 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-28d5eb5a-cefd-4384-9ff8-1748b3c3e56f req-99967b44-275b-4d07-9c94-63cea286fe9f service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50d7a-e877-43fe-b63b-0d368fa885b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317698 Mar 11 15:27:34.762903 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Pushing event updated for resources: {'Port': ['ID=0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:34.763558 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737ddc2-b89a-4e90-8731-8903581cf369 req-e403c761-d019-4a1d-938a-00b54e5b1426 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:34.765212 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b737ddc2-b89a-4e90-8731-8903581cf369 req-e403c761-d019-4a1d-938a-00b54e5b1426 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e31028b-263a-4e93-87f6-6c800a936377 HTTP/1.1" status: 200 len: 943 time: 0.3881054 Mar 11 15:27:34.827010 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 889d0feb-4527-41ab-afa0-28b46637f917, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=889d0feb-4527-41ab-afa0-28b46637f917,segment=NetworkSegment(8ae4db9a-22ea-4190-a511-322033645f15),segment_id=8ae4db9a-22ea-4190-a511-322033645f15)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:27:34.839355 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:34.897752 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.l3_db [None req-f1484110-43d9-4481-b4e7-46faff0ea34f tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Floating IP 10d347e7-2838-4b93-9328-5359751b3a57 associated. External IP: 172.26.0.56, port: cdb80f03-d7b6-4585-80ac-8de259abfb97. Mar 11 15:27:34.942402 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Checking segment: {'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:27:34.942841 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Network hostable DHCP agents. Network: b76dc52e-9b4e-4a48-9fff-a51eb4bfb927, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:27:35.031275 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=889d0feb-4527-41ab-afa0-28b46637f917,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:35.045095 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:35.045752 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b737ddc2-b89a-4e90-8731-8903581cf369 req-9fb4e6ea-ed87-4882-961a-312388591194 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d213ed7-7cdc-4373-9ab6-6e091e2ba9df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2482224 Mar 11 15:27:35.088330 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:35.088919 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:35.090689 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5b590718-413b-40b7-bea4-06b59eb786a7 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:35.090802 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:35.091319 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:35.091834 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:35.092378 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:35.093095 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:35.093754 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:35.094393 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:35.095047 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:35.095684 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:35.109363 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa86658-9887-4be1-b768-039365ac35d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a909ec65-9bed-438c-af92-cbf7d5e8f831'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:27:35.114406 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-81a9b410-74dd-46e6-90a3-1f5486ab40da req-1e5fbe00-042a-455a-bb78-9e9a51f627f2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ce1e6b6647741e599091dbba04f8bc1&device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 1096 time: 0.3200054 Mar 11 15:27:35.121497 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-5b590718-413b-40b7-bea4-06b59eb786a7 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Deleting port 39f3cf07-98d3-4664-9d20-a923324ab51e {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:27:35.122018 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5b590718-413b-40b7-bea4-06b59eb786a7 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:35.175821 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-aaa80620-2d64-4f4f-8413-c3dbf3b6baab tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:35.196752 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port a909ec65-9bed-438c-af92-cbf7d5e8f831, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a909ec65-9bed-438c-af92-cbf7d5e8f831,segment=NetworkSegment(f0954aff-c24e-424d-ba43-2c6bde70e82c),segment_id=f0954aff-c24e-424d-ba43-2c6bde70e82c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:27:35.202955 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:35.282687 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-aaa80620-2d64-4f4f-8413-c3dbf3b6baab tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] 10.222.0.31 "DELETE /v2.0/ports/ecab08a9-c476-4031-91db-5ac4303757d4 HTTP/1.1" status: 204 len: 168 time: 2.7904971 Mar 11 15:27:35.286132 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:27:35.292700 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60898) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:35.306756 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9fc77-9294-4574-96af-3741b4b89c66 req-04524ff0-167c-45c9-b0c8-b962111aabbb tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:35.314682 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-ade9fc77-9294-4574-96af-3741b4b89c66 req-04524ff0-167c-45c9-b0c8-b962111aabbb tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa86658-9887-4be1-b768-039365ac35d9 HTTP/1.1" status: 200 len: 945 time: 0.4986334 Mar 11 15:27:35.364936 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=a909ec65-9bed-438c-af92-cbf7d5e8f831,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:35.368602 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, b76dc52e-9b4e-4a48-9fff-a51eb4bfb927) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:27:35.381338 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:27:35.391582 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba391f21-c326-4010-8f66-007bb335fb2a tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] GET failed (client error): The resource could not be found. Mar 11 15:27:35.392169 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ba391f21-c326-4010-8f66-007bb335fb2a tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Synchronizing usage tracker for tenant:c1f0a827cabe44d0a4eecdf517b52b22 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:27:35.397188 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46eda31b-c665-4076-95f4-4c960f74690c None None] Network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:27:35.425919 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:27:35.426302 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:27:35.426629 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:27:35.445751 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ba391f21-c326-4010-8f66-007bb335fb2a tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Unset dirty status for tenant:c1f0a827cabe44d0a4eecdf517b52b22 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:27:35.446996 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ba391f21-c326-4010-8f66-007bb335fb2a tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] 10.222.0.31 "GET /v2.0/ports/ecab08a9-c476-4031-91db-5ac4303757d4 HTTP/1.1" status: 404 len: 333 time: 0.1530457 Mar 11 15:27:35.460774 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-ade9fc77-9294-4574-96af-3741b4b89c66 req-d2acdff5-88f7-4304-9964-590658147331 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e248f6e-761f-4e05-ba07-f212e2a3e90c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442943 Mar 11 15:27:35.462175 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60904) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:35.464519 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:27:35.464865 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Failed to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] Mar 11 15:27:35.465670 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.plugins.ml2.plugin [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempt 2 to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb Mar 11 15:27:35.491460 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-7e43ca04-74de-4a46-9a08-334e796e4484 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Request body: {'port': {'network_id': '8473404d-a503-46b6-a2e0-ff74893f7662', 'name': 'tempest-AllowedAddressPairTestJSON-1020870683'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:27:35.551786 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa86658-9887-4be1-b768-039365ac35d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a909ec65-9bed-438c-af92-cbf7d5e8f831', 'code': 200} Mar 11 15:27:35.554110 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['889d0feb-4527-41ab-afa0-28b46637f917'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 15:27:35.558084 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9b410-74dd-46e6-90a3-1f5486ab40da req-3223deee-b4b3-41ca-bd05-046df7634329 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:35.559696 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-81a9b410-74dd-46e6-90a3-1f5486ab40da req-3223deee-b4b3-41ca-bd05-046df7634329 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f5e50d7a-e877-43fe-b63b-0d368fa885b4 HTTP/1.1" status: 200 len: 912 time: 0.4063685 Mar 11 15:27:35.610211 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:27:35.615552 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:27:35.616175 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:27:35.659966 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-81a9b410-74dd-46e6-90a3-1f5486ab40da req-18b3f3af-b926-4eb9-a089-c792cee26ca2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a650df7e-7466-470d-8473-ace951e19993 HTTP/1.1" status: 200 len: 217 time: 0.0805526 Mar 11 15:27:35.779851 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:27:35.782215 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Failed to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] Mar 11 15:27:35.796298 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.plugins.ml2.plugin [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempt 3 to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb Mar 11 15:27:35.930301 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5b590718-413b-40b7-bea4-06b59eb786a7 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:35.950826 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:27:35.951158 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:27:35.951485 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:27:36.003065 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:27:36.003409 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Failed to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] Mar 11 15:27:36.005645 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.plugins.ml2.plugin [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempt 4 to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb Mar 11 15:27:36.026256 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7e43ca04-74de-4a46-9a08-334e796e4484 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:27:36.040355 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:27:36.040698 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:27:36.041032 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:27:36.049254 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7e43ca04-74de-4a46-9a08-334e796e4484 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:27:36.068743 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:27:36.069076 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Failed to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] Mar 11 15:27:36.074538 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.plugins.ml2.plugin [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempt 5 to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb Mar 11 15:27:36.079894 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-5b590718-413b-40b7-bea4-06b59eb786a7 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Calling delete_port for 39f3cf07-98d3-4664-9d20-a923324ab51e owned by network:router_gateway {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:27:36.084285 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e43ca04-74de-4a46-9a08-334e796e4484 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Made reservation on behalf of c1f0a827cabe44d0a4eecdf517b52b22 for: {'port': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:27:36.088155 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7e43ca04-74de-4a46-9a08-334e796e4484 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:36.109133 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9b410-74dd-46e6-90a3-1f5486ab40da req-12c3e569-86bb-4549-b22b-308a2dacb993 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:36.110580 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-81a9b410-74dd-46e6-90a3-1f5486ab40da req-12c3e569-86bb-4549-b22b-308a2dacb993 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b420fae9-b9a1-421f-87dd-fad5be9646ef HTTP/1.1" status: 200 len: 850 time: 0.4321387 Mar 11 15:27:36.110765 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df5e95-3492-4c2d-bc86-74bac9663cf7 req-e8a3bb3b-2221-418e-9ea8-acc3b52fad5d tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:36.112976 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-52df5e95-3492-4c2d-bc86-74bac9663cf7 req-e8a3bb3b-2221-418e-9ea8-acc3b52fad5d tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 943 time: 0.3342173 Mar 11 15:27:36.168342 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:27:36.168803 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:27:36.169269 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:27:36.193638 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-7e43ca04-74de-4a46-9a08-334e796e4484 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] device_id is not set on port 2a7d852e-3732-4111-b102-d1ba3ea955f4 yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:27:36.274176 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:27:36.274176 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Failed to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] Mar 11 15:27:36.284831 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.plugins.ml2.plugin [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempt 6 to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb Mar 11 15:27:36.401587 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d519fceb-42e4-401b-ae00-ac619e7353f2 req-25c34a53-c0d8-4d6a-b0dc-2553029376ea service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1aa86658-9887-4be1-b768-039365ac35d9 HTTP/1.1" status: 200 len: 1099 time: 0.5593448 Mar 11 15:27:36.478018 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:27:36.478350 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:27:36.478683 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:27:36.489927 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-52df5e95-3492-4c2d-bc86-74bac9663cf7 req-08bd2c1e-3a6e-4410-b4a1-1fc23dfa2e49 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3607910 Mar 11 15:27:36.509179 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-d519fceb-42e4-401b-ae00-ac619e7353f2 req-cda8ebc9-02b1-423f-8ab0-3da7d80d1d53 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:36.572756 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:27:36.572756 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Failed to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] Mar 11 15:27:36.580352 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.plugins.ml2.plugin [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempt 7 to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb Mar 11 15:27:36.607248 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:27:36.607583 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:27:36.607921 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:27:36.628993 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-0a0f07bd-be10-47b0-8223-fc46f575058d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:27:36.633548 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0a0f07bd-be10-47b0-8223-fc46f575058d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] 10.222.0.31 "PUT /v2.0/routers/3cbafe30-8812-431a-8647-e21d5133d0f2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.8145323 Mar 11 15:27:36.635132 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:27:36.636060 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60914) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:36.636962 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Failed to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] Mar 11 15:27:36.639734 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.plugins.ml2.plugin [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempt 8 to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb Mar 11 15:27:36.644450 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-81a9b410-74dd-46e6-90a3-1f5486ab40da req-7cc99b38-e802-4775-9fdc-b885c26717c5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5e50d7a-e877-43fe-b63b-0d368fa885b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5230937 Mar 11 15:27:36.663260 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-7e43ca04-74de-4a46-9a08-334e796e4484 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Allocated IP 172.20.0.9 (8473404d-a503-46b6-a2e0-ff74893f7662/2fd7e7ec-ee8b-4137-89ed-25052026265a/2a7d852e-3732-4111-b102-d1ba3ea955f4) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:27:36.733896 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:27:36.734182 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:27:36.734516 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:27:36.742092 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-d519fceb-42e4-401b-ae00-ac619e7353f2 req-cda8ebc9-02b1-423f-8ab0-3da7d80d1d53 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:27:36.760954 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:27:36.761268 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Failed to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] Mar 11 15:27:36.764368 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.plugins.ml2.plugin [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempt 9 to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb Mar 11 15:27:36.802068 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:27:36.802726 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:27:36.802726 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:27:36.837380 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:27:36.837745 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Failed to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] Mar 11 15:27:36.839542 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.plugins.ml2.plugin [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempt 10 to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb Mar 11 15:27:36.843257 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-d519fceb-42e4-401b-ae00-ac619e7353f2 req-cda8ebc9-02b1-423f-8ab0-3da7d80d1d53 service neutron] Usage tracker for resource:security_group_rule and tenant:c17ced2fb93f482faa8038046e9cfcc8 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:27:36.862984 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d2b0e-3410-4ac5-813a-fac61a94a34f req-375935c1-ae6c-4263-8c25-7560738f62f1 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:36.864525 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-761d2b0e-3410-4ac5-813a-fac61a94a34f req-375935c1-ae6c-4263-8c25-7560738f62f1 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa86658-9887-4be1-b768-039365ac35d9 HTTP/1.1" status: 200 len: 946 time: 0.2100928 Mar 11 15:27:36.865479 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:27:36.865789 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:27:36.866133 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:27:36.889818 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:27:36.890147 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Failed to bind port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] Mar 11 15:27:36.890511 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:36.905756 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-d519fceb-42e4-401b-ae00-ac619e7353f2 req-cda8ebc9-02b1-423f-8ab0-3da7d80d1d53 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:27:36.935092 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-d519fceb-42e4-401b-ae00-ac619e7353f2 req-cda8ebc9-02b1-423f-8ab0-3da7d80d1d53 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:27:36.971848 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d5559f-9bc4-4881-802f-3da1602a84b5 req-067252dd-2690-4ec6-86fa-5bcdf08824c4 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:36.973440 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c4d5559f-9bc4-4881-802f-3da1602a84b5 req-067252dd-2690-4ec6-86fa-5bcdf08824c4 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e31028b-263a-4e93-87f6-6c800a936377 HTTP/1.1" status: 200 len: 944 time: 0.6230764 Mar 11 15:27:36.983972 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-761d2b0e-3410-4ac5-813a-fac61a94a34f req-7caa9586-f842-450e-9c6e-77ed403ce638 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e248f6e-761f-4e05-ba07-f212e2a3e90c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123486 Mar 11 15:27:37.047803 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5b590718-413b-40b7-bea4-06b59eb786a7 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:37.162653 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] For port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb, host hv-neutron-8333, cleared binding levels {{(pid=83867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:27:37.163285 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempted to set empty binding levels {{(pid=83867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 15:27:37.171123 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:37.250159 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b590718-413b-40b7-bea4-06b59eb786a7 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Pushing event deleted for resources: {'Port': ['ID=39f3cf07-98d3-4664-9d20-a923324ab51e,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:37.328629 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:37.359387 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-81a9b410-74dd-46e6-90a3-1f5486ab40da req-6c5bf3d3-0f34-46ea-bf80-3b0a8e2c0bb5 service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50d7a-e877-43fe-b63b-0d368fa885b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6485298 Mar 11 15:27:37.373139 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Pushing event updated for resources: {'Port': ['ID=0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:37.379985 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7e43ca04-74de-4a46-9a08-334e796e4484 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:37.407047 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-412a37f1-db5b-47db-8700-c03f1979a46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 5.0649259 Mar 11 15:27:37.409641 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60918) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:37.412272 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-7e43ca04-74de-4a46-9a08-334e796e4484 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Transition to ACTIVE for port object 2a7d852e-3732-4111-b102-d1ba3ea955f4 will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:27:37.414969 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c4d5559f-9bc4-4881-802f-3da1602a84b5 req-87dfdbfc-8719-4f95-8225-b5ae654458d8 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d213ed7-7cdc-4373-9ab6-6e091e2ba9df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4173820 Mar 11 15:27:37.501790 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-d3304af3-9893-4a71-811e-316fb354f9cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Deleting port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:27:37.502133 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d3304af3-9893-4a71-811e-316fb354f9cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:37.539721 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-d519fceb-42e4-401b-ae00-ac619e7353f2 req-cda8ebc9-02b1-423f-8ab0-3da7d80d1d53 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:37.569826 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-d519fceb-42e4-401b-ae00-ac619e7353f2 req-cda8ebc9-02b1-423f-8ab0-3da7d80d1d53 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:37.580540 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7e43ca04-74de-4a46-9a08-334e796e4484 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:37.748991 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d519fceb-42e4-401b-ae00-ac619e7353f2 req-cda8ebc9-02b1-423f-8ab0-3da7d80d1d53 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8e248f6e-761f-4e05-ba07-f212e2a3e90c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3343613 Mar 11 15:27:37.782917 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e43ca04-74de-4a46-9a08-334e796e4484 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Network 8473404d-a503-46b6-a2e0-ff74893f7662 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:27:37.789288 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-7e43ca04-74de-4a46-9a08-334e796e4484 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:27:37.792603 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e43ca04-74de-4a46-9a08-334e796e4484 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:27:37.801557 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:27:37.827135 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda8ebc9-02b1-423f-8ab0-3da7d80d1d53 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a55317-0706-4cdf-876f-665281c1d9ad,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:37.833971 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e43ca04-74de-4a46-9a08-334e796e4484 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Pushing event updated for resources: {'Port': ['ID=2a7d852e-3732-4111-b102-d1ba3ea955f4,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:37.922750 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-81a9b410-74dd-46e6-90a3-1f5486ab40da req-667fcbe8-5984-42b6-901d-3be29e741305 service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50d7a-e877-43fe-b63b-0d368fa885b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5475457 Mar 11 15:27:37.983240 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5b590718-413b-40b7-bea4-06b59eb786a7 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:38.030547 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e43ca04-74de-4a46-9a08-334e796e4484 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:38.031202 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7e43ca04-74de-4a46-9a08-334e796e4484 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:38.060429 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7e43ca04-74de-4a46-9a08-334e796e4484 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5968175 Mar 11 15:27:38.071242 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-d3304af3-9893-4a71-811e-316fb354f9cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] For port 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb, host hv-neutron-8333, got binding levels [] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:27:38.071922 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d3304af3-9893-4a71-811e-316fb354f9cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:38.081442 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60926) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:38.095844 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-3626943a-3da1-4f6f-b4fb-faa3a39ed027 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:7d:7a:14'}]}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:27:38.141118 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd2401-daa9-42b2-86d0-7a66bc6da5ed req-d89c658a-3f85-4497-8b54-3b0cfe4bbeab tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:38.143591 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f6fd2401-daa9-42b2-86d0-7a66bc6da5ed req-d89c658a-3f85-4497-8b54-3b0cfe4bbeab tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 943 time: 0.4570324 Mar 11 15:27:38.155978 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1484110-43d9-4481-b4e7-46faff0ea34f tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Router 9008a1c5-1176-402f-b839-3a38d95d8a60 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:27:38.202761 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-464f36f0-5cfa-4257-869c-32c85903707d None None] Provisioning for port 2a7d852e-3732-4111-b102-d1ba3ea955f4 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:27:38.210240 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-464f36f0-5cfa-4257-869c-32c85903707d None None] Provisioning complete for port 2a7d852e-3732-4111-b102-d1ba3ea955f4 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:27:38.212133 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-464f36f0-5cfa-4257-869c-32c85903707d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:38.248572 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device a650df7e-7466-470d-8473-ace951e19993 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:27:38.251139 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 889d0feb-4527-41ab-afa0-28b46637f917 up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:27:38.377030 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5b590718-413b-40b7-bea4-06b59eb786a7 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:38.385392 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-d3304af3-9893-4a71-811e-316fb354f9cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Calling delete_port for 0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb owned by {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:27:38.395090 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-464f36f0-5cfa-4257-869c-32c85903707d None None] Port 2a7d852e-3732-4111-b102-d1ba3ea955f4 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:27:38.458631 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5b590718-413b-40b7-bea4-06b59eb786a7 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:38.521432 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning for port 889d0feb-4527-41ab-afa0-28b46637f917 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:27:38.530514 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port 889d0feb-4527-41ab-afa0-28b46637f917 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:27:38.530878 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:38.574702 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f6fd2401-daa9-42b2-86d0-7a66bc6da5ed req-5d85a946-1f08-4624-a638-9aecc7ce54f4 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3355048 Mar 11 15:27:38.616284 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c288b8-b4f1-499c-8a0a-e29ed2908ada req-43480c53-8125-4016-abf6-ef9250e1154f tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:38.623251 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-52c288b8-b4f1-499c-8a0a-e29ed2908ada req-43480c53-8125-4016-abf6-ef9250e1154f tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa86658-9887-4be1-b768-039365ac35d9 HTTP/1.1" status: 200 len: 946 time: 0.3960268 Mar 11 15:27:38.624776 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port a650df7e-7466-470d-8473-ace951e19993, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a650df7e-7466-470d-8473-ace951e19993,segment=NetworkSegment(45c5f275-59df-4ebf-b47e-648f4f176e10),segment_id=45c5f275-59df-4ebf-b47e-648f4f176e10)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:27:38.651894 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5b590718-413b-40b7-bea4-06b59eb786a7 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:38.652462 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b590718-413b-40b7-bea4-06b59eb786a7 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Fanout notify agent at l3_agent the message router_deleted on router e1b18a14-6d4a-4733-8911-e9b08c0d0da8 {{(pid=83866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:27:38.661101 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c20db58c-5b4c-4695-928e-724324c5aa3a tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:38.673573 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d3304af3-9893-4a71-811e-316fb354f9cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:38.673893 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': 'a650df7e-7466-470d-8473-ace951e19993', 'network_id': 'f5e50d7a-e877-43fe-b63b-0d368fa885b4', 'port_id': 'a650df7e-7466-470d-8473-ace951e19993', 'mac_address': 'fa:16:3e:a5:c5:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b420fae9-b9a1-421f-87dd-fad5be9646ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:27:38.746014 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3304af3-9893-4a71-811e-316fb354f9cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:38.817098 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:38.847887 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:38.860847 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a650df7e-7466-470d-8473-ace951e19993 {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:27:38.890827 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port a650df7e-7466-470d-8473-ace951e19993, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a650df7e-7466-470d-8473-ace951e19993,segment=NetworkSegment(45c5f275-59df-4ebf-b47e-648f4f176e10),segment_id=45c5f275-59df-4ebf-b47e-648f4f176e10)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:27:38.896869 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e31028b-263a-4e93-87f6-6c800a936377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889d0feb-4527-41ab-afa0-28b46637f917'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:27:38.905874 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:38.921954 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d3304af3-9893-4a71-811e-316fb354f9cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:38.939429 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 889d0feb-4527-41ab-afa0-28b46637f917, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=889d0feb-4527-41ab-afa0-28b46637f917,segment=NetworkSegment(8ae4db9a-22ea-4190-a511-322033645f15),segment_id=8ae4db9a-22ea-4190-a511-322033645f15)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:27:38.958738 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:38.993745 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3626943a-3da1-4f6f-b4fb-faa3a39ed027 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:38.996333 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=a650df7e-7466-470d-8473-ace951e19993,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:39.029488 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-52c288b8-b4f1-499c-8a0a-e29ed2908ada req-267d79f3-68e8-48af-aedc-85bf284fbe50 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e248f6e-761f-4e05-ba07-f212e2a3e90c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4052556 Mar 11 15:27:39.063679 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5b590718-413b-40b7-bea4-06b59eb786a7 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:39.064787 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-5b590718-413b-40b7-bea4-06b59eb786a7 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] 10.222.0.31 "DELETE /v2.0/routers/e1b18a14-6d4a-4733-8911-e9b08c0d0da8 HTTP/1.1" status: 204 len: 168 time: 6.1102176 Mar 11 15:27:39.070997 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60934) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:39.077983 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-38265b60-b14a-433f-b47b-cd51f2064cbd tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Request body: {'router': {'name': 'tempest-snat-router-777258217', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'enable_snat': False}}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:27:39.085123 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-38265b60-b14a-433f-b47b-cd51f2064cbd tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:27:39.087931 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d3304af3-9893-4a71-811e-316fb354f9cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] 10.222.0.31 "DELETE /v2.0/ports/0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb HTTP/1.1" status: 204 len: 168 time: 1.6772544 Mar 11 15:27:39.095379 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60938) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:39.103899 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-38265b60-b14a-433f-b47b-cd51f2064cbd tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Usage tracker for resource:router and tenant:8416a1f9e2aa4cfc99ca677832c9b19f is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:27:39.110547 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-38265b60-b14a-433f-b47b-cd51f2064cbd tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:27:39.120291 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-38265b60-b14a-433f-b47b-cd51f2064cbd tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:27:39.145911 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-38265b60-b14a-433f-b47b-cd51f2064cbd tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:39.146965 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-38265b60-b14a-433f-b47b-cd51f2064cbd tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:39.153310 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=889d0feb-4527-41ab-afa0-28b46637f917,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:39.172203 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1484110-43d9-4481-b4e7-46faff0ea34f tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:27:39.196175 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47f1449-ff84-4754-b84a-793c8ebc2d55 None None] Sync routers for ids ['9008a1c5-1176-402f-b839-3a38d95d8a60'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:27:39.222995 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e31028b-263a-4e93-87f6-6c800a936377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889d0feb-4527-41ab-afa0-28b46637f917', 'code': 200} Mar 11 15:27:39.243261 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-38265b60-b14a-433f-b47b-cd51f2064cbd tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:39.246205 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47f1449-ff84-4754-b84a-793c8ebc2d55 None None] Routers {'9008a1c5-1176-402f-b839-3a38d95d8a60'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:27:39.247416 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-c47f1449-ff84-4754-b84a-793c8ebc2d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:27:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['9008a1c5-1176-402f-b839-3a38d95d8a60'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:39.259053 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-42b39244-a2ad-4380-8c56-c7552ec06b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] GET failed (client error): The resource could not be found. Mar 11 15:27:39.259873 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-42b39244-a2ad-4380-8c56-c7552ec06b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Synchronizing usage tracker for tenant:9a021ebe94474df7bd987a1f0e84b39f on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:27:39.276437 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a0347-f25e-481e-a638-4525f7298cfe req-bb878009-2316-42cc-a5a3-d28bab62ffae tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:39.278405 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-704a0347-f25e-481e-a638-4525f7298cfe req-bb878009-2316-42cc-a5a3-d28bab62ffae tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e31028b-263a-4e93-87f6-6c800a936377 HTTP/1.1" status: 200 len: 944 time: 0.5398655 Mar 11 15:27:39.321918 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f1484110-43d9-4481-b4e7-46faff0ea34f tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:39.444841 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-42b39244-a2ad-4380-8c56-c7552ec06b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Unset dirty status for tenant:9a021ebe94474df7bd987a1f0e84b39f on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:27:39.448335 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-42b39244-a2ad-4380-8c56-c7552ec06b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] 10.222.0.31 "GET /v2.0/ports/0d1b5dcc-c1a0-49cb-b6d6-52b3c8e373bb HTTP/1.1" status: 404 len: 333 time: 0.3366835 Mar 11 15:27:39.449215 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f1484110-43d9-4481-b4e7-46faff0ea34f tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 985 time: 17.3628845 Mar 11 15:27:39.453778 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['a650df7e-7466-470d-8473-ace951e19993'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 15:27:39.480319 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60942) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:39.480813 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60944) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:39.548876 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-c47f1449-ff84-4754-b84a-793c8ebc2d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:39.590041 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47f1449-ff84-4754-b84a-793c8ebc2d55 None None] Routers {'9008a1c5-1176-402f-b839-3a38d95d8a60'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:27:39.592780 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-c47f1449-ff84-4754-b84a-793c8ebc2d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:27:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['9008a1c5-1176-402f-b839-3a38d95d8a60'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:39.642704 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-c78299e9-932e-488e-999b-9274a1e91f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Request body: {'port': {'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-907733717'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:27:39.650854 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c78299e9-932e-488e-999b-9274a1e91f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:27:39.681342 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-bb18f5d0-1602-43f3-85a2-300d1cd11859 tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] 10.222.0.31 "GET /v2.0/floatingips/10d347e7-2838-4b93-9328-5359751b3a57 HTTP/1.1" status: 200 len: 980 time: 0.1960363 Mar 11 15:27:39.683831 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60952) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:39.717842 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-c47f1449-ff84-4754-b84a-793c8ebc2d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:39.718695 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47f1449-ff84-4754-b84a-793c8ebc2d55 None None] The sync data for ids ['9008a1c5-1176-402f-b839-3a38d95d8a60'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:27:39.814898 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-38265b60-b14a-433f-b47b-cd51f2064cbd tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:39.850849 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3626943a-3da1-4f6f-b4fb-faa3a39ed027 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:39.862759 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c78299e9-932e-488e-999b-9274a1e91f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:27:39.867787 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3626943a-3da1-4f6f-b4fb-faa3a39ed027 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:39.979639 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78299e9-932e-488e-999b-9274a1e91f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Made reservation on behalf of 9a021ebe94474df7bd987a1f0e84b39f for: {'port': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:27:39.981851 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c78299e9-932e-488e-999b-9274a1e91f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:40.020042 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-337d4597-486b-4d5a-b678-2fd875ae2726 tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2902 time: 0.3271577 Mar 11 15:27:40.026153 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d628a400-6a53-4a9f-9fc1-684854a6a70d req-466703a8-82e7-403b-bc31-3a7cc42883e4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5e31028b-263a-4e93-87f6-6c800a936377 HTTP/1.1" status: 200 len: 1098 time: 0.4477544 Mar 11 15:27:40.032702 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60956) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:40.050701 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-704a0347-f25e-481e-a638-4525f7298cfe req-13bd3c30-75aa-4e38-9a2a-63edc5ef1052 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d213ed7-7cdc-4373-9ab6-6e091e2ba9df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7455535 Mar 11 15:27:40.075868 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3626943a-3da1-4f6f-b4fb-faa3a39ed027 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Pushing event updated for resources: {'Port': ['ID=2a7d852e-3732-4111-b102-d1ba3ea955f4,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:40.084233 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-c78299e9-932e-488e-999b-9274a1e91f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] device_id is not set on port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:27:40.330303 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c93040-f85c-45ad-91c4-6704a7bf01d8 req-c52795ea-b240-460c-bb4a-16032a32a9eb tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:40.332234 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b4c93040-f85c-45ad-91c4-6704a7bf01d8 req-c52795ea-b240-460c-bb4a-16032a32a9eb tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 944 time: 0.4453599 Mar 11 15:27:40.344929 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-20beaa98-8f7a-4dd5-8089-aac665b2b435 None None] Provisioning complete for port 2a7d852e-3732-4111-b102-d1ba3ea955f4 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:27:40.345394 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-20beaa98-8f7a-4dd5-8089-aac665b2b435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:40.408131 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-d628a400-6a53-4a9f-9fc1-684854a6a70d req-892e2f98-f06e-417f-aa22-71dbc03065bb service neutron] Synchronizing usage tracker for tenant:c17ced2fb93f482faa8038046e9cfcc8 on resource:security_group {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:27:40.428165 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-20beaa98-8f7a-4dd5-8089-aac665b2b435 None None] Port 2a7d852e-3732-4111-b102-d1ba3ea955f4 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:27:40.440796 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-3626943a-3da1-4f6f-b4fb-faa3a39ed027 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] In _notify_port_updated(), no bound segment for port 2a7d852e-3732-4111-b102-d1ba3ea955f4 on network 8473404d-a503-46b6-a2e0-ff74893f7662 {{(pid=83867) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 15:27:40.444722 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3626943a-3da1-4f6f-b4fb-faa3a39ed027 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:40.446032 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3626943a-3da1-4f6f-b4fb-faa3a39ed027 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:40.456181 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-3626943a-3da1-4f6f-b4fb-faa3a39ed027 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] 10.222.0.31 "PUT /v2.0/ports/2a7d852e-3732-4111-b102-d1ba3ea955f4 HTTP/1.1" status: 200 len: 996 time: 2.3642118 Mar 11 15:27:40.458925 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60962) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:40.507147 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c78299e9-932e-488e-999b-9274a1e91f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:40.524555 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-0934f225-b518-4470-ac65-65bc37a820bf tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Deleting port 12b7c4fa-d57b-4339-826c-15b778272353 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:27:40.524898 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0934f225-b518-4470-ac65-65bc37a820bf tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:40.550087 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-d628a400-6a53-4a9f-9fc1-684854a6a70d req-892e2f98-f06e-417f-aa22-71dbc03065bb service neutron] Unset dirty status for tenant:c17ced2fb93f482faa8038046e9cfcc8 on resource:security_group {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:27:40.551339 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d628a400-6a53-4a9f-9fc1-684854a6a70d req-892e2f98-f06e-417f-aa22-71dbc03065bb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8d213ed7-7cdc-4373-9ab6-6e091e2ba9df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5128026 Mar 11 15:27:40.562656 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b4c93040-f85c-45ad-91c4-6704a7bf01d8 req-9c6a4824-9dbb-4f99-9b3b-daa95e27be95 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697576 Mar 11 15:27:40.565968 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-361f8057-12c2-4cf1-b53f-6bdf660d4296 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Deleting port 2a7d852e-3732-4111-b102-d1ba3ea955f4 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:27:40.566312 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-361f8057-12c2-4cf1-b53f-6bdf660d4296 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:40.639252 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ed097-40d3-490d-9aaf-31d68466b575 req-fea94af7-7d84-49aa-876b-440086047751 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:40.640838 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-081ed097-40d3-490d-9aaf-31d68466b575 req-fea94af7-7d84-49aa-876b-440086047751 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa86658-9887-4be1-b768-039365ac35d9 HTTP/1.1" status: 200 len: 946 time: 0.2857239 Mar 11 15:27:40.646103 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c78299e9-932e-488e-999b-9274a1e91f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:40.795980 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78299e9-932e-488e-999b-9274a1e91f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:27:40.808011 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-c78299e9-932e-488e-999b-9274a1e91f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:27:40.815557 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78299e9-932e-488e-999b-9274a1e91f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:27:40.816403 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78299e9-932e-488e-999b-9274a1e91f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:40.817002 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c78299e9-932e-488e-999b-9274a1e91f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:40.837187 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78299e9-932e-488e-999b-9274a1e91f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Pushing event updated for resources: {'Port': ['ID=7ba82b1d-548d-4d2d-88f1-685d045b8db6,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:40.932074 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-081ed097-40d3-490d-9aaf-31d68466b575 req-f48b4ab8-a8da-48d0-a6c6-594d7363c16a tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e248f6e-761f-4e05-ba07-f212e2a3e90c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2506220 Mar 11 15:27:40.946631 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c78299e9-932e-488e-999b-9274a1e91f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.4615965 Mar 11 15:27:40.948155 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-c20db58c-5b4c-4695-928e-724324c5aa3a tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Deleting port edb50de2-1d3b-459d-848f-c170a07a4788 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:27:40.948155 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c20db58c-5b4c-4695-928e-724324c5aa3a tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:40.949779 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60966) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:40.958555 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8333'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:27:41.016516 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0934f225-b518-4470-ac65-65bc37a820bf tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:41.016842 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0934f225-b518-4470-ac65-65bc37a820bf tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:41.036703 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-38265b60-b14a-433f-b47b-cd51f2064cbd tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:41.037921 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-361f8057-12c2-4cf1-b53f-6bdf660d4296 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:41.186278 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-0934f225-b518-4470-ac65-65bc37a820bf tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Calling delete_port for 12b7c4fa-d57b-4339-826c-15b778272353 owned by network:floatingip {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:27:41.270930 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-38265b60-b14a-433f-b47b-cd51f2064cbd tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:41.300428 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-361f8057-12c2-4cf1-b53f-6bdf660d4296 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Calling delete_port for 2a7d852e-3732-4111-b102-d1ba3ea955f4 owned by {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:27:41.389702 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:41.566918 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c20db58c-5b4c-4695-928e-724324c5aa3a tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:41.651909 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35224e0c-4824-457c-9502-67c0e4a18ecb req-2810d52a-16ab-442c-8bde-b80b74b0afee tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:41.653440 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-35224e0c-4824-457c-9502-67c0e4a18ecb req-2810d52a-16ab-442c-8bde-b80b74b0afee tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e31028b-263a-4e93-87f6-6c800a936377 HTTP/1.1" status: 200 len: 945 time: 0.3621387 Mar 11 15:27:41.710444 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-361f8057-12c2-4cf1-b53f-6bdf660d4296 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:41.716383 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-c20db58c-5b4c-4695-928e-724324c5aa3a tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Calling delete_port for edb50de2-1d3b-459d-848f-c170a07a4788 owned by network:router_interface {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:27:41.769817 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f8057-12c2-4cf1-b53f-6bdf660d4296 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Pushing event deleted for resources: {'Port': ['ID=2a7d852e-3732-4111-b102-d1ba3ea955f4,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:41.774785 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32862a0d-6bff-4994-930e-d5d187bcb6a1 req-ee6f5c5e-15c9-4cbd-a64e-633495e0f385 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:41.776299 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-32862a0d-6bff-4994-930e-d5d187bcb6a1 req-ee6f5c5e-15c9-4cbd-a64e-633495e0f385 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa86658-9887-4be1-b768-039365ac35d9 HTTP/1.1" status: 200 len: 946 time: 0.6034253 Mar 11 15:27:41.787771 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60976) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:41.831514 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-38265b60-b14a-433f-b47b-cd51f2064cbd tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Allocated IP 172.26.0.119 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/a40a07d0-7d0d-4ada-985a-3e7a16648f9d) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:27:41.837026 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-35224e0c-4824-457c-9502-67c0e4a18ecb req-78606210-ce18-4bb1-82ba-f474153f99f1 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d213ed7-7cdc-4373-9ab6-6e091e2ba9df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681294 Mar 11 15:27:41.844081 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-d98e96be-64ac-4fd9-864a-9d374b722b2a tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Request body: {'floatingip': {'port_id': 'a909ec65-9bed-438c-af92-cbf7d5e8f831'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:27:41.935795 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0934f225-b518-4470-ac65-65bc37a820bf tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:42.077714 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0934f225-b518-4470-ac65-65bc37a820bf tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Pushing event deleted for resources: {'Port': ['ID=12b7c4fa-d57b-4339-826c-15b778272353,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:42.095234 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d98e96be-64ac-4fd9-864a-9d374b722b2a tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks [] for floatingip, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:42.223579 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] device_id is not set on port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:27:42.240044 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-361f8057-12c2-4cf1-b53f-6bdf660d4296 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:42.244391 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:42.252047 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device a650df7e-7466-470d-8473-ace951e19993 up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:27:42.273086 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-361f8057-12c2-4cf1-b53f-6bdf660d4296 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] 10.222.0.31 "DELETE /v2.0/ports/2a7d852e-3732-4111-b102-d1ba3ea955f4 HTTP/1.1" status: 204 len: 168 time: 1.8118353 Mar 11 15:27:42.282824 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60980) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:42.323583 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Transition to ACTIVE for port object 7ba82b1d-548d-4d2d-88f1-685d045b8db6 will not be triggered until provisioned by entity L2. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:27:42.348318 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning for port a650df7e-7466-470d-8473-ace951e19993 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:27:42.353975 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port a650df7e-7466-470d-8473-ace951e19993 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:27:42.354350 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:42.359913 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-761cf8b7-73a2-47c5-994d-fd640b00c9af tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] GET failed (client error): The resource could not be found. Mar 11 15:27:42.360433 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-761cf8b7-73a2-47c5-994d-fd640b00c9af tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Synchronizing usage tracker for tenant:c1f0a827cabe44d0a4eecdf517b52b22 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:27:42.362769 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:42.374970 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0934f225-b518-4470-ac65-65bc37a820bf tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks [] for floatingip, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:42.505326 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:42.521059 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-761cf8b7-73a2-47c5-994d-fd640b00c9af tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Unset dirty status for tenant:c1f0a827cabe44d0a4eecdf517b52b22 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:27:42.522240 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-761cf8b7-73a2-47c5-994d-fd640b00c9af tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] 10.222.0.31 "GET /v2.0/ports/2a7d852e-3732-4111-b102-d1ba3ea955f4 HTTP/1.1" status: 404 len: 333 time: 0.2405195 Mar 11 15:27:42.544009 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f1288d-c23b-4ad6-8dbb-fc7e205095e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a650df7e-7466-470d-8473-ace951e19993'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:27:42.558883 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 60984) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:42.579369 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port a650df7e-7466-470d-8473-ace951e19993, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a650df7e-7466-470d-8473-ace951e19993,segment=NetworkSegment(45c5f275-59df-4ebf-b47e-648f4f176e10),segment_id=45c5f275-59df-4ebf-b47e-648f4f176e10)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:27:42.588754 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-0b374fc5-55a1-481a-bbf0-6a671e5a0246 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Request body: {'port': {'network_id': '8473404d-a503-46b6-a2e0-ff74893f7662', 'name': 'tempest-AllowedAddressPairTestJSON-1569394927'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:27:42.589951 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:42.615672 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-38265b60-b14a-433f-b47b-cd51f2064cbd tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:42.663109 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Pushing event updated for resources: {'Port': ['ID=7ba82b1d-548d-4d2d-88f1-685d045b8db6,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:42.678222 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f1288d-c23b-4ad6-8dbb-fc7e205095e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a650df7e-7466-470d-8473-ace951e19993', 'code': 200} Mar 11 15:27:42.715904 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:27:42.715904 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:27:42.716745 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:27:42.739132 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:27:42.739586 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Failed to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] Mar 11 15:27:42.742763 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.plugins.ml2.plugin [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempt 2 to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 Mar 11 15:27:42.753447 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=a650df7e-7466-470d-8473-ace951e19993,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:42.765277 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:27:42.765544 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:27:42.766743 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:27:42.771448 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7d71d-4fb9-4f43-99a8-95256187288b req-664fa93c-8a7b-4cc2-827e-807ecc0dd7bc tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:42.773620 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-58c7d71d-4fb9-4f43-99a8-95256187288b req-664fa93c-8a7b-4cc2-827e-807ecc0dd7bc tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 944 time: 0.7346232 Mar 11 15:27:42.839587 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:27:42.839923 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Failed to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] Mar 11 15:27:42.845548 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.plugins.ml2.plugin [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempt 3 to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 Mar 11 15:27:42.855524 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c20db58c-5b4c-4695-928e-724324c5aa3a tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:42.977814 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20db58c-5b4c-4695-928e-724324c5aa3a tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Pushing event deleted for resources: {'Port': ['ID=edb50de2-1d3b-459d-848f-c170a07a4788,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:43.057594 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-38265b60-b14a-433f-b47b-cd51f2064cbd tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:43.063020 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-58c7d71d-4fb9-4f43-99a8-95256187288b req-ddbfc32d-9ebb-4d41-adbe-e5c64ee9b5f5 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2747803 Mar 11 15:27:43.137348 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:27:43.137348 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:27:43.138280 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:27:43.173726 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:27:43.174067 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Failed to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] Mar 11 15:27:43.177516 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.plugins.ml2.plugin [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempt 4 to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 Mar 11 15:27:43.178012 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0b374fc5-55a1-481a-bbf0-6a671e5a0246 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:27:43.212771 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:27:43.213105 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:27:43.213433 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:27:43.221598 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38265b60-b14a-433f-b47b-cd51f2064cbd tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:27:43.232442 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:27:43.232777 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Failed to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] Mar 11 15:27:43.259614 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-38265b60-b14a-433f-b47b-cd51f2064cbd tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:27:43.262571 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38265b60-b14a-433f-b47b-cd51f2064cbd tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:27:43.268658 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.plugins.ml2.plugin [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempt 5 to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 Mar 11 15:27:43.304869 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:27:43.305219 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:27:43.305400 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:27:43.313559 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0b374fc5-55a1-481a-bbf0-6a671e5a0246 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:27:43.319211 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38265b60-b14a-433f-b47b-cd51f2064cbd tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Pushing event updated for resources: {'Port': ['ID=a40a07d0-7d0d-4ada-985a-3e7a16648f9d,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:43.320003 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee86861-ea53-48e8-b4f9-13b3ca1830ab req-432e3c5a-328a-430a-b053-72652a61ff08 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:43.321730 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-9ee86861-ea53-48e8-b4f9-13b3ca1830ab req-432e3c5a-328a-430a-b053-72652a61ff08 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e31028b-263a-4e93-87f6-6c800a936377 HTTP/1.1" status: 200 len: 945 time: 0.2337108 Mar 11 15:27:43.370809 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b374fc5-55a1-481a-bbf0-6a671e5a0246 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Made reservation on behalf of c1f0a827cabe44d0a4eecdf517b52b22 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:27:43.373819 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0b374fc5-55a1-481a-bbf0-6a671e5a0246 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:43.416626 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:27:43.417056 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Failed to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] Mar 11 15:27:43.421872 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.plugins.ml2.plugin [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempt 6 to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 Mar 11 15:27:43.467933 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:27:43.468294 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:27:43.468631 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:27:43.475166 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d98e96be-64ac-4fd9-864a-9d374b722b2a tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:43.483766 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-9ee86861-ea53-48e8-b4f9-13b3ca1830ab req-62070682-a864-435e-bf43-dabcba14ee66 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d213ed7-7cdc-4373-9ab6-6e091e2ba9df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002975 Mar 11 15:27:43.484305 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d98e96be-64ac-4fd9-864a-9d374b722b2a tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:43.533527 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:27:43.533912 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Failed to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] Mar 11 15:27:43.540388 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.plugins.ml2.plugin [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempt 7 to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 Mar 11 15:27:43.557695 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5cee570b-8289-4c2c-b3b8-1e8cbe717be9 req-8aad95be-be55-4a96-a444-29c0c884035b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 1098 time: 0.6292641 Mar 11 15:27:43.597285 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-0b374fc5-55a1-481a-bbf0-6a671e5a0246 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] device_id is not set on port 5f17d432-e030-47d3-a9ce-2cf6a99ddaa7 yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:27:43.616602 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:27:43.616602 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:27:43.617622 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:27:43.640247 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:27:43.640569 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Failed to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] Mar 11 15:27:43.642082 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.plugins.ml2.plugin [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempt 8 to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 Mar 11 15:27:43.660394 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:27:43.660714 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:27:43.661041 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:27:43.672079 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:27:43.672437 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Failed to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] Mar 11 15:27:43.674248 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.plugins.ml2.plugin [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempt 9 to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 Mar 11 15:27:43.693638 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:27:43.693965 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:27:43.694290 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:27:43.704433 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:27:43.704766 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Failed to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] Mar 11 15:27:43.705996 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.plugins.ml2.plugin [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempt 10 to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 Mar 11 15:27:43.725238 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:27:43.725564 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:27:43.725961 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:27:43.744964 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:27:43.745289 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Failed to bind port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] Mar 11 15:27:43.745640 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:43.783201 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c20db58c-5b4c-4695-928e-724324c5aa3a tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:43.812188 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5cee570b-8289-4c2c-b3b8-1e8cbe717be9 req-7ff6447e-3254-4598-8567-f6fbf8af575d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2334051 Mar 11 15:27:43.815628 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.l3_db [None req-d98e96be-64ac-4fd9-864a-9d374b722b2a tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Floating IP b19e338b-66d5-44ac-974d-c2560c30ef05 associated. External IP: 172.26.0.199, port: a909ec65-9bed-438c-af92-cbf7d5e8f831. Mar 11 15:27:43.964522 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] For port 7ba82b1d-548d-4d2d-88f1-685d045b8db6, host hv-neutron-8333, cleared binding levels {{(pid=83867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:27:43.964892 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempted to set empty binding levels {{(pid=83867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 15:27:43.976576 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:44.042461 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] In _notify_port_updated(), no bound segment for port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 {{(pid=83867) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 15:27:44.043482 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:44.050847 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] 10.222.0.31 "PUT /v2.0/ports/7ba82b1d-548d-4d2d-88f1-685d045b8db6 HTTP/1.1" status: 200 len: 980 time: 3.0939291 Mar 11 15:27:44.050847 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 60994) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:44.103643 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b8cf32-ffda-4a97-8875-c7c4d373b9df tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Pushing event updated for resources: {'Port': ['ID=7ba82b1d-548d-4d2d-88f1-685d045b8db6,revision_number=3']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:44.111552 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-0b374fc5-55a1-481a-bbf0-6a671e5a0246 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Allocated IP 172.20.0.7 (8473404d-a503-46b6-a2e0-ff74893f7662/2fd7e7ec-ee8b-4137-89ed-25052026265a/5f17d432-e030-47d3-a9ce-2cf6a99ddaa7) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:27:44.204590 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-27156a69-e3c3-4e1b-a6c6-135f443e8d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Synchronizing usage tracker for tenant:9a021ebe94474df7bd987a1f0e84b39f on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:27:44.232457 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-27156a69-e3c3-4e1b-a6c6-135f443e8d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Unset dirty status for tenant:9a021ebe94474df7bd987a1f0e84b39f on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:27:44.238083 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-27156a69-e3c3-4e1b-a6c6-135f443e8d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27694 time: 0.1827431 Mar 11 15:27:44.242989 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 32768) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:44.323004 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4309a1b-0eec-4309-bf36-92931a863621 req-5b96f776-b234-46c9-a9c6-a8358c1e4b52 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:44.324533 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a4309a1b-0eec-4309-bf36-92931a863621 req-5b96f776-b234-46c9-a9c6-a8358c1e4b52 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e31028b-263a-4e93-87f6-6c800a936377 HTTP/1.1" status: 200 len: 945 time: 0.6877565 Mar 11 15:27:44.337298 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 32772) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:44.362994 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-e8475e62-51b8-4eef-b34c-ddb1f88a5167 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Request body: {'floatingip': {'port_id': '889d0feb-4527-41ab-afa0-28b46637f917'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:27:44.416680 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-be0de4cc-cd57-412e-9f6e-94b6db4d4d17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Deleting port 7ba82b1d-548d-4d2d-88f1-685d045b8db6 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:27:44.417023 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-be0de4cc-cd57-412e-9f6e-94b6db4d4d17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:44.601827 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e8475e62-51b8-4eef-b34c-ddb1f88a5167 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks [] for floatingip, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:44.722253 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a95db-4ecd-4ca0-80ba-ccc1bcb0fab9 req-583c530c-771d-41a2-9aa6-4d75fa99d7e7 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:44.723666 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-0a8a95db-4ecd-4ca0-80ba-ccc1bcb0fab9 req-583c530c-771d-41a2-9aa6-4d75fa99d7e7 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.4362214 Mar 11 15:27:44.824399 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-38265b60-b14a-433f-b47b-cd51f2064cbd tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:44.825140 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-38265b60-b14a-433f-b47b-cd51f2064cbd tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:44.874098 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-be0de4cc-cd57-412e-9f6e-94b6db4d4d17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] For port 7ba82b1d-548d-4d2d-88f1-685d045b8db6, host hv-neutron-8333, got binding levels [] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:27:44.874456 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-be0de4cc-cd57-412e-9f6e-94b6db4d4d17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:44.999919 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-0a8a95db-4ecd-4ca0-80ba-ccc1bcb0fab9 req-11024e35-76c4-499c-a151-5e7e44757742 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2561185 Mar 11 15:27:45.006678 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-be0de4cc-cd57-412e-9f6e-94b6db4d4d17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Calling delete_port for 7ba82b1d-548d-4d2d-88f1-685d045b8db6 owned by {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:27:45.114170 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d98e96be-64ac-4fd9-864a-9d374b722b2a tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Router 4eb4ea81-f01e-4af6-b207-82c89eead0ea has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:27:45.115048 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-be0de4cc-cd57-412e-9f6e-94b6db4d4d17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:45.166172 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0de4cc-cd57-412e-9f6e-94b6db4d4d17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Pushing event deleted for resources: {'Port': ['ID=7ba82b1d-548d-4d2d-88f1-685d045b8db6,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:45.182975 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-be0de4cc-cd57-412e-9f6e-94b6db4d4d17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:45.310567 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-be0de4cc-cd57-412e-9f6e-94b6db4d4d17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] 10.222.0.31 "DELETE /v2.0/ports/7ba82b1d-548d-4d2d-88f1-685d045b8db6 HTTP/1.1" status: 204 len: 168 time: 1.0637283 Mar 11 15:27:45.313972 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 32776) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:45.371659 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-4766c598-c58f-491c-8bb7-823f56c52fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] GET failed (client error): The resource could not be found. Mar 11 15:27:45.372337 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4766c598-c58f-491c-8bb7-823f56c52fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Synchronizing usage tracker for tenant:9a021ebe94474df7bd987a1f0e84b39f on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:27:45.380699 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0b374fc5-55a1-481a-bbf0-6a671e5a0246 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:45.409134 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4766c598-c58f-491c-8bb7-823f56c52fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Unset dirty status for tenant:9a021ebe94474df7bd987a1f0e84b39f on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:27:45.414034 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4766c598-c58f-491c-8bb7-823f56c52fdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] 10.222.0.31 "GET /v2.0/ports/7ba82b1d-548d-4d2d-88f1-685d045b8db6 HTTP/1.1" status: 404 len: 333 time: 0.0961492 Mar 11 15:27:45.414501 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 32780) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:45.425815 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-c5f5c964-d1ef-467f-be2a-ec1c4e35443e tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743401380', 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:27:45.435189 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:45.438284 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-0b374fc5-55a1-481a-bbf0-6a671e5a0246 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Transition to ACTIVE for port object 5f17d432-e030-47d3-a9ce-2cf6a99ddaa7 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:27:45.442442 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c5f5c964-d1ef-467f-be2a-ec1c4e35443e tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:27:45.456382 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20db58c-5b4c-4695-928e-724324c5aa3a tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Router 3cbafe30-8812-431a-8647-e21d5133d0f2 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:27:45.459636 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c5f5c964-d1ef-467f-be2a-ec1c4e35443e tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:27:45.486345 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f5c964-d1ef-467f-be2a-ec1c4e35443e tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Made reservation on behalf of 9a021ebe94474df7bd987a1f0e84b39f for: {'port': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:27:45.489066 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c5f5c964-d1ef-467f-be2a-ec1c4e35443e tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:45.530395 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-c5f5c964-d1ef-467f-be2a-ec1c4e35443e tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] device_id is not set on port ef64b8e5-d5b8-4ef3-b6ef-1f861777f2b4 yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:27:45.538494 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0934f225-b518-4470-ac65-65bc37a820bf tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Router 9008a1c5-1176-402f-b839-3a38d95d8a60 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:27:45.614008 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98e96be-64ac-4fd9-864a-9d374b722b2a tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:27:45.636760 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d98e96be-64ac-4fd9-864a-9d374b722b2a tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:45.792259 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d98e96be-64ac-4fd9-864a-9d374b722b2a tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "PUT /v2.0/floatingips/b19e338b-66d5-44ac-974d-c2560c30ef05 HTTP/1.1" status: 200 len: 992 time: 4.0023868 Mar 11 15:27:45.794970 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aa86658-9887-4be1-b768-039365ac35d9', 'tag': 'a909ec65-9bed-438c-af92-cbf7d5e8f831'}] {{(pid=83867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:27:45.802063 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0b374fc5-55a1-481a-bbf0-6a671e5a0246 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:45.848187 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c5f5c964-d1ef-467f-be2a-ec1c4e35443e tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:45.858380 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aa86658-9887-4be1-b768-039365ac35d9', 'tag': 'a909ec65-9bed-438c-af92-cbf7d5e8f831', 'status': 'completed', 'code': 200} Mar 11 15:27:45.883517 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c5f5c964-d1ef-467f-be2a-ec1c4e35443e tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:45.964912 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f5c964-d1ef-467f-be2a-ec1c4e35443e tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:27:45.967765 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-c5f5c964-d1ef-467f-be2a-ec1c4e35443e tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:27:45.971586 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f5c964-d1ef-467f-be2a-ec1c4e35443e tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:27:45.972457 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f5c964-d1ef-467f-be2a-ec1c4e35443e tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:45.973029 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c5f5c964-d1ef-467f-be2a-ec1c4e35443e tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:45.986695 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5c964-d1ef-467f-be2a-ec1c4e35443e tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Pushing event updated for resources: {'Port': ['ID=ef64b8e5-d5b8-4ef3-b6ef-1f861777f2b4,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:46.001002 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c5f5c964-d1ef-467f-be2a-ec1c4e35443e tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5822759 Mar 11 15:27:46.001260 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 32788) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:46.080902 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-934e14d6-b7dd-4995-96a4-3c6ef21c8c91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Synchronizing usage tracker for tenant:9a021ebe94474df7bd987a1f0e84b39f on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:27:46.101837 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-934e14d6-b7dd-4995-96a4-3c6ef21c8c91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Unset dirty status for tenant:9a021ebe94474df7bd987a1f0e84b39f on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:27:46.103520 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-934e14d6-b7dd-4995-96a4-3c6ef21c8c91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] 10.222.0.31 "GET /v2.0/ports/ef64b8e5-d5b8-4ef3-b6ef-1f861777f2b4 HTTP/1.1" status: 200 len: 959 time: 0.1013334 Mar 11 15:27:46.106335 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 32796) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:46.166333 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b374fc5-55a1-481a-bbf0-6a671e5a0246 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Network 8473404d-a503-46b6-a2e0-ff74893f7662 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:27:46.172776 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b374fc5-55a1-481a-bbf0-6a671e5a0246 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Pushing event updated for resources: {'Port': ['ID=5f17d432-e030-47d3-a9ce-2cf6a99ddaa7,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:46.185532 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-0b374fc5-55a1-481a-bbf0-6a671e5a0246 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:27:46.194258 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b374fc5-55a1-481a-bbf0-6a671e5a0246 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:27:46.224503 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-cbe0f429-c6e6-4b5f-b9ae-7901feaff137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Deleting port ef64b8e5-d5b8-4ef3-b6ef-1f861777f2b4 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:27:46.224855 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cbe0f429-c6e6-4b5f-b9ae-7901feaff137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:46.244814 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20db58c-5b4c-4695-928e-724324c5aa3a tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:27:46.259143 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bfeed8-d98b-4d18-8601-89e841b0f24c None None] Sync routers for ids ['3cbafe30-8812-431a-8647-e21d5133d0f2'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:27:46.276319 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bfeed8-d98b-4d18-8601-89e841b0f24c None None] Routers {'3cbafe30-8812-431a-8647-e21d5133d0f2'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:27:46.277187 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-43bfeed8-d98b-4d18-8601-89e841b0f24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:27:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['3cbafe30-8812-431a-8647-e21d5133d0f2'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:46.362219 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-43bfeed8-d98b-4d18-8601-89e841b0f24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:46.377913 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bfeed8-d98b-4d18-8601-89e841b0f24c None None] Routers {'3cbafe30-8812-431a-8647-e21d5133d0f2'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:27:46.377913 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-43bfeed8-d98b-4d18-8601-89e841b0f24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:27:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['3cbafe30-8812-431a-8647-e21d5133d0f2'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:46.421702 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b374fc5-55a1-481a-bbf0-6a671e5a0246 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:46.422703 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0b374fc5-55a1-481a-bbf0-6a671e5a0246 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:46.446850 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-43bfeed8-d98b-4d18-8601-89e841b0f24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:46.447874 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bfeed8-d98b-4d18-8601-89e841b0f24c None None] The sync data for ids ['3cbafe30-8812-431a-8647-e21d5133d0f2'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:27:46.464543 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c20db58c-5b4c-4695-928e-724324c5aa3a tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] 10.222.0.31 "PUT /v2.0/routers/3cbafe30-8812-431a-8647-e21d5133d0f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8259099 Mar 11 15:27:46.475282 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d8a01aac-45fd-47ed-9e4c-08fb0d21e59c req-b0b94386-b065-4d45-b2fa-a9bf504f3198 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=54e768a48d9c4cc792b381d6c65e8408&device_id=1aa86658-9887-4be1-b768-039365ac35d9 HTTP/1.1" status: 200 len: 1099 time: 0.5778096 Mar 11 15:27:46.476203 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 32800) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:46.535854 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2bfe98d4-da1d-4cf9-b4da-b603e983e2b7 None None] Provisioning for port 5f17d432-e030-47d3-a9ce-2cf6a99ddaa7 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:27:46.541766 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2bfe98d4-da1d-4cf9-b4da-b603e983e2b7 None None] Provisioning complete for port 5f17d432-e030-47d3-a9ce-2cf6a99ddaa7 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:27:46.542504 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2bfe98d4-da1d-4cf9-b4da-b603e983e2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:46.566347 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26807f8b-d2af-47c9-a819-7270660b062b req-f9ff7413-91ad-4d17-ae6b-e543ceda7970 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:46.568022 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-26807f8b-d2af-47c9-a819-7270660b062b req-f9ff7413-91ad-4d17-ae6b-e543ceda7970 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.4235995 Mar 11 15:27:46.569634 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-d2b79192-842d-4c23-ba42-96ebc1535060 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] delete failed (client error): The resource could not be found. Mar 11 15:27:46.583350 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d2b79192-842d-4c23-ba42-96ebc1535060 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-1864021769 HTTP/1.1" status: 404 len: 335 time: 0.1003668 Mar 11 15:27:46.590363 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0284f6-e905-4832-a248-11a6a178f4c2 req-8d3aa357-b681-4dab-b399-7fc74f640b9d tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:46.591831 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6c0284f6-e905-4832-a248-11a6a178f4c2 req-8d3aa357-b681-4dab-b399-7fc74f640b9d tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa86658-9887-4be1-b768-039365ac35d9 HTTP/1.1" status: 200 len: 946 time: 0.6661625 Mar 11 15:27:46.592489 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 32804) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:46.601889 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0b374fc5-55a1-481a-bbf0-6a671e5a0246 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0278625 Mar 11 15:27:46.609129 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-bd290e42-0c79-46c0-8a8f-e119aa6f4514 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Request body: {'router': {'external_gateway_info': {'network_id': '3cbafe30-8812-431a-8647-e21d5133d0f2'}}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:27:46.609735 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 32808) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:46.618816 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-2bfe98d4-da1d-4cf9-b4da-b603e983e2b7 None None] Port 5f17d432-e030-47d3-a9ce-2cf6a99ddaa7 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:27:46.624361 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-45a18695-87a3-46ce-a92e-504d726ac630 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Request body: {'port': {'network_id': '8473404d-a503-46b6-a2e0-ff74893f7662', 'name': 'tempest-AllowedAddressPairTestJSON-592705381'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:27:46.755800 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.db.resource_extend [None req-e8475e62-51b8-4eef-b34c-ddb1f88a5167 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:27:46.834152 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-26807f8b-d2af-47c9-a819-7270660b062b req-f77ee57e-003c-4671-b782-4be36f861741 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2492518 Mar 11 15:27:46.847063 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cbe0f429-c6e6-4b5f-b9ae-7901feaff137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:46.867863 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f6b83d-83b2-4408-a7f7-b4533c49e08b None None] Sync routers for ids ['4eb4ea81-f01e-4af6-b207-82c89eead0ea'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:27:46.893235 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f6b83d-83b2-4408-a7f7-b4533c49e08b None None] Routers {'4eb4ea81-f01e-4af6-b207-82c89eead0ea'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:27:46.897313 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-42f6b83d-83b2-4408-a7f7-b4533c49e08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:27:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['4eb4ea81-f01e-4af6-b207-82c89eead0ea'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:46.988875 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-cbe0f429-c6e6-4b5f-b9ae-7901feaff137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Calling delete_port for ef64b8e5-d5b8-4ef3-b6ef-1f861777f2b4 owned by {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:27:47.040952 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6c0284f6-e905-4832-a248-11a6a178f4c2 req-ce0a0303-1e9a-4911-b2b2-e0d8b3a51562 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e248f6e-761f-4e05-ba07-f212e2a3e90c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3830903 Mar 11 15:27:47.077059 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-45a18695-87a3-46ce-a92e-504d726ac630 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:27:47.104262 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-45a18695-87a3-46ce-a92e-504d726ac630 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:27:47.138576 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a18695-87a3-46ce-a92e-504d726ac630 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Made reservation on behalf of c1f0a827cabe44d0a4eecdf517b52b22 for: {'port': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:27:47.141692 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-45a18695-87a3-46ce-a92e-504d726ac630 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:47.166840 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cbe0f429-c6e6-4b5f-b9ae-7901feaff137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:47.169146 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e8475e62-51b8-4eef-b34c-ddb1f88a5167 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:47.175965 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38265b60-b14a-433f-b47b-cd51f2064cbd tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Router 29cb5484-da7b-465c-ab5b-e18e70d57498 is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:27:47.196872 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e8475e62-51b8-4eef-b34c-ddb1f88a5167 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:47.222081 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-45a18695-87a3-46ce-a92e-504d726ac630 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] device_id is not set on port b86e833d-d4c2-488a-909d-794f69402ceb yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:27:47.236595 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-42f6b83d-83b2-4408-a7f7-b4533c49e08b None None] Set router 4eb4ea81-f01e-4af6-b207-82c89eead0ea gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:27:47.272592 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe0f429-c6e6-4b5f-b9ae-7901feaff137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef64b8e5-d5b8-4ef3-b6ef-1f861777f2b4,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:47.296208 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ac548-5f92-4c59-a0c4-5d7442ff58ba req-0b231780-6a62-4143-928b-904eaba824dd tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:47.297224 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b19ac548-5f92-4c59-a0c4-5d7442ff58ba req-0b231780-6a62-4143-928b-904eaba824dd tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.2581210 Mar 11 15:27:47.307787 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cbe0f429-c6e6-4b5f-b9ae-7901feaff137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:47.314448 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 32818) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:47.326851 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-ad8dc246-b107-418a-ae93-bffa84d78283 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Request body: {'floatingip': {'port_id': 'a650df7e-7466-470d-8473-ace951e19993'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:27:47.456059 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ad8dc246-b107-418a-ae93-bffa84d78283 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks [] for floatingip, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:47.513857 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-cbe0f429-c6e6-4b5f-b9ae-7901feaff137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] 10.222.0.31 "DELETE /v2.0/ports/ef64b8e5-d5b8-4ef3-b6ef-1f861777f2b4 HTTP/1.1" status: 204 len: 168 time: 1.4023311 Mar 11 15:27:47.528700 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 32822) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:47.528924 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a01aac-45fd-47ed-9e4c-08fb0d21e59c req-e1cf378a-4ce6-4cfb-8756-40053262f1c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:47.529701 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d8a01aac-45fd-47ed-9e4c-08fb0d21e59c req-e1cf378a-4ce6-4cfb-8756-40053262f1c8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9d1bdf5f-7420-4f23-9c17-987fb939c5fe HTTP/1.1" status: 200 len: 913 time: 0.9783521 Mar 11 15:27:47.629865 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-47879ab8-d3f2-4d64-9b28-997c42e39890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] GET failed (client error): The resource could not be found. Mar 11 15:27:47.630385 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-47879ab8-d3f2-4d64-9b28-997c42e39890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Synchronizing usage tracker for tenant:9a021ebe94474df7bd987a1f0e84b39f on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:27:47.667168 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-45a18695-87a3-46ce-a92e-504d726ac630 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Allocated IP 172.20.0.10 (8473404d-a503-46b6-a2e0-ff74893f7662/2fd7e7ec-ee8b-4137-89ed-25052026265a/b86e833d-d4c2-488a-909d-794f69402ceb) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:27:47.771421 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d0add451-0872-424b-9949-8891ece6aad3 req-8331deff-e15a-4412-aca8-567457101feb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5e31028b-263a-4e93-87f6-6c800a936377&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7339728 Mar 11 15:27:47.825156 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-42f6b83d-83b2-4408-a7f7-b4533c49e08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb4ea81-f01e-4af6-b207-82c89eead0ea', 'name': 'tempest-ServersTestManualDisk-1341516787-router', 'tenant_id': '54e768a48d9c4cc792b381d6c65e8408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': 'ea092aeb-ac39-4df4-af85-8016eb2f62c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:33Z', 'updated_at': '2022-03-11T15:26:46Z', 'revision_number': 4, 'project_id': '54e768a48d9c4cc792b381d6c65e8408', 'gw_port': {'id': 'ea092aeb-ac39-4df4-af85-8016eb2f62c4', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb4ea81-f01e-4af6-b207-82c89eead0ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:34Z', 'updated_at': '2022-03-11T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'b19e338b-66d5-44ac-974d-c2560c30ef05', 'tenant_id': '54e768a48d9c4cc792b381d6c65e8408', 'floating_ip_address': '172.26.0.199', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '4eb4ea81-f01e-4af6-b207-82c89eead0ea', 'port_id': 'a909ec65-9bed-438c-af92-cbf7d5e8f831', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d1bdf5f-7420-4f23-9c17-987fb939c5fe', 'mac_address': 'fa:16:3e:f2:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa86658-9887-4be1-b768-039365ac35d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:27:00Z', 'updated_at': '2022-03-11T15:27:43Z', 'revision_number': 1, 'project_id': '54e768a48d9c4cc792b381d6c65e8408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4afcb0bc-40e5-41ff-a424-23500c34798f', 'name': '', 'network_id': '9d1bdf5f-7420-4f23-9c17-987fb939c5fe', 'tenant_id': '54e768a48d9c4cc792b381d6c65e8408', 'mac_address': 'fa:16:3e:7f:84:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb4ea81-f01e-4af6-b207-82c89eead0ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0deb0200-fdc9-49c8-a3b0-86e2c2e46535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:43Z', 'updated_at': '2022-03-11T15:27:26Z', 'revision_number': 5, 'project_id': '54e768a48d9c4cc792b381d6c65e8408', 'subnets': [{'id': '0deb0200-fdc9-49c8-a3b0-86e2c2e46535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:47.827585 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-47879ab8-d3f2-4d64-9b28-997c42e39890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Unset dirty status for tenant:9a021ebe94474df7bd987a1f0e84b39f on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:27:47.833982 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-47879ab8-d3f2-4d64-9b28-997c42e39890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] 10.222.0.31 "GET /v2.0/ports/ef64b8e5-d5b8-4ef3-b6ef-1f861777f2b4 HTTP/1.1" status: 404 len: 333 time: 0.3070574 Mar 11 15:27:47.838271 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 32826) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:47.852460 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f6b83d-83b2-4408-a7f7-b4533c49e08b None None] Checking router: 4eb4ea81-f01e-4af6-b207-82c89eead0ea for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:27:47.868296 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f6b83d-83b2-4408-a7f7-b4533c49e08b None None] Routers {'4eb4ea81-f01e-4af6-b207-82c89eead0ea'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:27:47.868923 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-42f6b83d-83b2-4408-a7f7-b4533c49e08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:27:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['4eb4ea81-f01e-4af6-b207-82c89eead0ea'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:47.970518 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d8a01aac-45fd-47ed-9e4c-08fb0d21e59c req-1929987b-55d3-4194-a850-fb9a0f8f0786 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a909ec65-9bed-438c-af92-cbf7d5e8f831 HTTP/1.1" status: 200 len: 1000 time: 0.3835821 Mar 11 15:27:48.096943 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-5389db71-edce-49db-80f2-c5cb4d9a7d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Request body: {'port': {'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-578714719'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:27:48.130164 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-5389db71-edce-49db-80f2-c5cb4d9a7d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:27:48.202076 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-42f6b83d-83b2-4408-a7f7-b4533c49e08b None None] Set router 4eb4ea81-f01e-4af6-b207-82c89eead0ea gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:27:48.230990 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0934f225-b518-4470-ac65-65bc37a820bf tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:27:48.245527 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc3f07e-77f3-4731-8d35-f52b0074193b None None] Sync routers for ids ['9008a1c5-1176-402f-b839-3a38d95d8a60'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:27:48.249345 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0934f225-b518-4470-ac65-65bc37a820bf tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:48.284311 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc3f07e-77f3-4731-8d35-f52b0074193b None None] Routers {'9008a1c5-1176-402f-b839-3a38d95d8a60'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:27:48.286912 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-cdc3f07e-77f3-4731-8d35-f52b0074193b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:27:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['9008a1c5-1176-402f-b839-3a38d95d8a60'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:48.307929 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a01aac-45fd-47ed-9e4c-08fb0d21e59c req-f93a71f6-5d43-4fd5-b2b1-017588bfd3db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:48.308676 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-5389db71-edce-49db-80f2-c5cb4d9a7d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:27:48.309443 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d8a01aac-45fd-47ed-9e4c-08fb0d21e59c req-f93a71f6-5d43-4fd5-b2b1-017588bfd3db service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0deb0200-fdc9-49c8-a3b0-86e2c2e46535 HTTP/1.1" status: 200 len: 851 time: 0.2708786 Mar 11 15:27:48.416295 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-cdc3f07e-77f3-4731-8d35-f52b0074193b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:48.421169 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5389db71-edce-49db-80f2-c5cb4d9a7d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Made reservation on behalf of 9a021ebe94474df7bd987a1f0e84b39f for: {'port': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:27:48.423852 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5389db71-edce-49db-80f2-c5cb4d9a7d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:48.429853 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0934f225-b518-4470-ac65-65bc37a820bf tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] 10.222.0.31 "DELETE /v2.0/floatingips/10d347e7-2838-4b93-9328-5359751b3a57 HTTP/1.1" status: 204 len: 168 time: 8.3913040 Mar 11 15:27:48.436993 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 32830) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:48.441960 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc3f07e-77f3-4731-8d35-f52b0074193b None None] Routers {'9008a1c5-1176-402f-b839-3a38d95d8a60'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:27:48.443273 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-cdc3f07e-77f3-4731-8d35-f52b0074193b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:27:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['9008a1c5-1176-402f-b839-3a38d95d8a60'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:48.458852 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-68711a4b-d90c-42cb-b653-86ace6940372 tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Request body: {'floatingip': {'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:27:48.470083 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d0add451-0872-424b-9949-8891ece6aad3 req-5996f3ad-2dee-4c73-b5f4-9ffa630ce194 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=775252413a2b4ceb9ae1b5a003c1e0db&device_id=5e31028b-263a-4e93-87f6-6c800a936377 HTTP/1.1" status: 200 len: 1098 time: 0.5784278 Mar 11 15:27:48.472476 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bd290e42-0c79-46c0-8a8f-e119aa6f4514 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:48.485987 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-68711a4b-d90c-42cb-b653-86ace6940372 tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:27:48.528381 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-68711a4b-d90c-42cb-b653-86ace6940372 tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Usage tracker for resource:floatingip and tenant:74964af372cd4158ad4c3fffbc33d4a5 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:27:48.535268 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-68711a4b-d90c-42cb-b653-86ace6940372 tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:27:48.559121 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-5389db71-edce-49db-80f2-c5cb4d9a7d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] device_id is not set on port b6e6cfce-a1e0-4de3-b128-cbee0892d185 yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:27:48.580241 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-cdc3f07e-77f3-4731-8d35-f52b0074193b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:48.581736 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc3f07e-77f3-4731-8d35-f52b0074193b None None] The sync data for ids ['9008a1c5-1176-402f-b839-3a38d95d8a60'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:27:48.595617 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-68711a4b-d90c-42cb-b653-86ace6940372 tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:27:48.666673 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-bd290e42-0c79-46c0-8a8f-e119aa6f4514 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] update failed (client error): The resource could not be found. Mar 11 15:27:48.668536 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-bd290e42-0c79-46c0-8a8f-e119aa6f4514 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] 10.222.0.31 "PUT /v2.0/routers/3cbafe30-8812-431a-8647-e21d5133d0f2 HTTP/1.1" status: 404 len: 339 time: 2.0645299 Mar 11 15:27:48.674282 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 32834) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:48.684394 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-68711a4b-d90c-42cb-b653-86ace6940372 tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:48.754295 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d8a01aac-45fd-47ed-9e4c-08fb0d21e59c req-a6fff8ef-9601-4b62-be29-f6e2af2ad0cf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9d1bdf5f-7420-4f23-9c17-987fb939c5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4363282 Mar 11 15:27:48.765526 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.l3_db [None req-e8475e62-51b8-4eef-b34c-ddb1f88a5167 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Floating IP 2142030f-b1d1-409f-a957-6d9401180438 associated. External IP: 172.26.0.64, port: 889d0feb-4527-41ab-afa0-28b46637f917. Mar 11 15:27:48.844834 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-42f6b83d-83b2-4408-a7f7-b4533c49e08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb4ea81-f01e-4af6-b207-82c89eead0ea', 'name': 'tempest-ServersTestManualDisk-1341516787-router', 'tenant_id': '54e768a48d9c4cc792b381d6c65e8408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': 'ea092aeb-ac39-4df4-af85-8016eb2f62c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:33Z', 'updated_at': '2022-03-11T15:26:46Z', 'revision_number': 4, 'project_id': '54e768a48d9c4cc792b381d6c65e8408', 'gw_port': {'id': 'ea092aeb-ac39-4df4-af85-8016eb2f62c4', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb4ea81-f01e-4af6-b207-82c89eead0ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:34Z', 'updated_at': '2022-03-11T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'b19e338b-66d5-44ac-974d-c2560c30ef05', 'tenant_id': '54e768a48d9c4cc792b381d6c65e8408', 'floating_ip_address': '172.26.0.199', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '4eb4ea81-f01e-4af6-b207-82c89eead0ea', 'port_id': 'a909ec65-9bed-438c-af92-cbf7d5e8f831', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d1bdf5f-7420-4f23-9c17-987fb939c5fe', 'mac_address': 'fa:16:3e:f2:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa86658-9887-4be1-b768-039365ac35d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:27:00Z', 'updated_at': '2022-03-11T15:27:43Z', 'revision_number': 1, 'project_id': '54e768a48d9c4cc792b381d6c65e8408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4afcb0bc-40e5-41ff-a424-23500c34798f', 'name': '', 'network_id': '9d1bdf5f-7420-4f23-9c17-987fb939c5fe', 'tenant_id': '54e768a48d9c4cc792b381d6c65e8408', 'mac_address': 'fa:16:3e:7f:84:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb4ea81-f01e-4af6-b207-82c89eead0ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0deb0200-fdc9-49c8-a3b0-86e2c2e46535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:43Z', 'updated_at': '2022-03-11T15:27:26Z', 'revision_number': 5, 'project_id': '54e768a48d9c4cc792b381d6c65e8408', 'subnets': [{'id': '0deb0200-fdc9-49c8-a3b0-86e2c2e46535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:48.850802 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f6b83d-83b2-4408-a7f7-b4533c49e08b None None] The sync data for ids ['4eb4ea81-f01e-4af6-b207-82c89eead0ea'] in dv-neutron-833373-1-hyperv is: [{'id': '4eb4ea81-f01e-4af6-b207-82c89eead0ea', 'name': 'tempest-ServersTestManualDisk-1341516787-router', 'tenant_id': '54e768a48d9c4cc792b381d6c65e8408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': 'ea092aeb-ac39-4df4-af85-8016eb2f62c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:33Z', 'updated_at': '2022-03-11T15:26:46Z', 'revision_number': 4, 'project_id': '54e768a48d9c4cc792b381d6c65e8408', 'gw_port': {'id': 'ea092aeb-ac39-4df4-af85-8016eb2f62c4', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb4ea81-f01e-4af6-b207-82c89eead0ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:34Z', 'updated_at': '2022-03-11T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'b19e338b-66d5-44ac-974d-c2560c30ef05', 'tenant_id': '54e768a48d9c4cc792b381d6c65e8408', 'floating_ip_address': '172.26.0.199', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '4eb4ea81-f01e-4af6-b207-82c89eead0ea', 'port_id': 'a909ec65-9bed-438c-af92-cbf7d5e8f831', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d1bdf5f-7420-4f23-9c17-987fb939c5fe', 'mac_address': 'fa:16:3e:f2:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa86658-9887-4be1-b768-039365ac35d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:27:00Z', 'updated_at': '2022-03-11T15:27:43Z', 'revision_number': 1, 'project_id': '54e768a48d9c4cc792b381d6c65e8408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4afcb0bc-40e5-41ff-a424-23500c34798f', 'name': '', 'network_id': '9d1bdf5f-7420-4f23-9c17-987fb939c5fe', 'tenant_id': '54e768a48d9c4cc792b381d6c65e8408', 'mac_address': 'fa:16:3e:7f:84:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb4ea81-f01e-4af6-b207-82c89eead0ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0deb0200-fdc9-49c8-a3b0-86e2c2e46535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:43Z', 'updated_at': '2022-03-11T15:27:26Z', 'revision_number': 5, 'project_id': '54e768a48d9c4cc792b381d6c65e8408', 'subnets': [{'id': '0deb0200-fdc9-49c8-a3b0-86e2c2e46535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:27:48.962536 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-45a18695-87a3-46ce-a92e-504d726ac630 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:49.068658 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-45a18695-87a3-46ce-a92e-504d726ac630 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Transition to ACTIVE for port object b86e833d-d4c2-488a-909d-794f69402ceb will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:27:49.078918 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.db.resource_extend [None req-ad8dc246-b107-418a-ae93-bffa84d78283 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:27:49.193307 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0add451-0872-424b-9949-8891ece6aad3 req-930c786b-4239-4ef3-b76b-c234181eed3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:49.195628 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d0add451-0872-424b-9949-8891ece6aad3 req-930c786b-4239-4ef3-b76b-c234181eed3c service neutron] 10.222.0.73 "GET /v2.0/networks?id=2ca2b2c1-029f-452f-b89f-8d520c56cff6 HTTP/1.1" status: 200 len: 907 time: 0.6960282 Mar 11 15:27:49.336344 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38265b60-b14a-433f-b47b-cd51f2064cbd tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:27:49.347761 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5389db71-edce-49db-80f2-c5cb4d9a7d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:49.348047 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c045822-002f-4576-8779-5a1a06b70f2d None None] Sync routers for ids ['29cb5484-da7b-465c-ab5b-e18e70d57498'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:27:49.363089 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c045822-002f-4576-8779-5a1a06b70f2d None None] Routers {'29cb5484-da7b-465c-ab5b-e18e70d57498'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:27:49.363403 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-0c045822-002f-4576-8779-5a1a06b70f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:27:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['29cb5484-da7b-465c-ab5b-e18e70d57498'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:49.375032 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ad8dc246-b107-418a-ae93-bffa84d78283 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:49.390285 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ad8dc246-b107-418a-ae93-bffa84d78283 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:49.463166 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-38265b60-b14a-433f-b47b-cd51f2064cbd tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:49.463166 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-38265b60-b14a-433f-b47b-cd51f2064cbd tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 10.3880811 Mar 11 15:27:49.471466 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 32838) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:49.485415 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-45a18695-87a3-46ce-a92e-504d726ac630 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:49.592685 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-0c045822-002f-4576-8779-5a1a06b70f2d None None] Set router 29cb5484-da7b-465c-ab5b-e18e70d57498 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:27:49.629834 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d0add451-0872-424b-9949-8891ece6aad3 req-0bbd7ef9-87a8-43ff-8e23-f16fb2a030aa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=889d0feb-4527-41ab-afa0-28b46637f917 HTTP/1.1" status: 200 len: 998 time: 0.3919876 Mar 11 15:27:49.634671 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d8a01aac-45fd-47ed-9e4c-08fb0d21e59c req-788b89a7-6a59-4382-8eaa-f9bf84d73f2e service neutron] 10.222.0.73 "GET /v2.0/networks/9d1bdf5f-7420-4f23-9c17-987fb939c5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8080752 Mar 11 15:27:49.922321 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a18695-87a3-46ce-a92e-504d726ac630 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Network 8473404d-a503-46b6-a2e0-ff74893f7662 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:27:49.931971 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0add451-0872-424b-9949-8891ece6aad3 req-0f881a88-d927-45a2-92a8-c8e815ec3f17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:49.933826 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d0add451-0872-424b-9949-8891ece6aad3 req-0f881a88-d927-45a2-92a8-c8e815ec3f17 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=047d6af5-a53b-4580-ace2-f81e6cc01d2e HTTP/1.1" status: 200 len: 845 time: 0.2889245 Mar 11 15:27:49.939473 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-68711a4b-d90c-42cb-b653-86ace6940372 tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:49.940888 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-45a18695-87a3-46ce-a92e-504d726ac630 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:27:49.943514 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a18695-87a3-46ce-a92e-504d726ac630 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:27:49.949165 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-0c045822-002f-4576-8779-5a1a06b70f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cb5484-da7b-465c-ab5b-e18e70d57498', 'name': 'tempest-snat-router-777258217', 'tenant_id': '8416a1f9e2aa4cfc99ca677832c9b19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.119'}], 'enable_snat': False}, 'gw_port_id': 'a40a07d0-7d0d-4ada-985a-3e7a16648f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:27:39Z', 'updated_at': '2022-03-11T15:27:43Z', 'revision_number': 3, 'project_id': '8416a1f9e2aa4cfc99ca677832c9b19f', 'gw_port': {'id': 'a40a07d0-7d0d-4ada-985a-3e7a16648f9d', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:71:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29cb5484-da7b-465c-ab5b-e18e70d57498', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:27:41Z', 'updated_at': '2022-03-11T15:27:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:49.955709 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c045822-002f-4576-8779-5a1a06b70f2d None None] Checking router: 29cb5484-da7b-465c-ab5b-e18e70d57498 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:27:49.956645 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c045822-002f-4576-8779-5a1a06b70f2d None None] Updating router 29cb5484-da7b-465c-ab5b-e18e70d57498 port a40a07d0-7d0d-4ada-985a-3e7a16648f9d binding host dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:27:49.993095 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5389db71-edce-49db-80f2-c5cb4d9a7d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:50.011791 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a18695-87a3-46ce-a92e-504d726ac630 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Pushing event updated for resources: {'Port': ['ID=b86e833d-d4c2-488a-909d-794f69402ceb,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:50.066333 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0c045822-002f-4576-8779-5a1a06b70f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:50.224782 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5389db71-edce-49db-80f2-c5cb4d9a7d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:27:50.226469 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d8a01aac-45fd-47ed-9e4c-08fb0d21e59c req-e48b0422-4543-4c4d-8cc1-469fed759709 service neutron] 10.222.0.73 "GET /v2.0/networks/9d1bdf5f-7420-4f23-9c17-987fb939c5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5841055 Mar 11 15:27:50.260152 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a18695-87a3-46ce-a92e-504d726ac630 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:50.261553 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-45a18695-87a3-46ce-a92e-504d726ac630 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:50.274437 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389db71-edce-49db-80f2-c5cb4d9a7d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Pushing event updated for resources: {'Port': ['ID=b6e6cfce-a1e0-4de3-b128-cbee0892d185,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:50.279155 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-5389db71-edce-49db-80f2-c5cb4d9a7d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:27:50.290450 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5389db71-edce-49db-80f2-c5cb4d9a7d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:27:50.292184 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5389db71-edce-49db-80f2-c5cb4d9a7d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:50.293990 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5389db71-edce-49db-80f2-c5cb4d9a7d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:50.422145 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-45a18695-87a3-46ce-a92e-504d726ac630 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8084223 Mar 11 15:27:50.425553 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 32842) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:50.428388 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-68711a4b-d90c-42cb-b653-86ace6940372 tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Allocated IP 172.26.0.53 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/8382c050-8398-41e4-936b-0ddfd5ee1926) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:27:50.437060 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5389db71-edce-49db-80f2-c5cb4d9a7d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.3470449 Mar 11 15:27:50.438532 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 32846) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:50.442532 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-ac0841b7-15d7-42e7-ad63-e9a3dd6459ff tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:7d:7a:14'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:77:f5:1b'}]}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:27:50.443858 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-69c7944a-5349-4c1f-a504-2bb0590fc51e None None] Provisioning for port b86e833d-d4c2-488a-909d-794f69402ceb completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:27:50.450233 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-54de066d-9ed9-440f-bc58-789e0a338fce tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:50.452545 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-69c7944a-5349-4c1f-a504-2bb0590fc51e None None] Provisioning complete for port b86e833d-d4c2-488a-909d-794f69402ceb triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:27:50.453195 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-69c7944a-5349-4c1f-a504-2bb0590fc51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:50.494418 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8333'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:27:50.541423 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-69c7944a-5349-4c1f-a504-2bb0590fc51e None None] Port b86e833d-d4c2-488a-909d-794f69402ceb cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:27:50.614438 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d0add451-0872-424b-9949-8891ece6aad3 req-c48035d8-3bdc-413f-851f-22dc89260751 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ca2b2c1-029f-452f-b89f-8d520c56cff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6022689 Mar 11 15:27:50.697761 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.l3_db [None req-ad8dc246-b107-418a-ae93-bffa84d78283 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Floating IP 1bfe3d07-05f1-4aaa-b86b-5f597f5a30f1 associated. External IP: 172.26.0.103, port: a650df7e-7466-470d-8473-ace951e19993. Mar 11 15:27:51.030683 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-54de066d-9ed9-440f-bc58-789e0a338fce tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Allocated IP 172.20.0.1 (49adbf0d-c989-46aa-8663-eca56612494b/36e66d09-96de-45b8-8b40-1469b8b0c3f6/d3316aed-6837-4fec-a8ef-a6c1beb43495) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:27:51.232550 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ec7b52ab-e702-44a7-b90f-62864a036a54 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] 10.222.0.31 "GET /v2.0/routers/29cb5484-da7b-465c-ab5b-e18e70d57498 HTTP/1.1" status: 200 len: 908 time: 1.7589433 Mar 11 15:27:51.245667 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 32850) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:51.278202 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-2b12fcbc-55a1-4fe1-bb6e-75b712d87d28 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Request body: {'router': {'name': 'tempest-snat-router-777258217', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'enable_snat': True}}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:27:51.296854 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:51.327105 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-2b12fcbc-55a1-4fe1-bb6e-75b712d87d28 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:27:51.364985 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-2b12fcbc-55a1-4fe1-bb6e-75b712d87d28 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Usage tracker for resource:router and tenant:8416a1f9e2aa4cfc99ca677832c9b19f is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:27:51.376802 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-2b12fcbc-55a1-4fe1-bb6e-75b712d87d28 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:27:51.440959 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-2b12fcbc-55a1-4fe1-bb6e-75b712d87d28 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:27:51.451084 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d0add451-0872-424b-9949-8891ece6aad3 req-277df9ee-4b44-4798-808a-d35195cc80e5 service neutron] 10.222.0.73 "GET /v2.0/networks/2ca2b2c1-029f-452f-b89f-8d520c56cff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7435060 Mar 11 15:27:51.471179 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-68711a4b-d90c-42cb-b653-86ace6940372 tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:51.475542 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-54de066d-9ed9-440f-bc58-789e0a338fce tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:51.519773 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-54de066d-9ed9-440f-bc58-789e0a338fce tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Transition to ACTIVE for port object d3316aed-6837-4fec-a8ef-a6c1beb43495 will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:27:51.586257 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-54de066d-9ed9-440f-bc58-789e0a338fce tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:51.624594 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2b12fcbc-55a1-4fe1-bb6e-75b712d87d28 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:51.625538 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2b12fcbc-55a1-4fe1-bb6e-75b712d87d28 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:51.732435 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54de066d-9ed9-440f-bc58-789e0a338fce tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Network 49adbf0d-c989-46aa-8663-eca56612494b is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:27:51.737191 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-54de066d-9ed9-440f-bc58-789e0a338fce tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:27:51.739590 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54de066d-9ed9-440f-bc58-789e0a338fce tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:27:51.771782 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54de066d-9ed9-440f-bc58-789e0a338fce tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Pushing event updated for resources: {'Port': ['ID=d3316aed-6837-4fec-a8ef-a6c1beb43495,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:51.801601 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ac0841b7-15d7-42e7-ad63-e9a3dd6459ff tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:51.815939 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-54de066d-9ed9-440f-bc58-789e0a338fce tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:51.828659 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad8dc246-b107-418a-ae93-bffa84d78283 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Router 221ec4d8-ce90-4044-849b-a99c0f4bce5b has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:27:51.919863 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2b12fcbc-55a1-4fe1-bb6e-75b712d87d28 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:51.956474 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d0add451-0872-424b-9949-8891ece6aad3 req-0ee53610-1a3d-473b-a5c8-4824e0db49af service neutron] 10.222.0.73 "GET /v2.0/networks/2ca2b2c1-029f-452f-b89f-8d520c56cff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4818573 Mar 11 15:27:51.963633 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-68711a4b-d90c-42cb-b653-86ace6940372 tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:52.015299 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.db.resource_extend [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:27:52.146773 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-9342d50f-9209-4227-ad55-474439fc49a2 None None] Provisioning for port d3316aed-6837-4fec-a8ef-a6c1beb43495 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:27:52.157580 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-9342d50f-9209-4227-ad55-474439fc49a2 None None] Provisioning complete for port d3316aed-6837-4fec-a8ef-a6c1beb43495 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:27:52.157951 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9342d50f-9209-4227-ad55-474439fc49a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:52.259142 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68711a4b-d90c-42cb-b653-86ace6940372 tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Pushing event updated for resources: {'Port': ['ID=8382c050-8398-41e4-936b-0ddfd5ee1926,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:52.274128 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-54de066d-9ed9-440f-bc58-789e0a338fce tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:52.294101 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-9342d50f-9209-4227-ad55-474439fc49a2 None None] Port d3316aed-6837-4fec-a8ef-a6c1beb43495 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:27:52.374042 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68711a4b-d90c-42cb-b653-86ace6940372 tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:27:52.385850 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] device_id is not set on port b6e6cfce-a1e0-4de3-b128-cbee0892d185 yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:27:52.390437 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-68711a4b-d90c-42cb-b653-86ace6940372 tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:27:52.390857 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0c045822-002f-4576-8779-5a1a06b70f2d None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:52.406270 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-0c045822-002f-4576-8779-5a1a06b70f2d None None] Transition to ACTIVE for port object a40a07d0-7d0d-4ada-985a-3e7a16648f9d will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:27:52.415231 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0c045822-002f-4576-8779-5a1a06b70f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:52.415864 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68711a4b-d90c-42cb-b653-86ace6940372 tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:27:52.445851 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:52.474470 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8475e62-51b8-4eef-b34c-ddb1f88a5167 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Router 6ababf4d-47b7-4202-b2cc-427fab38605a has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:27:52.499503 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Transition to ACTIVE for port object b6e6cfce-a1e0-4de3-b128-cbee0892d185 will not be triggered until provisioned by entity L2. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:27:52.519208 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:52.598898 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ffa232-1a97-4823-8937-47823359d7dd None None] Pushing event updated for resources: {'Port': ['ID=a40a07d0-7d0d-4ada-985a-3e7a16648f9d,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:52.609066 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-0c045822-002f-4576-8779-5a1a06b70f2d None None] Attempting to bind port a40a07d0-7d0d-4ada-985a-3e7a16648f9d on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:27:52.609429 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-0c045822-002f-4576-8779-5a1a06b70f2d None None] Attempting to bind port a40a07d0-7d0d-4ada-985a-3e7a16648f9d by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:27:52.611542 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c045822-002f-4576-8779-5a1a06b70f2d None None] Attempting to bind port a40a07d0-7d0d-4ada-985a-3e7a16648f9d on network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:27:52.611828 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8dc246-b107-418a-ae93-bffa84d78283 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:27:52.623051 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c045822-002f-4576-8779-5a1a06b70f2d None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:27:52.623051 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c045822-002f-4576-8779-5a1a06b70f2d None None] Checking segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:27:52.623379 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0c045822-002f-4576-8779-5a1a06b70f2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:52.623662 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c045822-002f-4576-8779-5a1a06b70f2d None None] Bound using segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:27:52.624156 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-0c045822-002f-4576-8779-5a1a06b70f2d None None] Bound port: a40a07d0-7d0d-4ada-985a-3e7a16648f9d, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:27:52.624653 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af88907e-f5f9-4cb6-85f1-55820e559c2e None None] Sync routers for ids ['221ec4d8-ce90-4044-849b-a99c0f4bce5b'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:27:52.625133 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0c045822-002f-4576-8779-5a1a06b70f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:52.638097 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af88907e-f5f9-4cb6-85f1-55820e559c2e None None] Routers {'221ec4d8-ce90-4044-849b-a99c0f4bce5b'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:27:52.639110 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-af88907e-f5f9-4cb6-85f1-55820e559c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:27:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['221ec4d8-ce90-4044-849b-a99c0f4bce5b'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:52.659118 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Pushing event updated for resources: {'Port': ['ID=b6e6cfce-a1e0-4de3-b128-cbee0892d185,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:52.704733 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ad8dc246-b107-418a-ae93-bffa84d78283 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:52.730171 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-0c045822-002f-4576-8779-5a1a06b70f2d None None] For port a40a07d0-7d0d-4ada-985a-3e7a16648f9d, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:27:52.734015 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-0c045822-002f-4576-8779-5a1a06b70f2d None None] For port a40a07d0-7d0d-4ada-985a-3e7a16648f9d, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=a40a07d0-7d0d-4ada-985a-3e7a16648f9d,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:27:52.738862 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0c045822-002f-4576-8779-5a1a06b70f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:52.820842 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ad8dc246-b107-418a-ae93-bffa84d78283 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "PUT /v2.0/floatingips/1bfe3d07-05f1-4aaa-b86b-5f597f5a30f1 HTTP/1.1" status: 200 len: 991 time: 5.5048447 Mar 11 15:27:52.834175 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f1288d-c23b-4ad6-8dbb-fc7e205095e3', 'tag': 'a650df7e-7466-470d-8473-ace951e19993'}] {{(pid=83867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:27:52.861256 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-af88907e-f5f9-4cb6-85f1-55820e559c2e None None] Set router 221ec4d8-ce90-4044-849b-a99c0f4bce5b gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:27:52.881547 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ffa232-1a97-4823-8937-47823359d7dd None None] Pushing event updated for resources: {'Port': ['ID=a40a07d0-7d0d-4ada-985a-3e7a16648f9d,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:52.909365 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c045822-002f-4576-8779-5a1a06b70f2d None None] Routers {'29cb5484-da7b-465c-ab5b-e18e70d57498'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:27:52.910345 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-0c045822-002f-4576-8779-5a1a06b70f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:27:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['29cb5484-da7b-465c-ab5b-e18e70d57498'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:52.988017 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09f1288d-c23b-4ad6-8dbb-fc7e205095e3', 'tag': 'a650df7e-7466-470d-8473-ace951e19993', 'status': 'completed', 'code': 200} Mar 11 15:27:53.040625 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-54de066d-9ed9-440f-bc58-789e0a338fce tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:53.046900 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-54de066d-9ed9-440f-bc58-789e0a338fce tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:53.132498 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ac0841b7-15d7-42e7-ad63-e9a3dd6459ff tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:53.159837 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-0c045822-002f-4576-8779-5a1a06b70f2d None None] Set router 29cb5484-da7b-465c-ab5b-e18e70d57498 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:27:53.209420 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54de066d-9ed9-440f-bc58-789e0a338fce tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Pushing event updated for resources: {'Port': ['ID=d3316aed-6837-4fec-a8ef-a6c1beb43495,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:53.221096 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-54de066d-9ed9-440f-bc58-789e0a338fce tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:53.221402 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2b12fcbc-55a1-4fe1-bb6e-75b712d87d28 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:53.397721 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-af88907e-f5f9-4cb6-85f1-55820e559c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221ec4d8-ce90-4044-849b-a99c0f4bce5b', 'name': 'tempest-ServerActionsTestJSON-363625592-router', 'tenant_id': '9ce1e6b6647741e599091dbba04f8bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.184'}], 'enable_snat': True}, 'gw_port_id': 'd94e6728-f748-42f0-ae15-60f8b7488e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:32Z', 'updated_at': '2022-03-11T15:26:50Z', 'revision_number': 4, 'project_id': '9ce1e6b6647741e599091dbba04f8bc1', 'gw_port': {'id': 'd94e6728-f748-42f0-ae15-60f8b7488e85', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221ec4d8-ce90-4044-849b-a99c0f4bce5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:33Z', 'updated_at': '2022-03-11T15:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '1bfe3d07-05f1-4aaa-b86b-5f597f5a30f1', 'tenant_id': '9ce1e6b6647741e599091dbba04f8bc1', 'floating_ip_address': '172.26.0.103', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '221ec4d8-ce90-4044-849b-a99c0f4bce5b', 'port_id': 'a650df7e-7466-470d-8473-ace951e19993', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e50d7a-e877-43fe-b63b-0d368fa885b4', 'mac_address': 'fa:16:3e:a5:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f1288d-c23b-4ad6-8dbb-fc7e205095e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:27:02Z', 'updated_at': '2022-03-11T15:27:48Z', 'revision_number': 1, 'project_id': '9ce1e6b6647741e599091dbba04f8bc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0b7694-c563-4822-949d-030b3c852d6b', 'name': '', 'network_id': 'f5e50d7a-e877-43fe-b63b-0d368fa885b4', 'tenant_id': '9ce1e6b6647741e599091dbba04f8bc1', 'mac_address': 'fa:16:3e:af:8b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221ec4d8-ce90-4044-849b-a99c0f4bce5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b420fae9-b9a1-421f-87dd-fad5be9646ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:46Z', 'updated_at': '2022-03-11T15:27:23Z', 'revision_number': 5, 'project_id': '9ce1e6b6647741e599091dbba04f8bc1', 'subnets': [{'id': 'b420fae9-b9a1-421f-87dd-fad5be9646ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:53.405840 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af88907e-f5f9-4cb6-85f1-55820e559c2e None None] Checking router: 221ec4d8-ce90-4044-849b-a99c0f4bce5b for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:27:53.416647 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54de066d-9ed9-440f-bc58-789e0a338fce tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Network 49adbf0d-c989-46aa-8663-eca56612494b is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:27:53.419021 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-54de066d-9ed9-440f-bc58-789e0a338fce tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:27:53.425176 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af88907e-f5f9-4cb6-85f1-55820e559c2e None None] Routers {'221ec4d8-ce90-4044-849b-a99c0f4bce5b'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:27:53.426377 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-af88907e-f5f9-4cb6-85f1-55820e559c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:27:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['221ec4d8-ce90-4044-849b-a99c0f4bce5b'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:53.452884 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ac0841b7-15d7-42e7-ad63-e9a3dd6459ff tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:53.661942 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-0c045822-002f-4576-8779-5a1a06b70f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cb5484-da7b-465c-ab5b-e18e70d57498', 'name': 'tempest-snat-router-777258217', 'tenant_id': '8416a1f9e2aa4cfc99ca677832c9b19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.119'}], 'enable_snat': False}, 'gw_port_id': 'a40a07d0-7d0d-4ada-985a-3e7a16648f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:27:39Z', 'updated_at': '2022-03-11T15:27:43Z', 'revision_number': 3, 'project_id': '8416a1f9e2aa4cfc99ca677832c9b19f', 'gw_port': {'id': 'a40a07d0-7d0d-4ada-985a-3e7a16648f9d', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:71:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29cb5484-da7b-465c-ab5b-e18e70d57498', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:27:41Z', 'updated_at': '2022-03-11T15:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:53.676008 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c045822-002f-4576-8779-5a1a06b70f2d None None] The sync data for ids ['29cb5484-da7b-465c-ab5b-e18e70d57498'] in dv-neutron-833373-1-hyperv is: [{'id': '29cb5484-da7b-465c-ab5b-e18e70d57498', 'name': 'tempest-snat-router-777258217', 'tenant_id': '8416a1f9e2aa4cfc99ca677832c9b19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.119'}], 'enable_snat': False}, 'gw_port_id': 'a40a07d0-7d0d-4ada-985a-3e7a16648f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:27:39Z', 'updated_at': '2022-03-11T15:27:43Z', 'revision_number': 3, 'project_id': '8416a1f9e2aa4cfc99ca677832c9b19f', 'gw_port': {'id': 'a40a07d0-7d0d-4ada-985a-3e7a16648f9d', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:71:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29cb5484-da7b-465c-ab5b-e18e70d57498', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:27:41Z', 'updated_at': '2022-03-11T15:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:27:53.748845 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-af88907e-f5f9-4cb6-85f1-55820e559c2e None None] Set router 221ec4d8-ce90-4044-849b-a99c0f4bce5b gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:27:53.856773 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-a4b04d21-2356-4bc0-816a-05215c4cdb90 None None] Provisioning complete for port d3316aed-6837-4fec-a8ef-a6c1beb43495 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:27:53.857647 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a4b04d21-2356-4bc0-816a-05215c4cdb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:53.864961 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0841b7-15d7-42e7-ad63-e9a3dd6459ff tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Pushing event updated for resources: {'Port': ['ID=b86e833d-d4c2-488a-909d-794f69402ceb,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:53.874016 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-ac0841b7-15d7-42e7-ad63-e9a3dd6459ff tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] In _notify_port_updated(), no bound segment for port b86e833d-d4c2-488a-909d-794f69402ceb on network 8473404d-a503-46b6-a2e0-ff74893f7662 {{(pid=83866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 15:27:53.877925 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0841b7-15d7-42e7-ad63-e9a3dd6459ff tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:53.878587 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ac0841b7-15d7-42e7-ad63-e9a3dd6459ff tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:53.879961 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ac0841b7-15d7-42e7-ad63-e9a3dd6459ff tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] 10.222.0.31 "PUT /v2.0/ports/b86e833d-d4c2-488a-909d-794f69402ceb HTTP/1.1" status: 200 len: 1055 time: 3.4481616 Mar 11 15:27:53.919651 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 32860) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:53.960481 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-a4b04d21-2356-4bc0-816a-05215c4cdb90 None None] Port d3316aed-6837-4fec-a8ef-a6c1beb43495 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:27:53.995088 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71784e-aafd-4018-ae37-39e0873a9a2b req-e26d0865-95d5-45fa-a45e-f0557d9bc949 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:53.996618 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-aa71784e-aafd-4018-ae37-39e0873a9a2b req-e26d0865-95d5-45fa-a45e-f0557d9bc949 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.6371968 Mar 11 15:27:54.015862 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-5f44bf1e-0749-46da-bcf9-a17f677eeb8a tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Deleting port b86e833d-d4c2-488a-909d-794f69402ceb {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:27:54.016241 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5f44bf1e-0749-46da-bcf9-a17f677eeb8a tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:54.017654 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:27:54.017997 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:27:54.018434 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:27:54.049222 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2d559a01-c672-4998-93f0-030c580d43b2 req-32de307e-7848-45dc-a5b8-ad94943778de service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ce1e6b6647741e599091dbba04f8bc1&device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 1098 time: 1.0088127 Mar 11 15:27:54.086090 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-9e171f21-5568-4ccf-994c-6f98681d33f5 None None] Provisioning complete for port b86e833d-d4c2-488a-909d-794f69402ceb triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:27:54.086558 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9e171f21-5568-4ccf-994c-6f98681d33f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:54.094145 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Port b6e6cfce-a1e0-4de3-b128-cbee0892d185 on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:27:54.094488 dv-neutron-833373-1-hyperv neutron-server[83866]: ERROR neutron.plugins.ml2.managers [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Failed to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] Mar 11 15:27:54.101463 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.plugins.ml2.plugin [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempt 2 to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 Mar 11 15:27:54.150257 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-9e171f21-5568-4ccf-994c-6f98681d33f5 None None] Port b86e833d-d4c2-488a-909d-794f69402ceb cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:27:54.254293 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54de066d-9ed9-440f-bc58-789e0a338fce tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Router 3cbafe30-8812-431a-8647-e21d5133d0f2 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:27:54.272310 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-af88907e-f5f9-4cb6-85f1-55820e559c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221ec4d8-ce90-4044-849b-a99c0f4bce5b', 'name': 'tempest-ServerActionsTestJSON-363625592-router', 'tenant_id': '9ce1e6b6647741e599091dbba04f8bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.184'}], 'enable_snat': True}, 'gw_port_id': 'd94e6728-f748-42f0-ae15-60f8b7488e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:32Z', 'updated_at': '2022-03-11T15:26:50Z', 'revision_number': 4, 'project_id': '9ce1e6b6647741e599091dbba04f8bc1', 'gw_port': {'id': 'd94e6728-f748-42f0-ae15-60f8b7488e85', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221ec4d8-ce90-4044-849b-a99c0f4bce5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:33Z', 'updated_at': '2022-03-11T15:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '1bfe3d07-05f1-4aaa-b86b-5f597f5a30f1', 'tenant_id': '9ce1e6b6647741e599091dbba04f8bc1', 'floating_ip_address': '172.26.0.103', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '221ec4d8-ce90-4044-849b-a99c0f4bce5b', 'port_id': 'a650df7e-7466-470d-8473-ace951e19993', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e50d7a-e877-43fe-b63b-0d368fa885b4', 'mac_address': 'fa:16:3e:a5:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f1288d-c23b-4ad6-8dbb-fc7e205095e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:27:02Z', 'updated_at': '2022-03-11T15:27:48Z', 'revision_number': 1, 'project_id': '9ce1e6b6647741e599091dbba04f8bc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0b7694-c563-4822-949d-030b3c852d6b', 'name': '', 'network_id': 'f5e50d7a-e877-43fe-b63b-0d368fa885b4', 'tenant_id': '9ce1e6b6647741e599091dbba04f8bc1', 'mac_address': 'fa:16:3e:af:8b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221ec4d8-ce90-4044-849b-a99c0f4bce5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b420fae9-b9a1-421f-87dd-fad5be9646ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:46Z', 'updated_at': '2022-03-11T15:27:23Z', 'revision_number': 5, 'project_id': '9ce1e6b6647741e599091dbba04f8bc1', 'subnets': [{'id': 'b420fae9-b9a1-421f-87dd-fad5be9646ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:54.278163 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af88907e-f5f9-4cb6-85f1-55820e559c2e None None] The sync data for ids ['221ec4d8-ce90-4044-849b-a99c0f4bce5b'] in dv-neutron-833373-1-hyperv is: [{'id': '221ec4d8-ce90-4044-849b-a99c0f4bce5b', 'name': 'tempest-ServerActionsTestJSON-363625592-router', 'tenant_id': '9ce1e6b6647741e599091dbba04f8bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.184'}], 'enable_snat': True}, 'gw_port_id': 'd94e6728-f748-42f0-ae15-60f8b7488e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:32Z', 'updated_at': '2022-03-11T15:26:50Z', 'revision_number': 4, 'project_id': '9ce1e6b6647741e599091dbba04f8bc1', 'gw_port': {'id': 'd94e6728-f748-42f0-ae15-60f8b7488e85', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221ec4d8-ce90-4044-849b-a99c0f4bce5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:33Z', 'updated_at': '2022-03-11T15:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '1bfe3d07-05f1-4aaa-b86b-5f597f5a30f1', 'tenant_id': '9ce1e6b6647741e599091dbba04f8bc1', 'floating_ip_address': '172.26.0.103', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '221ec4d8-ce90-4044-849b-a99c0f4bce5b', 'port_id': 'a650df7e-7466-470d-8473-ace951e19993', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e50d7a-e877-43fe-b63b-0d368fa885b4', 'mac_address': 'fa:16:3e:a5:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f1288d-c23b-4ad6-8dbb-fc7e205095e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:27:02Z', 'updated_at': '2022-03-11T15:27:48Z', 'revision_number': 1, 'project_id': '9ce1e6b6647741e599091dbba04f8bc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0b7694-c563-4822-949d-030b3c852d6b', 'name': '', 'network_id': 'f5e50d7a-e877-43fe-b63b-0d368fa885b4', 'tenant_id': '9ce1e6b6647741e599091dbba04f8bc1', 'mac_address': 'fa:16:3e:af:8b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221ec4d8-ce90-4044-849b-a99c0f4bce5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b420fae9-b9a1-421f-87dd-fad5be9646ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:46Z', 'updated_at': '2022-03-11T15:27:23Z', 'revision_number': 5, 'project_id': '9ce1e6b6647741e599091dbba04f8bc1', 'subnets': [{'id': 'b420fae9-b9a1-421f-87dd-fad5be9646ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:27:54.308795 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-68711a4b-d90c-42cb-b653-86ace6940372 tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:54.312130 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:27:54.312487 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:27:54.312825 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:27:54.377682 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-aa71784e-aafd-4018-ae37-39e0873a9a2b req-572c93bb-f99e-44b1-8eb8-88b2c5c6258f tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3644190 Mar 11 15:27:54.431629 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Port b6e6cfce-a1e0-4de3-b128-cbee0892d185 on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:27:54.432315 dv-neutron-833373-1-hyperv neutron-server[83866]: ERROR neutron.plugins.ml2.managers [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Failed to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] Mar 11 15:27:54.449497 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.plugins.ml2.plugin [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempt 3 to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 Mar 11 15:27:54.497227 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-68711a4b-d90c-42cb-b653-86ace6940372 tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:54.521162 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d559a01-c672-4998-93f0-030c580d43b2 req-2707a47e-e670-4cec-afb8-aedc107874ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:54.523257 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2d559a01-c672-4998-93f0-030c580d43b2 req-2707a47e-e670-4cec-afb8-aedc107874ce service neutron] 10.222.0.73 "GET /v2.0/networks?id=f5e50d7a-e877-43fe-b63b-0d368fa885b4 HTTP/1.1" status: 200 len: 912 time: 0.4651656 Mar 11 15:27:54.537121 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:27:54.537517 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:27:54.537777 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:27:54.629515 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5f44bf1e-0749-46da-bcf9-a17f677eeb8a tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:54.683086 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Port b6e6cfce-a1e0-4de3-b128-cbee0892d185 on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:27:54.683423 dv-neutron-833373-1-hyperv neutron-server[83866]: ERROR neutron.plugins.ml2.managers [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Failed to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] Mar 11 15:27:54.698966 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.plugins.ml2.plugin [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempt 4 to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 Mar 11 15:27:54.772521 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:27:54.772832 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:27:54.773360 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:27:54.776639 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8475e62-51b8-4eef-b34c-ddb1f88a5167 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:27:54.798097 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-5f44bf1e-0749-46da-bcf9-a17f677eeb8a tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Calling delete_port for b86e833d-d4c2-488a-909d-794f69402ceb owned by {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:27:54.845402 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2b12fcbc-55a1-4fe1-bb6e-75b712d87d28 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:54.872252 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2d559a01-c672-4998-93f0-030c580d43b2 req-250ed7ac-3c79-4541-8427-d4ca61284dea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a650df7e-7466-470d-8473-ace951e19993 HTTP/1.1" status: 200 len: 999 time: 0.3403156 Mar 11 15:27:54.897278 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2b12fcbc-55a1-4fe1-bb6e-75b712d87d28 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:54.983099 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45d8a2-825c-4401-900b-47d90399c0fa req-35eb1423-47e1-4701-b5ef-eadbaa29a32c tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:54.984683 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-dc45d8a2-825c-4401-900b-47d90399c0fa req-35eb1423-47e1-4701-b5ef-eadbaa29a32c tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.4108057 Mar 11 15:27:55.046179 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54de066d-9ed9-440f-bc58-789e0a338fce tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:27:55.058090 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e08fb73-8cd1-4dfa-a51a-faba6cc131ad None None] Sync routers for ids ['3cbafe30-8812-431a-8647-e21d5133d0f2'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:27:55.073191 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-54de066d-9ed9-440f-bc58-789e0a338fce tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] 10.222.0.31 "PUT /v2.0/routers/3cbafe30-8812-431a-8647-e21d5133d0f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3820317 Mar 11 15:27:55.073414 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Port b6e6cfce-a1e0-4de3-b128-cbee0892d185 on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:27:55.073516 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5f44bf1e-0749-46da-bcf9-a17f677eeb8a tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:55.073636 dv-neutron-833373-1-hyperv neutron-server[83866]: ERROR neutron.plugins.ml2.managers [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Failed to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] Mar 11 15:27:55.073723 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e08fb73-8cd1-4dfa-a51a-faba6cc131ad None None] Routers {'3cbafe30-8812-431a-8647-e21d5133d0f2'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:27:55.074372 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-2e08fb73-8cd1-4dfa-a51a-faba6cc131ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:27:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['3cbafe30-8812-431a-8647-e21d5133d0f2'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:55.078945 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 32866) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:55.111895 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.plugins.ml2.plugin [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempt 5 to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 Mar 11 15:27:55.141250 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-2e08fb73-8cd1-4dfa-a51a-faba6cc131ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:55.156176 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e08fb73-8cd1-4dfa-a51a-faba6cc131ad None None] Routers {'3cbafe30-8812-431a-8647-e21d5133d0f2'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:27:55.156915 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-2e08fb73-8cd1-4dfa-a51a-faba6cc131ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:27:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['3cbafe30-8812-431a-8647-e21d5133d0f2'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:55.161934 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:27:55.162262 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:27:55.162592 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:27:55.200315 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e8475e62-51b8-4eef-b34c-ddb1f88a5167 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:55.232784 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-2e08fb73-8cd1-4dfa-a51a-faba6cc131ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:55.233518 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e08fb73-8cd1-4dfa-a51a-faba6cc131ad None None] The sync data for ids ['3cbafe30-8812-431a-8647-e21d5133d0f2'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:27:55.234527 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-dc45d8a2-825c-4401-900b-47d90399c0fa req-b2e13058-f2bd-41e0-bfad-e89f7f25c866 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2349923 Mar 11 15:27:55.243584 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d559a01-c672-4998-93f0-030c580d43b2 req-e9139b44-510a-4505-aabd-cf38fa70137f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:55.245729 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2d559a01-c672-4998-93f0-030c580d43b2 req-e9139b44-510a-4505-aabd-cf38fa70137f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b420fae9-b9a1-421f-87dd-fad5be9646ef HTTP/1.1" status: 200 len: 850 time: 0.3574049 Mar 11 15:27:55.295636 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f44bf1e-0749-46da-bcf9-a17f677eeb8a tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Pushing event deleted for resources: {'Port': ['ID=b86e833d-d4c2-488a-909d-794f69402ceb,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:55.309270 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Port b6e6cfce-a1e0-4de3-b128-cbee0892d185 on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:27:55.309736 dv-neutron-833373-1-hyperv neutron-server[83866]: ERROR neutron.plugins.ml2.managers [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Failed to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] Mar 11 15:27:55.327664 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.plugins.ml2.plugin [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempt 6 to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 Mar 11 15:27:55.415052 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-e8475e62-51b8-4eef-b34c-ddb1f88a5167 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "PUT /v2.0/floatingips/2142030f-b1d1-409f-a957-6d9401180438 HTTP/1.1" status: 200 len: 990 time: 11.0695567 Mar 11 15:27:55.418371 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e31028b-263a-4e93-87f6-6c800a936377', 'tag': '889d0feb-4527-41ab-afa0-28b46637f917'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:27:55.423286 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:27:55.423621 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:27:55.423952 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:27:55.471117 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Port b6e6cfce-a1e0-4de3-b128-cbee0892d185 on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:27:55.471470 dv-neutron-833373-1-hyperv neutron-server[83866]: ERROR neutron.plugins.ml2.managers [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Failed to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] Mar 11 15:27:55.480616 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-2b12fcbc-55a1-4fe1-bb6e-75b712d87d28 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Allocated IP 172.26.0.140 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/63341677-a25a-4ea3-a1db-8fb0bb3f55c3) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:27:55.483677 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.plugins.ml2.plugin [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempt 7 to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 Mar 11 15:27:55.520365 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-68711a4b-d90c-42cb-b653-86ace6940372 tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:55.539656 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-68711a4b-d90c-42cb-b653-86ace6940372 tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:55.579988 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:27:55.580286 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:27:55.592017 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:27:55.609099 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbe2bd9-7aae-4ddb-8f7d-05b116afc652 None None] Sync routers for ids ['6ababf4d-47b7-4202-b2cc-427fab38605a'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:27:55.626196 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbe2bd9-7aae-4ddb-8f7d-05b116afc652 None None] Routers {'6ababf4d-47b7-4202-b2cc-427fab38605a'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:27:55.626196 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-ffbe2bd9-7aae-4ddb-8f7d-05b116afc652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:27:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['6ababf4d-47b7-4202-b2cc-427fab38605a'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:55.626738 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e31028b-263a-4e93-87f6-6c800a936377', 'tag': '889d0feb-4527-41ab-afa0-28b46637f917', 'status': 'completed', 'code': 200} Mar 11 15:27:55.658494 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e395a853-30a1-4fe2-a469-a8875a05f434 None None] New status for floating IP b19e338b-66d5-44ac-974d-c2560c30ef05: ACTIVE {{(pid=83868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 15:27:55.717090 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6d214988-4ef9-4ebb-9a72-99e78abc7256 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks [] for router, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:55.824057 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Port b6e6cfce-a1e0-4de3-b128-cbee0892d185 on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:27:55.824361 dv-neutron-833373-1-hyperv neutron-server[83866]: ERROR neutron.plugins.ml2.managers [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Failed to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] Mar 11 15:27:55.838038 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.plugins.ml2.plugin [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempt 8 to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 Mar 11 15:27:55.897052 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-ffbe2bd9-7aae-4ddb-8f7d-05b116afc652 None None] Set router 6ababf4d-47b7-4202-b2cc-427fab38605a gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:27:55.904899 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2d559a01-c672-4998-93f0-030c580d43b2 req-13015e98-afca-41bb-adf2-2b532f3fc3a1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5e50d7a-e877-43fe-b63b-0d368fa885b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6454136 Mar 11 15:27:55.915278 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68711a4b-d90c-42cb-b653-86ace6940372 tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Pushing event updated for resources: {'Port': ['ID=8382c050-8398-41e4-936b-0ddfd5ee1926,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:55.930928 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5f44bf1e-0749-46da-bcf9-a17f677eeb8a tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:55.933848 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5f44bf1e-0749-46da-bcf9-a17f677eeb8a tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] 10.222.0.31 "DELETE /v2.0/ports/b86e833d-d4c2-488a-909d-794f69402ceb HTTP/1.1" status: 204 len: 168 time: 2.0104649 Mar 11 15:27:55.940840 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 32874) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:55.963436 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:27:55.963765 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:27:55.964167 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:27:56.000681 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff6371c-c662-454c-bdbf-ec22097f4776 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] GET failed (client error): The resource could not be found. Mar 11 15:27:56.001801 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4ff6371c-c662-454c-bdbf-ec22097f4776 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Synchronizing usage tracker for tenant:c1f0a827cabe44d0a4eecdf517b52b22 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:27:56.027873 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-6d214988-4ef9-4ebb-9a72-99e78abc7256 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 11 15:27:56.032988 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6d214988-4ef9-4ebb-9a72-99e78abc7256 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] 10.222.0.31 "DELETE /v2.0/routers/3cbafe30-8812-431a-8647-e21d5133d0f2 HTTP/1.1" status: 409 len: 329 time: 0.9242995 Mar 11 15:27:56.034004 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 32878) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:56.037662 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4ff6371c-c662-454c-bdbf-ec22097f4776 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Unset dirty status for tenant:c1f0a827cabe44d0a4eecdf517b52b22 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:27:56.039302 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4ff6371c-c662-454c-bdbf-ec22097f4776 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] 10.222.0.31 "GET /v2.0/ports/b86e833d-d4c2-488a-909d-794f69402ceb HTTP/1.1" status: 404 len: 333 time: 0.0931275 Mar 11 15:27:56.075719 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 32882) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:56.079913 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cc8435-ce40-4eb2-a064-7aaeedb8bc12 None None] New status for floating IP 1bfe3d07-05f1-4aaa-b86b-5f597f5a30f1: ACTIVE {{(pid=83869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 15:27:56.139736 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Port b6e6cfce-a1e0-4de3-b128-cbee0892d185 on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:27:56.140206 dv-neutron-833373-1-hyperv neutron-server[83866]: ERROR neutron.plugins.ml2.managers [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Failed to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] Mar 11 15:27:56.152325 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.plugins.ml2.plugin [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempt 9 to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 Mar 11 15:27:56.159495 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-68711a4b-d90c-42cb-b653-86ace6940372 tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:56.258026 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:27:56.258290 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:27:56.258632 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:27:56.265098 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2b12fcbc-55a1-4fe1-bb6e-75b712d87d28 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:56.320868 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-d943ce80-b6dc-4695-93e2-196b427f0444 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Deleting port 5f17d432-e030-47d3-a9ce-2cf6a99ddaa7 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:27:56.321434 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d943ce80-b6dc-4695-93e2-196b427f0444 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:56.356326 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-68711a4b-d90c-42cb-b653-86ace6940372 tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:56.359979 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-68711a4b-d90c-42cb-b653-86ace6940372 tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.9172275 Mar 11 15:27:56.365903 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 32888) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:56.391507 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e2e3bb61-46fc-446c-9452-b65e8f032786 req-a0141463-3e4c-445a-88b7-052a24d08533 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=775252413a2b4ceb9ae1b5a003c1e0db&device_id=5e31028b-263a-4e93-87f6-6c800a936377 HTTP/1.1" status: 200 len: 1098 time: 0.7610209 Mar 11 15:27:56.391507 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Port b6e6cfce-a1e0-4de3-b128-cbee0892d185 on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:27:56.391807 dv-neutron-833373-1-hyperv neutron-server[83866]: ERROR neutron.plugins.ml2.managers [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Failed to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] Mar 11 15:27:56.399449 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.plugins.ml2.plugin [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempt 10 to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 Mar 11 15:27:56.459400 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e4f75-1f2c-4865-92e3-044abc52d828 req-fa123671-a86a-4e95-b6c7-1b236427c76c tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:56.466597 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-960e4f75-1f2c-4865-92e3-044abc52d828 req-fa123671-a86a-4e95-b6c7-1b236427c76c tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e31028b-263a-4e93-87f6-6c800a936377 HTTP/1.1" status: 200 len: 945 time: 0.8708823 Mar 11 15:27:56.479236 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2d559a01-c672-4998-93f0-030c580d43b2 req-308b9884-7fcd-4a63-9161-7d52a9e37ea7 service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50d7a-e877-43fe-b63b-0d368fa885b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5571451 Mar 11 15:27:56.574201 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:27:56.574855 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:27:56.574855 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempting to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:27:56.683889 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-63d843a1-3d0c-44f3-a7af-8702a022e652 tempest-FloatingIPAdminTestJSON-1555347299 tempest-FloatingIPAdminTestJSON-1555347299-project] Request body: {'floatingip': {'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:27:56.707972 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-63d843a1-3d0c-44f3-a7af-8702a022e652 tempest-FloatingIPAdminTestJSON-1555347299 tempest-FloatingIPAdminTestJSON-1555347299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:27:56.716901 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-ffbe2bd9-7aae-4ddb-8f7d-05b116afc652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ababf4d-47b7-4202-b2cc-427fab38605a', 'name': 'tempest-ServersTestJSON-1845228925-router', 'tenant_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '6b7f36c6-c062-43b6-be17-b8d0a0d61187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:34Z', 'updated_at': '2022-03-11T15:26:47Z', 'revision_number': 4, 'project_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'gw_port': {'id': '6b7f36c6-c062-43b6-be17-b8d0a0d61187', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ababf4d-47b7-4202-b2cc-427fab38605a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:36Z', 'updated_at': '2022-03-11T15:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '2142030f-b1d1-409f-a957-6d9401180438', 'tenant_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'floating_ip_address': '172.26.0.64', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '6ababf4d-47b7-4202-b2cc-427fab38605a', 'port_id': '889d0feb-4527-41ab-afa0-28b46637f917', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca2b2c1-029f-452f-b89f-8d520c56cff6', 'mac_address': 'fa:16:3e:a6:3d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e31028b-263a-4e93-87f6-6c800a936377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:26:58Z', 'updated_at': '2022-03-11T15:27:46Z', 'revision_number': 1, 'project_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b5dea98-039d-4968-bc67-a1bd1835ea78', 'name': '', 'network_id': '2ca2b2c1-029f-452f-b89f-8d520c56cff6', 'tenant_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'mac_address': 'fa:16:3e:86:a2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ababf4d-47b7-4202-b2cc-427fab38605a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '047d6af5-a53b-4580-ace2-f81e6cc01d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:46Z', 'updated_at': '2022-03-11T15:27:30Z', 'revision_number': 5, 'project_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'subnets': [{'id': '047d6af5-a53b-4580-ace2-f81e6cc01d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:56.721073 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Port b6e6cfce-a1e0-4de3-b128-cbee0892d185 on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:27:56.721366 dv-neutron-833373-1-hyperv neutron-server[83866]: ERROR neutron.plugins.ml2.managers [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Failed to bind port b6e6cfce-a1e0-4de3-b128-cbee0892d185 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'fed5bf3c-243e-4f2b-9687-1ee221f72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b76dc52e-9b4e-4a48-9fff-a51eb4bfb927'}] Mar 11 15:27:56.721725 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:56.723150 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbe2bd9-7aae-4ddb-8f7d-05b116afc652 None None] Checking router: 6ababf4d-47b7-4202-b2cc-427fab38605a for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:27:56.736284 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbe2bd9-7aae-4ddb-8f7d-05b116afc652 None None] Routers {'6ababf4d-47b7-4202-b2cc-427fab38605a'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:27:56.736740 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-63d843a1-3d0c-44f3-a7af-8702a022e652 tempest-FloatingIPAdminTestJSON-1555347299 tempest-FloatingIPAdminTestJSON-1555347299-project] Usage tracker for resource:floatingip and tenant:d56f9c7d2d704c138ae1011e99da54fb is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:27:56.737221 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-ffbe2bd9-7aae-4ddb-8f7d-05b116afc652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:27:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['6ababf4d-47b7-4202-b2cc-427fab38605a'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:56.780408 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-63d843a1-3d0c-44f3-a7af-8702a022e652 tempest-FloatingIPAdminTestJSON-1555347299 tempest-FloatingIPAdminTestJSON-1555347299-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:27:56.807175 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-63d843a1-3d0c-44f3-a7af-8702a022e652 tempest-FloatingIPAdminTestJSON-1555347299 tempest-FloatingIPAdminTestJSON-1555347299-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:27:56.813816 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2b12fcbc-55a1-4fe1-bb6e-75b712d87d28 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:56.855568 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-63d843a1-3d0c-44f3-a7af-8702a022e652 tempest-FloatingIPAdminTestJSON-1555347299 tempest-FloatingIPAdminTestJSON-1555347299-project] Notify callbacks [] for floatingip, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:56.897199 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e996e96-a7a1-4fe3-a16a-abd2a93a49e7 req-721be991-e7fc-4cfb-9430-beccd892fe10 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:56.899435 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2e996e96-a7a1-4fe3-a16a-abd2a93a49e7 req-721be991-e7fc-4cfb-9430-beccd892fe10 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.3821440 Mar 11 15:27:56.966202 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-ffbe2bd9-7aae-4ddb-8f7d-05b116afc652 None None] Set router 6ababf4d-47b7-4202-b2cc-427fab38605a gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:27:57.027972 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ccc53c9e-db05-4b93-88d8-8d0d038c7b1f tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:57.103878 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2e996e96-a7a1-4fe3-a16a-abd2a93a49e7 req-72117c81-1fcc-4b9b-86c1-eb398c6b0d6d tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499429 Mar 11 15:27:57.161079 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-960e4f75-1f2c-4865-92e3-044abc52d828 req-5de607ee-0c22-4a84-85f5-15055c14d9ff tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d213ed7-7cdc-4373-9ab6-6e091e2ba9df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6935024 Mar 11 15:27:57.173283 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3bb61-46fc-446c-9452-b65e8f032786 req-21507c21-0d4b-4895-88b7-f128856bb514 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:57.175198 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e2e3bb61-46fc-446c-9452-b65e8f032786 req-21507c21-0d4b-4895-88b7-f128856bb514 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2ca2b2c1-029f-452f-b89f-8d520c56cff6 HTTP/1.1" status: 200 len: 907 time: 0.7557759 Mar 11 15:27:57.294724 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2d559a01-c672-4998-93f0-030c580d43b2 req-ec686a6d-841f-464d-9233-fcc87c0215cc service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50d7a-e877-43fe-b63b-0d368fa885b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7465131 Mar 11 15:27:57.338700 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-63d843a1-3d0c-44f3-a7af-8702a022e652 tempest-FloatingIPAdminTestJSON-1555347299 tempest-FloatingIPAdminTestJSON-1555347299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:57.343730 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b12fcbc-55a1-4fe1-bb6e-75b712d87d28 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:27:57.355617 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-2b12fcbc-55a1-4fe1-bb6e-75b712d87d28 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:27:57.358235 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b12fcbc-55a1-4fe1-bb6e-75b712d87d28 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:27:57.426903 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12fcbc-55a1-4fe1-bb6e-75b712d87d28 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Pushing event updated for resources: {'Port': ['ID=63341677-a25a-4ea3-a1db-8fb0bb3f55c3,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:57.443079 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d943ce80-b6dc-4695-93e2-196b427f0444 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:57.513396 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-ffbe2bd9-7aae-4ddb-8f7d-05b116afc652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ababf4d-47b7-4202-b2cc-427fab38605a', 'name': 'tempest-ServersTestJSON-1845228925-router', 'tenant_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '6b7f36c6-c062-43b6-be17-b8d0a0d61187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:34Z', 'updated_at': '2022-03-11T15:26:47Z', 'revision_number': 4, 'project_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'gw_port': {'id': '6b7f36c6-c062-43b6-be17-b8d0a0d61187', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ababf4d-47b7-4202-b2cc-427fab38605a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:36Z', 'updated_at': '2022-03-11T15:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '2142030f-b1d1-409f-a957-6d9401180438', 'tenant_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'floating_ip_address': '172.26.0.64', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '6ababf4d-47b7-4202-b2cc-427fab38605a', 'port_id': '889d0feb-4527-41ab-afa0-28b46637f917', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca2b2c1-029f-452f-b89f-8d520c56cff6', 'mac_address': 'fa:16:3e:a6:3d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e31028b-263a-4e93-87f6-6c800a936377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:26:58Z', 'updated_at': '2022-03-11T15:27:46Z', 'revision_number': 1, 'project_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b5dea98-039d-4968-bc67-a1bd1835ea78', 'name': '', 'network_id': '2ca2b2c1-029f-452f-b89f-8d520c56cff6', 'tenant_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'mac_address': 'fa:16:3e:86:a2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ababf4d-47b7-4202-b2cc-427fab38605a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '047d6af5-a53b-4580-ace2-f81e6cc01d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:46Z', 'updated_at': '2022-03-11T15:27:30Z', 'revision_number': 5, 'project_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'subnets': [{'id': '047d6af5-a53b-4580-ace2-f81e6cc01d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:57.517658 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbe2bd9-7aae-4ddb-8f7d-05b116afc652 None None] The sync data for ids ['6ababf4d-47b7-4202-b2cc-427fab38605a'] in dv-neutron-833373-1-hyperv is: [{'id': '6ababf4d-47b7-4202-b2cc-427fab38605a', 'name': 'tempest-ServersTestJSON-1845228925-router', 'tenant_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '6b7f36c6-c062-43b6-be17-b8d0a0d61187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:34Z', 'updated_at': '2022-03-11T15:26:47Z', 'revision_number': 4, 'project_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'gw_port': {'id': '6b7f36c6-c062-43b6-be17-b8d0a0d61187', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ababf4d-47b7-4202-b2cc-427fab38605a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:36Z', 'updated_at': '2022-03-11T15:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '2142030f-b1d1-409f-a957-6d9401180438', 'tenant_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'floating_ip_address': '172.26.0.64', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '6ababf4d-47b7-4202-b2cc-427fab38605a', 'port_id': '889d0feb-4527-41ab-afa0-28b46637f917', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca2b2c1-029f-452f-b89f-8d520c56cff6', 'mac_address': 'fa:16:3e:a6:3d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e31028b-263a-4e93-87f6-6c800a936377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:26:58Z', 'updated_at': '2022-03-11T15:27:46Z', 'revision_number': 1, 'project_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b5dea98-039d-4968-bc67-a1bd1835ea78', 'name': '', 'network_id': '2ca2b2c1-029f-452f-b89f-8d520c56cff6', 'tenant_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'mac_address': 'fa:16:3e:86:a2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ababf4d-47b7-4202-b2cc-427fab38605a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '047d6af5-a53b-4580-ace2-f81e6cc01d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:46Z', 'updated_at': '2022-03-11T15:27:30Z', 'revision_number': 5, 'project_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'subnets': [{'id': '047d6af5-a53b-4580-ace2-f81e6cc01d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:27:57.546130 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] For port b6e6cfce-a1e0-4de3-b128-cbee0892d185, host hv-neutron-8333, cleared binding levels {{(pid=83866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:27:57.546600 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Attempted to set empty binding levels {{(pid=83866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 15:27:57.617808 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-d943ce80-b6dc-4695-93e2-196b427f0444 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Calling delete_port for 5f17d432-e030-47d3-a9ce-2cf6a99ddaa7 owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:27:57.651419 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:57.659897 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-63d843a1-3d0c-44f3-a7af-8702a022e652 tempest-FloatingIPAdminTestJSON-1555347299 tempest-FloatingIPAdminTestJSON-1555347299-project] Allocated IP 172.26.0.52 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/62260832-424a-46c1-805e-63c8f978a2ca) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:27:57.769989 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e2e3bb61-46fc-446c-9452-b65e8f032786 req-9e66110d-ccd6-4f0d-b1a1-2ebcdf938862 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=889d0feb-4527-41ab-afa0-28b46637f917 HTTP/1.1" status: 200 len: 998 time: 0.5536785 Mar 11 15:27:57.854928 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] In _notify_port_updated(), no bound segment for port b6e6cfce-a1e0-4de3-b128-cbee0892d185 on network b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 {{(pid=83866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 15:27:57.856016 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:57.858055 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] 10.222.0.31 "PUT /v2.0/ports/b6e6cfce-a1e0-4de3-b128-cbee0892d185 HTTP/1.1" status: 200 len: 980 time: 7.3871720 Mar 11 15:27:57.863372 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 32900) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:57.948591 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-63d843a1-3d0c-44f3-a7af-8702a022e652 tempest-FloatingIPAdminTestJSON-1555347299 tempest-FloatingIPAdminTestJSON-1555347299-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:57.954619 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a7b29-c859-4ccb-8ac8-732ba6b7dc43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Pushing event updated for resources: {'Port': ['ID=b6e6cfce-a1e0-4de3-b128-cbee0892d185,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:58.038607 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3bb61-46fc-446c-9452-b65e8f032786 req-1c84bc1f-4d59-42aa-a883-80ffdfe4f042 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:58.040010 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e2e3bb61-46fc-446c-9452-b65e8f032786 req-1c84bc1f-4d59-42aa-a883-80ffdfe4f042 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=047d6af5-a53b-4580-ace2-f81e6cc01d2e HTTP/1.1" status: 200 len: 845 time: 0.2485850 Mar 11 15:27:58.047672 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-63d843a1-3d0c-44f3-a7af-8702a022e652 tempest-FloatingIPAdminTestJSON-1555347299 tempest-FloatingIPAdminTestJSON-1555347299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:58.111712 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-f65a4cf3-bf69-4f97-a283-0cedf0593bd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Deleting port b6e6cfce-a1e0-4de3-b128-cbee0892d185 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:27:58.112056 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f65a4cf3-bf69-4f97-a283-0cedf0593bd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:58.209025 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-ccc53c9e-db05-4b93-88d8-8d0d038c7b1f tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Deleting port d3316aed-6837-4fec-a8ef-a6c1beb43495 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:27:58.209385 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ccc53c9e-db05-4b93-88d8-8d0d038c7b1f tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:58.265084 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d943ce80-b6dc-4695-93e2-196b427f0444 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:58.365448 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d843a1-3d0c-44f3-a7af-8702a022e652 tempest-FloatingIPAdminTestJSON-1555347299 tempest-FloatingIPAdminTestJSON-1555347299-project] Pushing event updated for resources: {'Port': ['ID=62260832-424a-46c1-805e-63c8f978a2ca,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:58.378075 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d843a1-3d0c-44f3-a7af-8702a022e652 tempest-FloatingIPAdminTestJSON-1555347299 tempest-FloatingIPAdminTestJSON-1555347299-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:27:58.385994 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-63d843a1-3d0c-44f3-a7af-8702a022e652 tempest-FloatingIPAdminTestJSON-1555347299 tempest-FloatingIPAdminTestJSON-1555347299-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:27:58.388557 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d843a1-3d0c-44f3-a7af-8702a022e652 tempest-FloatingIPAdminTestJSON-1555347299 tempest-FloatingIPAdminTestJSON-1555347299-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:27:58.426506 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d943ce80-b6dc-4695-93e2-196b427f0444 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Pushing event deleted for resources: {'Port': ['ID=5f17d432-e030-47d3-a9ce-2cf6a99ddaa7,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:58.623180 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e2e3bb61-46fc-446c-9452-b65e8f032786 req-6665925a-1e48-47e0-9d3d-3a060a867ffa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ca2b2c1-029f-452f-b89f-8d520c56cff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5725896 Mar 11 15:27:58.686885 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-63d843a1-3d0c-44f3-a7af-8702a022e652 tempest-FloatingIPAdminTestJSON-1555347299 tempest-FloatingIPAdminTestJSON-1555347299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:58.738570 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ccc53c9e-db05-4b93-88d8-8d0d038c7b1f tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:58.759787 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-f65a4cf3-bf69-4f97-a283-0cedf0593bd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] For port b6e6cfce-a1e0-4de3-b128-cbee0892d185, host hv-neutron-8333, got binding levels [] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:27:58.760097 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f65a4cf3-bf69-4f97-a283-0cedf0593bd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:58.877528 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-ccc53c9e-db05-4b93-88d8-8d0d038c7b1f tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Calling delete_port for d3316aed-6837-4fec-a8ef-a6c1beb43495 owned by network:router_interface {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:27:58.917494 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-63d843a1-3d0c-44f3-a7af-8702a022e652 tempest-FloatingIPAdminTestJSON-1555347299 tempest-FloatingIPAdminTestJSON-1555347299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:59.071156 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-f65a4cf3-bf69-4f97-a283-0cedf0593bd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Calling delete_port for b6e6cfce-a1e0-4de3-b128-cbee0892d185 owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:27:59.126689 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d943ce80-b6dc-4695-93e2-196b427f0444 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:59.142419 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7706d57-268f-46db-b453-8b3dc52797cb req-e77597ce-6096-43c8-963e-6ab48ccb03e9 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:59.143149 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e7706d57-268f-46db-b453-8b3dc52797cb req-e77597ce-6096-43c8-963e-6ab48ccb03e9 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.8735063 Mar 11 15:27:59.215246 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d943ce80-b6dc-4695-93e2-196b427f0444 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] 10.222.0.31 "DELETE /v2.0/ports/5f17d432-e030-47d3-a9ce-2cf6a99ddaa7 HTTP/1.1" status: 204 len: 168 time: 3.1351888 Mar 11 15:27:59.216074 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 32906) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:59.223076 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e2e3bb61-46fc-446c-9452-b65e8f032786 req-d0072fc9-376e-4dbe-ad23-b819defce115 service neutron] 10.222.0.73 "GET /v2.0/networks/2ca2b2c1-029f-452f-b89f-8d520c56cff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5881257 Mar 11 15:27:59.282647 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdf2e053-9454-4f92-babe-bcc3ba4f44cf tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] GET failed (client error): The resource could not be found. Mar 11 15:27:59.284123 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-fdf2e053-9454-4f92-babe-bcc3ba4f44cf tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] 10.222.0.31 "GET /v2.0/ports/5f17d432-e030-47d3-a9ce-2cf6a99ddaa7 HTTP/1.1" status: 404 len: 333 time: 0.0624318 Mar 11 15:27:59.299150 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 32910) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:27:59.299373 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c1ba49f9-fafd-4174-8456-71eb2d9b38ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:59.333778 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ccc53c9e-db05-4b93-88d8-8d0d038c7b1f tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:59.393399 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device a40a07d0-7d0d-4ada-985a-3e7a16648f9d up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:27:59.395999 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2b12fcbc-55a1-4fe1-bb6e-75b712d87d28 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:59.397000 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2b12fcbc-55a1-4fe1-bb6e-75b712d87d28 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:59.403003 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-63d843a1-3d0c-44f3-a7af-8702a022e652 tempest-FloatingIPAdminTestJSON-1555347299 tempest-FloatingIPAdminTestJSON-1555347299-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:59.415383 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-63d843a1-3d0c-44f3-a7af-8702a022e652 tempest-FloatingIPAdminTestJSON-1555347299 tempest-FloatingIPAdminTestJSON-1555347299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:59.430591 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f65a4cf3-bf69-4f97-a283-0cedf0593bd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:59.472826 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc53c9e-db05-4b93-88d8-8d0d038c7b1f tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Pushing event deleted for resources: {'Port': ['ID=d3316aed-6837-4fec-a8ef-a6c1beb43495,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:59.483922 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port a40a07d0-7d0d-4ada-985a-3e7a16648f9d completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:27:59.489933 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port a40a07d0-7d0d-4ada-985a-3e7a16648f9d triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:27:59.490605 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:59.520771 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e7706d57-268f-46db-b453-8b3dc52797cb req-47c4cd9d-affe-40c5-8b93-c0fb96343ae7 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3560724 Mar 11 15:27:59.578969 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d843a1-3d0c-44f3-a7af-8702a022e652 tempest-FloatingIPAdminTestJSON-1555347299 tempest-FloatingIPAdminTestJSON-1555347299-project] Pushing event updated for resources: {'Port': ['ID=62260832-424a-46c1-805e-63c8f978a2ca,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:59.715210 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:59.746089 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port a40a07d0-7d0d-4ada-985a-3e7a16648f9d, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=a40a07d0-7d0d-4ada-985a-3e7a16648f9d,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:27:59.749355 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a4cf3-bf69-4f97-a283-0cedf0593bd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6e6cfce-a1e0-4de3-b128-cbee0892d185,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:59.755913 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:59.838608 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=a40a07d0-7d0d-4ada-985a-3e7a16648f9d,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:59.841618 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-dfbacf42-99a9-4b4f-be40-b8f56e8440c4 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Deleting port fba80111-c763-4bd2-8911-5307725d3d73 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:27:59.841971 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-dfbacf42-99a9-4b4f-be40-b8f56e8440c4 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:59.890478 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f65a4cf3-bf69-4f97-a283-0cedf0593bd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:59.924031 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e2e3bb61-46fc-446c-9452-b65e8f032786 req-ebb0804e-0e70-4a39-8fec-2fc2b7e21590 service neutron] 10.222.0.73 "GET /v2.0/networks/2ca2b2c1-029f-452f-b89f-8d520c56cff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6837802 Mar 11 15:27:59.940793 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-63d843a1-3d0c-44f3-a7af-8702a022e652 tempest-FloatingIPAdminTestJSON-1555347299 tempest-FloatingIPAdminTestJSON-1555347299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:27:59.952593 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f65a4cf3-bf69-4f97-a283-0cedf0593bd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] 10.222.0.31 "DELETE /v2.0/ports/b6e6cfce-a1e0-4de3-b128-cbee0892d185 HTTP/1.1" status: 204 len: 168 time: 2.0743766 Mar 11 15:27:59.963616 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 32916) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:00.137239 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-80f783a9-9d6d-4c66-82e5-4ff5858315ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] GET failed (client error): The resource could not be found. Mar 11 15:28:00.137757 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-80f783a9-9d6d-4c66-82e5-4ff5858315ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Synchronizing usage tracker for tenant:9a021ebe94474df7bd987a1f0e84b39f on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:28:00.142971 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-63d843a1-3d0c-44f3-a7af-8702a022e652 tempest-FloatingIPAdminTestJSON-1555347299 tempest-FloatingIPAdminTestJSON-1555347299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:00.144279 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-63d843a1-3d0c-44f3-a7af-8702a022e652 tempest-FloatingIPAdminTestJSON-1555347299 tempest-FloatingIPAdminTestJSON-1555347299-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7757232 Mar 11 15:28:00.149110 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 32920) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:00.192524 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-dfbacf42-99a9-4b4f-be40-b8f56e8440c4 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:00.224047 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3910930-f4cc-426b-9593-cf839b90992d req-5b907b47-a7af-4396-8d10-85361be47244 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:00.226141 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c3910930-f4cc-426b-9593-cf839b90992d req-5b907b47-a7af-4396-8d10-85361be47244 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.4717472 Mar 11 15:28:00.258551 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-80f783a9-9d6d-4c66-82e5-4ff5858315ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] Unset dirty status for tenant:9a021ebe94474df7bd987a1f0e84b39f on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:28:00.262777 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-80f783a9-9d6d-4c66-82e5-4ff5858315ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-241364356-project-admin] 10.222.0.31 "GET /v2.0/ports/b6e6cfce-a1e0-4de3-b128-cbee0892d185 HTTP/1.1" status: 404 len: 333 time: 0.2936926 Mar 11 15:28:00.264581 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 32924) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:00.265028 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ccc53c9e-db05-4b93-88d8-8d0d038c7b1f tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:00.352579 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-dfbacf42-99a9-4b4f-be40-b8f56e8440c4 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Calling delete_port for fba80111-c763-4bd2-8911-5307725d3d73 owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:28:00.377611 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-40e1bc7a-aa3a-4421-8709-77714e8b92bf tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4002 time: 0.2270753 Mar 11 15:28:00.380629 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 32928) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:00.387311 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c3910930-f4cc-426b-9593-cf839b90992d req-daaa7529-b2cd-49e2-a25c-7ae43ad758e1 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421332 Mar 11 15:28:00.594934 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-505706b2-b0d1-4feb-a057-d990bccdccd1 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Synchronizing usage tracker for tenant:c3b5c13d66354b8cafc5703dde135af9 on resource:floatingip {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:28:00.618575 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ab7cc3b1-f262-4837-bcfa-3b507991fb2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:00.698696 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-505706b2-b0d1-4feb-a057-d990bccdccd1 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Unset dirty status for tenant:c3b5c13d66354b8cafc5703dde135af9 on resource:floatingip {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:28:00.700158 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-505706b2-b0d1-4feb-a057-d990bccdccd1 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.3159008 Mar 11 15:28:00.705310 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 32936) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:00.755321 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc53c9e-db05-4b93-88d8-8d0d038c7b1f tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Router 3cbafe30-8812-431a-8647-e21d5133d0f2 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:28:00.822845 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b12fcbc-55a1-4fe1-bb6e-75b712d87d28 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Router eab70f30-dd35-4927-a8e9-a293c6998d66 is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:28:00.964752 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718d518-f693-4d12-a541-21a7de67c011 req-27c2b77a-2ba1-4a93-a241-3b2fd9871f1f tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:00.966351 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-a718d518-f693-4d12-a541-21a7de67c011 req-27c2b77a-2ba1-4a93-a241-3b2fd9871f1f tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.2099557 Mar 11 15:28:00.989372 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc53c9e-db05-4b93-88d8-8d0d038c7b1f tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:28:00.997237 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ccc53c9e-db05-4b93-88d8-8d0d038c7b1f tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] 10.222.0.31 "PUT /v2.0/routers/3cbafe30-8812-431a-8647-e21d5133d0f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9616303 Mar 11 15:28:01.000844 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 32940) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:01.003460 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4392146-bf0e-4489-b632-b71ce8c2390c None None] Sync routers for ids ['3cbafe30-8812-431a-8647-e21d5133d0f2'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:28:01.017627 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4392146-bf0e-4489-b632-b71ce8c2390c None None] Routers {'3cbafe30-8812-431a-8647-e21d5133d0f2'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:28:01.018410 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b4392146-bf0e-4489-b632-b71ce8c2390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:27:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['3cbafe30-8812-431a-8647-e21d5133d0f2'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:01.085284 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-3924fd2f-54b3-462d-88f7-92e33932e5d3 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] show failed (client error): The resource could not be found. Mar 11 15:28:01.086531 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-3924fd2f-54b3-462d-88f7-92e33932e5d3 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-1902031449 HTTP/1.1" status: 404 len: 335 time: 0.0847666 Mar 11 15:28:01.092539 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 32944) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:01.110654 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-dfbacf42-99a9-4b4f-be40-b8f56e8440c4 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:01.110861 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-bd0aa128-3de6-4216-af02-3742f72fc78d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:01.117267 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b4392146-bf0e-4489-b632-b71ce8c2390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:01.132838 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4392146-bf0e-4489-b632-b71ce8c2390c None None] Routers {'3cbafe30-8812-431a-8647-e21d5133d0f2'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:28:01.134135 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b4392146-bf0e-4489-b632-b71ce8c2390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:27:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['3cbafe30-8812-431a-8647-e21d5133d0f2'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:01.199000 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-a718d518-f693-4d12-a541-21a7de67c011 req-61487d09-28bc-4877-b644-9b9fce2a56a1 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2251513 Mar 11 15:28:01.209051 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-bd0aa128-3de6-4216-af02-3742f72fc78d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] update failed (client error): The resource could not be found. Mar 11 15:28:01.211374 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-bd0aa128-3de6-4216-af02-3742f72fc78d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-1952456293 HTTP/1.1" status: 404 len: 335 time: 0.1175184 Mar 11 15:28:01.216605 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 32948) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:01.224166 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbacf42-99a9-4b4f-be40-b8f56e8440c4 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Pushing event deleted for resources: {'Port': ['ID=fba80111-c763-4bd2-8911-5307725d3d73,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:01.230489 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ab7cc3b1-f262-4837-bcfa-3b507991fb2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:01.240276 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-9f9e80e9-d7ea-4739-a21a-dd69a16c950d tempest-FloatingIPAdminTestJSON-1555347299 tempest-FloatingIPAdminTestJSON-1555347299-project] Deleting port 62260832-424a-46c1-805e-63c8f978a2ca {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:28:01.240571 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9f9e80e9-d7ea-4739-a21a-dd69a16c950d tempest-FloatingIPAdminTestJSON-1555347299 tempest-FloatingIPAdminTestJSON-1555347299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:01.255993 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b4392146-bf0e-4489-b632-b71ce8c2390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:01.257056 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4392146-bf0e-4489-b632-b71ce8c2390c None None] The sync data for ids ['3cbafe30-8812-431a-8647-e21d5133d0f2'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:28:01.355101 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device a40a07d0-7d0d-4ada-985a-3e7a16648f9d up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:28:01.440013 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port a40a07d0-7d0d-4ada-985a-3e7a16648f9d triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:28:01.440717 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:01.533109 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-ab7cc3b1-f262-4837-bcfa-3b507991fb2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b76dc52e-9b4e-4a48-9fff-a51eb4bfb927']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:01.634787 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5cc74afb-3ea6-4d0a-9836-12182eb8d993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:01.647078 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-ab7cc3b1-f262-4837-bcfa-3b507991fb2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fed5bf3c-243e-4f2b-9687-1ee221f72403') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:01.647376 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-ab7cc3b1-f262-4837-bcfa-3b507991fb2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fed5bf3c-243e-4f2b-9687-1ee221f72403') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:01.746306 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ab7cc3b1-f262-4837-bcfa-3b507991fb2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:01.845405 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-dfbacf42-99a9-4b4f-be40-b8f56e8440c4 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:01.876044 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ab7cc3b1-f262-4837-bcfa-3b507991fb2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:01.905754 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-dfbacf42-99a9-4b4f-be40-b8f56e8440c4 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] 10.222.0.31 "DELETE /v2.0/ports/fba80111-c763-4bd2-8911-5307725d3d73 HTTP/1.1" status: 204 len: 168 time: 2.5533409 Mar 11 15:28:01.908300 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab7cc3b1-f262-4837-bcfa-3b507991fb2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:28:01.908817 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ab7cc3b1-f262-4837-bcfa-3b507991fb2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:01.909121 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 32960) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:01.928614 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:28:01.928614 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:28:01.928614 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:28:01.928614 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:28:01.928614 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:28:01.928614 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:28:01.928614 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:28:01.928614 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:28:01.928614 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:28:01.928614 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:28:01.928614 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:28:01.928614 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:28:01.928614 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:28:01.928614 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:28:01.928614 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:28:01.928614 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:28:01.928614 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:28:01.928614 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:28:01.928614 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:28:01.928614 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:28:01.928614 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:28:01.928614 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:28:01.928614 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:28:01.928614 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:28:01.928614 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:28:01.928614 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:28:01.928614 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:28:01.928614 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:28:01.928614 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:28:01.928614 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:28:01.928614 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:28:01.928614 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:28:02.054528 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9f9e80e9-d7ea-4739-a21a-dd69a16c950d tempest-FloatingIPAdminTestJSON-1555347299 tempest-FloatingIPAdminTestJSON-1555347299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:02.055289 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9f9e80e9-d7ea-4739-a21a-dd69a16c950d tempest-FloatingIPAdminTestJSON-1555347299 tempest-FloatingIPAdminTestJSON-1555347299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:02.087051 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ab7cc3b1-f262-4837-bcfa-3b507991fb2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:02.091771 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ab7cc3b1-f262-4837-bcfa-3b507991fb2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:02.177615 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4f0f3-485c-45e9-b24d-da206fc65c0d req-84c0f646-8f4e-4160-a7d4-48b6bed25c13 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:02.179744 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f4a4f0f3-485c-45e9-b24d-da206fc65c0d req-84c0f646-8f4e-4160-a7d4-48b6bed25c13 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.2253828 Mar 11 15:28:02.236230 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-a558cfee-de4e-442f-8aca-659d1827aafd tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Deleting subnet 2fd7e7ec-ee8b-4137-89ed-25052026265a {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:28:02.244339 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a558cfee-de4e-442f-8aca-659d1827aafd tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:02.246330 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-9f9e80e9-d7ea-4739-a21a-dd69a16c950d tempest-FloatingIPAdminTestJSON-1555347299 tempest-FloatingIPAdminTestJSON-1555347299-project] Calling delete_port for 62260832-424a-46c1-805e-63c8f978a2ca owned by network:floatingip {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:28:02.276672 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7ff6a5d-ad05-43a5-a975-4b81cc1df036 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Deleting subnet 041c23f8-504c-4b82-a97f-d21df197cb94 {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:28:02.293360 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ab7cc3b1-f262-4837-bcfa-3b507991fb2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] 10.222.0.31 "DELETE /v2.0/networks/b76dc52e-9b4e-4a48-9fff-a51eb4bfb927 HTTP/1.1" status: 204 len: 168 time: 2.0277095 Mar 11 15:28:02.296084 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7cc3b1-f262-4837-bcfa-3b507991fb2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-693164258-project] Pushing event deleted for resources: {'Network': ['ID=b76dc52e-9b4e-4a48-9fff-a51eb4bfb927,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:02.302792 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b7ff6a5d-ad05-43a5-a975-4b81cc1df036 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:02.323694 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f4a4f0f3-485c-45e9-b24d-da206fc65c0d req-ed0b60c8-3736-43e6-affb-40a7c6dff234 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099925 Mar 11 15:28:02.327352 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a558cfee-de4e-442f-8aca-659d1827aafd tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:02.376190 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b7ff6a5d-ad05-43a5-a975-4b81cc1df036 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:02.583953 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a558cfee-de4e-442f-8aca-659d1827aafd tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:02.661275 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 32968) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:02.687564 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a558cfee-de4e-442f-8aca-659d1827aafd tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:02.701399 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:02.736841 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a558cfee-de4e-442f-8aca-659d1827aafd tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:02.750839 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558cfee-de4e-442f-8aca-659d1827aafd tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Pushing event deleted for resources: {'Subnet': ['ID=2fd7e7ec-ee8b-4137-89ed-25052026265a,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:02.754870 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a558cfee-de4e-442f-8aca-659d1827aafd tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] 10.222.0.31 "DELETE /v2.0/subnets/2fd7e7ec-ee8b-4137-89ed-25052026265a HTTP/1.1" status: 204 len: 168 time: 0.8446825 Mar 11 15:28:02.757893 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b7ff6a5d-ad05-43a5-a975-4b81cc1df036 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:02.758494 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 32974) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:02.762080 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25d9a13-e371-4d4d-af71-086ba23adda7 None None] Network 8473404d-a503-46b6-a2e0-ff74893f7662 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:28:02.787328 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b12fcbc-55a1-4fe1-bb6e-75b712d87d28 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:28:02.800336 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acfe3a9-76df-4a64-aa3d-d65410989dcb None None] Sync routers for ids ['eab70f30-dd35-4927-a8e9-a293c6998d66'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:28:02.816255 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9f9e80e9-d7ea-4739-a21a-dd69a16c950d tempest-FloatingIPAdminTestJSON-1555347299 tempest-FloatingIPAdminTestJSON-1555347299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:02.825656 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acfe3a9-76df-4a64-aa3d-d65410989dcb None None] Routers {'eab70f30-dd35-4927-a8e9-a293c6998d66'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:28:02.827152 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-1acfe3a9-76df-4a64-aa3d-d65410989dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:28:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['eab70f30-dd35-4927-a8e9-a293c6998d66'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:02.884533 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:02.891108 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e80e9-d7ea-4739-a21a-dd69a16c950d tempest-FloatingIPAdminTestJSON-1555347299 tempest-FloatingIPAdminTestJSON-1555347299-project] Pushing event deleted for resources: {'Port': ['ID=62260832-424a-46c1-805e-63c8f978a2ca,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:02.900749 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2b12fcbc-55a1-4fe1-bb6e-75b712d87d28 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:02.902385 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-2b12fcbc-55a1-4fe1-bb6e-75b712d87d28 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 11.6453047 Mar 11 15:28:02.905897 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 32980) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:02.968999 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02ac2370-3f26-4741-880a-685d23644e64 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:02.997851 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-02ac2370-3f26-4741-880a-685d23644e64 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Deleting port 538dddcb-17ed-4fd0-97bc-07d68f03af73 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:28:02.999205 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02ac2370-3f26-4741-880a-685d23644e64 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:03.080565 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9653674c-f55c-45d7-831d-fe775110b11b None None] DHCP port deletion for 8473404d-a503-46b6-a2e0-ff74893f7662 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:28:03.085400 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-9653674c-f55c-45d7-831d-fe775110b11b None None] Deleting port 538dddcb-17ed-4fd0-97bc-07d68f03af73 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:28:03.085917 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9653674c-f55c-45d7-831d-fe775110b11b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:03.114068 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-1acfe3a9-76df-4a64-aa3d-d65410989dcb None None] Set router eab70f30-dd35-4927-a8e9-a293c6998d66 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:28:03.124474 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-74791242-ccc8-40d1-a11a-36ecb2bd6fca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1bbea12b9b434769b9e655b56c81b4ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4617515 Mar 11 15:28:03.127701 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 32984) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:03.164932 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b7ff6a5d-ad05-43a5-a975-4b81cc1df036 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:03.300931 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9f9e80e9-d7ea-4739-a21a-dd69a16c950d tempest-FloatingIPAdminTestJSON-1555347299 tempest-FloatingIPAdminTestJSON-1555347299-project] Notify callbacks [] for floatingip, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:03.321337 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff6a5d-ad05-43a5-a975-4b81cc1df036 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Pushing event deleted for resources: {'Subnet': ['ID=041c23f8-504c-4b82-a97f-d21df197cb94,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:03.340945 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 538dddcb-17ed-4fd0-97bc-07d68f03af73 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:28:03.347843 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9f9e80e9-d7ea-4739-a21a-dd69a16c950d tempest-FloatingIPAdminTestJSON-1555347299 tempest-FloatingIPAdminTestJSON-1555347299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:03.349046 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9f9e80e9-d7ea-4739-a21a-dd69a16c950d tempest-FloatingIPAdminTestJSON-1555347299 tempest-FloatingIPAdminTestJSON-1555347299-project] 10.222.0.31 "DELETE /v2.0/floatingips/5834df20-e2b6-438a-a34c-87ec6e594573 HTTP/1.1" status: 204 len: 168 time: 2.6428068 Mar 11 15:28:03.350631 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b7ff6a5d-ad05-43a5-a975-4b81cc1df036 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:03.352594 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 32988) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:03.352901 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b7ff6a5d-ad05-43a5-a975-4b81cc1df036 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] 10.222.0.31 "DELETE /v2.0/subnets/041c23f8-504c-4b82-a97f-d21df197cb94 HTTP/1.1" status: 204 len: 168 time: 2.1306579 Mar 11 15:28:03.356358 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 32990) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:03.422943 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c6fccc-3f04-4e19-a5e2-691b5f402e78 None None] Network c27844c9-0e6f-4980-bcf9-aa748189ea75 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:28:03.509357 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-02ac2370-3f26-4741-880a-685d23644e64 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] For port 538dddcb-17ed-4fd0-97bc-07d68f03af73, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=538dddcb-17ed-4fd0-97bc-07d68f03af73,segment=NetworkSegment(59d53b53-33f8-46fd-87c4-247bfbde7acd),segment_id=59d53b53-33f8-46fd-87c4-247bfbde7acd)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:28:03.510292 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02ac2370-3f26-4741-880a-685d23644e64 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:03.550371 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647662b6-48d5-4e56-8b58-284cdccdb4dc None None] New status for floating IP 2142030f-b1d1-409f-a957-6d9401180438: ACTIVE {{(pid=83868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 15:28:03.563854 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-74acce55-6cfb-4b58-9c8a-7d5f1d220544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:03.623820 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-74acce55-6cfb-4b58-9c8a-7d5f1d220544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:03.633876 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-1acfe3a9-76df-4a64-aa3d-d65410989dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab70f30-dd35-4927-a8e9-a293c6998d66', 'name': 'tempest-snat-router-777258217', 'tenant_id': '8416a1f9e2aa4cfc99ca677832c9b19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '63341677-a25a-4ea3-a1db-8fb0bb3f55c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:27:51Z', 'updated_at': '2022-03-11T15:27:57Z', 'revision_number': 3, 'project_id': '8416a1f9e2aa4cfc99ca677832c9b19f', 'gw_port': {'id': '63341677-a25a-4ea3-a1db-8fb0bb3f55c3', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab70f30-dd35-4927-a8e9-a293c6998d66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:27:55Z', 'updated_at': '2022-03-11T15:27:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:03.638158 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acfe3a9-76df-4a64-aa3d-d65410989dcb None None] Checking router: eab70f30-dd35-4927-a8e9-a293c6998d66 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:28:03.638509 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acfe3a9-76df-4a64-aa3d-d65410989dcb None None] Updating router eab70f30-dd35-4927-a8e9-a293c6998d66 port 63341677-a25a-4ea3-a1db-8fb0bb3f55c3 binding host dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:28:03.702124 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1acfe3a9-76df-4a64-aa3d-d65410989dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:03.737286 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-02ac2370-3f26-4741-880a-685d23644e64 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Calling delete_port for 538dddcb-17ed-4fd0-97bc-07d68f03af73 owned by network:dhcp {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:28:03.745199 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-74acce55-6cfb-4b58-9c8a-7d5f1d220544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:03.776812 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-edd9d1bb-7d1c-43e6-9d4c-6b7840ff5a59 tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Deleting port 8382c050-8398-41e4-936b-0ddfd5ee1926 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:28:03.777050 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-edd9d1bb-7d1c-43e6-9d4c-6b7840ff5a59 tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:03.790056 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74acce55-6cfb-4b58-9c8a-7d5f1d220544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1285c093-fd5b-4d6c-8978-edce23ff438c,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:03.793426 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-74acce55-6cfb-4b58-9c8a-7d5f1d220544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:03.794733 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-74acce55-6cfb-4b58-9c8a-7d5f1d220544 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1285c093-fd5b-4d6c-8978-edce23ff438c HTTP/1.1" status: 204 len: 168 time: 0.6624589 Mar 11 15:28:03.940163 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8e799-3cbf-4258-be28-d1c39f7c360d req-d1826529-3e39-42aa-b6de-ac139ef468b4 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:03.942064 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-74e8e799-3cbf-4258-be28-d1c39f7c360d req-d1826529-3e39-42aa-b6de-ac139ef468b4 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.2532811 Mar 11 15:28:03.946081 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-82fd59e7-a760-41a6-9a8e-dc6181e935f2 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Deleting subnet 80c74c64-175d-41b0-a6d8-fbc283eccad5 {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:28:03.951663 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-9653674c-f55c-45d7-831d-fe775110b11b None None] For port 538dddcb-17ed-4fd0-97bc-07d68f03af73, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=538dddcb-17ed-4fd0-97bc-07d68f03af73,segment=NetworkSegment(59d53b53-33f8-46fd-87c4-247bfbde7acd),segment_id=59d53b53-33f8-46fd-87c4-247bfbde7acd)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:28:03.952264 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-82fd59e7-a760-41a6-9a8e-dc6181e935f2 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:03.952456 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9653674c-f55c-45d7-831d-fe775110b11b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:04.008767 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02ac2370-3f26-4741-880a-685d23644e64 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:04.036508 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-82fd59e7-a760-41a6-9a8e-dc6181e935f2 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:04.101805 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No active binding found for port 538dddcb-17ed-4fd0-97bc-07d68f03af73 {{(pid=83868) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 11 15:28:04.102348 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 538dddcb-17ed-4fd0-97bc-07d68f03af73 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:28:04.118295 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac2370-3f26-4741-880a-685d23644e64 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Pushing event deleted for resources: {'Port': ['ID=538dddcb-17ed-4fd0-97bc-07d68f03af73,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:04.125526 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-edd9d1bb-7d1c-43e6-9d4c-6b7840ff5a59 tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:04.125804 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-edd9d1bb-7d1c-43e6-9d4c-6b7840ff5a59 tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:04.135428 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ac2370-3f26-4741-880a-685d23644e64 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] No DVR routers for this DVR port 538dddcb-17ed-4fd0-97bc-07d68f03af73 on host dv-neutron-833373-1-hyperv {{(pid=83867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:28:04.190439 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-9653674c-f55c-45d7-831d-fe775110b11b None None] Calling delete_port for 538dddcb-17ed-4fd0-97bc-07d68f03af73 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:28:04.193465 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-82fd59e7-a760-41a6-9a8e-dc6181e935f2 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:04.279787 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:04.341631 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-82fd59e7-a760-41a6-9a8e-dc6181e935f2 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:04.393473 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-9653674c-f55c-45d7-831d-fe775110b11b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:28:04.394017 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-9653674c-f55c-45d7-831d-fe775110b11b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:28:04.411819 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1acfe3a9-76df-4a64-aa3d-d65410989dcb None None] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:04.430726 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-1acfe3a9-76df-4a64-aa3d-d65410989dcb None None] Transition to ACTIVE for port object 63341677-a25a-4ea3-a1db-8fb0bb3f55c3 will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:28:04.441356 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1acfe3a9-76df-4a64-aa3d-d65410989dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:04.453606 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-246db5bd-8aff-49a2-92bd-e9c88dc90f3e tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] 10.222.0.31 "GET /v2.0/routers/eab70f30-dd35-4927-a8e9-a293c6998d66 HTTP/1.1" status: 200 len: 907 time: 1.5465107 Mar 11 15:28:04.458348 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd59e7-a760-41a6-9a8e-dc6181e935f2 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Pushing event deleted for resources: {'Subnet': ['ID=80c74c64-175d-41b0-a6d8-fbc283eccad5,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:04.468096 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33004) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:04.513521 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cfd1d8-ed8a-44d4-96ae-a0633670b171 None None] DHCP port deletion for c27844c9-0e6f-4980-bcf9-aa748189ea75 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:28:04.516132 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-edd9d1bb-7d1c-43e6-9d4c-6b7840ff5a59 tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Calling delete_port for 8382c050-8398-41e4-936b-0ddfd5ee1926 owned by network:floatingip {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:28:04.518982 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-d9cfd1d8-ed8a-44d4-96ae-a0633670b171 None None] Deleting port 6ed4f994-819f-4556-b264-ac9d96f4481d {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:28:04.519519 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d9cfd1d8-ed8a-44d4-96ae-a0633670b171 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:04.552622 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33008) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:04.565963 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bb214b-f75d-44bc-b238-e91bf8f51f82 None None] Pushing event updated for resources: {'Port': ['ID=63341677-a25a-4ea3-a1db-8fb0bb3f55c3,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:04.583168 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bb214b-f75d-44bc-b238-e91bf8f51f82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:04.583511 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bb214b-f75d-44bc-b238-e91bf8f51f82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:04.583964 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bb214b-f75d-44bc-b238-e91bf8f51f82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:04.584464 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bb214b-f75d-44bc-b238-e91bf8f51f82 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:04.585470 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bb214b-f75d-44bc-b238-e91bf8f51f82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:04.585832 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bb214b-f75d-44bc-b238-e91bf8f51f82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:04.586157 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bb214b-f75d-44bc-b238-e91bf8f51f82 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:04.586497 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bb214b-f75d-44bc-b238-e91bf8f51f82 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:04.586827 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bb214b-f75d-44bc-b238-e91bf8f51f82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:04.587282 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bb214b-f75d-44bc-b238-e91bf8f51f82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:04.587603 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bb214b-f75d-44bc-b238-e91bf8f51f82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:04.620170 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-1acfe3a9-76df-4a64-aa3d-d65410989dcb None None] Attempting to bind port 63341677-a25a-4ea3-a1db-8fb0bb3f55c3 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:28:04.620523 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-1acfe3a9-76df-4a64-aa3d-d65410989dcb None None] Attempting to bind port 63341677-a25a-4ea3-a1db-8fb0bb3f55c3 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:28:04.620880 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acfe3a9-76df-4a64-aa3d-d65410989dcb None None] Attempting to bind port 63341677-a25a-4ea3-a1db-8fb0bb3f55c3 on network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:28:04.630301 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acfe3a9-76df-4a64-aa3d-d65410989dcb None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:28:04.630730 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acfe3a9-76df-4a64-aa3d-d65410989dcb None None] Checking segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:28:04.631131 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1acfe3a9-76df-4a64-aa3d-d65410989dcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:04.631645 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acfe3a9-76df-4a64-aa3d-d65410989dcb None None] Bound using segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:28:04.632694 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-1acfe3a9-76df-4a64-aa3d-d65410989dcb None None] Bound port: 63341677-a25a-4ea3-a1db-8fb0bb3f55c3, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:28:04.634317 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1acfe3a9-76df-4a64-aa3d-d65410989dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:04.665099 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02ac2370-3f26-4741-880a-685d23644e64 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:04.690802 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-82fd59e7-a760-41a6-9a8e-dc6181e935f2 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:04.704408 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-74e8e799-3cbf-4258-be28-d1c39f7c360d req-2067cb6b-977d-444f-9cbe-43f2d8873fb0 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3946636 Mar 11 15:28:04.708449 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-82fd59e7-a760-41a6-9a8e-dc6181e935f2 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] 10.222.0.31 "DELETE /v2.0/subnets/80c74c64-175d-41b0-a6d8-fbc283eccad5 HTTP/1.1" status: 204 len: 168 time: 1.3483899 Mar 11 15:28:04.722502 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33012) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:04.737787 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-02ac2370-3f26-4741-880a-685d23644e64 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8473404d-a503-46b6-a2e0-ff74893f7662']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:04.752832 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809ce00a-da4e-4c99-9587-deeec6b813fc None None] Network 7997dc26-3b4f-407d-bd25-bd94dee39745 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:28:04.756957 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-1acfe3a9-76df-4a64-aa3d-d65410989dcb None None] For port 63341677-a25a-4ea3-a1db-8fb0bb3f55c3, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:28:04.760639 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-1acfe3a9-76df-4a64-aa3d-d65410989dcb None None] For port 63341677-a25a-4ea3-a1db-8fb0bb3f55c3, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=63341677-a25a-4ea3-a1db-8fb0bb3f55c3,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:28:04.770284 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1acfe3a9-76df-4a64-aa3d-d65410989dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:04.779342 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-02ac2370-3f26-4741-880a-685d23644e64 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d53b53-33f8-46fd-87c4-247bfbde7acd') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:04.780027 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-02ac2370-3f26-4741-880a-685d23644e64 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d53b53-33f8-46fd-87c4-247bfbde7acd') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:04.790330 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a2c97d7e-0dfd-447d-86ab-dff410ede540 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9a021ebe94474df7bd987a1f0e84b39f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2371428 Mar 11 15:28:04.796353 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33016) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:04.800415 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02ac2370-3f26-4741-880a-685d23644e64 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:04.859686 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-d9cfd1d8-ed8a-44d4-96ae-a0633670b171 None None] For port 6ed4f994-819f-4556-b264-ac9d96f4481d, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=6ed4f994-819f-4556-b264-ac9d96f4481d,segment=NetworkSegment(2195895c-d482-4d77-b397-0298f470aa5f),segment_id=2195895c-d482-4d77-b397-0298f470aa5f)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:28:04.860081 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d9cfd1d8-ed8a-44d4-96ae-a0633670b171 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:04.896516 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acfe3a9-76df-4a64-aa3d-d65410989dcb None None] Routers {'eab70f30-dd35-4927-a8e9-a293c6998d66'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:28:04.898594 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-1acfe3a9-76df-4a64-aa3d-d65410989dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:28:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['eab70f30-dd35-4927-a8e9-a293c6998d66'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:04.919178 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02ac2370-3f26-4741-880a-685d23644e64 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:04.920136 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-28988841-da4e-4ce2-b9f2-bd88b20f6f0b tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:04.926907 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02ac2370-3f26-4741-880a-685d23644e64 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:28:04.927308 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02ac2370-3f26-4741-880a-685d23644e64 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:04.952165 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-28988841-da4e-4ce2-b9f2-bd88b20f6f0b tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Deleting port 6ed4f994-819f-4556-b264-ac9d96f4481d {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:28:04.953557 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-28988841-da4e-4ce2-b9f2-bd88b20f6f0b tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:04.981799 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-9653674c-f55c-45d7-831d-fe775110b11b None None] Deleting port 538dddcb-17ed-4fd0-97bc-07d68f03af73 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:28:04.982631 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9653674c-f55c-45d7-831d-fe775110b11b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:05.060579 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:28:05.060579 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:28:05.060579 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:28:05.060579 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:28:05.060579 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:28:05.060579 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:28:05.060579 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:28:05.060579 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:28:05.060579 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:28:05.060579 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:28:05.060579 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:28:05.060579 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:28:05.060579 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:28:05.060579 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:28:05.060579 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:28:05.060579 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:28:05.060579 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:28:05.060579 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:28:05.060579 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:28:05.060579 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:28:05.060579 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:28:05.060579 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:28:05.060579 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:28:05.060579 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:28:05.060579 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:28:05.060579 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:28:05.060579 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:28:05.060579 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:28:05.060579 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:28:05.060579 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:28:05.060579 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:28:05.060579 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:28:05.081545 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02ac2370-3f26-4741-880a-685d23644e64 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:05.083498 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-560ead74-4f3e-4d11-9b9a-a648bea970c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:05.085546 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-edd9d1bb-7d1c-43e6-9d4c-6b7840ff5a59 tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:05.141224 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-1acfe3a9-76df-4a64-aa3d-d65410989dcb None None] Set router eab70f30-dd35-4927-a8e9-a293c6998d66 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:28:05.186483 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-d9cfd1d8-ed8a-44d4-96ae-a0633670b171 None None] Calling delete_port for 6ed4f994-819f-4556-b264-ac9d96f4481d owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:28:05.217397 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02ac2370-3f26-4741-880a-685d23644e64 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:05.241931 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac2370-3f26-4741-880a-685d23644e64 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] Pushing event deleted for resources: {'Network': ['ID=8473404d-a503-46b6-a2e0-ff74893f7662,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:05.315257 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-02ac2370-3f26-4741-880a-685d23644e64 tempest-AllowedAddressPairTestJSON-1471676762 tempest-AllowedAddressPairTestJSON-1471676762-project] 10.222.0.31 "DELETE /v2.0/networks/8473404d-a503-46b6-a2e0-ff74893f7662 HTTP/1.1" status: 204 len: 168 time: 2.5526917 Mar 11 15:28:05.327397 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd9d1bb-7d1c-43e6-9d4c-6b7840ff5a59 tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Pushing event deleted for resources: {'Port': ['ID=8382c050-8398-41e4-936b-0ddfd5ee1926,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:05.333009 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-edd9d1bb-7d1c-43e6-9d4c-6b7840ff5a59 tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:05.336704 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-edd9d1bb-7d1c-43e6-9d4c-6b7840ff5a59 tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:05.338033 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-edd9d1bb-7d1c-43e6-9d4c-6b7840ff5a59 tempest-FloatingIPAdminTestJSON-1837762139 tempest-FloatingIPAdminTestJSON-1837762139-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/4807b522-78b9-4b3d-bcc6-e5847d35cfbf HTTP/1.1" status: 204 len: 168 time: 1.9839776 Mar 11 15:28:05.348419 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33022) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:05.350260 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-9653674c-f55c-45d7-831d-fe775110b11b None None] The port '538dddcb-17ed-4fd0-97bc-07d68f03af73' was deleted {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 15:28:05.426173 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-560ead74-4f3e-4d11-9b9a-a648bea970c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:05.500584 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 6ed4f994-819f-4556-b264-ac9d96f4481d no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:28:05.515192 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-e407fa5d-69e5-49a7-8063-f752c613faf3 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Deleting port cdb80f03-d7b6-4585-80ac-8de259abfb97 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:28:05.515771 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e407fa5d-69e5-49a7-8063-f752c613faf3 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:05.535851 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-75c89c15-4e8f-4a88-95d8-e6fa28041400 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for router, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:05.622983 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bb214b-f75d-44bc-b238-e91bf8f51f82 None None] Pushing event updated for resources: {'Port': ['ID=63341677-a25a-4ea3-a1db-8fb0bb3f55c3,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:05.708396 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No ports have port_id starting with 6ed4f994-819f-4556-b264-ac9d96f4481d Mar 11 15:28:05.709424 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d9cfd1d8-ed8a-44d4-96ae-a0633670b171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:05.766189 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cfd1d8-ed8a-44d4-96ae-a0633670b171 None None] No DVR routers for this DVR port 6ed4f994-819f-4556-b264-ac9d96f4481d on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:28:05.820799 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cfd1d8-ed8a-44d4-96ae-a0633670b171 None None] Pushing event deleted for resources: {'Port': ['ID=6ed4f994-819f-4556-b264-ac9d96f4481d,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:05.894310 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-28988841-da4e-4ce2-b9f2-bd88b20f6f0b tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] For port 6ed4f994-819f-4556-b264-ac9d96f4481d, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=6ed4f994-819f-4556-b264-ac9d96f4481d,segment=NetworkSegment(2195895c-d482-4d77-b397-0298f470aa5f),segment_id=2195895c-d482-4d77-b397-0298f470aa5f)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:28:05.894310 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-28988841-da4e-4ce2-b9f2-bd88b20f6f0b tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:05.896135 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-560ead74-4f3e-4d11-9b9a-a648bea970c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:05.900193 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf4912d-7435-416f-a9cf-d40f7241545a None None] DHCP port deletion for 7997dc26-3b4f-407d-bd25-bd94dee39745 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:28:05.915400 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-eaf4912d-7435-416f-a9cf-d40f7241545a None None] Deleting port 2a7ab926-acf1-49af-9dd2-379ea32b9956 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:28:05.915788 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-eaf4912d-7435-416f-a9cf-d40f7241545a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:05.938278 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-1acfe3a9-76df-4a64-aa3d-d65410989dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab70f30-dd35-4927-a8e9-a293c6998d66', 'name': 'tempest-snat-router-777258217', 'tenant_id': '8416a1f9e2aa4cfc99ca677832c9b19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '63341677-a25a-4ea3-a1db-8fb0bb3f55c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:27:51Z', 'updated_at': '2022-03-11T15:27:57Z', 'revision_number': 3, 'project_id': '8416a1f9e2aa4cfc99ca677832c9b19f', 'gw_port': {'id': '63341677-a25a-4ea3-a1db-8fb0bb3f55c3', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab70f30-dd35-4927-a8e9-a293c6998d66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:27:55Z', 'updated_at': '2022-03-11T15:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:05.948484 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acfe3a9-76df-4a64-aa3d-d65410989dcb None None] The sync data for ids ['eab70f30-dd35-4927-a8e9-a293c6998d66'] in dv-neutron-833373-1-hyperv is: [{'id': 'eab70f30-dd35-4927-a8e9-a293c6998d66', 'name': 'tempest-snat-router-777258217', 'tenant_id': '8416a1f9e2aa4cfc99ca677832c9b19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '63341677-a25a-4ea3-a1db-8fb0bb3f55c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:27:51Z', 'updated_at': '2022-03-11T15:27:57Z', 'revision_number': 3, 'project_id': '8416a1f9e2aa4cfc99ca677832c9b19f', 'gw_port': {'id': '63341677-a25a-4ea3-a1db-8fb0bb3f55c3', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab70f30-dd35-4927-a8e9-a293c6998d66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:27:55Z', 'updated_at': '2022-03-11T15:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:28:05.955319 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ead74-4f3e-4d11-9b9a-a648bea970c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3f8d54-9527-419e-9c1a-3c2e8a4f5041,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:05.957204 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-560ead74-4f3e-4d11-9b9a-a648bea970c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:05.962279 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-560ead74-4f3e-4d11-9b9a-a648bea970c8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ce3f8d54-9527-419e-9c1a-3c2e8a4f5041 HTTP/1.1" status: 204 len: 168 time: 1.1645696 Mar 11 15:28:06.003786 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e407fa5d-69e5-49a7-8063-f752c613faf3 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:06.114959 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33032) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:06.122912 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-28988841-da4e-4ce2-b9f2-bd88b20f6f0b tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Calling delete_port for 6ed4f994-819f-4556-b264-ac9d96f4481d owned by network:dhcp {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:28:06.258395 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-eaf4912d-7435-416f-a9cf-d40f7241545a None None] For port 2a7ab926-acf1-49af-9dd2-379ea32b9956, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=2a7ab926-acf1-49af-9dd2-379ea32b9956,segment=NetworkSegment(500b18c2-0dbb-4f01-adaf-3210ff6b7619),segment_id=500b18c2-0dbb-4f01-adaf-3210ff6b7619)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:28:06.258963 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-eaf4912d-7435-416f-a9cf-d40f7241545a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:06.283137 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-e407fa5d-69e5-49a7-8063-f752c613faf3 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Calling delete_port for cdb80f03-d7b6-4585-80ac-8de259abfb97 owned by {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:28:06.311771 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.db.api [None req-28988841-da4e-4ce2-b9f2-bd88b20f6f0b tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:28:06.312066 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG oslo_db.api [None req-28988841-da4e-4ce2-b9f2-bd88b20f6f0b tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:28:06.364805 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-75c89c15-4e8f-4a88-95d8-e6fa28041400 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:06.396382 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-75c89c15-4e8f-4a88-95d8-e6fa28041400 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Deleting port 63341677-a25a-4ea3-a1db-8fb0bb3f55c3 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:28:06.396699 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-75c89c15-4e8f-4a88-95d8-e6fa28041400 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:06.421914 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d35b2d-0139-4105-a9a0-269b91956db0 req-65880064-7970-4ac6-a8e7-a8fe05de92be tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:06.429965 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e4d35b2d-0139-4105-a9a0-269b91956db0 req-65880064-7970-4ac6-a8e7-a8fe05de92be tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.4081240 Mar 11 15:28:06.539326 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e4d35b2d-0139-4105-a9a0-269b91956db0 req-86354d7b-984b-44ca-9b16-7988dfff7ba7 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083586 Mar 11 15:28:06.558243 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e407fa5d-69e5-49a7-8063-f752c613faf3 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:06.590893 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-eaf4912d-7435-416f-a9cf-d40f7241545a None None] Calling delete_port for 2a7ab926-acf1-49af-9dd2-379ea32b9956 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:28:06.625695 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407fa5d-69e5-49a7-8063-f752c613faf3 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Pushing event deleted for resources: {'Port': ['ID=cdb80f03-d7b6-4585-80ac-8de259abfb97,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:06.674399 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-7bf2f923-28f3-45ad-af29-01522530e7cb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c1f0a827cabe44d0a4eecdf517b52b22&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5229249 Mar 11 15:28:06.677524 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33046) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:06.758134 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-eaf4912d-7435-416f-a9cf-d40f7241545a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:06.796488 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e407fa5d-69e5-49a7-8063-f752c613faf3 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:06.801182 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-75c89c15-4e8f-4a88-95d8-e6fa28041400 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] For port 63341677-a25a-4ea3-a1db-8fb0bb3f55c3, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=63341677-a25a-4ea3-a1db-8fb0bb3f55c3,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:28:06.801540 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-75c89c15-4e8f-4a88-95d8-e6fa28041400 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:06.804557 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e407fa5d-69e5-49a7-8063-f752c613faf3 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] 10.222.0.31 "DELETE /v2.0/ports/cdb80f03-d7b6-4585-80ac-8de259abfb97 HTTP/1.1" status: 204 len: 168 time: 1.4544706 Mar 11 15:28:06.807717 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33052) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:06.813425 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-28988841-da4e-4ce2-b9f2-bd88b20f6f0b tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Deleting port 6ed4f994-819f-4556-b264-ac9d96f4481d {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:28:06.813776 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-28988841-da4e-4ce2-b9f2-bd88b20f6f0b tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:06.854679 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4912d-7435-416f-a9cf-d40f7241545a None None] Pushing event deleted for resources: {'Port': ['ID=2a7ab926-acf1-49af-9dd2-379ea32b9956,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:06.864437 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf4912d-7435-416f-a9cf-d40f7241545a None None] No DVR routers for this DVR port 2a7ab926-acf1-49af-9dd2-379ea32b9956 on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:28:07.050637 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-75c89c15-4e8f-4a88-95d8-e6fa28041400 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Calling delete_port for 63341677-a25a-4ea3-a1db-8fb0bb3f55c3 owned by network:router_gateway {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:28:07.052195 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123789fd-a97b-4924-887f-5a70f2fdab5a tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:07.053018 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-123789fd-a97b-4924-887f-5a70f2fdab5a tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Synchronizing usage tracker for tenant:c3b5c13d66354b8cafc5703dde135af9 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:28:07.072774 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-123789fd-a97b-4924-887f-5a70f2fdab5a tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Unset dirty status for tenant:c3b5c13d66354b8cafc5703dde135af9 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:28:07.076148 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-123789fd-a97b-4924-887f-5a70f2fdab5a tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] 10.222.0.31 "GET /v2.0/ports?device_id=9008a1c5-1176-402f-b839-3a38d95d8a60 HTTP/1.1" status: 200 len: 913 time: 0.2653933 Mar 11 15:28:07.076906 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33064) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:07.078081 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e8c63703-818d-4718-a7c9-1e77fa53b711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:07.095611 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-28988841-da4e-4ce2-b9f2-bd88b20f6f0b tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] The port '6ed4f994-819f-4556-b264-ac9d96f4481d' was deleted {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 15:28:07.185241 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e8c63703-818d-4718-a7c9-1e77fa53b711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:07.332150 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-28988841-da4e-4ce2-b9f2-bd88b20f6f0b tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:07.334042 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 2a7ab926-acf1-49af-9dd2-379ea32b9956 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:28:07.370482 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-28988841-da4e-4ce2-b9f2-bd88b20f6f0b tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c27844c9-0e6f-4980-bcf9-aa748189ea75']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:07.390079 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 2a7ab926-acf1-49af-9dd2-379ea32b9956 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:28:07.390807 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 2a7ab926-acf1-49af-9dd2-379ea32b9956 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:28:07.400527 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-28988841-da4e-4ce2-b9f2-bd88b20f6f0b tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2195895c-d482-4d77-b397-0298f470aa5f') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:07.400842 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-28988841-da4e-4ce2-b9f2-bd88b20f6f0b tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2195895c-d482-4d77-b397-0298f470aa5f') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:07.418699 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-28988841-da4e-4ce2-b9f2-bd88b20f6f0b tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:07.443025 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-28988841-da4e-4ce2-b9f2-bd88b20f6f0b tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:07.484469 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e8c63703-818d-4718-a7c9-1e77fa53b711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:07.552811 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-52d3b62e-0c74-43de-acb4-e5bb22f149b9 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:07.628591 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28988841-da4e-4ce2-b9f2-bd88b20f6f0b tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:28:07.628996 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-28988841-da4e-4ce2-b9f2-bd88b20f6f0b tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:07.649631 dv-neutron-833373-1-hyperv neutron-server[83866]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:28:07.649631 dv-neutron-833373-1-hyperv neutron-server[83866]: util.warn( Mar 11 15:28:07.649631 dv-neutron-833373-1-hyperv neutron-server[83866]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:28:07.649631 dv-neutron-833373-1-hyperv neutron-server[83866]: util.warn( Mar 11 15:28:07.649631 dv-neutron-833373-1-hyperv neutron-server[83866]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:28:07.649631 dv-neutron-833373-1-hyperv neutron-server[83866]: util.warn( Mar 11 15:28:07.649631 dv-neutron-833373-1-hyperv neutron-server[83866]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:28:07.649631 dv-neutron-833373-1-hyperv neutron-server[83866]: util.warn( Mar 11 15:28:07.649631 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:28:07.649631 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:28:07.649631 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:28:07.649631 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:28:07.649631 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:28:07.649631 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:28:07.649631 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:28:07.649631 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:28:07.649631 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:28:07.649631 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:28:07.649631 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:28:07.649631 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:28:07.649631 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:28:07.649631 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:28:07.649631 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:28:07.649631 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:28:07.649631 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:28:07.649631 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:28:07.649631 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:28:07.649631 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:28:07.649631 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:28:07.649631 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:28:07.649631 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:28:07.649631 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:28:07.649631 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:28:07.649631 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:28:07.649631 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:28:07.649631 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:28:07.649631 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:28:07.649631 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:28:07.649631 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:28:07.649631 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:28:07.660902 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c63703-818d-4718-a7c9-1e77fa53b711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b87f1e-43b3-455a-9aa4-b47bc5e337b9,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:07.740055 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e8c63703-818d-4718-a7c9-1e77fa53b711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:07.744527 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-e8c63703-818d-4718-a7c9-1e77fa53b711 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/05b87f1e-43b3-455a-9aa4-b47bc5e337b9 HTTP/1.1" status: 204 len: 168 time: 1.0632010 Mar 11 15:28:07.835696 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-75c89c15-4e8f-4a88-95d8-e6fa28041400 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:07.883260 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c89c15-4e8f-4a88-95d8-e6fa28041400 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Pushing event deleted for resources: {'Port': ['ID=63341677-a25a-4ea3-a1db-8fb0bb3f55c3,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:07.887670 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-28988841-da4e-4ce2-b9f2-bd88b20f6f0b tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:07.891684 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-28988841-da4e-4ce2-b9f2-bd88b20f6f0b tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:07.927888 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-28988841-da4e-4ce2-b9f2-bd88b20f6f0b tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] 10.222.0.31 "DELETE /v2.0/networks/c27844c9-0e6f-4980-bcf9-aa748189ea75 HTTP/1.1" status: 204 len: 168 time: 3.1999595 Mar 11 15:28:07.932447 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28988841-da4e-4ce2-b9f2-bd88b20f6f0b tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Pushing event deleted for resources: {'Network': ['ID=c27844c9-0e6f-4980-bcf9-aa748189ea75,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:07.936469 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33082) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:08.235562 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8cadda9e-b8cb-4191-be5a-b98b6eb45939 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:08.250807 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fa2da-61ff-4b5a-9301-59dfa52eab85 req-43937b9d-3d16-4803-97ee-10029d894677 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:08.253398 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ed3fa2da-61ff-4b5a-9301-59dfa52eab85 req-43937b9d-3d16-4803-97ee-10029d894677 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.5234499 Mar 11 15:28:08.358094 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-52d3b62e-0c74-43de-acb4-e5bb22f149b9 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Deleting port 682671ee-6c5d-42b3-be04-61755ff10dc2 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:28:08.358608 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-52d3b62e-0c74-43de-acb4-e5bb22f149b9 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:08.629605 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8cadda9e-b8cb-4191-be5a-b98b6eb45939 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:08.632046 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-52d3b62e-0c74-43de-acb4-e5bb22f149b9 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:08.652043 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ed3fa2da-61ff-4b5a-9301-59dfa52eab85 req-abe3fd60-ee1d-4570-8ae7-cde73f561b2a tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3812950 Mar 11 15:28:08.660948 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-75c89c15-4e8f-4a88-95d8-e6fa28041400 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:08.719686 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33104) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:08.802214 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-52d3b62e-0c74-43de-acb4-e5bb22f149b9 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Calling delete_port for 682671ee-6c5d-42b3-be04-61755ff10dc2 owned by network:router_interface {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:28:08.812095 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-8cadda9e-b8cb-4191-be5a-b98b6eb45939 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7997dc26-3b4f-407d-bd25-bd94dee39745']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:08.839529 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-8cadda9e-b8cb-4191-be5a-b98b6eb45939 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '500b18c2-0dbb-4f01-adaf-3210ff6b7619') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:08.839826 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-8cadda9e-b8cb-4191-be5a-b98b6eb45939 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '500b18c2-0dbb-4f01-adaf-3210ff6b7619') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:08.992735 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-75c89c15-4e8f-4a88-95d8-e6fa28041400 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:08.997349 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-75c89c15-4e8f-4a88-95d8-e6fa28041400 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:09.030819 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8cadda9e-b8cb-4191-be5a-b98b6eb45939 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:09.050531 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-75c89c15-4e8f-4a88-95d8-e6fa28041400 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:09.051240 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c89c15-4e8f-4a88-95d8-e6fa28041400 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eab70f30-dd35-4927-a8e9-a293c6998d66 {{(pid=83866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:28:09.062776 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8cadda9e-b8cb-4191-be5a-b98b6eb45939 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:09.067109 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-52d3b62e-0c74-43de-acb4-e5bb22f149b9 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:09.069995 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-75c89c15-4e8f-4a88-95d8-e6fa28041400 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:09.071314 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-75c89c15-4e8f-4a88-95d8-e6fa28041400 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] 10.222.0.31 "DELETE /v2.0/routers/eab70f30-dd35-4927-a8e9-a293c6998d66 HTTP/1.1" status: 204 len: 168 time: 4.5991964 Mar 11 15:28:09.075858 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33116) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:09.078525 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cadda9e-b8cb-4191-be5a-b98b6eb45939 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:28:09.078921 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8cadda9e-b8cb-4191-be5a-b98b6eb45939 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:09.094984 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:28:09.094984 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:28:09.094984 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:28:09.094984 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:28:09.094984 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:28:09.094984 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:28:09.094984 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:28:09.094984 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:28:09.094984 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:28:09.094984 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:28:09.094984 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:28:09.094984 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:28:09.094984 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:28:09.094984 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:28:09.094984 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:28:09.094984 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:28:09.094984 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:28:09.094984 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:28:09.094984 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:28:09.094984 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:28:09.094984 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:28:09.094984 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:28:09.094984 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:28:09.094984 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:28:09.094984 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:28:09.094984 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:28:09.094984 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:28:09.094984 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:28:09.094984 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:28:09.094984 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:28:09.094984 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:28:09.094984 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:28:09.288534 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33120) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:09.308158 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-5f532c27-c580-4e11-b7e0-96277cc9aa32 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1212775441'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:09.317077 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d3b62e-0c74-43de-acb4-e5bb22f149b9 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Pushing event deleted for resources: {'Port': ['ID=682671ee-6c5d-42b3-be04-61755ff10dc2,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:09.324841 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-5f532c27-c580-4e11-b7e0-96277cc9aa32 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:09.357573 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-5f532c27-c580-4e11-b7e0-96277cc9aa32 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Usage tracker for resource:router and tenant:8b3be07e3cda4dc7a5fae23e8a2890d2 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:09.365197 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-5f532c27-c580-4e11-b7e0-96277cc9aa32 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:09.410768 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-5f532c27-c580-4e11-b7e0-96277cc9aa32 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:09.442809 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5f532c27-c580-4e11-b7e0-96277cc9aa32 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:09.443890 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5f532c27-c580-4e11-b7e0-96277cc9aa32 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:09.512374 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8cadda9e-b8cb-4191-be5a-b98b6eb45939 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:09.524476 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-ea25830e-8e68-444c-b006-f8bc7210408d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Request body: {'networks': [{'name': 'tempest-network--859355554'}, {'name': 'tempest-network--1544615491'}]} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:09.524793 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-ea25830e-8e68-444c-b006-f8bc7210408d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Request body: {'network': {'name': 'tempest-network--859355554'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:09.525253 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-ea25830e-8e68-444c-b006-f8bc7210408d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Request body: {'network': {'name': 'tempest-network--1544615491'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:09.543467 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8cadda9e-b8cb-4191-be5a-b98b6eb45939 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:09.551235 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cadda9e-b8cb-4191-be5a-b98b6eb45939 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Pushing event deleted for resources: {'Network': ['ID=7997dc26-3b4f-407d-bd25-bd94dee39745,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:09.562019 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-8cadda9e-b8cb-4191-be5a-b98b6eb45939 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] 10.222.0.31 "DELETE /v2.0/networks/7997dc26-3b4f-407d-bd25-bd94dee39745 HTTP/1.1" status: 204 len: 168 time: 1.6250117 Mar 11 15:28:09.563453 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33126) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:09.587976 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ea25830e-8e68-444c-b006-f8bc7210408d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:09.604846 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ea25830e-8e68-444c-b006-f8bc7210408d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Usage tracker for resource:network and tenant:28534596cd754fe5a4d8e49d69f6e03b is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:09.610702 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ea25830e-8e68-444c-b006-f8bc7210408d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:09.619742 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ea25830e-8e68-444c-b006-f8bc7210408d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:09.637813 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5f532c27-c580-4e11-b7e0-96277cc9aa32 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:09.654621 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea25830e-8e68-444c-b006-f8bc7210408d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Made reservation on behalf of 28534596cd754fe5a4d8e49d69f6e03b for: {'network': 2} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:28:09.658212 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ea25830e-8e68-444c-b006-f8bc7210408d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:09.679701 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ea25830e-8e68-444c-b006-f8bc7210408d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:09.703448 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5f532c27-c580-4e11-b7e0-96277cc9aa32 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:09.753226 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ea25830e-8e68-444c-b006-f8bc7210408d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:09.762632 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ea25830e-8e68-444c-b006-f8bc7210408d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Usage tracker for resource:security_group_rule and tenant:28534596cd754fe5a4d8e49d69f6e03b is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:09.768209 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ea25830e-8e68-444c-b006-f8bc7210408d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:09.771315 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5f532c27-c580-4e11-b7e0-96277cc9aa32 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:09.775344 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5f532c27-c580-4e11-b7e0-96277cc9aa32 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.0514085 Mar 11 15:28:09.777631 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33132) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:09.779579 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ea25830e-8e68-444c-b006-f8bc7210408d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:09.865348 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4e04f1af-d898-43fa-83bb-8f2e73f70866 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for router, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:09.937712 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-52d3b62e-0c74-43de-acb4-e5bb22f149b9 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:09.950950 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ea25830e-8e68-444c-b006-f8bc7210408d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:09.962572 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ea25830e-8e68-444c-b006-f8bc7210408d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:09.963032 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ea25830e-8e68-444c-b006-f8bc7210408d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:09.990234 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3b40eaf-232f-4e0f-add3-2c6f33e060d7 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Deleting subnet 36e66d09-96de-45b8-8b40-1469b8b0c3f6 {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:28:10.053392 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6cff73-21c6-4b28-97f8-4621746875e7 req-a5255062-f3f1-4b61-85c8-b1ebb20fa779 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:10.055381 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-fb6cff73-21c6-4b28-97f8-4621746875e7 req-a5255062-f3f1-4b61-85c8-b1ebb20fa779 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.2460363 Mar 11 15:28:10.060691 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d3b40eaf-232f-4e0f-add3-2c6f33e060d7 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:10.141049 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d3b40eaf-232f-4e0f-add3-2c6f33e060d7 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:10.163918 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25830e-8e68-444c-b006-f8bc7210408d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10534ead-d128-4cb6-9ce1-f285cd17030e,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:10.191514 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea25830e-8e68-444c-b006-f8bc7210408d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:28:10.195758 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-473f149f-4b65-4bc8-9e02-3f329c9fd0d1 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks [] for router, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:10.217570 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-fb6cff73-21c6-4b28-97f8-4621746875e7 req-3fecf7bf-b812-41a0-958f-b12e4e8c88a8 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084304 Mar 11 15:28:10.219467 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ea25830e-8e68-444c-b006-f8bc7210408d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:10.219821 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-ea25830e-8e68-444c-b006-f8bc7210408d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Added segment 35cbccad-8cb7-4dd5-8f37-462d8dacd413 of type vlan for network ea8434fd-0aa6-49ee-a9bd-dd611537d07f Mar 11 15:28:10.263432 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ea25830e-8e68-444c-b006-f8bc7210408d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:10.317965 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea25830e-8e68-444c-b006-f8bc7210408d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:28:10.333227 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ea25830e-8e68-444c-b006-f8bc7210408d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:10.333574 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-ea25830e-8e68-444c-b006-f8bc7210408d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Added segment 70f68781-e2b1-4ab6-ba21-9019680d4bfd of type vlan for network cd544f26-d98f-4455-88c9-c613240abec5 Mar 11 15:28:10.369852 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ea25830e-8e68-444c-b006-f8bc7210408d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:10.532814 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d3b40eaf-232f-4e0f-add3-2c6f33e060d7 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:10.562694 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ea25830e-8e68-444c-b006-f8bc7210408d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:10.562974 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ea25830e-8e68-444c-b006-f8bc7210408d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:10.566667 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea25830e-8e68-444c-b006-f8bc7210408d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:10.570506 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea25830e-8e68-444c-b006-f8bc7210408d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:10.571309 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ea25830e-8e68-444c-b006-f8bc7210408d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:10.693999 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ea25830e-8e68-444c-b006-f8bc7210408d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.3968098 Mar 11 15:28:10.698699 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33136) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:10.722263 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25830e-8e68-444c-b006-f8bc7210408d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Pushing event updated for resources: {'Network': ['ID=ea8434fd-0aa6-49ee-a9bd-dd611537d07f,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:10.734758 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network ea8434fd-0aa6-49ee-a9bd-dd611537d07f details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:28:10.883834 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-473f149f-4b65-4bc8-9e02-3f329c9fd0d1 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:10.896087 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-473f149f-4b65-4bc8-9e02-3f329c9fd0d1 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:10.926862 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d3b40eaf-232f-4e0f-add3-2c6f33e060d7 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:10.966066 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4e04f1af-d898-43fa-83bb-8f2e73f70866 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:10.988481 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b40eaf-232f-4e0f-add3-2c6f33e060d7 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Pushing event deleted for resources: {'Subnet': ['ID=36e66d09-96de-45b8-8b40-1469b8b0c3f6,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:10.998809 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-473f149f-4b65-4bc8-9e02-3f329c9fd0d1 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:10.999321 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473f149f-4b65-4bc8-9e02-3f329c9fd0d1 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e4abe96-d86b-4627-a6f8-428f8a04344e {{(pid=83866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:28:11.001593 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d3b40eaf-232f-4e0f-add3-2c6f33e060d7 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:11.006777 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-4e04f1af-d898-43fa-83bb-8f2e73f70866 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Deleting port a40a07d0-7d0d-4ada-985a-3e7a16648f9d {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:28:11.007802 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4e04f1af-d898-43fa-83bb-8f2e73f70866 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:11.011611 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938a107a-1d6d-4769-81d4-42713e98a9be None None] Network 49adbf0d-c989-46aa-8663-eca56612494b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:28:11.056337 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-473f149f-4b65-4bc8-9e02-3f329c9fd0d1 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:11.060499 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-473f149f-4b65-4bc8-9e02-3f329c9fd0d1 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] 10.222.0.31 "DELETE /v2.0/routers/5e4abe96-d86b-4627-a6f8-428f8a04344e HTTP/1.1" status: 204 len: 168 time: 1.2808282 Mar 11 15:28:11.061669 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33140) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:11.076735 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d3b40eaf-232f-4e0f-add3-2c6f33e060d7 tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] 10.222.0.31 "DELETE /v2.0/subnets/36e66d09-96de-45b8-8b40-1469b8b0c3f6 HTTP/1.1" status: 204 len: 168 time: 1.5098391 Mar 11 15:28:11.078649 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-6e3cee40-7686-4228-92bf-4d77bb8f3129 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Request body: {'router': {'name': 'tempest-router-995493165', 'distributed': False}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:11.083963 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33144) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:11.088017 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-6e3cee40-7686-4228-92bf-4d77bb8f3129 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:11.118291 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-6e3cee40-7686-4228-92bf-4d77bb8f3129 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Usage tracker for resource:router and tenant:8b3be07e3cda4dc7a5fae23e8a2890d2 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:11.134587 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25830e-8e68-444c-b006-f8bc7210408d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Pushing event updated for resources: {'Network': ['ID=cd544f26-d98f-4455-88c9-c613240abec5,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:11.155396 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network cd544f26-d98f-4455-88c9-c613240abec5 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:28:11.174522 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-6e3cee40-7686-4228-92bf-4d77bb8f3129 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:11.220491 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-6e3cee40-7686-4228-92bf-4d77bb8f3129 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:11.249155 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acba52d8-de25-4048-9a05-55867666f688 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:11.253522 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acba52d8-de25-4048-9a05-55867666f688 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:11.257706 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acba52d8-de25-4048-9a05-55867666f688 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:11.261598 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acba52d8-de25-4048-9a05-55867666f688 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:11.262497 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-acba52d8-de25-4048-9a05-55867666f688 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Synchronizing usage tracker for tenant:28534596cd754fe5a4d8e49d69f6e03b on resource:network {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:28:11.312277 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6e3cee40-7686-4228-92bf-4d77bb8f3129 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:11.313237 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6e3cee40-7686-4228-92bf-4d77bb8f3129 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:11.332581 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c9c9fb03-e077-452b-b7a5-f3b1144f7c1d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:11.348167 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-acba52d8-de25-4048-9a05-55867666f688 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Unset dirty status for tenant:28534596cd754fe5a4d8e49d69f6e03b on resource:network {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:28:11.352768 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-acba52d8-de25-4048-9a05-55867666f688 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6491868 Mar 11 15:28:11.359086 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33150) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:11.385404 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-c9c9fb03-e077-452b-b7a5-f3b1144f7c1d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Deleting port 21ab8603-c56c-41f0-aa17-6d0d8d6ab97b {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:28:11.385752 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c9c9fb03-e077-452b-b7a5-f3b1144f7c1d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:11.410954 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b24214-2ee2-43bb-9fa8-6351934dd7cb None None] DHCP port deletion for 49adbf0d-c989-46aa-8663-eca56612494b request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:28:11.417081 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-b2b24214-2ee2-43bb-9fa8-6351934dd7cb None None] Deleting port 21ab8603-c56c-41f0-aa17-6d0d8d6ab97b {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:28:11.417736 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b2b24214-2ee2-43bb-9fa8-6351934dd7cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:11.481209 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6e3cee40-7686-4228-92bf-4d77bb8f3129 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:11.485915 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-4e04f1af-d898-43fa-83bb-8f2e73f70866 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] For port a40a07d0-7d0d-4ada-985a-3e7a16648f9d, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=a40a07d0-7d0d-4ada-985a-3e7a16648f9d,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:28:11.486272 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4e04f1af-d898-43fa-83bb-8f2e73f70866 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:11.533549 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-55ef2c35-c1bd-4493-81fb-ad7794886cba tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:11.605076 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d3b62e-0c74-43de-acb4-e5bb22f149b9 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Router 9008a1c5-1176-402f-b839-3a38d95d8a60 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:28:11.652726 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-4e04f1af-d898-43fa-83bb-8f2e73f70866 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Calling delete_port for a40a07d0-7d0d-4ada-985a-3e7a16648f9d owned by network:router_gateway {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:28:11.702001 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-b2b24214-2ee2-43bb-9fa8-6351934dd7cb None None] For port 21ab8603-c56c-41f0-aa17-6d0d8d6ab97b, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=21ab8603-c56c-41f0-aa17-6d0d8d6ab97b,segment=NetworkSegment(4b6ce367-5692-4927-a25c-6b0183aa65bf),segment_id=4b6ce367-5692-4927-a25c-6b0183aa65bf)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:28:11.702383 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b2b24214-2ee2-43bb-9fa8-6351934dd7cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:11.744330 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-55ef2c35-c1bd-4493-81fb-ad7794886cba tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:11.812920 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6e3cee40-7686-4228-92bf-4d77bb8f3129 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:11.827803 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-b2b24214-2ee2-43bb-9fa8-6351934dd7cb None None] Calling delete_port for 21ab8603-c56c-41f0-aa17-6d0d8d6ab97b owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:28:11.839641 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-55ef2c35-c1bd-4493-81fb-ad7794886cba tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea8434fd-0aa6-49ee-a9bd-dd611537d07f']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:11.855597 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-55ef2c35-c1bd-4493-81fb-ad7794886cba tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35cbccad-8cb7-4dd5-8f37-462d8dacd413') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:11.855797 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-55ef2c35-c1bd-4493-81fb-ad7794886cba tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35cbccad-8cb7-4dd5-8f37-462d8dacd413') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:11.877803 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-55ef2c35-c1bd-4493-81fb-ad7794886cba tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:11.902511 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-55ef2c35-c1bd-4493-81fb-ad7794886cba tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:11.912375 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55ef2c35-c1bd-4493-81fb-ad7794886cba tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:28:11.912611 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-55ef2c35-c1bd-4493-81fb-ad7794886cba tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:11.921903 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b2b24214-2ee2-43bb-9fa8-6351934dd7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:11.928533 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:28:11.928533 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:28:11.928533 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:28:11.928533 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:28:11.928533 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:28:11.928533 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:28:11.928533 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:28:11.928533 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:28:11.928533 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:28:11.928533 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:28:11.928533 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:28:11.928533 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:28:11.928533 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:28:11.928533 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:28:11.928533 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:28:11.928533 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:28:11.928533 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:28:11.928533 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:28:11.928533 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:28:11.928533 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:28:11.928533 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:28:11.928533 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:28:11.928533 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:28:11.928533 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:28:11.928533 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:28:11.928533 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:28:11.928533 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:28:11.928533 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:28:11.928533 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:28:11.928533 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:28:11.928533 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:28:11.928533 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:28:11.954891 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6e3cee40-7686-4228-92bf-4d77bb8f3129 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:11.956126 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-6e3cee40-7686-4228-92bf-4d77bb8f3129 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8944216 Mar 11 15:28:11.960959 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33154) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:11.976576 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b24214-2ee2-43bb-9fa8-6351934dd7cb None None] No DVR routers for this DVR port 21ab8603-c56c-41f0-aa17-6d0d8d6ab97b on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:28:12.000272 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b24214-2ee2-43bb-9fa8-6351934dd7cb None None] Pushing event deleted for resources: {'Port': ['ID=21ab8603-c56c-41f0-aa17-6d0d8d6ab97b,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:12.024575 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-55ef2c35-c1bd-4493-81fb-ad7794886cba tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:12.043210 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409347a3-06a3-44a3-81b9-2046d5b3820e req-86c2c020-fe3b-430d-a108-9979988fc4e5 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:12.043599 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-55ef2c35-c1bd-4493-81fb-ad7794886cba tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:12.044708 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-409347a3-06a3-44a3-81b9-2046d5b3820e req-86c2c020-fe3b-430d-a108-9979988fc4e5 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.6605141 Mar 11 15:28:12.072522 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef2c35-c1bd-4493-81fb-ad7794886cba tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Pushing event deleted for resources: {'Network': ['ID=ea8434fd-0aa6-49ee-a9bd-dd611537d07f,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:12.084279 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-55ef2c35-c1bd-4493-81fb-ad7794886cba tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] 10.222.0.31 "DELETE /v2.0/networks/ea8434fd-0aa6-49ee-a9bd-dd611537d07f HTTP/1.1" status: 204 len: 168 time: 0.7134840 Mar 11 15:28:12.087968 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33158) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:12.197189 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d3b62e-0c74-43de-acb4-e5bb22f149b9 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:28:12.198392 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-c9c9fb03-e077-452b-b7a5-f3b1144f7c1d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] For port 21ab8603-c56c-41f0-aa17-6d0d8d6ab97b, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=21ab8603-c56c-41f0-aa17-6d0d8d6ab97b,segment=NetworkSegment(4b6ce367-5692-4927-a25c-6b0183aa65bf),segment_id=4b6ce367-5692-4927-a25c-6b0183aa65bf)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:28:12.198705 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c9c9fb03-e077-452b-b7a5-f3b1144f7c1d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:12.202779 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-52d3b62e-0c74-43de-acb4-e5bb22f149b9 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] 10.222.0.31 "PUT /v2.0/routers/9008a1c5-1176-402f-b839-3a38d95d8a60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1244926 Mar 11 15:28:12.211709 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773b2207-53a9-4f54-8cb1-4139637e198b None None] Sync routers for ids ['9008a1c5-1176-402f-b839-3a38d95d8a60'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:28:12.215450 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33162) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:12.235374 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773b2207-53a9-4f54-8cb1-4139637e198b None None] Routers {'9008a1c5-1176-402f-b839-3a38d95d8a60'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:28:12.236539 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-773b2207-53a9-4f54-8cb1-4139637e198b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:28:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['9008a1c5-1176-402f-b839-3a38d95d8a60'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:12.302021 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-eed05081-dd09-4c11-83a5-282b4c5b00c0 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:12.322842 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-773b2207-53a9-4f54-8cb1-4139637e198b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:12.336240 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773b2207-53a9-4f54-8cb1-4139637e198b None None] Routers {'9008a1c5-1176-402f-b839-3a38d95d8a60'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:28:12.337045 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-773b2207-53a9-4f54-8cb1-4139637e198b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:28:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['9008a1c5-1176-402f-b839-3a38d95d8a60'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:12.365549 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-c9c9fb03-e077-452b-b7a5-f3b1144f7c1d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Calling delete_port for 21ab8603-c56c-41f0-aa17-6d0d8d6ab97b owned by network:dhcp {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:28:12.416200 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-773b2207-53a9-4f54-8cb1-4139637e198b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:12.416869 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773b2207-53a9-4f54-8cb1-4139637e198b None None] The sync data for ids ['9008a1c5-1176-402f-b839-3a38d95d8a60'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:28:12.443733 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-409347a3-06a3-44a3-81b9-2046d5b3820e req-d9e20f40-c8cf-41d0-87d6-265250defb87 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3809316 Mar 11 15:28:12.453383 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4e04f1af-d898-43fa-83bb-8f2e73f70866 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:12.490424 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-eb72e8a7-4d4d-4b20-81f3-907e0c03f9fe tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks [] for router, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:12.531831 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-eed05081-dd09-4c11-83a5-282b4c5b00c0 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:12.567679 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-eed05081-dd09-4c11-83a5-282b4c5b00c0 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd544f26-d98f-4455-88c9-c613240abec5']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:12.586341 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-eed05081-dd09-4c11-83a5-282b4c5b00c0 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70f68781-e2b1-4ab6-ba21-9019680d4bfd') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:12.586628 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-eed05081-dd09-4c11-83a5-282b4c5b00c0 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70f68781-e2b1-4ab6-ba21-9019680d4bfd') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:12.603506 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-eed05081-dd09-4c11-83a5-282b4c5b00c0 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:12.627826 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-eed05081-dd09-4c11-83a5-282b4c5b00c0 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:12.645478 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eed05081-dd09-4c11-83a5-282b4c5b00c0 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:28:12.645825 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-eed05081-dd09-4c11-83a5-282b4c5b00c0 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:12.661181 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:28:12.661181 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:28:12.661181 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:28:12.661181 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:28:12.661181 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:28:12.661181 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:28:12.661181 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:28:12.661181 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:28:12.661181 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:28:12.661181 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:28:12.661181 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:28:12.661181 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:28:12.661181 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:28:12.661181 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:28:12.661181 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:28:12.661181 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:28:12.661181 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:28:12.661181 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:28:12.661181 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:28:12.661181 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:28:12.661181 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:28:12.661181 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:28:12.661181 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:28:12.661181 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:28:12.661181 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:28:12.661181 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:28:12.661181 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:28:12.661181 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:28:12.661181 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:28:12.661181 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:28:12.661181 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:28:12.661181 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:28:12.696825 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e04f1af-d898-43fa-83bb-8f2e73f70866 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Pushing event deleted for resources: {'Port': ['ID=a40a07d0-7d0d-4ada-985a-3e7a16648f9d,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:12.750947 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-eed05081-dd09-4c11-83a5-282b4c5b00c0 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:12.755399 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-eed05081-dd09-4c11-83a5-282b4c5b00c0 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:12.796316 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2e25ff87-b1a0-4e51-95e7-1f5aac4e69d1 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks [] for router, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:12.841056 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.db.api [None req-c9c9fb03-e077-452b-b7a5-f3b1144f7c1d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:28:12.841362 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG oslo_db.api [None req-c9c9fb03-e077-452b-b7a5-f3b1144f7c1d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:28:12.968228 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed05081-dd09-4c11-83a5-282b4c5b00c0 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Pushing event deleted for resources: {'Network': ['ID=cd544f26-d98f-4455-88c9-c613240abec5,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:12.976939 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-eed05081-dd09-4c11-83a5-282b4c5b00c0 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] 10.222.0.31 "DELETE /v2.0/networks/cd544f26-d98f-4455-88c9-c613240abec5 HTTP/1.1" status: 204 len: 168 time: 0.8880258 Mar 11 15:28:12.984222 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33168) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:13.219293 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbe4bd0-b842-4dfa-a1fe-527d55f3d1d7 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:13.220865 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4e04f1af-d898-43fa-83bb-8f2e73f70866 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:13.225079 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbe4bd0-b842-4dfa-a1fe-527d55f3d1d7 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:13.226827 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-fdbe4bd0-b842-4dfa-a1fe-527d55f3d1d7 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Synchronizing usage tracker for tenant:28534596cd754fe5a4d8e49d69f6e03b on resource:network {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:28:13.259245 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-fdbe4bd0-b842-4dfa-a1fe-527d55f3d1d7 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Unset dirty status for tenant:28534596cd754fe5a4d8e49d69f6e03b on resource:network {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:28:13.260708 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-fdbe4bd0-b842-4dfa-a1fe-527d55f3d1d7 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2303963 Mar 11 15:28:13.265231 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33172) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:13.273538 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-224f540b-4d74-4c01-804b-3ae87b0947cf tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-178639727'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:13.286326 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-224f540b-4d74-4c01-804b-3ae87b0947cf tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:13.301798 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-224f540b-4d74-4c01-804b-3ae87b0947cf tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:13.322359 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224f540b-4d74-4c01-804b-3ae87b0947cf tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Made reservation on behalf of 28534596cd754fe5a4d8e49d69f6e03b for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:28:13.325358 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-224f540b-4d74-4c01-804b-3ae87b0947cf tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:13.362411 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-c9c9fb03-e077-452b-b7a5-f3b1144f7c1d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Deleting port 21ab8603-c56c-41f0-aa17-6d0d8d6ab97b {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:28:13.362754 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c9c9fb03-e077-452b-b7a5-f3b1144f7c1d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:13.363903 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2e25ff87-b1a0-4e51-95e7-1f5aac4e69d1 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:13.379837 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-224f540b-4d74-4c01-804b-3ae87b0947cf tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:28:13.383138 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-2e25ff87-b1a0-4e51-95e7-1f5aac4e69d1 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Deleting port 36b6fc26-7707-4b83-8ef6-23847b8e9c81 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:28:13.383495 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2e25ff87-b1a0-4e51-95e7-1f5aac4e69d1 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:13.432903 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-224f540b-4d74-4c01-804b-3ae87b0947cf tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:13.434598 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-224f540b-4d74-4c01-804b-3ae87b0947cf tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Added segment 67952143-e3c1-4ff0-b0c7-e7fcf9266cd2 of type vlan for network 29949684-d18e-4c6c-99ee-97e3186323b4 Mar 11 15:28:13.440709 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 21ab8603-c56c-41f0-aa17-6d0d8d6ab97b no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:28:13.482385 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 21ab8603-c56c-41f0-aa17-6d0d8d6ab97b {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:28:13.482958 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 21ab8603-c56c-41f0-aa17-6d0d8d6ab97b not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:28:13.496595 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-eb72e8a7-4d4d-4b20-81f3-907e0c03f9fe tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:13.501679 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-eb72e8a7-4d4d-4b20-81f3-907e0c03f9fe tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:13.542111 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-c9c9fb03-e077-452b-b7a5-f3b1144f7c1d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] The port '21ab8603-c56c-41f0-aa17-6d0d8d6ab97b' was deleted {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 15:28:13.544133 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-224f540b-4d74-4c01-804b-3ae87b0947cf tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:13.697241 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-224f540b-4d74-4c01-804b-3ae87b0947cf tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:13.703109 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224f540b-4d74-4c01-804b-3ae87b0947cf tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:13.704011 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-224f540b-4d74-4c01-804b-3ae87b0947cf tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:13.753135 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2e25ff87-b1a0-4e51-95e7-1f5aac4e69d1 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:13.931500 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-eb72e8a7-4d4d-4b20-81f3-907e0c03f9fe tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:13.932130 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb72e8a7-4d4d-4b20-81f3-907e0c03f9fe tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 962efebb-7e15-4a34-bf9f-a3e01fdb2ea8 {{(pid=83866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:28:13.966671 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4e04f1af-d898-43fa-83bb-8f2e73f70866 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:13.972610 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c9c9fb03-e077-452b-b7a5-f3b1144f7c1d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:13.988144 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4e04f1af-d898-43fa-83bb-8f2e73f70866 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:14.003561 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-eb72e8a7-4d4d-4b20-81f3-907e0c03f9fe tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:14.004711 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-eb72e8a7-4d4d-4b20-81f3-907e0c03f9fe tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] 10.222.0.31 "DELETE /v2.0/routers/962efebb-7e15-4a34-bf9f-a3e01fdb2ea8 HTTP/1.1" status: 204 len: 168 time: 2.0317650 Mar 11 15:28:14.009805 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33178) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:14.018655 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-92f7b836-d842-4cf5-8049-344819e6effb tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Request body: {'router': {'name': 'tempest-router-193405554', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '2768f3af6b374ad2ad4867c659378e15'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:14.026322 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-c9c9fb03-e077-452b-b7a5-f3b1144f7c1d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49adbf0d-c989-46aa-8663-eca56612494b']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:14.036587 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-92f7b836-d842-4cf5-8049-344819e6effb tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:14.054904 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-92f7b836-d842-4cf5-8049-344819e6effb tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Usage tracker for resource:router and tenant:2768f3af6b374ad2ad4867c659378e15 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:14.059435 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-92f7b836-d842-4cf5-8049-344819e6effb tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:14.062093 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-c9c9fb03-e077-452b-b7a5-f3b1144f7c1d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b6ce367-5692-4927-a25c-6b0183aa65bf') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:14.062385 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-c9c9fb03-e077-452b-b7a5-f3b1144f7c1d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b6ce367-5692-4927-a25c-6b0183aa65bf') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:14.076152 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-92f7b836-d842-4cf5-8049-344819e6effb tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:14.082060 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c9c9fb03-e077-452b-b7a5-f3b1144f7c1d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:14.089911 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4e04f1af-d898-43fa-83bb-8f2e73f70866 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:14.090564 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e04f1af-d898-43fa-83bb-8f2e73f70866 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 29cb5484-da7b-465c-ab5b-e18e70d57498 {{(pid=83866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:28:14.099600 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-2e25ff87-b1a0-4e51-95e7-1f5aac4e69d1 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Calling delete_port for 36b6fc26-7707-4b83-8ef6-23847b8e9c81 owned by network:router_gateway {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:28:14.108648 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4e04f1af-d898-43fa-83bb-8f2e73f70866 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:14.113188 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-4e04f1af-d898-43fa-83bb-8f2e73f70866 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] 10.222.0.31 "DELETE /v2.0/routers/29cb5484-da7b-465c-ab5b-e18e70d57498 HTTP/1.1" status: 204 len: 168 time: 5.0335042 Mar 11 15:28:14.114120 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c9c9fb03-e077-452b-b7a5-f3b1144f7c1d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:14.116951 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33182) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:14.124527 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-de4024fe-e011-41a0-9e1f-103ab4dd4e0d tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-842337803', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}, 'admin_state_up': False}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:14.133865 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9c9fb03-e077-452b-b7a5-f3b1144f7c1d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:28:14.134484 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c9c9fb03-e077-452b-b7a5-f3b1144f7c1d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:14.150905 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:28:14.150905 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:28:14.150905 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:28:14.150905 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:28:14.150905 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:28:14.150905 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:28:14.150905 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:28:14.150905 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:28:14.150905 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:28:14.150905 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:28:14.150905 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:28:14.150905 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:28:14.150905 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:28:14.150905 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:28:14.150905 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:28:14.150905 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:28:14.150905 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:28:14.150905 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:28:14.150905 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:28:14.150905 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:28:14.150905 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:28:14.150905 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:28:14.150905 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:28:14.150905 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:28:14.150905 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:28:14.150905 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:28:14.150905 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:28:14.150905 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:28:14.150905 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:28:14.150905 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:28:14.150905 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:28:14.150905 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:28:14.152717 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-de4024fe-e011-41a0-9e1f-103ab4dd4e0d tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:14.154328 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-224f540b-4d74-4c01-804b-3ae87b0947cf tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8880713 Mar 11 15:28:14.160654 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33186) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:14.163893 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f540b-4d74-4c01-804b-3ae87b0947cf tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Pushing event updated for resources: {'Network': ['ID=29949684-d18e-4c6c-99ee-97e3186323b4,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:14.174227 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-fc93aec9-98ea-4f56-a6e8-48fbf4de28bb tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-917687106'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:14.176877 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 29949684-d18e-4c6c-99ee-97e3186323b4 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:28:14.187703 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-fc93aec9-98ea-4f56-a6e8-48fbf4de28bb tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:14.205067 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-fc93aec9-98ea-4f56-a6e8-48fbf4de28bb tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Usage tracker for resource:network and tenant:28534596cd754fe5a4d8e49d69f6e03b is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:14.218322 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-fc93aec9-98ea-4f56-a6e8-48fbf4de28bb tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:14.224840 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-de4024fe-e011-41a0-9e1f-103ab4dd4e0d tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Usage tracker for resource:router and tenant:17ea600db1904a7e972b692cbbcb5a2f is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:14.229334 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-de4024fe-e011-41a0-9e1f-103ab4dd4e0d tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:14.231498 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-fc93aec9-98ea-4f56-a6e8-48fbf4de28bb tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:14.237084 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-de4024fe-e011-41a0-9e1f-103ab4dd4e0d tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:14.239736 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf4bf9-9a68-471f-8303-5628cfaa7ce9 req-6ebea4c2-1f57-476a-ab37-b0046023f9c1 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:14.241435 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-bdbf4bf9-9a68-471f-8303-5628cfaa7ce9 req-6ebea4c2-1f57-476a-ab37-b0046023f9c1 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.6512949 Mar 11 15:28:14.270364 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc93aec9-98ea-4f56-a6e8-48fbf4de28bb tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Made reservation on behalf of 28534596cd754fe5a4d8e49d69f6e03b for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:28:14.273181 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-de4024fe-e011-41a0-9e1f-103ab4dd4e0d tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:14.274027 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fc93aec9-98ea-4f56-a6e8-48fbf4de28bb tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:14.274511 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-de4024fe-e011-41a0-9e1f-103ab4dd4e0d tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:14.314948 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-92f7b836-d842-4cf5-8049-344819e6effb tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:14.316957 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-92f7b836-d842-4cf5-8049-344819e6effb tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:14.323401 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-de4024fe-e011-41a0-9e1f-103ab4dd4e0d tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:14.338642 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc93aec9-98ea-4f56-a6e8-48fbf4de28bb tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:28:14.345939 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c9c9fb03-e077-452b-b7a5-f3b1144f7c1d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:14.364439 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c9c9fb03-e077-452b-b7a5-f3b1144f7c1d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:14.378158 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9fb03-e077-452b-b7a5-f3b1144f7c1d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Pushing event deleted for resources: {'Network': ['ID=49adbf0d-c989-46aa-8663-eca56612494b,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:14.379831 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-bdbf4bf9-9a68-471f-8303-5628cfaa7ce9 req-c068e6f9-14a6-4530-a3ac-9c51d48fad70 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296558 Mar 11 15:28:14.392601 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fc93aec9-98ea-4f56-a6e8-48fbf4de28bb tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:14.392942 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-fc93aec9-98ea-4f56-a6e8-48fbf4de28bb tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Added segment 726c08d4-b002-4138-a649-c26f12bca492 of type vlan for network 9c9ec653-b2ca-4713-8726-4c998011c54d Mar 11 15:28:14.433008 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fc93aec9-98ea-4f56-a6e8-48fbf4de28bb tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:14.436790 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2e25ff87-b1a0-4e51-95e7-1f5aac4e69d1 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:14.488630 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25ff87-b1a0-4e51-95e7-1f5aac4e69d1 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Pushing event deleted for resources: {'Port': ['ID=36b6fc26-7707-4b83-8ef6-23847b8e9c81,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:14.512308 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c9c9fb03-e077-452b-b7a5-f3b1144f7c1d tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] 10.222.0.31 "DELETE /v2.0/networks/49adbf0d-c989-46aa-8663-eca56612494b HTTP/1.1" status: 204 len: 168 time: 3.4218211 Mar 11 15:28:14.520093 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33192) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:14.576920 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-bf986089-e897-4816-b992-01d60ac5279a tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Synchronizing usage tracker for tenant:4b385515532a4eb1a98175cfbf12d1f4 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:28:14.582775 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-92f7b836-d842-4cf5-8049-344819e6effb tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:14.583488 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fc93aec9-98ea-4f56-a6e8-48fbf4de28bb tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:14.587821 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc93aec9-98ea-4f56-a6e8-48fbf4de28bb tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:14.588442 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fc93aec9-98ea-4f56-a6e8-48fbf4de28bb tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:14.617525 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-bf986089-e897-4816-b992-01d60ac5279a tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Unset dirty status for tenant:4b385515532a4eb1a98175cfbf12d1f4 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:28:14.618789 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-bf986089-e897-4816-b992-01d60ac5279a tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cbafe30-8812-431a-8647-e21d5133d0f2 HTTP/1.1" status: 200 len: 205 time: 0.0977027 Mar 11 15:28:14.622021 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-de4024fe-e011-41a0-9e1f-103ab4dd4e0d tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:14.623855 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33196) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:14.624291 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-92f7b836-d842-4cf5-8049-344819e6effb tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:14.665368 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-92f7b836-d842-4cf5-8049-344819e6effb tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:14.666490 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-92f7b836-d842-4cf5-8049-344819e6effb tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6547625 Mar 11 15:28:14.669347 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33200) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:14.676650 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-ae204b51-e691-4138-873f-de02ae132aec tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:14.802650 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:28:14.969795 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-fc93aec9-98ea-4f56-a6e8-48fbf4de28bb tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8072665 Mar 11 15:28:14.988754 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33204) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:15.050719 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc93aec9-98ea-4f56-a6e8-48fbf4de28bb tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Pushing event updated for resources: {'Network': ['ID=9c9ec653-b2ca-4713-8726-4c998011c54d,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:15.063304 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 9c9ec653-b2ca-4713-8726-4c998011c54d details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:28:15.065225 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-cc718f70-7ae6-474c-a055-34b4c4bb006e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Request body: {'ports': [{'network_id': '29949684-d18e-4c6c-99ee-97e3186323b4', 'name': 'tempest-port--1540957691', 'admin_state_up': True}, {'network_id': '9c9ec653-b2ca-4713-8726-4c998011c54d', 'admin_state_up': False}]} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:15.065541 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-cc718f70-7ae6-474c-a055-34b4c4bb006e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Request body: {'port': {'network_id': '29949684-d18e-4c6c-99ee-97e3186323b4', 'name': 'tempest-port--1540957691', 'admin_state_up': True}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:15.066017 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-cc718f70-7ae6-474c-a055-34b4c4bb006e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Request body: {'port': {'network_id': '9c9ec653-b2ca-4713-8726-4c998011c54d', 'admin_state_up': False}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:15.165026 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2e25ff87-b1a0-4e51-95e7-1f5aac4e69d1 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:15.188981 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ae204b51-e691-4138-873f-de02ae132aec tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:15.189521 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ae204b51-e691-4138-873f-de02ae132aec tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks [] for router, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:15.315780 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dad84ef9-129a-4129-b95d-801a1e2a33ab tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks [] for router, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:15.378362 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-de4024fe-e011-41a0-9e1f-103ab4dd4e0d tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router_gateway, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:15.414935 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:15.429741 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-de4024fe-e011-41a0-9e1f-103ab4dd4e0d tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:15.469096 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ae204b51-e691-4138-873f-de02ae132aec tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83866) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 11 15:28:15.469431 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ae204b51-e691-4138-873f-de02ae132aec tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Router 9f99f34f-0e94-4e84-af5f-37b25d17d4fb migrating from provider to provider. {{(pid=83866) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 11 15:28:15.469812 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ae204b51-e691-4138-873f-de02ae132aec tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:15.482361 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ae204b51-e691-4138-873f-de02ae132aec tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:15.497358 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ae204b51-e691-4138-873f-de02ae132aec tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709172', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-708534'] for router, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:15.667972 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2e25ff87-b1a0-4e51-95e7-1f5aac4e69d1 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:15.687655 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2e25ff87-b1a0-4e51-95e7-1f5aac4e69d1 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:15.761290 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-cc718f70-7ae6-474c-a055-34b4c4bb006e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:15.771818 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-cc718f70-7ae6-474c-a055-34b4c4bb006e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Usage tracker for resource:port and tenant:28534596cd754fe5a4d8e49d69f6e03b is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:15.833358 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-cc718f70-7ae6-474c-a055-34b4c4bb006e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:15.848575 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-cc718f70-7ae6-474c-a055-34b4c4bb006e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:15.916015 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-de4024fe-e011-41a0-9e1f-103ab4dd4e0d tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Allocated IP 172.26.0.235 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/19cf2bc5-1c9e-4535-9286-06a9e56c65b5) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:28:15.936440 dv-neutron-833373-1-hyperv neutron-server[83866]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ae204b51-e691-4138-873f-de02ae132aec tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] No L3 agents can host the router 9f99f34f-0e94-4e84-af5f-37b25d17d4fb Mar 11 15:28:16.025870 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1597ab1-50c8-4735-9824-a19e4632166c req-44655e04-7bb6-43f7-aaa5-5ce305dace90 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:16.027465 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e1597ab1-50c8-4735-9824-a19e4632166c req-44655e04-7bb6-43f7-aaa5-5ce305dace90 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.3364687 Mar 11 15:28:16.052308 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc718f70-7ae6-474c-a055-34b4c4bb006e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Made reservation on behalf of 28534596cd754fe5a4d8e49d69f6e03b for: {'port': 2} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:28:16.056085 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cc718f70-7ae6-474c-a055-34b4c4bb006e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:16.129128 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2e25ff87-b1a0-4e51-95e7-1f5aac4e69d1 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:16.129848 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e25ff87-b1a0-4e51-95e7-1f5aac4e69d1 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Fanout notify agent at l3_agent the message router_deleted on router 9008a1c5-1176-402f-b839-3a38d95d8a60 {{(pid=83867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:28:16.153585 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cc718f70-7ae6-474c-a055-34b4c4bb006e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:16.168970 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2e25ff87-b1a0-4e51-95e7-1f5aac4e69d1 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:16.172957 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-2e25ff87-b1a0-4e51-95e7-1f5aac4e69d1 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] 10.222.0.31 "DELETE /v2.0/routers/9008a1c5-1176-402f-b839-3a38d95d8a60 HTTP/1.1" status: 204 len: 168 time: 3.9539502 Mar 11 15:28:16.172957 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dad84ef9-129a-4129-b95d-801a1e2a33ab tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:16.176833 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33210) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:16.259142 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dad84ef9-129a-4129-b95d-801a1e2a33ab tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:16.271818 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e1597ab1-50c8-4735-9824-a19e4632166c req-17bc59f9-82cd-499b-b951-19cd8446a1f6 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2285297 Mar 11 15:28:16.278125 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-de4024fe-e011-41a0-9e1f-103ab4dd4e0d tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:16.343955 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae204b51-e691-4138-873f-de02ae132aec tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Hosts for router 9f99f34f-0e94-4e84-af5f-37b25d17d4fb: [] {{(pid=83866) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Mar 11 15:28:16.385236 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae204b51-e691-4138-873f-de02ae132aec tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Hosts for other DVR routers connected to router 9f99f34f-0e94-4e84-af5f-37b25d17d4fb: set() {{(pid=83866) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Mar 11 15:28:16.394452 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ae204b51-e691-4138-873f-de02ae132aec tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:16.395645 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ae204b51-e691-4138-873f-de02ae132aec tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] 10.222.0.31 "PUT /v2.0/routers/9f99f34f-0e94-4e84-af5f-37b25d17d4fb HTTP/1.1" status: 200 len: 716 time: 1.7253788 Mar 11 15:28:16.400269 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33214) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:16.508849 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dad84ef9-129a-4129-b95d-801a1e2a33ab tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:16.509240 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad84ef9-129a-4129-b95d-801a1e2a33ab tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Fanout notify agent at l3_agent the message router_deleted on router 3cbafe30-8812-431a-8647-e21d5133d0f2 {{(pid=83867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:28:16.517817 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-de4024fe-e011-41a0-9e1f-103ab4dd4e0d tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:16.558297 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dad84ef9-129a-4129-b95d-801a1e2a33ab tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:16.561878 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-dad84ef9-129a-4129-b95d-801a1e2a33ab tempest-RoutersNegativeTest-1656906359 tempest-RoutersNegativeTest-1656906359-project] 10.222.0.31 "DELETE /v2.0/routers/3cbafe30-8812-431a-8647-e21d5133d0f2 HTTP/1.1" status: 204 len: 168 time: 1.9350078 Mar 11 15:28:16.570056 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-cc718f70-7ae6-474c-a055-34b4c4bb006e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] device_id is not set on port e85ec356-4d2c-499a-9466-9c04993c9c5f yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:28:16.606655 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4024fe-e011-41a0-9e1f-103ab4dd4e0d tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:28:16.612435 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-de4024fe-e011-41a0-9e1f-103ab4dd4e0d tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:28:16.618475 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4024fe-e011-41a0-9e1f-103ab4dd4e0d tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:28:16.624041 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cf2e603-eb73-4cec-b9d9-e33af3818d7d tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Deleting subnet 7e1a6ab9-1ee5-41b3-980e-b02107062a9b {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:28:16.628365 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0cf2e603-eb73-4cec-b9d9-e33af3818d7d tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:16.643873 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4024fe-e011-41a0-9e1f-103ab4dd4e0d tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Pushing event updated for resources: {'Port': ['ID=19cf2bc5-1c9e-4535-9286-06a9e56c65b5,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:16.668678 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-1c2943e6-3ae6-469a-a2ba-bbb375364c70 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] 10.222.0.31 "GET /v2.0/routers/9f99f34f-0e94-4e84-af5f-37b25d17d4fb HTTP/1.1" status: 200 len: 716 time: 0.2653124 Mar 11 15:28:16.669896 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33220) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:16.710819 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0cf2e603-eb73-4cec-b9d9-e33af3818d7d tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:16.850786 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cc718f70-7ae6-474c-a055-34b4c4bb006e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:16.882750 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-de4024fe-e011-41a0-9e1f-103ab4dd4e0d tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router_gateway, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:16.883858 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-de4024fe-e011-41a0-9e1f-103ab4dd4e0d tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:16.959434 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0cf2e603-eb73-4cec-b9d9-e33af3818d7d tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:17.017934 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33228) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:17.022003 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-cc718f70-7ae6-474c-a055-34b4c4bb006e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] device_id is not set on port 8295bd41-6f4c-4fc6-ad15-66ca64a935ad yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:28:17.083939 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0cf2e603-eb73-4cec-b9d9-e33af3818d7d tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:17.150020 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf2e603-eb73-4cec-b9d9-e33af3818d7d tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Pushing event deleted for resources: {'Subnet': ['ID=7e1a6ab9-1ee5-41b3-980e-b02107062a9b,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:17.177727 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0cf2e603-eb73-4cec-b9d9-e33af3818d7d tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:17.193514 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a8ccb0-6828-453e-afab-1140ad482511 None None] Network 8bb82b8c-0e9c-4080-a9a2-8964000388d8 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:28:17.206672 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0cf2e603-eb73-4cec-b9d9-e33af3818d7d tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] 10.222.0.31 "DELETE /v2.0/subnets/7e1a6ab9-1ee5-41b3-980e-b02107062a9b HTTP/1.1" status: 204 len: 168 time: 1.0285318 Mar 11 15:28:17.219050 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33234) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:17.258669 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cc718f70-7ae6-474c-a055-34b4c4bb006e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:17.346134 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-937eb511-8b9f-4478-a557-f7f629db951e tempest-RoutersTestDVR-148451897 tempest-RoutersTestDVR-148451897-project] 10.222.0.31 "GET /v2.0/routers/9f99f34f-0e94-4e84-af5f-37b25d17d4fb HTTP/1.1" status: 200 len: 682 time: 0.6759512 Mar 11 15:28:17.347347 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33240) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:17.468619 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cc718f70-7ae6-474c-a055-34b4c4bb006e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:17.487948 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4024fe-e011-41a0-9e1f-103ab4dd4e0d tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Router 8853a7b7-9936-4790-912d-3e05ac1d154e is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:28:17.602093 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab132be6-30b9-4388-827e-2851b8277bee None None] DHCP port deletion for 8bb82b8c-0e9c-4080-a9a2-8964000388d8 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:28:17.606867 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-ab132be6-30b9-4388-827e-2851b8277bee None None] Deleting port 196a4343-7d58-41a3-80c5-e1f6b1cefca5 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:28:17.607241 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ab132be6-30b9-4388-827e-2851b8277bee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:17.724002 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4024fe-e011-41a0-9e1f-103ab4dd4e0d tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:28:17.755235 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-de4024fe-e011-41a0-9e1f-103ab4dd4e0d tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:17.760145 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-de4024fe-e011-41a0-9e1f-103ab4dd4e0d tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.6388257 Mar 11 15:28:17.760469 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33244) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:17.766776 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-4c4467e2-dcde-48c5-9fd9-a40f150e4384 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'enable_snat': False}}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:17.784500 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ed91aa-064e-4de9-a481-b8fa3149beb7 None None] Sync routers for ids ['8853a7b7-9936-4790-912d-3e05ac1d154e'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:28:17.831989 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ed91aa-064e-4de9-a481-b8fa3149beb7 None None] Routers {'8853a7b7-9936-4790-912d-3e05ac1d154e'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:28:17.832582 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-88ed91aa-064e-4de9-a481-b8fa3149beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:28:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['8853a7b7-9936-4790-912d-3e05ac1d154e'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:17.886404 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-98431656-2d0c-4474-bde1-9f3394775d59 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:17.895304 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-ab132be6-30b9-4388-827e-2851b8277bee None None] For port 196a4343-7d58-41a3-80c5-e1f6b1cefca5, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=196a4343-7d58-41a3-80c5-e1f6b1cefca5,segment=NetworkSegment(e0e8756f-f108-4837-8140-f78856f54551),segment_id=e0e8756f-f108-4837-8140-f78856f54551)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:28:17.895681 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ab132be6-30b9-4388-827e-2851b8277bee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:17.912420 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-88ed91aa-064e-4de9-a481-b8fa3149beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:17.962868 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5e08be3e-2990-4810-86ea-27ac7cf7d015 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4b385515532a4eb1a98175cfbf12d1f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9404876 Mar 11 15:28:17.962868 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc718f70-7ae6-474c-a055-34b4c4bb006e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Pushing event updated for resources: {'Port': ['ID=e85ec356-4d2c-499a-9466-9c04993c9c5f,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:17.963404 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33248) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:17.981407 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-98431656-2d0c-4474-bde1-9f3394775d59 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Deleting port 196a4343-7d58-41a3-80c5-e1f6b1cefca5 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:28:17.981766 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-98431656-2d0c-4474-bde1-9f3394775d59 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:18.034808 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-10b445d6-be40-4ea6-a44c-76acc98df273 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks [] for router, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:18.035081 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-ab132be6-30b9-4388-827e-2851b8277bee None None] Calling delete_port for 196a4343-7d58-41a3-80c5-e1f6b1cefca5 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:28:18.084554 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ed91aa-064e-4de9-a481-b8fa3149beb7 None None] Routers {'8853a7b7-9936-4790-912d-3e05ac1d154e'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:28:18.085644 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-88ed91aa-064e-4de9-a481-b8fa3149beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:28:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['8853a7b7-9936-4790-912d-3e05ac1d154e'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:18.110233 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-be6ce627-990f-4a59-ac92-940fa9353694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:18.186377 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-88ed91aa-064e-4de9-a481-b8fa3149beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:18.187170 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ed91aa-064e-4de9-a481-b8fa3149beb7 None None] The sync data for ids ['8853a7b7-9936-4790-912d-3e05ac1d154e'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:28:18.200936 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-be6ce627-990f-4a59-ac92-940fa9353694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:18.238135 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc718f70-7ae6-474c-a055-34b4c4bb006e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Checking segment: {'id': '67952143-e3c1-4ff0-b0c7-e7fcf9266cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '29949684-d18e-4c6c-99ee-97e3186323b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:28:18.238914 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc718f70-7ae6-474c-a055-34b4c4bb006e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Network hostable DHCP agents. Network: 29949684-d18e-4c6c-99ee-97e3186323b4, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:28:18.294781 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ab132be6-30b9-4388-827e-2851b8277bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:18.309949 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-be6ce627-990f-4a59-ac92-940fa9353694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:18.313759 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-98431656-2d0c-4474-bde1-9f3394775d59 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] The port '196a4343-7d58-41a3-80c5-e1f6b1cefca5' was deleted {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 15:28:18.328318 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ce627-990f-4a59-ac92-940fa9353694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff126bf4-05af-4dc7-a7f5-7ccfafef62cc,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:18.344964 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-be6ce627-990f-4a59-ac92-940fa9353694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:18.348498 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-be6ce627-990f-4a59-ac92-940fa9353694 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ff126bf4-05af-4dc7-a7f5-7ccfafef62cc HTTP/1.1" status: 204 len: 168 time: 0.3811820 Mar 11 15:28:18.361428 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0cce82-9204-446a-bcb4-13b035022d80 req-4d67140f-220a-413c-bd47-af2528ff1af9 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:18.362983 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-cd0cce82-9204-446a-bcb4-13b035022d80 req-4d67140f-220a-413c-bd47-af2528ff1af9 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.7677629 Mar 11 15:28:18.384620 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab132be6-30b9-4388-827e-2851b8277bee None None] Pushing event deleted for resources: {'Port': ['ID=196a4343-7d58-41a3-80c5-e1f6b1cefca5,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:18.391963 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab132be6-30b9-4388-827e-2851b8277bee None None] No DVR routers for this DVR port 196a4343-7d58-41a3-80c5-e1f6b1cefca5 on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:28:18.639264 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4c4467e2-dcde-48c5-9fd9-a40f150e4384 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:18.677519 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-98431656-2d0c-4474-bde1-9f3394775d59 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:18.711984 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc718f70-7ae6-474c-a055-34b4c4bb006e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Network 29949684-d18e-4c6c-99ee-97e3186323b4 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:28:18.744319 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-98431656-2d0c-4474-bde1-9f3394775d59 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bb82b8c-0e9c-4080-a9a2-8964000388d8']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:18.754088 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-cd0cce82-9204-446a-bcb4-13b035022d80 req-504b7d43-3002-4ae4-a178-2c02b44559e5 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3802359 Mar 11 15:28:18.758080 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-cc718f70-7ae6-474c-a055-34b4c4bb006e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 29949684-d18e-4c6c-99ee-97e3186323b4) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:28:18.768798 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dcef5d-1c7d-4eb5-8d2b-2271ed04ecb7 None None] Network 29949684-d18e-4c6c-99ee-97e3186323b4 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:28:18.827515 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc718f70-7ae6-474c-a055-34b4c4bb006e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:28:18.828443 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cc718f70-7ae6-474c-a055-34b4c4bb006e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:18.831203 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-98431656-2d0c-4474-bde1-9f3394775d59 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0e8756f-f108-4837-8140-f78856f54551') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:18.831501 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-98431656-2d0c-4474-bde1-9f3394775d59 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0e8756f-f108-4837-8140-f78856f54551') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:18.984677 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-98431656-2d0c-4474-bde1-9f3394775d59 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:19.009191 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-98431656-2d0c-4474-bde1-9f3394775d59 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:19.018861 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98431656-2d0c-4474-bde1-9f3394775d59 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:28:19.019210 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-98431656-2d0c-4474-bde1-9f3394775d59 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:19.125393 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:28:19.125393 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:28:19.125393 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:28:19.125393 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:28:19.125393 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:28:19.125393 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:28:19.125393 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:28:19.125393 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:28:19.125393 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:28:19.125393 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:28:19.125393 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:28:19.125393 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:28:19.125393 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:28:19.125393 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:28:19.125393 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:28:19.125393 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:28:19.125393 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:28:19.125393 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:28:19.125393 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:28:19.125393 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:28:19.125393 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:28:19.125393 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:28:19.125393 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:28:19.125393 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:28:19.125393 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:28:19.125393 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:28:19.125393 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:28:19.125393 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:28:19.125393 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:28:19.125393 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:28:19.125393 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:28:19.125393 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:28:19.159715 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4c4467e2-dcde-48c5-9fd9-a40f150e4384 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:19.165279 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4c4467e2-dcde-48c5-9fd9-a40f150e4384 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709172', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-708534'] for router, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:19.199182 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc718f70-7ae6-474c-a055-34b4c4bb006e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Pushing event updated for resources: {'Port': ['ID=8295bd41-6f4c-4fc6-ad15-66ca64a935ad,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:19.216797 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-10b445d6-be40-4ea6-a44c-76acc98df273 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:19.231736 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-98431656-2d0c-4474-bde1-9f3394775d59 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:19.241778 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-10b445d6-be40-4ea6-a44c-76acc98df273 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:19.263176 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-98431656-2d0c-4474-bde1-9f3394775d59 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:19.277134 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-98431656-2d0c-4474-bde1-9f3394775d59 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] 10.222.0.31 "DELETE /v2.0/networks/8bb82b8c-0e9c-4080-a9a2-8964000388d8 HTTP/1.1" status: 204 len: 168 time: 2.0532227 Mar 11 15:28:19.282471 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33264) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:19.289103 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98431656-2d0c-4474-bde1-9f3394775d59 tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Pushing event deleted for resources: {'Network': ['ID=8bb82b8c-0e9c-4080-a9a2-8964000388d8,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:19.357807 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 196a4343-7d58-41a3-80c5-e1f6b1cefca5 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:28:19.386309 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc718f70-7ae6-474c-a055-34b4c4bb006e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Checking segment: {'id': '726c08d4-b002-4138-a649-c26f12bca492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '9c9ec653-b2ca-4713-8726-4c998011c54d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:28:19.386654 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc718f70-7ae6-474c-a055-34b4c4bb006e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Network hostable DHCP agents. Network: 9c9ec653-b2ca-4713-8726-4c998011c54d, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:28:19.436355 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 196a4343-7d58-41a3-80c5-e1f6b1cefca5 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:28:19.437049 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 196a4343-7d58-41a3-80c5-e1f6b1cefca5 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:28:19.487854 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-10b445d6-be40-4ea6-a44c-76acc98df273 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:19.488356 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b445d6-be40-4ea6-a44c-76acc98df273 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9f99f34f-0e94-4e84-af5f-37b25d17d4fb {{(pid=83867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:28:19.500569 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-104ccef7-c041-42b3-83a4-b38f227552dd tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Deleting port 2fe90f3e-0a77-4df5-a2b7-c9a42f6af354 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:28:19.500935 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-104ccef7-c041-42b3-83a4-b38f227552dd tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:19.534352 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-10b445d6-be40-4ea6-a44c-76acc98df273 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:19.536180 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-10b445d6-be40-4ea6-a44c-76acc98df273 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] 10.222.0.31 "DELETE /v2.0/routers/9f99f34f-0e94-4e84-af5f-37b25d17d4fb HTTP/1.1" status: 204 len: 168 time: 2.1874006 Mar 11 15:28:19.543941 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33270) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:19.562382 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-d86c7aa1-214d-483a-8766-bd5a7eea73a1 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Request body: {'router': {'name': 'tempest-router-826534201', 'distributed': True}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:19.572451 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-d86c7aa1-214d-483a-8766-bd5a7eea73a1 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:19.595585 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4467e2-dcde-48c5-9fd9-a40f150e4384 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Router 8853a7b7-9936-4790-912d-3e05ac1d154e has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:28:19.596870 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d86c7aa1-214d-483a-8766-bd5a7eea73a1 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Usage tracker for resource:router and tenant:8b3be07e3cda4dc7a5fae23e8a2890d2 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:19.599908 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc718f70-7ae6-474c-a055-34b4c4bb006e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Network 9c9ec653-b2ca-4713-8726-4c998011c54d is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:28:19.650823 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d86c7aa1-214d-483a-8766-bd5a7eea73a1 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:19.847596 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-d86c7aa1-214d-483a-8766-bd5a7eea73a1 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:19.864256 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-cc718f70-7ae6-474c-a055-34b4c4bb006e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 9c9ec653-b2ca-4713-8726-4c998011c54d) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:28:19.878023 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4334c1-d5b6-4a23-8ee5-b1996ff3d8a0 None None] Network 9c9ec653-b2ca-4713-8726-4c998011c54d requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:28:19.892534 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc718f70-7ae6-474c-a055-34b4c4bb006e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:28:19.900742 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc718f70-7ae6-474c-a055-34b4c4bb006e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:19.904408 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc718f70-7ae6-474c-a055-34b4c4bb006e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:19.905125 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cc718f70-7ae6-474c-a055-34b4c4bb006e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:19.935276 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d86c7aa1-214d-483a-8766-bd5a7eea73a1 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:19.936065 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d86c7aa1-214d-483a-8766-bd5a7eea73a1 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:19.984858 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33280) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:19.994577 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-cc718f70-7ae6-474c-a055-34b4c4bb006e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.0047290 Mar 11 15:28:19.998518 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33284) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:20.130171 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-104ccef7-c041-42b3-83a4-b38f227552dd tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:20.130494 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-104ccef7-c041-42b3-83a4-b38f227552dd tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:20.315580 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d9dc3-66d3-44d0-9183-f9eddf814382 req-fdc5d3fb-8bdb-45e9-bdfb-1ea633c4ae4f tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:20.332746 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-936d9dc3-66d3-44d0-9183-f9eddf814382 req-fdc5d3fb-8bdb-45e9-bdfb-1ea633c4ae4f tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.2247691 Mar 11 15:28:20.348648 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-104ccef7-c041-42b3-83a4-b38f227552dd tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Calling delete_port for 2fe90f3e-0a77-4df5-a2b7-c9a42f6af354 owned by network:floatingip {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:28:20.403330 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d86c7aa1-214d-483a-8766-bd5a7eea73a1 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:20.405940 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-936d9dc3-66d3-44d0-9183-f9eddf814382 req-b6d2c86d-f956-4854-aa00-92cd7d6a5059 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721200 Mar 11 15:28:20.422797 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-7a7835d7-f30e-46e3-960d-df6cdb6c3235 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:20.424550 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-7a7835d7-f30e-46e3-960d-df6cdb6c3235 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] create failed (client error): There was a conflict when trying to complete your request. Mar 11 15:28:20.425704 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-7a7835d7-f30e-46e3-960d-df6cdb6c3235 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4379435 Mar 11 15:28:20.434049 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33290) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:20.453304 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-02df233c-21d8-4228-85bc-f10041bc46c1 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Request body: {'security_group': {'name': 'tempest-secgroup--350686816'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:20.458979 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4467e2-dcde-48c5-9fd9-a40f150e4384 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:28:20.466150 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-02df233c-21d8-4228-85bc-f10041bc46c1 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:20.467759 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4c4467e2-dcde-48c5-9fd9-a40f150e4384 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:20.472171 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-4c4467e2-dcde-48c5-9fd9-a40f150e4384 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] 10.222.0.31 "PUT /v2.0/routers/8853a7b7-9936-4790-912d-3e05ac1d154e HTTP/1.1" status: 200 len: 921 time: 2.7076702 Mar 11 15:28:20.473071 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33294) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:20.476282 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0426195d-16fd-4d02-9754-1a72efe3b025 None None] Sync routers for ids ['8853a7b7-9936-4790-912d-3e05ac1d154e'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:28:20.484007 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-02df233c-21d8-4228-85bc-f10041bc46c1 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Usage tracker for resource:security_group and tenant:361b8c2141cb4198a78bff88c0a38b19 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:20.489177 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0426195d-16fd-4d02-9754-1a72efe3b025 None None] Routers {'8853a7b7-9936-4790-912d-3e05ac1d154e'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:28:20.489823 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-0426195d-16fd-4d02-9754-1a72efe3b025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:28:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['8853a7b7-9936-4790-912d-3e05ac1d154e'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:20.491457 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d86c7aa1-214d-483a-8766-bd5a7eea73a1 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:20.509100 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-02df233c-21d8-4228-85bc-f10041bc46c1 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:20.525033 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-02df233c-21d8-4228-85bc-f10041bc46c1 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:20.562543 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886430ba-7a54-43c3-adf4-a01f68178402 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:20.566778 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886430ba-7a54-43c3-adf4-a01f68178402 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:20.567707 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-886430ba-7a54-43c3-adf4-a01f68178402 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Synchronizing usage tracker for tenant:28534596cd754fe5a4d8e49d69f6e03b on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:28:20.607882 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d86c7aa1-214d-483a-8766-bd5a7eea73a1 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:20.609306 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d86c7aa1-214d-483a-8766-bd5a7eea73a1 tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.0622752 Mar 11 15:28:20.612984 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02df233c-21d8-4228-85bc-f10041bc46c1 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:20.620703 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-0426195d-16fd-4d02-9754-1a72efe3b025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:20.631332 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33298) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:20.648498 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0426195d-16fd-4d02-9754-1a72efe3b025 None None] Routers {'8853a7b7-9936-4790-912d-3e05ac1d154e'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:28:20.650298 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-0426195d-16fd-4d02-9754-1a72efe3b025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:28:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['8853a7b7-9936-4790-912d-3e05ac1d154e'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:20.716578 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-886430ba-7a54-43c3-adf4-a01f68178402 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Unset dirty status for tenant:28534596cd754fe5a4d8e49d69f6e03b on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:28:20.717820 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-886430ba-7a54-43c3-adf4-a01f68178402 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.7163112 Mar 11 15:28:20.721631 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33302) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:20.731810 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-0426195d-16fd-4d02-9754-1a72efe3b025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:20.732247 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0426195d-16fd-4d02-9754-1a72efe3b025 None None] The sync data for ids ['8853a7b7-9936-4790-912d-3e05ac1d154e'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:28:20.799000 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02df233c-21d8-4228-85bc-f10041bc46c1 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:20.842304 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-a4a10219-3661-40ba-bf81-08aac5be727d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Deleting port e85ec356-4d2c-499a-9466-9c04993c9c5f {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:28:20.842512 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a4a10219-3661-40ba-bf81-08aac5be727d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:20.940804 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c1d4fc10-d50c-48b2-b1f1-38d7dd16147e tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks [] for router, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:20.968847 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-7f055098-dd88-4f7a-9e30-abaae0c682af tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] 10.222.0.31 "GET /v2.0/routers/8853a7b7-9936-4790-912d-3e05ac1d154e HTTP/1.1" status: 200 len: 921 time: 0.4945979 Mar 11 15:28:20.979872 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33306) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:21.006095 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-02df233c-21d8-4228-85bc-f10041bc46c1 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:21.010716 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-104ccef7-c041-42b3-83a4-b38f227552dd tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:21.067373 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-02df233c-21d8-4228-85bc-f10041bc46c1 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Usage tracker for resource:security_group_rule and tenant:361b8c2141cb4198a78bff88c0a38b19 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:21.076690 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-02df233c-21d8-4228-85bc-f10041bc46c1 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:21.170072 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a4a10219-3661-40ba-bf81-08aac5be727d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:21.173623 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-02df233c-21d8-4228-85bc-f10041bc46c1 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:21.177455 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ccef7-c041-42b3-83a4-b38f227552dd tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Pushing event deleted for resources: {'Port': ['ID=2fe90f3e-0a77-4df5-a2b7-c9a42f6af354,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:21.187022 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0f27ee1b-6f70-4529-b08f-f84ea621b3bd tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Synchronizing usage tracker for tenant:8416a1f9e2aa4cfc99ca677832c9b19f on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:28:21.314522 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-a4a10219-3661-40ba-bf81-08aac5be727d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Calling delete_port for e85ec356-4d2c-499a-9466-9c04993c9c5f owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:28:21.373117 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0f27ee1b-6f70-4529-b08f-f84ea621b3bd tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Unset dirty status for tenant:8416a1f9e2aa4cfc99ca677832c9b19f on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:28:21.374950 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0f27ee1b-6f70-4529-b08f-f84ea621b3bd tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=69193b02-dbf5-4ccf-b3ce-76dabd3f8655&device_id=8853a7b7-9936-4790-912d-3e05ac1d154e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3939035 Mar 11 15:28:21.383255 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33310) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:21.484011 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-104ccef7-c041-42b3-83a4-b38f227552dd tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks [] for floatingip, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:21.520245 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a4a10219-3661-40ba-bf81-08aac5be727d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:21.598709 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a10219-3661-40ba-bf81-08aac5be727d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Pushing event deleted for resources: {'Port': ['ID=e85ec356-4d2c-499a-9466-9c04993c9c5f,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:21.629082 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a4a10219-3661-40ba-bf81-08aac5be727d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:21.635574 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7020d87-0e61-4503-b191-74067fd73897 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:21.636172 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f7020d87-0e61-4503-b191-74067fd73897 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Synchronizing usage tracker for tenant:8416a1f9e2aa4cfc99ca677832c9b19f on resource:network {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:28:21.657385 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a4a10219-3661-40ba-bf81-08aac5be727d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] 10.222.0.31 "DELETE /v2.0/ports/e85ec356-4d2c-499a-9466-9c04993c9c5f HTTP/1.1" status: 204 len: 168 time: 0.9332800 Mar 11 15:28:21.659575 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f7020d87-0e61-4503-b191-74067fd73897 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Unset dirty status for tenant:8416a1f9e2aa4cfc99ca677832c9b19f on resource:network {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:28:21.661357 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f7020d87-0e61-4503-b191-74067fd73897 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] 10.222.0.31 "GET /v2.0/networks/69193b02-dbf5-4ccf-b3ce-76dabd3f8655 HTTP/1.1" status: 200 len: 881 time: 0.2767396 Mar 11 15:28:21.662201 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33316) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:21.665639 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33318) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:21.776747 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-870962f7-a8df-4499-bc3a-392d4bd4cafd tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] 10.222.0.31 "GET /v2.0/ports?device_id=8853a7b7-9936-4790-912d-3e05ac1d154e HTTP/1.1" status: 200 len: 205 time: 0.0799510 Mar 11 15:28:21.779089 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33324) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:21.866214 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-c229bf8e-6ecc-4121-ac6b-a14e26913976 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Deleting port 8295bd41-6f4c-4fc6-ad15-66ca64a935ad {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:28:21.866537 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c229bf8e-6ecc-4121-ac6b-a14e26913976 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:21.870472 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02df233c-21d8-4228-85bc-f10041bc46c1 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:21.883046 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02df233c-21d8-4228-85bc-f10041bc46c1 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:21.890248 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c1d4fc10-d50c-48b2-b1f1-38d7dd16147e tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:21.941507 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c1d4fc10-d50c-48b2-b1f1-38d7dd16147e tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:21.944955 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-104ccef7-c041-42b3-83a4-b38f227552dd tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:21.946125 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-104ccef7-c041-42b3-83a4-b38f227552dd tempest-FloatingIPAdminTestJSON-1179580898 tempest-FloatingIPAdminTestJSON-1179580898-project] 10.222.0.31 "DELETE /v2.0/floatingips/796ce97e-2434-4809-80c8-f7b48c092642 HTTP/1.1" status: 204 len: 168 time: 2.6627018 Mar 11 15:28:21.954751 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-02df233c-21d8-4228-85bc-f10041bc46c1 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:21.962090 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02df233c-21d8-4228-85bc-f10041bc46c1 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a432ac95-b646-4267-a087-f6877e2491f0,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:21.965953 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-02df233c-21d8-4228-85bc-f10041bc46c1 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Usage tracker for resource:security_group_rule and tenant:361b8c2141cb4198a78bff88c0a38b19 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:21.971155 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-02df233c-21d8-4228-85bc-f10041bc46c1 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:21.985310 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-02df233c-21d8-4228-85bc-f10041bc46c1 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:21.999654 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453689d-782f-4e53-badd-fe3e004ca49d req-8e01f9cb-1463-44b9-9e44-562da4bc1b8a tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:22.001488 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-3453689d-782f-4e53-badd-fe3e004ca49d req-8e01f9cb-1463-44b9-9e44-562da4bc1b8a tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.4038236 Mar 11 15:28:22.159904 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c1d4fc10-d50c-48b2-b1f1-38d7dd16147e tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:22.159904 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d4fc10-d50c-48b2-b1f1-38d7dd16147e tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ce8f7de4-d3a7-4f30-9f7f-eb243fa1b032 {{(pid=83867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:28:22.253221 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c1d4fc10-d50c-48b2-b1f1-38d7dd16147e tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:22.269519 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c1d4fc10-d50c-48b2-b1f1-38d7dd16147e tempest-RoutersTestDVR-1219142810 tempest-RoutersTestDVR-1219142810-project-admin] 10.222.0.31 "DELETE /v2.0/routers/ce8f7de4-d3a7-4f30-9f7f-eb243fa1b032 HTTP/1.1" status: 204 len: 168 time: 1.6318541 Mar 11 15:28:22.311210 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-3453689d-782f-4e53-badd-fe3e004ca49d req-cd0210df-e5db-4ae3-bb0b-16f9779a3fdb tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2902863 Mar 11 15:28:22.346335 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33334) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:22.351205 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02df233c-21d8-4228-85bc-f10041bc46c1 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:22.368967 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02df233c-21d8-4228-85bc-f10041bc46c1 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:22.407557 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c229bf8e-6ecc-4121-ac6b-a14e26913976 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:22.471043 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02df233c-21d8-4228-85bc-f10041bc46c1 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=813150c0-c8db-4865-af1d-bca4a6796ac0,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:22.486563 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02df233c-21d8-4228-85bc-f10041bc46c1 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:22.489086 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-02df233c-21d8-4228-85bc-f10041bc46c1 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.0535195 Mar 11 15:28:22.492833 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33342) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:22.502493 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-b3bbb3a8-e56f-4a75-8715-ab0a30744231 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Request body: {'security_group_rule': {'security_group_id': '813150c0-c8db-4865-af1d-bca4a6796ac0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:22.546182 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-b3bbb3a8-e56f-4a75-8715-ab0a30744231 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:22.554724 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-b3bbb3a8-e56f-4a75-8715-ab0a30744231 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Usage tracker for resource:security_group_rule and tenant:361b8c2141cb4198a78bff88c0a38b19 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:22.561595 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-b3bbb3a8-e56f-4a75-8715-ab0a30744231 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:22.569438 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-c229bf8e-6ecc-4121-ac6b-a14e26913976 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Calling delete_port for 8295bd41-6f4c-4fc6-ad15-66ca64a935ad owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:28:22.582746 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-b3bbb3a8-e56f-4a75-8715-ab0a30744231 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:22.616286 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-92b37691-fb87-4926-bc8b-52e5836a1b9a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c3b5c13d66354b8cafc5703dde135af9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2683103 Mar 11 15:28:22.619442 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33346) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:22.627614 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b3bbb3a8-e56f-4a75-8715-ab0a30744231 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:22.714781 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b4be0623-d587-4170-a6bf-5dfe8e34dc99 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:22.716953 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b3bbb3a8-e56f-4a75-8715-ab0a30744231 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:22.721226 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b3bbb3a8-e56f-4a75-8715-ab0a30744231 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:22.750650 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bbb3a8-e56f-4a75-8715-ab0a30744231 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e2ccc69-131e-42ab-ae7b-9a6432c105b9,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:22.763178 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b3bbb3a8-e56f-4a75-8715-ab0a30744231 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:22.767363 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b3bbb3a8-e56f-4a75-8715-ab0a30744231 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2694354 Mar 11 15:28:22.767534 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33352) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:22.778260 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-595a57d3-e49f-4755-9b3d-4aa4db4bc518 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Request body: {'security_group_rule': {'security_group_id': '813150c0-c8db-4865-af1d-bca4a6796ac0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:22.783958 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33356) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:22.786921 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-595a57d3-e49f-4755-9b3d-4aa4db4bc518 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:22.796928 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-595a57d3-e49f-4755-9b3d-4aa4db4bc518 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Usage tracker for resource:security_group_rule and tenant:361b8c2141cb4198a78bff88c0a38b19 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:22.800219 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-595a57d3-e49f-4755-9b3d-4aa4db4bc518 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:22.807510 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-595a57d3-e49f-4755-9b3d-4aa4db4bc518 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:22.828893 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-595a57d3-e49f-4755-9b3d-4aa4db4bc518 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:22.843848 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c229bf8e-6ecc-4121-ac6b-a14e26913976 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:22.906844 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-595a57d3-e49f-4755-9b3d-4aa4db4bc518 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] create failed (client error): There was a conflict when trying to complete your request. Mar 11 15:28:22.910870 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-595a57d3-e49f-4755-9b3d-4aa4db4bc518 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1395018 Mar 11 15:28:22.911531 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33362) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:22.915819 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f544fd1c-7c04-41e9-bb69-e60499e10585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:22.921678 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229bf8e-6ecc-4121-ac6b-a14e26913976 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Pushing event deleted for resources: {'Port': ['ID=8295bd41-6f4c-4fc6-ad15-66ca64a935ad,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:22.964873 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c229bf8e-6ecc-4121-ac6b-a14e26913976 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:22.974880 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f544fd1c-7c04-41e9-bb69-e60499e10585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:22.995689 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4c2d9f34-d589-4cf5-aea1-9b8b08df3b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:22.995954 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c229bf8e-6ecc-4121-ac6b-a14e26913976 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] 10.222.0.31 "DELETE /v2.0/ports/8295bd41-6f4c-4fc6-ad15-66ca64a935ad HTTP/1.1" status: 204 len: 168 time: 1.3323789 Mar 11 15:28:23.003504 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33366) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:23.030646 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-66b6855c-a977-445d-8187-e14c7409bdd8 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:23.069739 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-4c2d9f34-d589-4cf5-aea1-9b8b08df3b06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:23.072669 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-519e8bac-ef23-4be5-9c29-53c90cea1763 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Synchronizing usage tracker for tenant:28534596cd754fe5a4d8e49d69f6e03b on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:28:23.076542 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-66b6855c-a977-445d-8187-e14c7409bdd8 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:23.085587 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4c2d9f34-d589-4cf5-aea1-9b8b08df3b06 admin admin] Usage tracker for resource:security_group_rule and tenant:2768f3af6b374ad2ad4867c659378e15 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:23.093976 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4c2d9f34-d589-4cf5-aea1-9b8b08df3b06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:23.104821 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-519e8bac-ef23-4be5-9c29-53c90cea1763 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Unset dirty status for tenant:28534596cd754fe5a4d8e49d69f6e03b on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:28:23.106039 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-519e8bac-ef23-4be5-9c29-53c90cea1763 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0984979 Mar 11 15:28:23.108610 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-4c2d9f34-d589-4cf5-aea1-9b8b08df3b06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:23.110665 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33372) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:23.120706 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-efb40fed-86b4-4d8e-bd70-3e0009582e6a tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1254776683'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:23.128431 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-efb40fed-86b4-4d8e-bd70-3e0009582e6a tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:23.129771 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f544fd1c-7c04-41e9-bb69-e60499e10585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:23.142628 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-efb40fed-86b4-4d8e-bd70-3e0009582e6a tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Usage tracker for resource:network and tenant:28534596cd754fe5a4d8e49d69f6e03b is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:23.148918 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544fd1c-7c04-41e9-bb69-e60499e10585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c520bc-4c3b-461a-9de3-9eebf000db37,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:23.152675 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-efb40fed-86b4-4d8e-bd70-3e0009582e6a tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:23.163167 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-efb40fed-86b4-4d8e-bd70-3e0009582e6a tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:23.167750 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f544fd1c-7c04-41e9-bb69-e60499e10585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:23.169028 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f544fd1c-7c04-41e9-bb69-e60499e10585 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b5c520bc-4c3b-461a-9de3-9eebf000db37 HTTP/1.1" status: 204 len: 168 time: 0.5486472 Mar 11 15:28:23.196077 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb40fed-86b4-4d8e-bd70-3e0009582e6a tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Made reservation on behalf of 28534596cd754fe5a4d8e49d69f6e03b for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:28:23.196492 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b4be0623-d587-4170-a6bf-5dfe8e34dc99 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:23.202053 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-efb40fed-86b4-4d8e-bd70-3e0009582e6a tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:23.207034 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-b4be0623-d587-4170-a6bf-5dfe8e34dc99 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Deleting port 19cf2bc5-1c9e-4535-9286-06a9e56c65b5 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:28:23.207450 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b4be0623-d587-4170-a6bf-5dfe8e34dc99 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:23.254900 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-66b6855c-a977-445d-8187-e14c7409bdd8 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:23.274540 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device a40a07d0-7d0d-4ada-985a-3e7a16648f9d no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:28:23.305315 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b6855c-a977-445d-8187-e14c7409bdd8 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=813150c0-c8db-4865-af1d-bca4a6796ac0,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:23.342595 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: a40a07d0-7d0d-4ada-985a-3e7a16648f9d {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:28:23.343390 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device a40a07d0-7d0d-4ada-985a-3e7a16648f9d not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:28:23.400305 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4c2d9f34-d589-4cf5-aea1-9b8b08df3b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:23.413957 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efb40fed-86b4-4d8e-bd70-3e0009582e6a tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:28:23.417300 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-66b6855c-a977-445d-8187-e14c7409bdd8 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:23.418956 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-66b6855c-a977-445d-8187-e14c7409bdd8 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "DELETE /v2.0/security-groups/813150c0-c8db-4865-af1d-bca4a6796ac0 HTTP/1.1" status: 204 len: 168 time: 0.5063634 Mar 11 15:28:23.424050 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4c2d9f34-d589-4cf5-aea1-9b8b08df3b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:23.425005 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33382) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:23.459517 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-efb40fed-86b4-4d8e-bd70-3e0009582e6a tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:23.460620 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-efb40fed-86b4-4d8e-bd70-3e0009582e6a tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Added segment f991c464-334d-41ad-b71d-f0f6fb5f6e1d of type vlan for network 1387122d-6c56-4bb4-bce0-074f0d788b8f Mar 11 15:28:23.515529 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b4be0623-d587-4170-a6bf-5dfe8e34dc99 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:23.524994 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d9f34-d589-4cf5-aea1-9b8b08df3b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d83811-ef63-4290-a361-8daa38a503b5,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:23.536794 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4c2d9f34-d589-4cf5-aea1-9b8b08df3b06 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2768f3af6b374ad2ad4867c659378e15&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7513602 Mar 11 15:28:23.541369 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-efb40fed-86b4-4d8e-bd70-3e0009582e6a tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:23.547057 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33386) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:23.647862 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1b010d9c-99c1-4349-8b79-3a8141ab3248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:23.651445 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-efb40fed-86b4-4d8e-bd70-3e0009582e6a tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:23.655679 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb40fed-86b4-4d8e-bd70-3e0009582e6a tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:23.656609 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-efb40fed-86b4-4d8e-bd70-3e0009582e6a tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:23.711010 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-25d718a9-95ad-4cbd-8515-ade49a54ffb9 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2847195 Mar 11 15:28:23.719533 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-b4be0623-d587-4170-a6bf-5dfe8e34dc99 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Calling delete_port for 19cf2bc5-1c9e-4535-9286-06a9e56c65b5 owned by network:router_gateway {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:28:23.747838 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33390) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:23.762356 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-fd8bc843-6f49-4f64-92f8-076f5cf0dac0 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Request body: {'security_group': {'name': 'tempest-secgroup--1732035726'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:23.770276 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33394) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:23.778887 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-fd8bc843-6f49-4f64-92f8-076f5cf0dac0 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:23.779856 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1b010d9c-99c1-4349-8b79-3a8141ab3248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:23.798103 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-fd8bc843-6f49-4f64-92f8-076f5cf0dac0 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Usage tracker for resource:security_group and tenant:361b8c2141cb4198a78bff88c0a38b19 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:23.805446 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-fd8bc843-6f49-4f64-92f8-076f5cf0dac0 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:23.815859 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-fd8bc843-6f49-4f64-92f8-076f5cf0dac0 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:23.843799 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-efb40fed-86b4-4d8e-bd70-3e0009582e6a tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7295206 Mar 11 15:28:23.847262 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c7749fd2-bb3a-4e75-adfe-de26d4c7fcbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:23.857556 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33398) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:23.874350 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb40fed-86b4-4d8e-bd70-3e0009582e6a tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Pushing event updated for resources: {'Network': ['ID=1387122d-6c56-4bb4-bce0-074f0d788b8f,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:23.889874 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 1387122d-6c56-4bb4-bce0-074f0d788b8f details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:28:23.890996 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-33359ac3-34cf-4557-8bf3-94dc0d14021e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1753834954'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:23.906444 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-33359ac3-34cf-4557-8bf3-94dc0d14021e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:23.913152 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-33359ac3-34cf-4557-8bf3-94dc0d14021e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Usage tracker for resource:network and tenant:28534596cd754fe5a4d8e49d69f6e03b is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:23.927447 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-33359ac3-34cf-4557-8bf3-94dc0d14021e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:23.938518 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-33359ac3-34cf-4557-8bf3-94dc0d14021e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:23.945376 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c7749fd2-bb3a-4e75-adfe-de26d4c7fcbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:23.952953 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c7749fd2-bb3a-4e75-adfe-de26d4c7fcbc admin admin] Usage tracker for resource:security_group_rule and tenant:d56f9c7d2d704c138ae1011e99da54fb is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:23.957083 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c7749fd2-bb3a-4e75-adfe-de26d4c7fcbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:23.966701 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33359ac3-34cf-4557-8bf3-94dc0d14021e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Made reservation on behalf of 28534596cd754fe5a4d8e49d69f6e03b for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:28:23.969836 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-33359ac3-34cf-4557-8bf3-94dc0d14021e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:23.976685 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fd8bc843-6f49-4f64-92f8-076f5cf0dac0 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:23.981278 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c7749fd2-bb3a-4e75-adfe-de26d4c7fcbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:23.985348 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1b010d9c-99c1-4349-8b79-3a8141ab3248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:24.005999 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153aaaa4-7487-4bb2-beb4-c870da8d1039 req-d39b15f9-a995-4c57-bc1d-b328129dcf19 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:24.008593 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-153aaaa4-7487-4bb2-beb4-c870da8d1039 req-d39b15f9-a995-4c57-bc1d-b328129dcf19 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.4842954 Mar 11 15:28:24.015154 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b010d9c-99c1-4349-8b79-3a8141ab3248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d83811-ef63-4290-a361-8daa38a503b5,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:24.050678 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33359ac3-34cf-4557-8bf3-94dc0d14021e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:28:24.052944 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1b010d9c-99c1-4349-8b79-3a8141ab3248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:24.058873 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-1b010d9c-99c1-4349-8b79-3a8141ab3248 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/09d83811-ef63-4290-a361-8daa38a503b5 HTTP/1.1" status: 204 len: 168 time: 0.5064394 Mar 11 15:28:24.066412 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-fd8bc843-6f49-4f64-92f8-076f5cf0dac0 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:24.072289 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-33359ac3-34cf-4557-8bf3-94dc0d14021e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:24.072632 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-33359ac3-34cf-4557-8bf3-94dc0d14021e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Added segment a0ba891d-bcca-43cd-82fa-1800ee591ed3 of type vlan for network e3207312-9deb-41f8-90d8-a39b026c3a75 Mar 11 15:28:24.079228 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-fd8bc843-6f49-4f64-92f8-076f5cf0dac0 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Usage tracker for resource:security_group_rule and tenant:361b8c2141cb4198a78bff88c0a38b19 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:24.086336 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-fd8bc843-6f49-4f64-92f8-076f5cf0dac0 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:24.130145 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-33359ac3-34cf-4557-8bf3-94dc0d14021e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:24.131866 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-fd8bc843-6f49-4f64-92f8-076f5cf0dac0 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:24.138384 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c7749fd2-bb3a-4e75-adfe-de26d4c7fcbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:24.148241 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c7749fd2-bb3a-4e75-adfe-de26d4c7fcbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:24.157752 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-153aaaa4-7487-4bb2-beb4-c870da8d1039 req-6edef6b7-8cef-4690-bcee-9d8e73d445ab tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404271 Mar 11 15:28:24.198715 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b4be0623-d587-4170-a6bf-5dfe8e34dc99 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:24.265153 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be0623-d587-4170-a6bf-5dfe8e34dc99 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Pushing event deleted for resources: {'Port': ['ID=19cf2bc5-1c9e-4535-9286-06a9e56c65b5,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:24.283859 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-33359ac3-34cf-4557-8bf3-94dc0d14021e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:24.294805 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33359ac3-34cf-4557-8bf3-94dc0d14021e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:24.295700 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-33359ac3-34cf-4557-8bf3-94dc0d14021e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:24.341203 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7749fd2-bb3a-4e75-adfe-de26d4c7fcbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ecfc22-0f3d-40b9-a7b1-7fd6962e0d9f,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:24.362355 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c7749fd2-bb3a-4e75-adfe-de26d4c7fcbc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d56f9c7d2d704c138ae1011e99da54fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5873532 Mar 11 15:28:24.375181 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33406) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:24.384709 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fd8bc843-6f49-4f64-92f8-076f5cf0dac0 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:24.418018 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fd8bc843-6f49-4f64-92f8-076f5cf0dac0 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:24.502634 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33359ac3-34cf-4557-8bf3-94dc0d14021e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Pushing event updated for resources: {'Network': ['ID=e3207312-9deb-41f8-90d8-a39b026c3a75,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:24.516742 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network e3207312-9deb-41f8-90d8-a39b026c3a75 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:28:24.528576 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8bc843-6f49-4f64-92f8-076f5cf0dac0 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fed7b239-3749-4785-a361-e03368cd147c,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:24.530500 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-33359ac3-34cf-4557-8bf3-94dc0d14021e tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6683004 Mar 11 15:28:24.595628 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fd8bc843-6f49-4f64-92f8-076f5cf0dac0 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:24.597046 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-fd8bc843-6f49-4f64-92f8-076f5cf0dac0 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8474545 Mar 11 15:28:24.603906 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33414) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:24.611672 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-fad32ca0-ed77-4108-bf47-b24ff5c5e884 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Request body: {'security_group_rule': {'security_group_id': 'fed7b239-3749-4785-a361-e03368cd147c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:24.612969 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-fad32ca0-ed77-4108-bf47-b24ff5c5e884 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:28:24.614167 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-fad32ca0-ed77-4108-bf47-b24ff5c5e884 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0091007 Mar 11 15:28:24.619485 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33418) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:24.794415 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0003f75a-4711-475d-98c8-3baf0f8042d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:24.796342 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b4be0623-d587-4170-a6bf-5dfe8e34dc99 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:24.806455 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8b4a7d9c-e1e4-44a6-b9b6-d2be4e864ead tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:24.841813 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8b4a7d9c-e1e4-44a6-b9b6-d2be4e864ead tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:24.914521 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8b4a7d9c-e1e4-44a6-b9b6-d2be4e864ead tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:24.949625 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a7d9c-e1e4-44a6-b9b6-d2be4e864ead tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed7b239-3749-4785-a361-e03368cd147c,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:24.964499 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8b4a7d9c-e1e4-44a6-b9b6-d2be4e864ead tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:24.966313 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-8b4a7d9c-e1e4-44a6-b9b6-d2be4e864ead tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "DELETE /v2.0/security-groups/fed7b239-3749-4785-a361-e03368cd147c HTTP/1.1" status: 204 len: 168 time: 0.3453436 Mar 11 15:28:24.970505 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33422) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:25.057737 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33426) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:25.091994 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d690c845-9605-4c45-8de1-adeeabc92e74 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Synchronizing usage tracker for tenant:361b8c2141cb4198a78bff88c0a38b19 on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:28:25.097580 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6c9b4311-2f1c-48d0-8f2d-7ba80cb44dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:25.107794 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0003f75a-4711-475d-98c8-3baf0f8042d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:25.142966 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-6c9b4311-2f1c-48d0-8f2d-7ba80cb44dff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:25.145742 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d690c845-9605-4c45-8de1-adeeabc92e74 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Unset dirty status for tenant:361b8c2141cb4198a78bff88c0a38b19 on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:28:25.147600 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d690c845-9605-4c45-8de1-adeeabc92e74 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1753318 Mar 11 15:28:25.151975 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33430) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:25.153115 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-6c9b4311-2f1c-48d0-8f2d-7ba80cb44dff admin admin] Usage tracker for resource:security_group_rule and tenant:8b3be07e3cda4dc7a5fae23e8a2890d2 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:25.165102 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-7f580b9a-c4be-4719-b00a-a31e89ad0204 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Request body: {'security_group': {'name': 'tempest-secgroup--1104518888'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:25.172599 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7f580b9a-c4be-4719-b00a-a31e89ad0204 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:25.193495 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7f580b9a-c4be-4719-b00a-a31e89ad0204 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:25.197500 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-6c9b4311-2f1c-48d0-8f2d-7ba80cb44dff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:25.205954 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-6c9b4311-2f1c-48d0-8f2d-7ba80cb44dff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:25.218617 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7f580b9a-c4be-4719-b00a-a31e89ad0204 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:25.277883 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7f580b9a-c4be-4719-b00a-a31e89ad0204 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:25.287209 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7f580b9a-c4be-4719-b00a-a31e89ad0204 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Usage tracker for resource:security_group_rule and tenant:361b8c2141cb4198a78bff88c0a38b19 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:25.295587 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7f580b9a-c4be-4719-b00a-a31e89ad0204 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:25.312535 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7f580b9a-c4be-4719-b00a-a31e89ad0204 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:25.348067 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6c9b4311-2f1c-48d0-8f2d-7ba80cb44dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:25.361118 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6c9b4311-2f1c-48d0-8f2d-7ba80cb44dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:25.406464 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b4be0623-d587-4170-a6bf-5dfe8e34dc99 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:25.414069 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0a589-214a-4a1e-8e40-47b04fa9c960 req-a0877f18-29e4-4217-97f2-a0e1742777b2 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:25.415812 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-81f0a589-214a-4a1e-8e40-47b04fa9c960 req-a0877f18-29e4-4217-97f2-a0e1742777b2 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.7334077 Mar 11 15:28:25.439855 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b4be0623-d587-4170-a6bf-5dfe8e34dc99 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:25.447445 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b4311-2f1c-48d0-8f2d-7ba80cb44dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647630b8-2aaf-4479-a43d-50d9c70d0e47,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:25.462910 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-345a5192-f98f-43c0-9240-dea21d772a25 req-71ad1a19-9ea1-4748-b890-0df2f17701e1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ce1e6b6647741e599091dbba04f8bc1&device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 1098 time: 0.5592611 Mar 11 15:28:25.482290 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6c9b4311-2f1c-48d0-8f2d-7ba80cb44dff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8b3be07e3cda4dc7a5fae23e8a2890d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4255133 Mar 11 15:28:25.483713 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33434) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:25.506921 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0003f75a-4711-475d-98c8-3baf0f8042d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:25.531849 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7f580b9a-c4be-4719-b00a-a31e89ad0204 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:25.565072 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7f580b9a-c4be-4719-b00a-a31e89ad0204 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:25.603812 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-81f0a589-214a-4a1e-8e40-47b04fa9c960 req-f2c5638c-2de1-4ed7-9531-a0c391b5b035 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802411 Mar 11 15:28:25.608014 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0003f75a-4711-475d-98c8-3baf0f8042d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ecfc22-0f3d-40b9-a7b1-7fd6962e0d9f,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:25.620124 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b4be0623-d587-4170-a6bf-5dfe8e34dc99 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:25.620955 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4be0623-d587-4170-a6bf-5dfe8e34dc99 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Fanout notify agent at l3_agent the message router_deleted on router 8853a7b7-9936-4790-912d-3e05ac1d154e {{(pid=83866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:28:25.629076 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0003f75a-4711-475d-98c8-3baf0f8042d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:25.630754 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0003f75a-4711-475d-98c8-3baf0f8042d8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d2ecfc22-0f3d-40b9-a7b1-7fd6962e0d9f HTTP/1.1" status: 204 len: 168 time: 1.2546113 Mar 11 15:28:25.646951 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b4be0623-d587-4170-a6bf-5dfe8e34dc99 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:25.649228 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b4be0623-d587-4170-a6bf-5dfe8e34dc99 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] 10.222.0.31 "DELETE /v2.0/routers/8853a7b7-9936-4790-912d-3e05ac1d154e HTTP/1.1" status: 204 len: 168 time: 3.8692021 Mar 11 15:28:25.662579 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f580b9a-c4be-4719-b00a-a31e89ad0204 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b5c5eb-8afa-4338-b303-76937284f9f7,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:25.665355 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33440) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:25.673896 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-6563ab24-2a69-463c-9a75-61a2e38068ac tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-344676045', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:25.685672 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-6563ab24-2a69-463c-9a75-61a2e38068ac tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:25.703953 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-6563ab24-2a69-463c-9a75-61a2e38068ac tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Usage tracker for resource:router and tenant:17ea600db1904a7e972b692cbbcb5a2f is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:25.708995 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ccc68f7c-64a1-4e8c-a06e-77ae4e1968b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:25.709954 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-6563ab24-2a69-463c-9a75-61a2e38068ac tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:25.717674 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-6563ab24-2a69-463c-9a75-61a2e38068ac tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:25.735711 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a5192-f98f-43c0-9240-dea21d772a25 req-a81e3a48-7ec7-4b42-80f1-da31e7da955a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:25.744064 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-345a5192-f98f-43c0-9240-dea21d772a25 req-a81e3a48-7ec7-4b42-80f1-da31e7da955a service neutron] 10.222.0.73 "GET /v2.0/networks?id=f5e50d7a-e877-43fe-b63b-0d368fa885b4 HTTP/1.1" status: 200 len: 912 time: 0.2682674 Mar 11 15:28:25.746929 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6563ab24-2a69-463c-9a75-61a2e38068ac tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:25.748522 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6563ab24-2a69-463c-9a75-61a2e38068ac tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:25.753781 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7f580b9a-c4be-4719-b00a-a31e89ad0204 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:25.755384 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7f580b9a-c4be-4719-b00a-a31e89ad0204 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5990763 Mar 11 15:28:25.759606 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33444) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:25.766776 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-17afcc5b-fe3a-4beb-aae8-aa7b461909e0 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Request body: {'security_group_rule': {'security_group_id': 'd7b5c5eb-8afa-4338-b303-76937284f9f7', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:25.767673 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-17afcc5b-fe3a-4beb-aae8-aa7b461909e0 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:28:25.769945 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-17afcc5b-fe3a-4beb-aae8-aa7b461909e0 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0091870 Mar 11 15:28:25.783637 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33448) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:25.817015 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ccc68f7c-64a1-4e8c-a06e-77ae4e1968b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:25.977574 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-76a66e52-7b2b-48c1-aff0-d9a05d477074 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:25.983886 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ccc68f7c-64a1-4e8c-a06e-77ae4e1968b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:26.016386 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-345a5192-f98f-43c0-9240-dea21d772a25 req-d55dac70-e450-44c4-afee-804021e90a68 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a650df7e-7466-470d-8473-ace951e19993 HTTP/1.1" status: 200 len: 1001 time: 0.2538724 Mar 11 15:28:26.017736 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6563ab24-2a69-463c-9a75-61a2e38068ac tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:26.022999 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc68f7c-64a1-4e8c-a06e-77ae4e1968b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647630b8-2aaf-4479-a43d-50d9c70d0e47,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:26.045131 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-76a66e52-7b2b-48c1-aff0-d9a05d477074 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:26.057482 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ccc68f7c-64a1-4e8c-a06e-77ae4e1968b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:26.073067 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6563ab24-2a69-463c-9a75-61a2e38068ac tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:26.079801 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ccc68f7c-64a1-4e8c-a06e-77ae4e1968b2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/647630b8-2aaf-4479-a43d-50d9c70d0e47 HTTP/1.1" status: 204 len: 168 time: 0.5835559 Mar 11 15:28:26.150266 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6563ab24-2a69-463c-9a75-61a2e38068ac tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:26.155402 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-6563ab24-2a69-463c-9a75-61a2e38068ac tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4886436 Mar 11 15:28:26.156236 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33454) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:26.159676 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a5192-f98f-43c0-9240-dea21d772a25 req-4b152101-8d72-4fe3-a874-8c406d3de207 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:26.161290 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-345a5192-f98f-43c0-9240-dea21d772a25 req-4b152101-8d72-4fe3-a874-8c406d3de207 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b420fae9-b9a1-421f-87dd-fad5be9646ef HTTP/1.1" status: 200 len: 850 time: 0.1260250 Mar 11 15:28:26.169544 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-ec82da51-d3f7-488c-8d96-4dfb7c07b477 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Request body: {'router': {'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:26.191088 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-76a66e52-7b2b-48c1-aff0-d9a05d477074 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:26.309009 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a66e52-7b2b-48c1-aff0-d9a05d477074 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b5c5eb-8afa-4338-b303-76937284f9f7,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:26.312188 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-76a66e52-7b2b-48c1-aff0-d9a05d477074 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:26.331357 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-76a66e52-7b2b-48c1-aff0-d9a05d477074 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "DELETE /v2.0/security-groups/d7b5c5eb-8afa-4338-b303-76937284f9f7 HTTP/1.1" status: 204 len: 168 time: 0.5392184 Mar 11 15:28:26.333473 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33460) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:26.537248 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-16f89ef4-f780-4596-8639-c5da1380bd3c tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Synchronizing usage tracker for tenant:361b8c2141cb4198a78bff88c0a38b19 on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:28:26.575020 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-16f89ef4-f780-4596-8639-c5da1380bd3c tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Unset dirty status for tenant:361b8c2141cb4198a78bff88c0a38b19 on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:28:26.588181 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33464) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:26.596553 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-8a73e383-b3fb-4d22-aa77-61685ea44bcd tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Request body: {'security_group': {'name': 'tempest-secgroup--1825085350'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:26.597591 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-16f89ef4-f780-4596-8639-c5da1380bd3c tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2624233 Mar 11 15:28:26.611666 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-8a73e383-b3fb-4d22-aa77-61685ea44bcd tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:26.625394 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-8a73e383-b3fb-4d22-aa77-61685ea44bcd tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:26.676253 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33468) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:26.697816 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-102e55cd-1a98-4ec3-bc81-7212aeb5218d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:26.746146 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-102e55cd-1a98-4ec3-bc81-7212aeb5218d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:26.765183 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-102e55cd-1a98-4ec3-bc81-7212aeb5218d admin admin] Usage tracker for resource:security_group_rule and tenant:74964af372cd4158ad4c3fffbc33d4a5 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:26.775294 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-102e55cd-1a98-4ec3-bc81-7212aeb5218d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:26.790788 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8a73e383-b3fb-4d22-aa77-61685ea44bcd tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:26.805946 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-102e55cd-1a98-4ec3-bc81-7212aeb5218d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:26.815131 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-345a5192-f98f-43c0-9240-dea21d772a25 req-0fea6b0b-9021-49c9-9cda-53770c715ba7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5e50d7a-e877-43fe-b63b-0d368fa885b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4077194 Mar 11 15:28:26.963446 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-102e55cd-1a98-4ec3-bc81-7212aeb5218d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:26.969723 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-102e55cd-1a98-4ec3-bc81-7212aeb5218d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:27.021988 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-345a5192-f98f-43c0-9240-dea21d772a25 req-ecf2b0d7-40e9-4e46-b74d-5ea7f546441c service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50d7a-e877-43fe-b63b-0d368fa885b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882014 Mar 11 15:28:27.047320 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-8a73e383-b3fb-4d22-aa77-61685ea44bcd tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:27.050518 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e55cd-1a98-4ec3-bc81-7212aeb5218d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb46a4e8-32f3-4fa6-b5dc-365d33f27582,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:27.051925 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-8a73e383-b3fb-4d22-aa77-61685ea44bcd tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Usage tracker for resource:security_group_rule and tenant:361b8c2141cb4198a78bff88c0a38b19 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:27.063572 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-8a73e383-b3fb-4d22-aa77-61685ea44bcd tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:27.073492 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-8a73e383-b3fb-4d22-aa77-61685ea44bcd tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:27.106352 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-102e55cd-1a98-4ec3-bc81-7212aeb5218d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=74964af372cd4158ad4c3fffbc33d4a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4264724 Mar 11 15:28:27.111988 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33480) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:27.178555 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8a73e383-b3fb-4d22-aa77-61685ea44bcd tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:27.262032 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 63341677-a25a-4ea3-a1db-8fb0bb3f55c3 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:28:27.302448 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-88e415da-c36c-433f-bca9-482a99bff298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:27.330868 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 63341677-a25a-4ea3-a1db-8fb0bb3f55c3 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:28:27.331436 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 63341677-a25a-4ea3-a1db-8fb0bb3f55c3 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:28:27.357608 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4977ce-05ea-4505-9993-1f3660f8f1df req-e3928142-b3f8-4bf0-be18-f08f0e5534d7 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:27.359173 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-bd4977ce-05ea-4505-9993-1f3660f8f1df req-e3928142-b3f8-4bf0-be18-f08f0e5534d7 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.3449013 Mar 11 15:28:27.416368 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-88e415da-c36c-433f-bca9-482a99bff298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:27.436683 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8a73e383-b3fb-4d22-aa77-61685ea44bcd tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:27.617108 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-bd4977ce-05ea-4505-9993-1f3660f8f1df req-b76e6a2f-e1a9-460a-a47b-d9649134a23a tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2435274 Mar 11 15:28:27.666345 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-88e415da-c36c-433f-bca9-482a99bff298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:27.700476 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e415da-c36c-433f-bca9-482a99bff298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb46a4e8-32f3-4fa6-b5dc-365d33f27582,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:27.716046 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-88e415da-c36c-433f-bca9-482a99bff298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:27.719182 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-88e415da-c36c-433f-bca9-482a99bff298 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eb46a4e8-32f3-4fa6-b5dc-365d33f27582 HTTP/1.1" status: 204 len: 168 time: 0.6055839 Mar 11 15:28:27.732653 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-345a5192-f98f-43c0-9240-dea21d772a25 req-94cb3769-7e2f-4d02-b3b8-2c63a65f992a service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50d7a-e877-43fe-b63b-0d368fa885b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5496633 Mar 11 15:28:27.751355 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8a73e383-b3fb-4d22-aa77-61685ea44bcd tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:27.754226 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-8a73e383-b3fb-4d22-aa77-61685ea44bcd tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1648581 Mar 11 15:28:27.759771 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33494) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:27.779589 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-a54fb69a-3c16-4b6a-92f3-7969e5bb8d39 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Request body: {'security_group_rule': {'security_group_id': '6430c14e-fe94-4d9e-858d-eee8847121d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:27.781161 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-a54fb69a-3c16-4b6a-92f3-7969e5bb8d39 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:28:27.789276 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a54fb69a-3c16-4b6a-92f3-7969e5bb8d39 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0212958 Mar 11 15:28:27.794571 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33498) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:27.819761 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-8d54def7-497c-4c8c-a7b3-b51ecaf21b9d tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Request body: {'security_group_rule': {'security_group_id': '6430c14e-fe94-4d9e-858d-eee8847121d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:27.821416 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-8d54def7-497c-4c8c-a7b3-b51ecaf21b9d tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:28:27.824121 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-8d54def7-497c-4c8c-a7b3-b51ecaf21b9d tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0208347 Mar 11 15:28:27.827445 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33502) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:27.834661 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73e383-b3fb-4d22-aa77-61685ea44bcd tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6430c14e-fe94-4d9e-858d-eee8847121d6,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:27.834871 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-26eebdd5-c42d-4ddb-abb4-c4f4c0b85d7b tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Request body: {'security_group_rule': {'security_group_id': '6430c14e-fe94-4d9e-858d-eee8847121d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:27.835623 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-26eebdd5-c42d-4ddb-abb4-c4f4c0b85d7b tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:28:27.836950 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-26eebdd5-c42d-4ddb-abb4-c4f4c0b85d7b tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0084503 Mar 11 15:28:27.840296 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33506) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:27.864367 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-702bce00-93f8-489a-a621-1a3724f9bba8 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Request body: {'security_group_rule': {'security_group_id': '6430c14e-fe94-4d9e-858d-eee8847121d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:27.866142 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-702bce00-93f8-489a-a621-1a3724f9bba8 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:28:27.867538 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-702bce00-93f8-489a-a621-1a3724f9bba8 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0252175 Mar 11 15:28:27.871248 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33512) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:27.879421 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ec82da51-d3f7-488c-8d96-4dfb7c07b477 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:27.972959 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-940ee5bb-8914-438b-a2ed-b1d0d179855f tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:28.023903 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-940ee5bb-8914-438b-a2ed-b1d0d179855f tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:28.094444 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-940ee5bb-8914-438b-a2ed-b1d0d179855f tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:28.207186 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ee5bb-8914-438b-a2ed-b1d0d179855f tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6430c14e-fe94-4d9e-858d-eee8847121d6,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:28.255269 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-940ee5bb-8914-438b-a2ed-b1d0d179855f tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:28.257071 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-940ee5bb-8914-438b-a2ed-b1d0d179855f tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "DELETE /v2.0/security-groups/6430c14e-fe94-4d9e-858d-eee8847121d6 HTTP/1.1" status: 204 len: 168 time: 0.3844714 Mar 11 15:28:28.261351 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33518) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:28.328556 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33522) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:28.608559 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-8853ac24-daee-4417-88f1-560e289c68a7 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Synchronizing usage tracker for tenant:361b8c2141cb4198a78bff88c0a38b19 on resource:security_group {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:28:28.633813 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ec82da51-d3f7-488c-8d96-4dfb7c07b477 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router_gateway, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:28.707045 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-d24e65ee-3699-4681-9f72-d961be99f16b tempest-NetworksNegativeTestJSON-1553380956 tempest-NetworksNegativeTestJSON-1553380956-project] Request body: {'port': {'network_id': '9070ac93-d1fa-4b22-a230-63b9fe0119cb', 'name': 'tempest-NetworksNegativeTestJSON-1074497227'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:28.721173 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33536) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:28.722296 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ec82da51-d3f7-488c-8d96-4dfb7c07b477 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:28.742751 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-d24e65ee-3699-4681-9f72-d961be99f16b tempest-NetworksNegativeTestJSON-1553380956 tempest-NetworksNegativeTestJSON-1553380956-project] POST failed (client error): The resource could not be found. Mar 11 15:28:28.743255 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d24e65ee-3699-4681-9f72-d961be99f16b tempest-NetworksNegativeTestJSON-1553380956 tempest-NetworksNegativeTestJSON-1553380956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:28:28.749511 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d24e65ee-3699-4681-9f72-d961be99f16b tempest-NetworksNegativeTestJSON-1553380956 tempest-NetworksNegativeTestJSON-1553380956-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4198267 Mar 11 15:28:28.750104 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33540) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:28.781724 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-4269a42c-9739-457a-9dc3-240d6dabdf94 tempest-NetworksNegativeTestJSON-1553380956 tempest-NetworksNegativeTestJSON-1553380956-project] DELETE failed (client error): The resource could not be found. Mar 11 15:28:28.782169 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4269a42c-9739-457a-9dc3-240d6dabdf94 tempest-NetworksNegativeTestJSON-1553380956 tempest-NetworksNegativeTestJSON-1553380956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:28:28.788017 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4269a42c-9739-457a-9dc3-240d6dabdf94 tempest-NetworksNegativeTestJSON-1553380956 tempest-NetworksNegativeTestJSON-1553380956-project] 10.222.0.31 "DELETE /v2.0/networks/f7c17d87-fef4-4787-84b5-516e0ae83347 HTTP/1.1" status: 404 len: 339 time: 0.0328019 Mar 11 15:28:28.790930 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33544) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:28.800163 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-7c10a21a-8873-4203-b95c-5c6eeab56e3f tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Request body: {'subnets': [{'network_id': '1387122d-6c56-4bb4-bce0-074f0d788b8f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1172142648', 'ip_version': 6}, {'network_id': 'e3207312-9deb-41f8-90d8-a39b026c3a75', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:28.800696 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-7c10a21a-8873-4203-b95c-5c6eeab56e3f tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Request body: {'subnet': {'network_id': '1387122d-6c56-4bb4-bce0-074f0d788b8f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1172142648', 'ip_version': 6}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:28.801546 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-7c10a21a-8873-4203-b95c-5c6eeab56e3f tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Request body: {'subnet': {'network_id': 'e3207312-9deb-41f8-90d8-a39b026c3a75', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:28.878607 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b5bad5c-745a-4d14-81fb-08942aa536b0 tempest-NetworksNegativeTestJSON-1553380956 tempest-NetworksNegativeTestJSON-1553380956-project] DELETE failed (client error): The resource could not be found. Mar 11 15:28:28.879154 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b5bad5c-745a-4d14-81fb-08942aa536b0 tempest-NetworksNegativeTestJSON-1553380956 tempest-NetworksNegativeTestJSON-1553380956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:28:28.886433 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6b5bad5c-745a-4d14-81fb-08942aa536b0 tempest-NetworksNegativeTestJSON-1553380956 tempest-NetworksNegativeTestJSON-1553380956-project] 10.222.0.31 "DELETE /v2.0/ports/11aa106e-49a4-475a-bb5d-fb0eef573ce9 HTTP/1.1" status: 404 len: 333 time: 0.0890749 Mar 11 15:28:28.886433 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33550) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:28.916348 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-8853ac24-daee-4417-88f1-560e289c68a7 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Unset dirty status for tenant:361b8c2141cb4198a78bff88c0a38b19 on resource:security_group {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:28:28.918397 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-8853ac24-daee-4417-88f1-560e289c68a7 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6559024 Mar 11 15:28:28.942922 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33554) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:28.955311 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-99c282c5-6cf5-4c47-8dc8-fe3d41986d33 tempest-NetworksNegativeTestJSON-1553380956 tempest-NetworksNegativeTestJSON-1553380956-project] DELETE failed (client error): The resource could not be found. Mar 11 15:28:28.955992 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99c282c5-6cf5-4c47-8dc8-fe3d41986d33 tempest-NetworksNegativeTestJSON-1553380956 tempest-NetworksNegativeTestJSON-1553380956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:28:28.966093 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-99c282c5-6cf5-4c47-8dc8-fe3d41986d33 tempest-NetworksNegativeTestJSON-1553380956 tempest-NetworksNegativeTestJSON-1553380956-project] 10.222.0.31 "DELETE /v2.0/subnets/bbfb8ba6-4f7f-4cc7-a2bb-4a2421e12867 HTTP/1.1" status: 404 len: 337 time: 0.0715096 Mar 11 15:28:28.967444 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33558) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:29.003948 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7d6e9ca-e3e1-4870-aa74-2d092f629478 tempest-NetworksNegativeTestJSON-1553380956 tempest-NetworksNegativeTestJSON-1553380956-project] GET failed (client error): The resource could not be found. Mar 11 15:28:29.009412 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e7d6e9ca-e3e1-4870-aa74-2d092f629478 tempest-NetworksNegativeTestJSON-1553380956 tempest-NetworksNegativeTestJSON-1553380956-project] 10.222.0.31 "GET /v2.0/networks/8da51f54-3fa1-4895-883f-2941ee83afbd HTTP/1.1" status: 404 len: 339 time: 0.0366738 Mar 11 15:28:29.009590 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-3dd755b1-e43b-4f53-93c7-964ec7ee7746 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Request body: {'security_group': {'name': 'tempest-secgroup--1692513341'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:29.009692 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33564) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:29.037672 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-3dd755b1-e43b-4f53-93c7-964ec7ee7746 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:29.052666 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-3dd755b1-e43b-4f53-93c7-964ec7ee7746 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:29.071795 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-be15181e-52a7-4be6-ae7e-2cf1af3d875f tempest-NetworksNegativeTestJSON-1553380956 tempest-NetworksNegativeTestJSON-1553380956-project] GET failed (client error): The resource could not be found. Mar 11 15:28:29.081614 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-be15181e-52a7-4be6-ae7e-2cf1af3d875f tempest-NetworksNegativeTestJSON-1553380956 tempest-NetworksNegativeTestJSON-1553380956-project] 10.222.0.31 "GET /v2.0/ports/201f865c-c87d-440d-bacf-8c8cff96d490 HTTP/1.1" status: 404 len: 333 time: 0.0674317 Mar 11 15:28:29.082867 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33568) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:29.094872 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3dd755b1-e43b-4f53-93c7-964ec7ee7746 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:29.161397 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-acd13118-5ad1-4ae7-b995-1f1d11b504a7 tempest-NetworksNegativeTestJSON-1553380956 tempest-NetworksNegativeTestJSON-1553380956-project] GET failed (client error): The resource could not be found. Mar 11 15:28:29.169246 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-acd13118-5ad1-4ae7-b995-1f1d11b504a7 tempest-NetworksNegativeTestJSON-1553380956 tempest-NetworksNegativeTestJSON-1553380956-project] 10.222.0.31 "GET /v2.0/subnets/57f09d48-6b6c-4612-aac0-a0d3c97bc09b HTTP/1.1" status: 404 len: 337 time: 0.0849273 Mar 11 15:28:29.170203 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33574) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:29.176929 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-68cb9326-fdc8-4964-96c3-c484c80c92cf tempest-NetworksNegativeTestJSON-1553380956 tempest-NetworksNegativeTestJSON-1553380956-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:29.208120 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-68cb9326-fdc8-4964-96c3-c484c80c92cf tempest-NetworksNegativeTestJSON-1553380956 tempest-NetworksNegativeTestJSON-1553380956-project] PUT failed (client error): The resource could not be found. Mar 11 15:28:29.208950 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68cb9326-fdc8-4964-96c3-c484c80c92cf tempest-NetworksNegativeTestJSON-1553380956 tempest-NetworksNegativeTestJSON-1553380956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:28:29.215717 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-68cb9326-fdc8-4964-96c3-c484c80c92cf tempest-NetworksNegativeTestJSON-1553380956 tempest-NetworksNegativeTestJSON-1553380956-project] 10.222.0.31 "PUT /v2.0/networks/77187ce9-4338-421f-8187-512e2f60e8d7 HTTP/1.1" status: 404 len: 339 time: 0.0439041 Mar 11 15:28:29.217386 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33578) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:29.225677 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-96313219-7aa6-4cf7-a4fc-d4e83216d95b tempest-NetworksNegativeTestJSON-1553380956 tempest-NetworksNegativeTestJSON-1553380956-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:29.285929 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-96313219-7aa6-4cf7-a4fc-d4e83216d95b tempest-NetworksNegativeTestJSON-1553380956 tempest-NetworksNegativeTestJSON-1553380956-project] PUT failed (client error): The resource could not be found. Mar 11 15:28:29.286861 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96313219-7aa6-4cf7-a4fc-d4e83216d95b tempest-NetworksNegativeTestJSON-1553380956 tempest-NetworksNegativeTestJSON-1553380956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:28:29.289669 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-96313219-7aa6-4cf7-a4fc-d4e83216d95b tempest-NetworksNegativeTestJSON-1553380956 tempest-NetworksNegativeTestJSON-1553380956-project] 10.222.0.31 "PUT /v2.0/ports/d481b371-5eeb-4e3c-ae73-b26d6ec888c4 HTTP/1.1" status: 404 len: 333 time: 0.0709558 Mar 11 15:28:29.294642 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33584) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:29.300075 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-41413ff2-137d-40cc-b006-d85b9a12b8f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:29.306541 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-e4266b2d-105d-492a-a3fa-39cd97b84761 tempest-NetworksNegativeTestJSON-1553380956 tempest-NetworksNegativeTestJSON-1553380956-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:29.345255 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4266b2d-105d-492a-a3fa-39cd97b84761 tempest-NetworksNegativeTestJSON-1553380956 tempest-NetworksNegativeTestJSON-1553380956-project] PUT failed (client error): The resource could not be found. Mar 11 15:28:29.345795 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4266b2d-105d-492a-a3fa-39cd97b84761 tempest-NetworksNegativeTestJSON-1553380956 tempest-NetworksNegativeTestJSON-1553380956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:28:29.347133 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e4266b2d-105d-492a-a3fa-39cd97b84761 tempest-NetworksNegativeTestJSON-1553380956 tempest-NetworksNegativeTestJSON-1553380956-project] 10.222.0.31 "PUT /v2.0/subnets/ae67fc7f-43cf-47d3-adff-704409bdfb62 HTTP/1.1" status: 404 len: 337 time: 0.0504971 Mar 11 15:28:29.532851 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-ec82da51-d3f7-488c-8d96-4dfb7c07b477 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Allocated IP 172.26.0.92 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/7c4b3a4a-db2f-452f-bdfe-63b4a620e067) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:28:29.548629 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-3dd755b1-e43b-4f53-93c7-964ec7ee7746 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:29.567950 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-3dd755b1-e43b-4f53-93c7-964ec7ee7746 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Usage tracker for resource:security_group_rule and tenant:361b8c2141cb4198a78bff88c0a38b19 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:29.578796 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-3dd755b1-e43b-4f53-93c7-964ec7ee7746 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:29.609300 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-7c10a21a-8873-4203-b95c-5c6eeab56e3f tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:29.616814 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e7f35-6707-40f2-88b9-108d1598c9b5 req-c9dca28f-43b3-42d6-95cc-28639739f11d tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:29.619059 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a90e7f35-6707-40f2-88b9-108d1598c9b5 req-c9dca28f-43b3-42d6-95cc-28639739f11d tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.6948760 Mar 11 15:28:29.620138 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-3dd755b1-e43b-4f53-93c7-964ec7ee7746 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:29.683350 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-7c10a21a-8873-4203-b95c-5c6eeab56e3f tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Usage tracker for resource:subnet and tenant:28534596cd754fe5a4d8e49d69f6e03b is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:29.688063 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-7c10a21a-8873-4203-b95c-5c6eeab56e3f tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:29.720270 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-7c10a21a-8873-4203-b95c-5c6eeab56e3f tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:29.764699 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c10a21a-8873-4203-b95c-5c6eeab56e3f tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Made reservation on behalf of 28534596cd754fe5a4d8e49d69f6e03b for: {'subnet': 2} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:28:29.815135 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33596) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:29.884384 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a90e7f35-6707-40f2-88b9-108d1598c9b5 req-06d0afe2-a19e-4468-8c5c-56402a9a8f5e tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2089534 Mar 11 15:28:29.981698 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3dd755b1-e43b-4f53-93c7-964ec7ee7746 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:29.994426 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ec82da51-d3f7-488c-8d96-4dfb7c07b477 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:30.005477 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3dd755b1-e43b-4f53-93c7-964ec7ee7746 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:30.043953 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e1d4015f-732c-4acb-b256-da34376930f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:30.165496 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e1d4015f-732c-4acb-b256-da34376930f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:30.174015 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd755b1-e43b-4f53-93c7-964ec7ee7746 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1757d13-5629-4937-9b65-44c0c2620415,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:30.176516 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e1d4015f-732c-4acb-b256-da34376930f9 admin admin] Usage tracker for resource:security_group_rule and tenant:22f76bf9781b41fba69509abc8dc91bf is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:30.186169 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e1d4015f-732c-4acb-b256-da34376930f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:30.197378 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3dd755b1-e43b-4f53-93c7-964ec7ee7746 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:30.202489 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33608) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:30.202665 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-3dd755b1-e43b-4f53-93c7-964ec7ee7746 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2576680 Mar 11 15:28:30.230342 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e1d4015f-732c-4acb-b256-da34376930f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:30.241512 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-23456ba9-21a2-49b7-b579-fadcd1a0c2bc tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Request body: {'security_group_rule': {'security_group_id': 'b1757d13-5629-4937-9b65-44c0c2620415', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:30.241865 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7c10a21a-8873-4203-b95c-5c6eeab56e3f tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:30.242264 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7c10a21a-8873-4203-b95c-5c6eeab56e3f tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:30.242488 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-23456ba9-21a2-49b7-b579-fadcd1a0c2bc tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:28:30.243924 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-23456ba9-21a2-49b7-b579-fadcd1a0c2bc tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0209250 Mar 11 15:28:30.249182 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33614) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:30.269196 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-72dea902-94c3-43aa-8a16-9c2de875dfa9 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Request body: {'security_group_rule': {'security_group_id': 'b1757d13-5629-4937-9b65-44c0c2620415', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:30.284580 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-72dea902-94c3-43aa-8a16-9c2de875dfa9 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:30.298514 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-72dea902-94c3-43aa-8a16-9c2de875dfa9 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Usage tracker for resource:security_group_rule and tenant:361b8c2141cb4198a78bff88c0a38b19 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:30.309183 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-72dea902-94c3-43aa-8a16-9c2de875dfa9 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:30.332940 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a941de-afbc-47e7-a6d3-1d9d2441352d req-e4fdfc53-1987-48f4-bca3-1442a97aebc4 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:30.336431 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-14a941de-afbc-47e7-a6d3-1d9d2441352d req-e4fdfc53-1987-48f4-bca3-1442a97aebc4 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.2330008 Mar 11 15:28:30.339682 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-72dea902-94c3-43aa-8a16-9c2de875dfa9 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:30.368906 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ec82da51-d3f7-488c-8d96-4dfb7c07b477 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:30.487893 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-72dea902-94c3-43aa-8a16-9c2de875dfa9 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:28:30.488930 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-72dea902-94c3-43aa-8a16-9c2de875dfa9 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2347021 Mar 11 15:28:30.492849 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82da51-d3f7-488c-8d96-4dfb7c07b477 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Pushing event updated for resources: {'Port': ['ID=7c4b3a4a-db2f-452f-bdfe-63b4a620e067,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:30.495226 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33620) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:30.499342 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-14a941de-afbc-47e7-a6d3-1d9d2441352d req-7db970e9-02ce-49d3-95ae-82621d3d35b8 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464412 Mar 11 15:28:30.502365 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec82da51-d3f7-488c-8d96-4dfb7c07b477 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:28:30.508228 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-d8c12b12-e335-46ee-a826-16bb2490782b tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Request body: {'security_group_rule': {'security_group_id': 'b1757d13-5629-4937-9b65-44c0c2620415', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:30.509101 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-d8c12b12-e335-46ee-a826-16bb2490782b tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:28:30.510210 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d8c12b12-e335-46ee-a826-16bb2490782b tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0109653 Mar 11 15:28:30.511141 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e1d4015f-732c-4acb-b256-da34376930f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:30.511489 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-ec82da51-d3f7-488c-8d96-4dfb7c07b477 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:28:30.513444 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33624) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:30.516680 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec82da51-d3f7-488c-8d96-4dfb7c07b477 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:28:30.521391 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-1b71a164-c312-45a4-a265-02d0085bedb3 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Request body: {'security_group_rule': {'security_group_id': 'b1757d13-5629-4937-9b65-44c0c2620415', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:30.530336 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-1b71a164-c312-45a4-a265-02d0085bedb3 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:30.534484 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e1d4015f-732c-4acb-b256-da34376930f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:30.579040 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-1b71a164-c312-45a4-a265-02d0085bedb3 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Usage tracker for resource:security_group_rule and tenant:361b8c2141cb4198a78bff88c0a38b19 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:30.583866 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d4015f-732c-4acb-b256-da34376930f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66b47de-3e2a-47f7-8df2-df1b0704be3a,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:30.590152 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-1b71a164-c312-45a4-a265-02d0085bedb3 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:30.599012 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-1b71a164-c312-45a4-a265-02d0085bedb3 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:30.624422 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e1d4015f-732c-4acb-b256-da34376930f9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=22f76bf9781b41fba69509abc8dc91bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8062222 Mar 11 15:28:30.628603 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33632) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:30.680836 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-1b71a164-c312-45a4-a265-02d0085bedb3 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:28:30.682346 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-1b71a164-c312-45a4-a265-02d0085bedb3 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1674285 Mar 11 15:28:30.689847 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33636) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:30.699383 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-3abd8b4c-2a0e-4934-943a-378e3a8eaf47 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Request body: {'security_group_rule': {'security_group_id': 'b1757d13-5629-4937-9b65-44c0c2620415', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:30.700321 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-3abd8b4c-2a0e-4934-943a-378e3a8eaf47 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:28:30.701479 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-3abd8b4c-2a0e-4934-943a-378e3a8eaf47 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0104599 Mar 11 15:28:30.705642 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33640) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:30.715504 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-d63a90bb-40a3-4e37-8490-1f7d7c302c62 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Request body: {'security_group_rule': {'security_group_id': 'b1757d13-5629-4937-9b65-44c0c2620415', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:30.726306 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-d63a90bb-40a3-4e37-8490-1f7d7c302c62 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:30.748318 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d63a90bb-40a3-4e37-8490-1f7d7c302c62 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Usage tracker for resource:security_group_rule and tenant:361b8c2141cb4198a78bff88c0a38b19 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:30.759291 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d63a90bb-40a3-4e37-8490-1f7d7c302c62 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:30.769584 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-d63a90bb-40a3-4e37-8490-1f7d7c302c62 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:30.772503 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-930fd648-fba7-46d1-bfe2-6fd750758f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:30.814940 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-930fd648-fba7-46d1-bfe2-6fd750758f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:30.847821 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-d63a90bb-40a3-4e37-8490-1f7d7c302c62 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:28:30.852455 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d63a90bb-40a3-4e37-8490-1f7d7c302c62 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1421983 Mar 11 15:28:30.870065 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33644) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:30.878743 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-07fb642d-440a-4679-9be9-6e624bccc049 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Request body: {'security_group_rule': {'security_group_id': 'b1757d13-5629-4937-9b65-44c0c2620415', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:30.879358 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-07fb642d-440a-4679-9be9-6e624bccc049 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:28:30.884773 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-07fb642d-440a-4679-9be9-6e624bccc049 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0154138 Mar 11 15:28:30.889061 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33650) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:30.894934 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-3f38b12f-5e2f-43a8-b982-abb641098084 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Request body: {'security_group_rule': {'security_group_id': 'b1757d13-5629-4937-9b65-44c0c2620415', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:30.901958 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-3f38b12f-5e2f-43a8-b982-abb641098084 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:30.906375 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-3f38b12f-5e2f-43a8-b982-abb641098084 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Usage tracker for resource:security_group_rule and tenant:361b8c2141cb4198a78bff88c0a38b19 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:30.910661 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-3f38b12f-5e2f-43a8-b982-abb641098084 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:30.933719 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-3f38b12f-5e2f-43a8-b982-abb641098084 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:30.969016 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-3f38b12f-5e2f-43a8-b982-abb641098084 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:28:30.973367 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-3f38b12f-5e2f-43a8-b982-abb641098084 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0802035 Mar 11 15:28:30.974145 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33656) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:31.000063 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-3425e957-a5a2-455b-9e50-d92bfa7aa10f tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Request body: {'security_group_rule': {'security_group_id': 'b1757d13-5629-4937-9b65-44c0c2620415', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:31.013189 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-3425e957-a5a2-455b-9e50-d92bfa7aa10f tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:31.020424 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-3425e957-a5a2-455b-9e50-d92bfa7aa10f tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Usage tracker for resource:security_group_rule and tenant:361b8c2141cb4198a78bff88c0a38b19 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:31.028726 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-3425e957-a5a2-455b-9e50-d92bfa7aa10f tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:31.041331 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-930fd648-fba7-46d1-bfe2-6fd750758f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:31.048158 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-3425e957-a5a2-455b-9e50-d92bfa7aa10f tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:31.140515 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930fd648-fba7-46d1-bfe2-6fd750758f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66b47de-3e2a-47f7-8df2-df1b0704be3a,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:31.160155 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-930fd648-fba7-46d1-bfe2-6fd750758f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:31.169336 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-930fd648-fba7-46d1-bfe2-6fd750758f02 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c66b47de-3e2a-47f7-8df2-df1b0704be3a HTTP/1.1" status: 204 len: 168 time: 0.5356052 Mar 11 15:28:31.215729 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-3425e957-a5a2-455b-9e50-d92bfa7aa10f tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:28:31.218026 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-3425e957-a5a2-455b-9e50-d92bfa7aa10f tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2422032 Mar 11 15:28:31.222122 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33664) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:31.310989 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7c10a21a-8873-4203-b95c-5c6eeab56e3f tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:31.373149 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8de92-e2e5-4810-ad94-44051f599f77 req-39b1549d-16e5-4b59-8a65-eb9ce58d0906 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:31.375201 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c9e8de92-e2e5-4810-ad94-44051f599f77 req-39b1549d-16e5-4b59-8a65-eb9ce58d0906 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.3002784 Mar 11 15:28:31.387063 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8e92131d-92ab-46a8-9b10-b546f7a949d3 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:31.408311 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c10a21a-8873-4203-b95c-5c6eeab56e3f tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Pushing event updated for resources: {'Subnet': ['ID=7a6ab279-9d44-4b67-88d6-c2ee955c648c,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:31.460336 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8e92131d-92ab-46a8-9b10-b546f7a949d3 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:31.470701 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ec82da51-d3f7-488c-8d96-4dfb7c07b477 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router_gateway, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:31.486894 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c9e8de92-e2e5-4810-ad94-44051f599f77 req-6859bbc5-3439-430b-a74d-c59089bb4a0b tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966587 Mar 11 15:28:31.543617 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8e92131d-92ab-46a8-9b10-b546f7a949d3 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:31.583063 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92131d-92ab-46a8-9b10-b546f7a949d3 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1757d13-5629-4937-9b65-44c0c2620415,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:31.589181 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8e92131d-92ab-46a8-9b10-b546f7a949d3 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:31.593556 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-8e92131d-92ab-46a8-9b10-b546f7a949d3 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "DELETE /v2.0/security-groups/b1757d13-5629-4937-9b65-44c0c2620415 HTTP/1.1" status: 204 len: 168 time: 0.3706064 Mar 11 15:28:31.594405 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33678) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:31.631847 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-712fe356-c7b5-4958-82fe-74aaae8e03d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:31.673003 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-0edd0d00-6ddd-402f-80dd-be573dc7f58b tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Synchronizing usage tracker for tenant:361b8c2141cb4198a78bff88c0a38b19 on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:28:31.673450 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c10a21a-8873-4203-b95c-5c6eeab56e3f tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Checking segment: {'id': 'f991c464-334d-41ad-b71d-f0f6fb5f6e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '1387122d-6c56-4bb4-bce0-074f0d788b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:28:31.673982 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c10a21a-8873-4203-b95c-5c6eeab56e3f tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Network hostable DHCP agents. Network: 1387122d-6c56-4bb4-bce0-074f0d788b8f, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:28:31.683594 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33682) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:31.705261 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-0edd0d00-6ddd-402f-80dd-be573dc7f58b tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Unset dirty status for tenant:361b8c2141cb4198a78bff88c0a38b19 on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:28:31.729897 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0edd0d00-6ddd-402f-80dd-be573dc7f58b tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1342614 Mar 11 15:28:31.732906 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33688) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:31.745085 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-ea8f5e13-feab-4b90-bbff-1b26fd6c1885 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Request body: {'security_group': {'name': 'tempest-secgroup--301813126'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:31.763340 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ea8f5e13-feab-4b90-bbff-1b26fd6c1885 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:31.789988 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ea8f5e13-feab-4b90-bbff-1b26fd6c1885 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:31.815749 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ea8f5e13-feab-4b90-bbff-1b26fd6c1885 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:31.881524 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ea8f5e13-feab-4b90-bbff-1b26fd6c1885 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:31.896765 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ea8f5e13-feab-4b90-bbff-1b26fd6c1885 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Usage tracker for resource:security_group_rule and tenant:361b8c2141cb4198a78bff88c0a38b19 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:31.902363 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ea8f5e13-feab-4b90-bbff-1b26fd6c1885 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:31.915726 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ea8f5e13-feab-4b90-bbff-1b26fd6c1885 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:31.947480 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-8847151f-e4f6-43cf-a914-1c1dddc3f682 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:31.951524 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c10a21a-8873-4203-b95c-5c6eeab56e3f tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Network 1387122d-6c56-4bb4-bce0-074f0d788b8f is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:28:31.976682 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ec82da51-d3f7-488c-8d96-4dfb7c07b477 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:31.986746 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-7c10a21a-8873-4203-b95c-5c6eeab56e3f tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 1387122d-6c56-4bb4-bce0-074f0d788b8f) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:28:31.994790 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7c10a21a-8873-4203-b95c-5c6eeab56e3f tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:32.016371 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e265144a-b31d-4254-bd65-7702ee7d4671 None None] Network 1387122d-6c56-4bb4-bce0-074f0d788b8f requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:28:32.026570 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-8847151f-e4f6-43cf-a914-1c1dddc3f682 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] 10.222.0.31 "PUT /v2.0/quotas/bc0ce811bb604f0dbbc22b363948b270 HTTP/1.1" status: 200 len: 368 time: 0.3385916 Mar 11 15:28:32.035455 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33698) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:32.049876 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ec82da51-d3f7-488c-8d96-4dfb7c07b477 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709172', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-708534'] for router, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:32.067938 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-703f51a3-397c-4a9d-a6f3-e46de71adc93 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Request body: {'network': {'project_id': 'bc0ce811bb604f0dbbc22b363948b270'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:32.083233 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ea8f5e13-feab-4b90-bbff-1b26fd6c1885 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:32.094529 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ea8f5e13-feab-4b90-bbff-1b26fd6c1885 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:32.094930 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc250c0-ecc6-4a60-9d7f-ef627809dbbc req-3c7756fa-c9e3-415d-9ecd-cf2a61bbc160 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:32.097341 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4dc250c0-ecc6-4a60-9d7f-ef627809dbbc req-3c7756fa-c9e3-415d-9ecd-cf2a61bbc160 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.2660985 Mar 11 15:28:32.105944 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-703f51a3-397c-4a9d-a6f3-e46de71adc93 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:32.164850 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f5e13-feab-4b90-bbff-1b26fd6c1885 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82c7058b-1f81-423e-8b30-9d88a8bfee98,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:32.177272 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ea8f5e13-feab-4b90-bbff-1b26fd6c1885 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:32.195906 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ea8f5e13-feab-4b90-bbff-1b26fd6c1885 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4585230 Mar 11 15:28:32.201631 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33704) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:32.207118 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f5e13-feab-4b90-bbff-1b26fd6c1885 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:32.207531 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f5e13-feab-4b90-bbff-1b26fd6c1885 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:32.207865 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f5e13-feab-4b90-bbff-1b26fd6c1885 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:32.212051 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f5e13-feab-4b90-bbff-1b26fd6c1885 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:32.215497 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f5e13-feab-4b90-bbff-1b26fd6c1885 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:32.215848 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f5e13-feab-4b90-bbff-1b26fd6c1885 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:32.216244 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f5e13-feab-4b90-bbff-1b26fd6c1885 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:32.216598 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f5e13-feab-4b90-bbff-1b26fd6c1885 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:32.217014 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f5e13-feab-4b90-bbff-1b26fd6c1885 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:32.217514 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f5e13-feab-4b90-bbff-1b26fd6c1885 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:32.217848 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f5e13-feab-4b90-bbff-1b26fd6c1885 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:32.226466 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-6c3b87ef-91ca-4b5b-9f59-406184040c45 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Request body: {'security_group_rule': {'security_group_id': '82c7058b-1f81-423e-8b30-9d88a8bfee98', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:32.235151 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-6c3b87ef-91ca-4b5b-9f59-406184040c45 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:32.241695 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-703f51a3-397c-4a9d-a6f3-e46de71adc93 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Usage tracker for resource:network and tenant:bc0ce811bb604f0dbbc22b363948b270 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:32.242352 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-6c3b87ef-91ca-4b5b-9f59-406184040c45 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Usage tracker for resource:security_group_rule and tenant:361b8c2141cb4198a78bff88c0a38b19 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:32.246833 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-6c3b87ef-91ca-4b5b-9f59-406184040c45 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:32.253957 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-6c3b87ef-91ca-4b5b-9f59-406184040c45 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:32.290966 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-703f51a3-397c-4a9d-a6f3-e46de71adc93 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:32.304635 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c10a21a-8873-4203-b95c-5c6eeab56e3f tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Pushing event updated for resources: {'Subnet': ['ID=1983d80e-7f70-4562-8bbd-21926dd709cb,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:32.328812 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-6c3b87ef-91ca-4b5b-9f59-406184040c45 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] create failed (client error): The resource could not be found. Mar 11 15:28:32.330560 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6c3b87ef-91ca-4b5b-9f59-406184040c45 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1269913 Mar 11 15:28:32.333515 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33710) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:32.349839 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-a8b66fc8-972e-4a28-b1a0-c33d9d3d2aa7 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Request body: {'security_group_rule': {'security_group_id': '82c7058b-1f81-423e-8b30-9d88a8bfee98', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '7299f8e2-6ae6-4cc7-b60a-bbfc12f8cf63'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:32.367906 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-a8b66fc8-972e-4a28-b1a0-c33d9d3d2aa7 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:32.373292 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-a8b66fc8-972e-4a28-b1a0-c33d9d3d2aa7 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Usage tracker for resource:security_group_rule and tenant:361b8c2141cb4198a78bff88c0a38b19 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:32.376738 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-703f51a3-397c-4a9d-a6f3-e46de71adc93 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:32.378862 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-a8b66fc8-972e-4a28-b1a0-c33d9d3d2aa7 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:32.390675 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-a8b66fc8-972e-4a28-b1a0-c33d9d3d2aa7 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:32.407390 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bb60e7-60d2-4544-ac5a-120e4a6208be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-1387122d-6c56-4bb4-bce0-074f0d788b8f', 'network_id': '1387122d-6c56-4bb4-bce0-074f0d788b8f', 'tenant_id': '28534596cd754fe5a4d8e49d69f6e03b', 'fixed_ips': [{'subnet_id': '7a6ab279-9d44-4b67-88d6-c2ee955c648c'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:28:32.409176 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-22bb60e7-60d2-4544-ac5a-120e4a6208be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:32.439672 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703f51a3-397c-4a9d-a6f3-e46de71adc93 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Made reservation on behalf of bc0ce811bb604f0dbbc22b363948b270 for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:28:32.442218 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-703f51a3-397c-4a9d-a6f3-e46de71adc93 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:32.453163 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-a8b66fc8-972e-4a28-b1a0-c33d9d3d2aa7 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] create failed (client error): The resource could not be found. Mar 11 15:28:32.454692 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a8b66fc8-972e-4a28-b1a0-c33d9d3d2aa7 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1200528 Mar 11 15:28:32.457434 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33716) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:32.497322 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-703f51a3-397c-4a9d-a6f3-e46de71adc93 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:32.517138 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4dc250c0-ecc6-4a60-9d7f-ef627809dbbc req-88eebbe7-adef-4565-889c-3b2324a5ac9a tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3969917 Mar 11 15:28:32.523199 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c10a21a-8873-4203-b95c-5c6eeab56e3f tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Checking segment: {'id': 'a0ba891d-bcca-43cd-82fa-1800ee591ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e3207312-9deb-41f8-90d8-a39b026c3a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:28:32.524024 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c10a21a-8873-4203-b95c-5c6eeab56e3f tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Network hostable DHCP agents. Network: e3207312-9deb-41f8-90d8-a39b026c3a75, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:28:32.594423 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-703f51a3-397c-4a9d-a6f3-e46de71adc93 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:32.597397 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c10a21a-8873-4203-b95c-5c6eeab56e3f tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Network e3207312-9deb-41f8-90d8-a39b026c3a75 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:28:32.611795 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-703f51a3-397c-4a9d-a6f3-e46de71adc93 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Usage tracker for resource:security_group_rule and tenant:bc0ce811bb604f0dbbc22b363948b270 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:32.622302 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-703f51a3-397c-4a9d-a6f3-e46de71adc93 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:32.649982 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-7c10a21a-8873-4203-b95c-5c6eeab56e3f tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, e3207312-9deb-41f8-90d8-a39b026c3a75) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:28:32.656433 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-22bb60e7-60d2-4544-ac5a-120e4a6208be None None] Allocated IP 2001:db8::1 (1387122d-6c56-4bb4-bce0-074f0d788b8f/7a6ab279-9d44-4b67-88d6-c2ee955c648c/b9fe92dc-d1ec-45b4-bc73-375bfcdd9894) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:28:32.658851 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-703f51a3-397c-4a9d-a6f3-e46de71adc93 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:32.690804 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c10a21a-8873-4203-b95c-5c6eeab56e3f tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:32.691360 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c10a21a-8873-4203-b95c-5c6eeab56e3f tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:32.692328 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7c10a21a-8873-4203-b95c-5c6eeab56e3f tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:32.692625 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ebdf51e6-e3de-421f-b9f1-e858277002ac tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:32.726351 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33726) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:32.784437 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-7c10a21a-8873-4203-b95c-5c6eeab56e3f tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.9940171 Mar 11 15:28:32.791827 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33732) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:32.817564 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ebdf51e6-e3de-421f-b9f1-e858277002ac tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:32.921203 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231f502-b94c-40b0-a366-a24aec71211d req-02581cea-4248-4dda-8f4a-de7f40288637 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:32.924082 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b30b9b-934b-414a-b351-646a7e047a38 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:32.925566 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b30b9b-934b-414a-b351-646a7e047a38 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:32.926912 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b30b9b-934b-414a-b351-646a7e047a38 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:32.927782 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-d5b30b9b-934b-414a-b351-646a7e047a38 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Synchronizing usage tracker for tenant:28534596cd754fe5a4d8e49d69f6e03b on resource:subnet {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:28:32.931754 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-5231f502-b94c-40b0-a366-a24aec71211d req-02581cea-4248-4dda-8f4a-de7f40288637 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.2033017 Mar 11 15:28:32.933904 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-703f51a3-397c-4a9d-a6f3-e46de71adc93 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:32.947545 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-703f51a3-397c-4a9d-a6f3-e46de71adc93 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:32.960210 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-22bb60e7-60d2-4544-ac5a-120e4a6208be None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:32.966653 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf855a6-d81e-4c93-8b82-85d24c4a2c23 None None] Network e3207312-9deb-41f8-90d8-a39b026c3a75 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:28:32.970360 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ebdf51e6-e3de-421f-b9f1-e858277002ac tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:32.993865 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-d5b30b9b-934b-414a-b351-646a7e047a38 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Unset dirty status for tenant:28534596cd754fe5a4d8e49d69f6e03b on resource:subnet {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:28:33.004057 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d5b30b9b-934b-414a-b351-646a7e047a38 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1993599 Mar 11 15:28:33.004057 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-703f51a3-397c-4a9d-a6f3-e46de71adc93 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:28:33.008210 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33736) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:33.027926 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf51e6-e3de-421f-b9f1-e858277002ac tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c7058b-1f81-423e-8b30-9d88a8bfee98,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:33.057598 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-5231f502-b94c-40b0-a366-a24aec71211d req-6c6451fb-ff00-4b2a-8142-d773d25815b3 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243200 Mar 11 15:28:33.059526 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ebdf51e6-e3de-421f-b9f1-e858277002ac tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:33.063832 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ebdf51e6-e3de-421f-b9f1-e858277002ac tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "DELETE /v2.0/security-groups/82c7058b-1f81-423e-8b30-9d88a8bfee98 HTTP/1.1" status: 204 len: 168 time: 0.6051710 Mar 11 15:28:33.068224 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33742) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:33.080074 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-703f51a3-397c-4a9d-a6f3-e46de71adc93 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:33.080474 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-703f51a3-397c-4a9d-a6f3-e46de71adc93 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Added segment f5817029-f436-49ee-8a53-8ebf6e0a59eb of type vlan for network 188c2918-edef-4df5-97a5-8c2cca15b8da Mar 11 15:28:33.097208 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-22bb60e7-60d2-4544-ac5a-120e4a6208be None None] Transition to ACTIVE for port object b9fe92dc-d1ec-45b4-bc73-375bfcdd9894 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:28:33.111306 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f51a3-397c-4a9d-a6f3-e46de71adc93 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930de9af-af07-4282-864c-3678dd5f655e,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:33.130215 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:33.141527 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:33.141846 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-703f51a3-397c-4a9d-a6f3-e46de71adc93 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:33.166264 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-22bb60e7-60d2-4544-ac5a-120e4a6208be None None] Transition to ACTIVE for port object b9fe92dc-d1ec-45b4-bc73-375bfcdd9894 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:28:33.167639 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703f51a3-397c-4a9d-a6f3-e46de71adc93 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:33.167994 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703f51a3-397c-4a9d-a6f3-e46de71adc93 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:33.168647 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703f51a3-397c-4a9d-a6f3-e46de71adc93 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:33.169157 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703f51a3-397c-4a9d-a6f3-e46de71adc93 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:33.169446 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703f51a3-397c-4a9d-a6f3-e46de71adc93 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:33.169877 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703f51a3-397c-4a9d-a6f3-e46de71adc93 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:33.171242 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703f51a3-397c-4a9d-a6f3-e46de71adc93 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:33.171648 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703f51a3-397c-4a9d-a6f3-e46de71adc93 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:33.171998 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703f51a3-397c-4a9d-a6f3-e46de71adc93 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:33.172434 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703f51a3-397c-4a9d-a6f3-e46de71adc93 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:33.172876 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703f51a3-397c-4a9d-a6f3-e46de71adc93 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:33.198030 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-5bee0b4e-146f-4ebc-8286-d7fdc78b344a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1540219121'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:33.203495 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cf1569c-8b60-4f98-affe-f5141ceb0074 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Deleting subnet 7a6ab279-9d44-4b67-88d6-c2ee955c648c {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:28:33.207892 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec82da51-d3f7-488c-8d96-4dfb7c07b477 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Router 791af89c-0ee2-4d28-9ebe-1eae102ae1f9 is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:28:33.224198 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8cf1569c-8b60-4f98-affe-f5141ceb0074 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:33.245133 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-22bb60e7-60d2-4544-ac5a-120e4a6208be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:33.245316 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-5bee0b4e-146f-4ebc-8286-d7fdc78b344a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:33.275863 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-5bee0b4e-146f-4ebc-8286-d7fdc78b344a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Usage tracker for resource:network and tenant:6b1a6507e257408892b3294b50293467 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:33.292657 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-5bee0b4e-146f-4ebc-8286-d7fdc78b344a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:33.304583 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-703f51a3-397c-4a9d-a6f3-e46de71adc93 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:33.305858 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703f51a3-397c-4a9d-a6f3-e46de71adc93 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:33.306558 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-703f51a3-397c-4a9d-a6f3-e46de71adc93 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:33.313555 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8cf1569c-8b60-4f98-affe-f5141ceb0074 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:33.315872 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-5bee0b4e-146f-4ebc-8286-d7fdc78b344a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:33.331859 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-b61bdd77-00bb-430f-b015-8c251d94fef6 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Synchronizing usage tracker for tenant:361b8c2141cb4198a78bff88c0a38b19 on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:28:33.371142 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bee0b4e-146f-4ebc-8286-d7fdc78b344a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Made reservation on behalf of 6b1a6507e257408892b3294b50293467 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:28:33.376267 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5bee0b4e-146f-4ebc-8286-d7fdc78b344a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:33.402498 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5bee0b4e-146f-4ebc-8286-d7fdc78b344a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:33.414387 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bb60e7-60d2-4544-ac5a-120e4a6208be None None] Network 1387122d-6c56-4bb4-bce0-074f0d788b8f is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:28:33.416430 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-b61bdd77-00bb-430f-b015-8c251d94fef6 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Unset dirty status for tenant:361b8c2141cb4198a78bff88c0a38b19 on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:28:33.422181 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b61bdd77-00bb-430f-b015-8c251d94fef6 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3476162 Mar 11 15:28:33.427599 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33750) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:33.438341 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-cddaa7c8-547e-4d5e-8271-ccc4469cc603 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Request body: {'security_group_rule': {'security_group_id': 'e76f983a-0a9e-4929-9c1a-9c58cc53079f', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:33.449380 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-cddaa7c8-547e-4d5e-8271-ccc4469cc603 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:33.454683 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-22bb60e7-60d2-4544-ac5a-120e4a6208be None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:28:33.465717 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bb60e7-60d2-4544-ac5a-120e4a6208be None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:28:33.468589 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb60e7-60d2-4544-ac5a-120e4a6208be None None] Pushing event updated for resources: {'Port': ['ID=b9fe92dc-d1ec-45b4-bc73-375bfcdd9894,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:33.468751 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-cddaa7c8-547e-4d5e-8271-ccc4469cc603 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Usage tracker for resource:security_group_rule and tenant:361b8c2141cb4198a78bff88c0a38b19 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:33.476305 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-cddaa7c8-547e-4d5e-8271-ccc4469cc603 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:33.489313 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-cddaa7c8-547e-4d5e-8271-ccc4469cc603 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:33.493220 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-5bee0b4e-146f-4ebc-8286-d7fdc78b344a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:33.499887 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-5bee0b4e-146f-4ebc-8286-d7fdc78b344a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Usage tracker for resource:security_group_rule and tenant:6b1a6507e257408892b3294b50293467 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:33.503962 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-5bee0b4e-146f-4ebc-8286-d7fdc78b344a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:33.519228 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-5bee0b4e-146f-4ebc-8286-d7fdc78b344a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:33.533387 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c925d4ce-280a-470e-a059-6fc617b477ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-e3207312-9deb-41f8-90d8-a39b026c3a75', 'network_id': 'e3207312-9deb-41f8-90d8-a39b026c3a75', 'tenant_id': '28534596cd754fe5a4d8e49d69f6e03b', 'fixed_ips': [{'subnet_id': '1983d80e-7f70-4562-8bbd-21926dd709cb'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:28:33.534441 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c925d4ce-280a-470e-a059-6fc617b477ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:33.561918 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-cddaa7c8-547e-4d5e-8271-ccc4469cc603 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] create failed (client error): The resource could not be found. Mar 11 15:28:33.562990 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-cddaa7c8-547e-4d5e-8271-ccc4469cc603 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1322093 Mar 11 15:28:33.571185 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33754) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:33.580128 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-6060a19a-2389-485a-aaf6-af947735f697 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Request body: {'security_group': {'name': 'tempest-secgroup--1385284786'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:33.595329 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-6060a19a-2389-485a-aaf6-af947735f697 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:33.631832 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-6060a19a-2389-485a-aaf6-af947735f697 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:33.673929 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-22bb60e7-60d2-4544-ac5a-120e4a6208be None None] Attempting to bind port b9fe92dc-d1ec-45b4-bc73-375bfcdd9894 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:28:33.674583 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-22bb60e7-60d2-4544-ac5a-120e4a6208be None None] Attempting to bind port b9fe92dc-d1ec-45b4-bc73-375bfcdd9894 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'f991c464-334d-41ad-b71d-f0f6fb5f6e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '1387122d-6c56-4bb4-bce0-074f0d788b8f'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:28:33.678165 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bb60e7-60d2-4544-ac5a-120e4a6208be None None] Attempting to bind port b9fe92dc-d1ec-45b4-bc73-375bfcdd9894 on network 1387122d-6c56-4bb4-bce0-074f0d788b8f {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:28:33.678338 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-703f51a3-397c-4a9d-a6f3-e46de71adc93 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6360655 Mar 11 15:28:33.680640 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f51a3-397c-4a9d-a6f3-e46de71adc93 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Pushing event updated for resources: {'Network': ['ID=188c2918-edef-4df5-97a5-8c2cca15b8da,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:33.684078 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33760) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:33.698772 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 188c2918-edef-4df5-97a5-8c2cca15b8da details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:28:33.699840 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-198d9e60-e708-4e5b-9be6-866126bf6714 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Request body: {'network': {'project_id': 'bc0ce811bb604f0dbbc22b363948b270'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:33.716495 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-198d9e60-e708-4e5b-9be6-866126bf6714 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:33.728223 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-198d9e60-e708-4e5b-9be6-866126bf6714 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Usage tracker for resource:network and tenant:bc0ce811bb604f0dbbc22b363948b270 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:33.732869 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-198d9e60-e708-4e5b-9be6-866126bf6714 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:33.734811 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5bee0b4e-146f-4ebc-8286-d7fdc78b344a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:33.745105 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-198d9e60-e708-4e5b-9be6-866126bf6714 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:33.747687 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5bee0b4e-146f-4ebc-8286-d7fdc78b344a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:33.760051 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8cf1569c-8b60-4f98-affe-f5141ceb0074 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:33.773881 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bee0b4e-146f-4ebc-8286-d7fdc78b344a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:28:33.792481 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5bee0b4e-146f-4ebc-8286-d7fdc78b344a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:33.793006 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-5bee0b4e-146f-4ebc-8286-d7fdc78b344a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Added segment cd55837c-8b7e-498b-8384-3a2dba7dbd29 of type vlan for network c6f8e317-c3b4-4f12-bfd1-76da26a8e27f Mar 11 15:28:33.801982 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bb60e7-60d2-4544-ac5a-120e4a6208be None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:28:33.802534 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bb60e7-60d2-4544-ac5a-120e4a6208be None None] Checking segment: {'id': 'f991c464-334d-41ad-b71d-f0f6fb5f6e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '1387122d-6c56-4bb4-bce0-074f0d788b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:28:33.804030 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-22bb60e7-60d2-4544-ac5a-120e4a6208be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:33.804598 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bb60e7-60d2-4544-ac5a-120e4a6208be None None] Bound using segment: {'id': 'f991c464-334d-41ad-b71d-f0f6fb5f6e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '1387122d-6c56-4bb4-bce0-074f0d788b8f'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:28:33.805323 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-22bb60e7-60d2-4544-ac5a-120e4a6208be None None] Bound port: b9fe92dc-d1ec-45b4-bc73-375bfcdd9894, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f991c464-334d-41ad-b71d-f0f6fb5f6e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '1387122d-6c56-4bb4-bce0-074f0d788b8f'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:28:33.806050 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-22bb60e7-60d2-4544-ac5a-120e4a6208be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:33.849617 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6060a19a-2389-485a-aaf6-af947735f697 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:33.854362 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198d9e60-e708-4e5b-9be6-866126bf6714 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Made reservation on behalf of bc0ce811bb604f0dbbc22b363948b270 for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:28:33.859310 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-198d9e60-e708-4e5b-9be6-866126bf6714 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:33.933076 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-198d9e60-e708-4e5b-9be6-866126bf6714 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:28:33.950335 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-198d9e60-e708-4e5b-9be6-866126bf6714 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:33.950992 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-198d9e60-e708-4e5b-9be6-866126bf6714 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Added segment bf4f66c1-5d0b-4938-8c55-5617192997fd of type vlan for network b8168057-78d1-4a49-8391-8dd8d7c6ac7c Mar 11 15:28:33.955364 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5bee0b4e-146f-4ebc-8286-d7fdc78b344a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:33.985979 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee0b4e-146f-4ebc-8286-d7fdc78b344a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39e47c24-cc40-44ec-8097-9c0f13b6484b,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:34.021173 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-6060a19a-2389-485a-aaf6-af947735f697 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:34.027187 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-198d9e60-e708-4e5b-9be6-866126bf6714 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:34.038398 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-6060a19a-2389-485a-aaf6-af947735f697 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Usage tracker for resource:security_group_rule and tenant:361b8c2141cb4198a78bff88c0a38b19 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:34.054599 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-6060a19a-2389-485a-aaf6-af947735f697 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:34.067320 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-6060a19a-2389-485a-aaf6-af947735f697 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:34.090267 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5bee0b4e-146f-4ebc-8286-d7fdc78b344a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:34.095777 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bee0b4e-146f-4ebc-8286-d7fdc78b344a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:34.096036 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:34.096448 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5bee0b4e-146f-4ebc-8286-d7fdc78b344a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:34.106325 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-c925d4ce-280a-470e-a059-6fc617b477ca None None] Allocated IP 2001:db8:0:1::1 (e3207312-9deb-41f8-90d8-a39b026c3a75/1983d80e-7f70-4562-8bbd-21926dd709cb/37cddcde-27b4-4541-8337-e11cf5f5b80f) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:28:34.117789 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-198d9e60-e708-4e5b-9be6-866126bf6714 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:34.118984 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198d9e60-e708-4e5b-9be6-866126bf6714 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:34.119878 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-198d9e60-e708-4e5b-9be6-866126bf6714 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:34.126330 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-22bb60e7-60d2-4544-ac5a-120e4a6208be None None] For port b9fe92dc-d1ec-45b4-bc73-375bfcdd9894, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:28:34.132320 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-22bb60e7-60d2-4544-ac5a-120e4a6208be None None] For port b9fe92dc-d1ec-45b4-bc73-375bfcdd9894, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=b9fe92dc-d1ec-45b4-bc73-375bfcdd9894,segment=NetworkSegment(f991c464-334d-41ad-b71d-f0f6fb5f6e1d),segment_id=f991c464-334d-41ad-b71d-f0f6fb5f6e1d)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:28:34.157909 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-22bb60e7-60d2-4544-ac5a-120e4a6208be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:34.172508 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8cf1569c-8b60-4f98-affe-f5141ceb0074 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:34.237909 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8cf1569c-8b60-4f98-affe-f5141ceb0074 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:34.249653 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-8cf1569c-8b60-4f98-affe-f5141ceb0074 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] 10.222.0.31 "DELETE /v2.0/subnets/7a6ab279-9d44-4b67-88d6-c2ee955c648c HTTP/1.1" status: 204 len: 168 time: 1.2255580 Mar 11 15:28:34.249653 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-198d9e60-e708-4e5b-9be6-866126bf6714 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5566356 Mar 11 15:28:34.249653 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33764) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:34.253626 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1569c-8b60-4f98-affe-f5141ceb0074 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Pushing event deleted for resources: {'Subnet': ['ID=7a6ab279-9d44-4b67-88d6-c2ee955c648c,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:34.324501 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33766) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:34.332156 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-f5592048-b7d1-4441-8fff-d0955b0ff109 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Request body: {'network': {'project_id': 'bc0ce811bb604f0dbbc22b363948b270'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:34.365174 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb60e7-60d2-4544-ac5a-120e4a6208be None None] Pushing event updated for resources: {'Port': ['ID=b9fe92dc-d1ec-45b4-bc73-375bfcdd9894,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:34.405442 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d1e25-f679-4c1a-a1e8-89457ef197bc req-0d5d9081-ee81-4241-9c6b-1f7613897fca tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:34.407521 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-ab2d1e25-f679-4c1a-a1e8-89457ef197bc req-0d5d9081-ee81-4241-9c6b-1f7613897fca tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.5192828 Mar 11 15:28:34.414394 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee0b4e-146f-4ebc-8286-d7fdc78b344a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'Network': ['ID=c6f8e317-c3b4-4f12-bfd1-76da26a8e27f,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:34.415049 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f5592048-b7d1-4441-8fff-d0955b0ff109 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:34.424629 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5bee0b4e-146f-4ebc-8286-d7fdc78b344a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6912782 Mar 11 15:28:34.424894 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f5592048-b7d1-4441-8fff-d0955b0ff109 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Usage tracker for resource:network and tenant:bc0ce811bb604f0dbbc22b363948b270 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:34.431335 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f5592048-b7d1-4441-8fff-d0955b0ff109 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:34.436267 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33772) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:34.440681 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f5592048-b7d1-4441-8fff-d0955b0ff109 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:34.442369 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5592048-b7d1-4441-8fff-d0955b0ff109 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 11 15:28:34.442810 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5592048-b7d1-4441-8fff-d0955b0ff109 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:28:34.446868 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-1353c59c-7da0-432c-b86e-f5557c79e71e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'port': {'network_id': 'c6f8e317-c3b4-4f12-bfd1-76da26a8e27f', 'name': 'tempest-PortsIpV6TestJSON-407281310'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:34.448952 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f5592048-b7d1-4441-8fff-d0955b0ff109 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1848531 Mar 11 15:28:34.462376 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33776) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:34.462664 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6060a19a-2389-485a-aaf6-af947735f697 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:34.467117 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network c6f8e317-c3b4-4f12-bfd1-76da26a8e27f details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:28:34.540134 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d9e60-e708-4e5b-9be6-866126bf6714 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Pushing event updated for resources: {'Network': ['ID=b8168057-78d1-4a49-8391-8dd8d7c6ac7c,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:34.556128 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6060a19a-2389-485a-aaf6-af947735f697 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:34.567736 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network b8168057-78d1-4a49-8391-8dd8d7c6ac7c details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:28:34.624037 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d7bd032-4557-4e7a-944e-bbcda4b7bbaf tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Deleting subnet 1983d80e-7f70-4562-8bbd-21926dd709cb {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:28:34.644771 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b9974852-2762-4e2b-b9fd-6158162e2ff1 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bc0ce811bb604f0dbbc22b363948b270&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1820371 Mar 11 15:28:34.645512 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33780) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:34.671700 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6060a19a-2389-485a-aaf6-af947735f697 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:34.672982 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6060a19a-2389-485a-aaf6-af947735f697 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1004627 Mar 11 15:28:34.681898 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33784) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:34.691107 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6060a19a-2389-485a-aaf6-af947735f697 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9aafd4-84d8-4407-a36d-cadbafb0fc5c,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:34.698906 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-aeead80d-938a-48c8-bc69-f30d49357b91 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Request body: {'security_group': {'name': 'tempest-secgroup--738896738'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:34.713935 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-aeead80d-938a-48c8-bc69-f30d49357b91 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:34.717517 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-1353c59c-7da0-432c-b86e-f5557c79e71e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:34.721772 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-ab2d1e25-f679-4c1a-a1e8-89457ef197bc req-f1a9e15a-8d34-4b9c-b2be-4b6b20c4e534 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2825902 Mar 11 15:28:34.729545 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-1353c59c-7da0-432c-b86e-f5557c79e71e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Usage tracker for resource:port and tenant:6b1a6507e257408892b3294b50293467 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:34.739965 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-1353c59c-7da0-432c-b86e-f5557c79e71e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:34.762607 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-aeead80d-938a-48c8-bc69-f30d49357b91 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:34.764919 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-1353c59c-7da0-432c-b86e-f5557c79e71e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:34.779230 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-aeead80d-938a-48c8-bc69-f30d49357b91 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:34.801014 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1353c59c-7da0-432c-b86e-f5557c79e71e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Made reservation on behalf of 6b1a6507e257408892b3294b50293467 for: {'port': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:28:34.805682 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1353c59c-7da0-432c-b86e-f5557c79e71e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:34.833397 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c925d4ce-280a-470e-a059-6fc617b477ca None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:34.851080 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-c925d4ce-280a-470e-a059-6fc617b477ca None None] Transition to ACTIVE for port object 37cddcde-27b4-4541-8337-e11cf5f5b80f will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:28:34.867003 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-aeead80d-938a-48c8-bc69-f30d49357b91 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:34.871849 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-aeead80d-938a-48c8-bc69-f30d49357b91 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Usage tracker for resource:security_group_rule and tenant:361b8c2141cb4198a78bff88c0a38b19 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:34.875485 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-aeead80d-938a-48c8-bc69-f30d49357b91 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:34.882442 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-c925d4ce-280a-470e-a059-6fc617b477ca None None] Transition to ACTIVE for port object 37cddcde-27b4-4541-8337-e11cf5f5b80f will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:28:34.883256 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-aeead80d-938a-48c8-bc69-f30d49357b91 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:34.894151 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c925d4ce-280a-470e-a059-6fc617b477ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:34.894598 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0d7bd032-4557-4e7a-944e-bbcda4b7bbaf tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:34.956169 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec82da51-d3f7-488c-8d96-4dfb7c07b477 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:28:34.958255 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-aeead80d-938a-48c8-bc69-f30d49357b91 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:34.965605 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-aeead80d-938a-48c8-bc69-f30d49357b91 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:34.966588 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ec82da51-d3f7-488c-8d96-4dfb7c07b477 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:34.968837 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ec82da51-d3f7-488c-8d96-4dfb7c07b477 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] 10.222.0.31 "PUT /v2.0/routers/791af89c-0ee2-4d28-9ebe-1eae102ae1f9 HTTP/1.1" status: 200 len: 878 time: 8.8112488 Mar 11 15:28:34.985486 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33788) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:34.986077 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c045d8-5d46-42ce-a197-c122b501ce76 None None] Sync routers for ids ['791af89c-0ee2-4d28-9ebe-1eae102ae1f9'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:28:34.997229 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-1353c59c-7da0-432c-b86e-f5557c79e71e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] device_id is not set on port cc5e790a-0109-4295-a98c-c513c9ed60ea yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:28:35.023977 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c925d4ce-280a-470e-a059-6fc617b477ca None None] Network e3207312-9deb-41f8-90d8-a39b026c3a75 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:28:35.025628 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c925d4ce-280a-470e-a059-6fc617b477ca None None] Pushing event updated for resources: {'Port': ['ID=37cddcde-27b4-4541-8337-e11cf5f5b80f,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:35.029431 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-c925d4ce-280a-470e-a059-6fc617b477ca None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:28:35.032490 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c925d4ce-280a-470e-a059-6fc617b477ca None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:28:35.044406 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-aeead80d-938a-48c8-bc69-f30d49357b91 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:35.048966 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-aeead80d-938a-48c8-bc69-f30d49357b91 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3621349 Mar 11 15:28:35.050027 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33792) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:35.075066 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c045d8-5d46-42ce-a197-c122b501ce76 None None] Routers {'791af89c-0ee2-4d28-9ebe-1eae102ae1f9'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:28:35.075066 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b5c045d8-5d46-42ce-a197-c122b501ce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:28:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['791af89c-0ee2-4d28-9ebe-1eae102ae1f9'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:35.084766 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-ea977407-0688-458d-a307-97148a7066c6 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Request body: {'security_group_rule': {'security_group_id': '0e9aafd4-84d8-4407-a36d-cadbafb0fc5c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '0ebfd2f9-e372-4589-8cc5-bf74a8eb8790'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:35.105751 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ea977407-0688-458d-a307-97148a7066c6 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:35.114558 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ea977407-0688-458d-a307-97148a7066c6 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Usage tracker for resource:security_group_rule and tenant:361b8c2141cb4198a78bff88c0a38b19 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:35.118152 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeead80d-938a-48c8-bc69-f30d49357b91 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebfd2f9-e372-4589-8cc5-bf74a8eb8790,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:35.123480 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ea977407-0688-458d-a307-97148a7066c6 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:35.133784 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ea977407-0688-458d-a307-97148a7066c6 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:35.217865 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0d7bd032-4557-4e7a-944e-bbcda4b7bbaf tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:35.246637 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-c925d4ce-280a-470e-a059-6fc617b477ca None None] Attempting to bind port 37cddcde-27b4-4541-8337-e11cf5f5b80f on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:28:35.247331 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-c925d4ce-280a-470e-a059-6fc617b477ca None None] Attempting to bind port 37cddcde-27b4-4541-8337-e11cf5f5b80f by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'a0ba891d-bcca-43cd-82fa-1800ee591ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e3207312-9deb-41f8-90d8-a39b026c3a75'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:28:35.248009 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c925d4ce-280a-470e-a059-6fc617b477ca None None] Attempting to bind port 37cddcde-27b4-4541-8337-e11cf5f5b80f on network e3207312-9deb-41f8-90d8-a39b026c3a75 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:28:35.262408 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c925d4ce-280a-470e-a059-6fc617b477ca None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:28:35.263019 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c925d4ce-280a-470e-a059-6fc617b477ca None None] Checking segment: {'id': 'a0ba891d-bcca-43cd-82fa-1800ee591ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e3207312-9deb-41f8-90d8-a39b026c3a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:28:35.263948 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c925d4ce-280a-470e-a059-6fc617b477ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:35.264627 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c925d4ce-280a-470e-a059-6fc617b477ca None None] Bound using segment: {'id': 'a0ba891d-bcca-43cd-82fa-1800ee591ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e3207312-9deb-41f8-90d8-a39b026c3a75'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:28:35.265512 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-c925d4ce-280a-470e-a059-6fc617b477ca None None] Bound port: 37cddcde-27b4-4541-8337-e11cf5f5b80f, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ba891d-bcca-43cd-82fa-1800ee591ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e3207312-9deb-41f8-90d8-a39b026c3a75'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:28:35.266166 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c925d4ce-280a-470e-a059-6fc617b477ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:35.280239 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b5c045d8-5d46-42ce-a197-c122b501ce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:35.286070 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-ea977407-0688-458d-a307-97148a7066c6 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:28:35.290356 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ea977407-0688-458d-a307-97148a7066c6 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.2283123 Mar 11 15:28:35.294375 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33796) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:35.403797 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1353c59c-7da0-432c-b86e-f5557c79e71e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:35.419065 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-24672681-2e9c-48f7-b4ec-2176da02f442 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:35.435524 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device b9fe92dc-d1ec-45b4-bc73-375bfcdd9894 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:28:35.477476 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9c3de904-fdda-4b9b-9c6c-2e8d109ea46b tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:35.494072 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-24672681-2e9c-48f7-b4ec-2176da02f442 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:35.509464 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-c925d4ce-280a-470e-a059-6fc617b477ca None None] For port 37cddcde-27b4-4541-8337-e11cf5f5b80f, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:28:35.513281 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c045d8-5d46-42ce-a197-c122b501ce76 None None] Routers {'791af89c-0ee2-4d28-9ebe-1eae102ae1f9'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:28:35.516134 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b5c045d8-5d46-42ce-a197-c122b501ce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:28:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['791af89c-0ee2-4d28-9ebe-1eae102ae1f9'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:35.525595 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9c3de904-fdda-4b9b-9c6c-2e8d109ea46b tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:35.553620 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1353c59c-7da0-432c-b86e-f5557c79e71e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:35.623282 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-24672681-2e9c-48f7-b4ec-2176da02f442 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:35.624317 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-c925d4ce-280a-470e-a059-6fc617b477ca None None] For port 37cddcde-27b4-4541-8337-e11cf5f5b80f, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=37cddcde-27b4-4541-8337-e11cf5f5b80f,segment=NetworkSegment(a0ba891d-bcca-43cd-82fa-1800ee591ed3),segment_id=a0ba891d-bcca-43cd-82fa-1800ee591ed3)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:28:35.625720 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b5c045d8-5d46-42ce-a197-c122b501ce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:35.626248 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c045d8-5d46-42ce-a197-c122b501ce76 None None] The sync data for ids ['791af89c-0ee2-4d28-9ebe-1eae102ae1f9'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:28:35.635164 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c925d4ce-280a-470e-a059-6fc617b477ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:35.649601 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0d7bd032-4557-4e7a-944e-bbcda4b7bbaf tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:35.694626 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1353c59c-7da0-432c-b86e-f5557c79e71e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'Port': ['ID=cc5e790a-0109-4295-a98c-c513c9ed60ea,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:35.714285 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24672681-2e9c-48f7-b4ec-2176da02f442 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930de9af-af07-4282-864c-3678dd5f655e,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:35.716986 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9c3de904-fdda-4b9b-9c6c-2e8d109ea46b tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:35.753547 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1353c59c-7da0-432c-b86e-f5557c79e71e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Checking segment: {'id': 'cd55837c-8b7e-498b-8384-3a2dba7dbd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'c6f8e317-c3b4-4f12-bfd1-76da26a8e27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:28:35.754115 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1353c59c-7da0-432c-b86e-f5557c79e71e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Network hostable DHCP agents. Network: c6f8e317-c3b4-4f12-bfd1-76da26a8e27f, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:28:35.758077 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-24672681-2e9c-48f7-b4ec-2176da02f442 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:35.761965 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-24672681-2e9c-48f7-b4ec-2176da02f442 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/930de9af-af07-4282-864c-3678dd5f655e HTTP/1.1" status: 204 len: 168 time: 1.1099284 Mar 11 15:28:35.764307 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33800) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:35.774644 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port b9fe92dc-d1ec-45b4-bc73-375bfcdd9894 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:28:35.777068 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3de904-fdda-4b9b-9c6c-2e8d109ea46b tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebfd2f9-e372-4589-8cc5-bf74a8eb8790,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:35.782497 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33804) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:35.786725 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-17209c8c-b19c-4a03-9741-f11f345c5baa tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] 10.222.0.31 "GET /v2.0/routers/791af89c-0ee2-4d28-9ebe-1eae102ae1f9 HTTP/1.1" status: 200 len: 919 time: 0.7847221 Mar 11 15:28:35.873799 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9c3de904-fdda-4b9b-9c6c-2e8d109ea46b tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:35.875835 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9c3de904-fdda-4b9b-9c6c-2e8d109ea46b tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "DELETE /v2.0/security-groups/0ebfd2f9-e372-4589-8cc5-bf74a8eb8790 HTTP/1.1" status: 204 len: 168 time: 0.5804899 Mar 11 15:28:35.877239 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c925d4ce-280a-470e-a059-6fc617b477ca None None] Pushing event updated for resources: {'Port': ['ID=37cddcde-27b4-4541-8337-e11cf5f5b80f,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:35.880613 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33810) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:35.907713 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c925d4ce-280a-470e-a059-6fc617b477ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:35.908089 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c925d4ce-280a-470e-a059-6fc617b477ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:35.908503 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c925d4ce-280a-470e-a059-6fc617b477ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:35.908731 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c925d4ce-280a-470e-a059-6fc617b477ca None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:35.909063 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c925d4ce-280a-470e-a059-6fc617b477ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:35.909390 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c925d4ce-280a-470e-a059-6fc617b477ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:35.909715 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c925d4ce-280a-470e-a059-6fc617b477ca None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:35.910037 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c925d4ce-280a-470e-a059-6fc617b477ca None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:35.913195 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c925d4ce-280a-470e-a059-6fc617b477ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:35.913722 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c925d4ce-280a-470e-a059-6fc617b477ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:35.914288 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c925d4ce-280a-470e-a059-6fc617b477ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:35.976637 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0d7bd032-4557-4e7a-944e-bbcda4b7bbaf tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:36.022501 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-82394f22-09f9-4ac1-aef2-aaffb99df53b tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Synchronizing usage tracker for tenant:361b8c2141cb4198a78bff88c0a38b19 on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:28:36.052863 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1353c59c-7da0-432c-b86e-f5557c79e71e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Network c6f8e317-c3b4-4f12-bfd1-76da26a8e27f is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:28:36.090204 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-1353c59c-7da0-432c-b86e-f5557c79e71e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, c6f8e317-c3b4-4f12-bfd1-76da26a8e27f) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:28:36.096493 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1353c59c-7da0-432c-b86e-f5557c79e71e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:28:36.099248 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1989aa2a-0077-4679-895b-ec13325bf851 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:36.103343 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1353c59c-7da0-432c-b86e-f5557c79e71e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:36.103547 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1353c59c-7da0-432c-b86e-f5557c79e71e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:36.107826 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eeaa8df-d901-4f57-9d61-ceacbb280d74 None None] Network c6f8e317-c3b4-4f12-bfd1-76da26a8e27f requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:28:36.108009 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-82394f22-09f9-4ac1-aef2-aaffb99df53b tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Unset dirty status for tenant:361b8c2141cb4198a78bff88c0a38b19 on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:28:36.109586 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-82394f22-09f9-4ac1-aef2-aaffb99df53b tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2263887 Mar 11 15:28:36.119485 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33814) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:36.154357 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bd032-4557-4e7a-944e-bbcda4b7bbaf tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Pushing event deleted for resources: {'Subnet': ['ID=1983d80e-7f70-4562-8bbd-21926dd709cb,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:36.175495 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-3367dd29-5246-4461-9894-34f69c081e60 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=69193b02-dbf5-4ccf-b3ce-76dabd3f8655&device_id=791af89c-0ee2-4d28-9ebe-1eae102ae1f9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3834643 Mar 11 15:28:36.183662 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33818) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:36.237364 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-1353c59c-7da0-432c-b86e-f5557c79e71e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7965417 Mar 11 15:28:36.247555 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0d7bd032-4557-4e7a-944e-bbcda4b7bbaf tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:36.248970 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50880ae5-7e08-4ed1-aafc-9cb722f74798 None None] Network 1387122d-6c56-4bb4-bce0-074f0d788b8f requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:28:36.255204 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33822) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:36.274960 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-5cb02682-6837-4e78-b0f8-75194e9ddd1d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1521545420'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:36.362876 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0d7bd032-4557-4e7a-944e-bbcda4b7bbaf tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] 10.222.0.31 "DELETE /v2.0/subnets/1983d80e-7f70-4562-8bbd-21926dd709cb HTTP/1.1" status: 204 len: 168 time: 2.0357103 Mar 11 15:28:36.365837 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-5cb02682-6837-4e78-b0f8-75194e9ddd1d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:36.378493 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33826) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:36.399251 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-5cb02682-6837-4e78-b0f8-75194e9ddd1d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Usage tracker for resource:network and tenant:6b1a6507e257408892b3294b50293467 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:36.446040 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0f488e20-d452-4f50-bdea-542da918cfde tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:36.450105 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a08a14-d4b2-40ff-8e31-df669831fb89 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:36.450776 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-93a08a14-d4b2-40ff-8e31-df669831fb89 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Synchronizing usage tracker for tenant:8416a1f9e2aa4cfc99ca677832c9b19f on resource:network {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:28:36.489009 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-93a08a14-d4b2-40ff-8e31-df669831fb89 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Unset dirty status for tenant:8416a1f9e2aa4cfc99ca677832c9b19f on resource:network {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:28:36.491084 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-93a08a14-d4b2-40ff-8e31-df669831fb89 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] 10.222.0.31 "GET /v2.0/networks/69193b02-dbf5-4ccf-b3ce-76dabd3f8655 HTTP/1.1" status: 200 len: 881 time: 0.3056769 Mar 11 15:28:36.492252 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0f488e20-d452-4f50-bdea-542da918cfde tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:36.506671 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33830) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:36.518622 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-5cb02682-6837-4e78-b0f8-75194e9ddd1d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:36.528584 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-5cb02682-6837-4e78-b0f8-75194e9ddd1d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:36.546546 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1989aa2a-0077-4679-895b-ec13325bf851 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:36.560435 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb02682-6837-4e78-b0f8-75194e9ddd1d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Made reservation on behalf of 6b1a6507e257408892b3294b50293467 for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:28:36.563443 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5cb02682-6837-4e78-b0f8-75194e9ddd1d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:36.570568 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-76e3cb21-cf1a-4d3a-ad62-3cb481d746fb tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] 10.222.0.31 "GET /v2.0/ports?device_id=791af89c-0ee2-4d28-9ebe-1eae102ae1f9 HTTP/1.1" status: 200 len: 205 time: 0.0624053 Mar 11 15:28:36.575022 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33834) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:36.632218 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-07c9891c-e687-436b-9ab1-b8bc1e17ded6 None None] Provisioning for port b9fe92dc-d1ec-45b4-bc73-375bfcdd9894 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:28:36.637984 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-1989aa2a-0077-4679-895b-ec13325bf851 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8168057-78d1-4a49-8391-8dd8d7c6ac7c']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:36.653447 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb3f3d-8295-478a-a1ad-fc036d4bb623 req-03a66013-41e3-46f8-bedf-9c2ca39d36a2 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:36.656633 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-11fb3f3d-8295-478a-a1ad-fc036d4bb623 req-03a66013-41e3-46f8-bedf-9c2ca39d36a2 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.5488150 Mar 11 15:28:36.678483 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-1989aa2a-0077-4679-895b-ec13325bf851 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf4f66c1-5d0b-4938-8c55-5617192997fd') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:36.678784 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-1989aa2a-0077-4679-895b-ec13325bf851 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf4f66c1-5d0b-4938-8c55-5617192997fd') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:36.703145 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcdc2da-acfe-425a-8ca0-dfba23284db5 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:36.703728 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-2bcdc2da-acfe-425a-8ca0-dfba23284db5 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Synchronizing usage tracker for tenant:28534596cd754fe5a4d8e49d69f6e03b on resource:subnet {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:28:36.717047 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-07c9891c-e687-436b-9ab1-b8bc1e17ded6 None None] Provisioning complete for port b9fe92dc-d1ec-45b4-bc73-375bfcdd9894 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:28:36.717618 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-07c9891c-e687-436b-9ab1-b8bc1e17ded6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:36.754141 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1989aa2a-0077-4679-895b-ec13325bf851 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:36.764484 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cb02682-6837-4e78-b0f8-75194e9ddd1d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:28:36.786736 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0f488e20-d452-4f50-bdea-542da918cfde tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:36.796726 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-2bcdc2da-acfe-425a-8ca0-dfba23284db5 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Unset dirty status for tenant:28534596cd754fe5a4d8e49d69f6e03b on resource:subnet {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:28:36.805715 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33838) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:36.807277 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-2bcdc2da-acfe-425a-8ca0-dfba23284db5 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4261661 Mar 11 15:28:36.809587 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5cb02682-6837-4e78-b0f8-75194e9ddd1d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:36.810127 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-5cb02682-6837-4e78-b0f8-75194e9ddd1d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Added segment 9b42e791-d07f-4cfc-b28f-ff2e8700f20c of type vlan for network bf3b9495-6236-4a54-a1de-891aa56b0e70 Mar 11 15:28:36.812006 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1989aa2a-0077-4679-895b-ec13325bf851 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:36.836992 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1989aa2a-0077-4679-895b-ec13325bf851 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:28:36.837666 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1989aa2a-0077-4679-895b-ec13325bf851 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:36.855407 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:28:36.855407 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:28:36.855407 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:28:36.855407 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:28:36.855407 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:28:36.855407 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:28:36.855407 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:28:36.855407 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:28:36.855407 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:28:36.855407 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:28:36.855407 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:28:36.855407 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:28:36.855407 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:28:36.855407 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:28:36.855407 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:28:36.855407 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:28:36.855407 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:28:36.855407 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:28:36.855407 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:28:36.855407 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:28:36.855407 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:28:36.855407 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:28:36.855407 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:28:36.855407 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:28:36.855407 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:28:36.855407 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:28:36.855407 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:28:36.855407 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:28:36.855407 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:28:36.855407 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:28:36.855407 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:28:36.855407 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:28:36.890404 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f488e20-d452-4f50-bdea-542da918cfde tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9aafd4-84d8-4407-a36d-cadbafb0fc5c,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:36.955188 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-07c9891c-e687-436b-9ab1-b8bc1e17ded6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:36.973921 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ceda8bc-376b-4e6f-b94f-3bd361de4b89 None None] DHCP port deletion for 1387122d-6c56-4bb4-bce0-074f0d788b8f request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:28:36.981808 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-11fb3f3d-8295-478a-a1ad-fc036d4bb623 req-7629d04d-c4b4-4510-88f8-86e8331306d4 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3132379 Mar 11 15:28:36.983040 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-0ceda8bc-376b-4e6f-b94f-3bd361de4b89 None None] Deleting port b9fe92dc-d1ec-45b4-bc73-375bfcdd9894 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:28:36.983538 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0ceda8bc-376b-4e6f-b94f-3bd361de4b89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:36.997009 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5cb02682-6837-4e78-b0f8-75194e9ddd1d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:37.028193 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1989aa2a-0077-4679-895b-ec13325bf851 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:37.047269 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0f488e20-d452-4f50-bdea-542da918cfde tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:37.048651 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0f488e20-d452-4f50-bdea-542da918cfde tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "DELETE /v2.0/security-groups/0e9aafd4-84d8-4407-a36d-cadbafb0fc5c HTTP/1.1" status: 204 len: 168 time: 0.9284213 Mar 11 15:28:37.056010 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33844) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:37.098101 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1989aa2a-0077-4679-895b-ec13325bf851 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:37.102483 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5cb02682-6837-4e78-b0f8-75194e9ddd1d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:37.107059 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb02682-6837-4e78-b0f8-75194e9ddd1d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:37.107852 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5cb02682-6837-4e78-b0f8-75194e9ddd1d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:37.147530 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989aa2a-0077-4679-895b-ec13325bf851 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Pushing event deleted for resources: {'Network': ['ID=b8168057-78d1-4a49-8391-8dd8d7c6ac7c,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:37.155789 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-5cb02682-6837-4e78-b0f8-75194e9ddd1d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8987894 Mar 11 15:28:37.168507 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33848) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:37.182612 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dd9ad77e-5744-4eca-b1bd-73787bd58f67 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:37.191724 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-892b1874-6b16-491a-8806-4f72989bea93 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'ports': [{'network_id': 'c6f8e317-c3b4-4f12-bfd1-76da26a8e27f'}, {'network_id': 'bf3b9495-6236-4a54-a1de-891aa56b0e70'}]} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:37.191954 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-892b1874-6b16-491a-8806-4f72989bea93 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'port': {'network_id': 'c6f8e317-c3b4-4f12-bfd1-76da26a8e27f'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:37.192455 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-892b1874-6b16-491a-8806-4f72989bea93 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'port': {'network_id': 'bf3b9495-6236-4a54-a1de-891aa56b0e70'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:37.198780 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-07c9891c-e687-436b-9ab1-b8bc1e17ded6 None None] For port b9fe92dc-d1ec-45b4-bc73-375bfcdd9894, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=b9fe92dc-d1ec-45b4-bc73-375bfcdd9894,segment=NetworkSegment(f991c464-334d-41ad-b71d-f0f6fb5f6e1d),segment_id=f991c464-334d-41ad-b71d-f0f6fb5f6e1d)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:28:37.214743 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33852) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:37.226468 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-1989aa2a-0077-4679-895b-ec13325bf851 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] 10.222.0.31 "DELETE /v2.0/networks/b8168057-78d1-4a49-8391-8dd8d7c6ac7c HTTP/1.1" status: 204 len: 168 time: 1.4604232 Mar 11 15:28:37.444554 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb02682-6837-4e78-b0f8-75194e9ddd1d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'Network': ['ID=bf3b9495-6236-4a54-a1de-891aa56b0e70,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:37.501385 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network bf3b9495-6236-4a54-a1de-891aa56b0e70 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:28:37.520982 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7092d8b0-93f5-435d-af02-57c2ccb22af6 None None] Network e3207312-9deb-41f8-90d8-a39b026c3a75 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:28:37.540403 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 37cddcde-27b4-4541-8337-e11cf5f5b80f up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:28:37.598078 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-07c9891c-e687-436b-9ab1-b8bc1e17ded6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:37.685311 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc0ef6-36d1-4a9d-9134-cb2ad6ffb8f1 req-22d22bcc-d729-434c-8caf-a34d96067cb6 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:37.687134 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-aedc0ef6-36d1-4a9d-9134-cb2ad6ffb8f1 req-22d22bcc-d729-434c-8caf-a34d96067cb6 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.1237547 Mar 11 15:28:37.775699 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-43726190-0cd8-4373-bd31-ab75a5a23299 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Synchronizing usage tracker for tenant:361b8c2141cb4198a78bff88c0a38b19 on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:28:37.788013 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-aedc0ef6-36d1-4a9d-9134-cb2ad6ffb8f1 req-15c8c8f7-3384-4669-a816-e446b23513f2 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854406 Mar 11 15:28:37.816233 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7c0664f0-53cd-4a99-9d2e-920ba028082b tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:37.870791 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-dd9ad77e-5744-4eca-b1bd-73787bd58f67 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Deleting port 37cddcde-27b4-4541-8337-e11cf5f5b80f {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:28:37.871051 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dd9ad77e-5744-4eca-b1bd-73787bd58f67 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:37.938809 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-0ceda8bc-376b-4e6f-b94f-3bd361de4b89 None None] For port b9fe92dc-d1ec-45b4-bc73-375bfcdd9894, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=b9fe92dc-d1ec-45b4-bc73-375bfcdd9894,segment=NetworkSegment(f991c464-334d-41ad-b71d-f0f6fb5f6e1d),segment_id=f991c464-334d-41ad-b71d-f0f6fb5f6e1d)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:28:37.939352 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0ceda8bc-376b-4e6f-b94f-3bd361de4b89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:37.976969 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c9891c-e687-436b-9ab1-b8bc1e17ded6 None None] Pushing event updated for resources: {'Port': ['ID=b9fe92dc-d1ec-45b4-bc73-375bfcdd9894,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:38.003168 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f10cf9b8-2e2c-486a-a2a9-24ca9a8a04a0 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:38.144457 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-0ceda8bc-376b-4e6f-b94f-3bd361de4b89 None None] Calling delete_port for b9fe92dc-d1ec-45b4-bc73-375bfcdd9894 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:28:38.154688 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-43726190-0cd8-4373-bd31-ab75a5a23299 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Unset dirty status for tenant:361b8c2141cb4198a78bff88c0a38b19 on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:28:38.156648 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-43726190-0cd8-4373-bd31-ab75a5a23299 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.0660145 Mar 11 15:28:38.163795 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33858) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:38.175343 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-37e259bb-0e2b-47c5-8c31-ccbafa4bd81a tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Request body: {'security_group': {'name': 'tempest-secgroup--132424522'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:38.192925 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-37e259bb-0e2b-47c5-8c31-ccbafa4bd81a tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:38.216243 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-37e259bb-0e2b-47c5-8c31-ccbafa4bd81a tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:38.234824 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-c8af4ac6-d25f-4dac-81c6-d7d3ad870e53 None None] Provisioning for port 37cddcde-27b4-4541-8337-e11cf5f5b80f completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:28:38.239254 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-37e259bb-0e2b-47c5-8c31-ccbafa4bd81a tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:38.298442 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 37cddcde-27b4-4541-8337-e11cf5f5b80f completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:28:38.310067 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 37cddcde-27b4-4541-8337-e11cf5f5b80f triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:28:38.310441 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:38.318427 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-37e259bb-0e2b-47c5-8c31-ccbafa4bd81a tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:38.325697 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-37e259bb-0e2b-47c5-8c31-ccbafa4bd81a tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Usage tracker for resource:security_group_rule and tenant:361b8c2141cb4198a78bff88c0a38b19 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:38.331613 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-37e259bb-0e2b-47c5-8c31-ccbafa4bd81a tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:38.345406 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-37e259bb-0e2b-47c5-8c31-ccbafa4bd81a tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:38.364580 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0ceda8bc-376b-4e6f-b94f-3bd361de4b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:38.431405 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceda8bc-376b-4e6f-b94f-3bd361de4b89 None None] Pushing event deleted for resources: {'Port': ['ID=b9fe92dc-d1ec-45b4-bc73-375bfcdd9894,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:38.447375 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-37e259bb-0e2b-47c5-8c31-ccbafa4bd81a tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:38.450736 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-892b1874-6b16-491a-8806-4f72989bea93 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:38.456868 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceda8bc-376b-4e6f-b94f-3bd361de4b89 None None] No DVR routers for this DVR port b9fe92dc-d1ec-45b4-bc73-375bfcdd9894 on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:28:38.460370 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-37e259bb-0e2b-47c5-8c31-ccbafa4bd81a tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:38.512283 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-892b1874-6b16-491a-8806-4f72989bea93 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Usage tracker for resource:port and tenant:6b1a6507e257408892b3294b50293467 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:38.513489 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e259bb-0e2b-47c5-8c31-ccbafa4bd81a tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26eea61e-4458-4164-96b5-f6b45179f236,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:38.530294 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-892b1874-6b16-491a-8806-4f72989bea93 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:38.541303 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-37e259bb-0e2b-47c5-8c31-ccbafa4bd81a tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:38.547822 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:38.548094 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-37e259bb-0e2b-47c5-8c31-ccbafa4bd81a tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3779778 Mar 11 15:28:38.548094 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33862) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:38.555642 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-2c84109f-fac3-449f-8fee-e393a766bcf9 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:38.556520 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-2c84109f-fac3-449f-8fee-e393a766bcf9 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] update failed (client error): There was a conflict when trying to complete your request. Mar 11 15:28:38.564470 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-2c84109f-fac3-449f-8fee-e393a766bcf9 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "PUT /v2.0/security-groups/26eea61e-4458-4164-96b5-f6b45179f236 HTTP/1.1" status: 409 len: 330 time: 0.0081739 Mar 11 15:28:38.568083 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33866) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:38.611868 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 37cddcde-27b4-4541-8337-e11cf5f5b80f, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=37cddcde-27b4-4541-8337-e11cf5f5b80f,segment=NetworkSegment(a0ba891d-bcca-43cd-82fa-1800ee591ed3),segment_id=a0ba891d-bcca-43cd-82fa-1800ee591ed3)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:28:38.618834 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:38.630215 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-892b1874-6b16-491a-8806-4f72989bea93 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:38.656408 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-dd9ad77e-5744-4eca-b1bd-73787bd58f67 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] For port 37cddcde-27b4-4541-8337-e11cf5f5b80f, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=37cddcde-27b4-4541-8337-e11cf5f5b80f,segment=NetworkSegment(a0ba891d-bcca-43cd-82fa-1800ee591ed3),segment_id=a0ba891d-bcca-43cd-82fa-1800ee591ed3)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:28:38.657139 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dd9ad77e-5744-4eca-b1bd-73787bd58f67 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:38.675724 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ed58f692-12c2-47ed-a788-08cd6e5397fd tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:38.717190 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c63a20f-080d-40da-be10-b87f21172bd7 None None] DHCP port deletion for e3207312-9deb-41f8-90d8-a39b026c3a75 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:28:38.721697 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device b9fe92dc-d1ec-45b4-bc73-375bfcdd9894 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:28:38.722397 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ed58f692-12c2-47ed-a788-08cd6e5397fd tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:38.781579 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ed58f692-12c2-47ed-a788-08cd6e5397fd tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:38.799312 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-5c63a20f-080d-40da-be10-b87f21172bd7 None None] Deleting port 37cddcde-27b4-4541-8337-e11cf5f5b80f {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:28:38.799312 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c63a20f-080d-40da-be10-b87f21172bd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:38.803350 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed58f692-12c2-47ed-a788-08cd6e5397fd tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26eea61e-4458-4164-96b5-f6b45179f236,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:38.810522 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ed58f692-12c2-47ed-a788-08cd6e5397fd tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:38.811707 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ed58f692-12c2-47ed-a788-08cd6e5397fd tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "DELETE /v2.0/security-groups/26eea61e-4458-4164-96b5-f6b45179f236 HTTP/1.1" status: 204 len: 168 time: 0.2417169 Mar 11 15:28:38.815744 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33870) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:38.898752 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-478dc570-7b80-4c01-9464-700bd0bd5389 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Synchronizing usage tracker for tenant:361b8c2141cb4198a78bff88c0a38b19 on resource:security_group {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:28:38.917144 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: b9fe92dc-d1ec-45b4-bc73-375bfcdd9894 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:28:38.917529 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device b9fe92dc-d1ec-45b4-bc73-375bfcdd9894 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:28:38.919640 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f10cf9b8-2e2c-486a-a2a9-24ca9a8a04a0 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:38.941262 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-478dc570-7b80-4c01-9464-700bd0bd5389 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] Unset dirty status for tenant:361b8c2141cb4198a78bff88c0a38b19 on resource:security_group {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:28:38.946077 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-478dc570-7b80-4c01-9464-700bd0bd5389 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1254752 Mar 11 15:28:38.950106 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33876) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:38.956502 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-dd9ad77e-5744-4eca-b1bd-73787bd58f67 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Calling delete_port for 37cddcde-27b4-4541-8337-e11cf5f5b80f owned by network:dhcp {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:28:38.973763 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-d7772050-02c2-4c42-8d4c-fda45c9bc297 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] delete failed (client error): The resource could not be found. Mar 11 15:28:38.975318 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d7772050-02c2-4c42-8d4c-fda45c9bc297 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "DELETE /v2.0/security-groups/49f08f36-4610-4225-900a-13bc0b43b3bd HTTP/1.1" status: 404 len: 347 time: 0.0239499 Mar 11 15:28:38.982505 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33880) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:38.995359 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892b1874-6b16-491a-8806-4f72989bea93 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Made reservation on behalf of 6b1a6507e257408892b3294b50293467 for: {'port': 2} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:28:38.999468 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-892b1874-6b16-491a-8806-4f72989bea93 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:39.004968 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-68b1c22b-a176-4fa3-b595-a49aab15d443 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] show failed (client error): The resource could not be found. Mar 11 15:28:39.007194 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-68b1c22b-a176-4fa3-b595-a49aab15d443 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "GET /v2.0/security-groups/4a3d05f2-c550-442c-808b-7065444e3b01 HTTP/1.1" status: 404 len: 347 time: 0.0230341 Mar 11 15:28:39.012247 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33884) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:39.040586 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-e02cd042-5a5c-4d5b-8903-258d8900cdc4 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] show failed (client error): The resource could not be found. Mar 11 15:28:39.047003 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-e02cd042-5a5c-4d5b-8903-258d8900cdc4 tempest-NegativeSecGroupTest-1743627769 tempest-NegativeSecGroupTest-1743627769-project] 10.222.0.31 "GET /v2.0/security-group-rules/a3a8e1db-26f5-4503-94ec-42d02f2ba500 HTTP/1.1" status: 404 len: 356 time: 0.0331151 Mar 11 15:28:39.052013 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=37cddcde-27b4-4541-8337-e11cf5f5b80f,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:39.120495 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-f10cf9b8-2e2c-486a-a2a9-24ca9a8a04a0 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['188c2918-edef-4df5-97a5-8c2cca15b8da']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:39.134606 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-892b1874-6b16-491a-8806-4f72989bea93 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:39.215704 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5c63a20f-080d-40da-be10-b87f21172bd7 None None] For port 37cddcde-27b4-4541-8337-e11cf5f5b80f, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=37cddcde-27b4-4541-8337-e11cf5f5b80f,segment=NetworkSegment(a0ba891d-bcca-43cd-82fa-1800ee591ed3),segment_id=a0ba891d-bcca-43cd-82fa-1800ee591ed3)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:28:39.216070 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c63a20f-080d-40da-be10-b87f21172bd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:39.315497 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-f10cf9b8-2e2c-486a-a2a9-24ca9a8a04a0 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5817029-f436-49ee-8a53-8ebf6e0a59eb') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:39.316534 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-f10cf9b8-2e2c-486a-a2a9-24ca9a8a04a0 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5817029-f436-49ee-8a53-8ebf6e0a59eb') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:39.331975 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f10cf9b8-2e2c-486a-a2a9-24ca9a8a04a0 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:39.394537 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 37cddcde-27b4-4541-8337-e11cf5f5b80f no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:28:39.395213 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.db.api [None req-dd9ad77e-5744-4eca-b1bd-73787bd58f67 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:28:39.395609 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG oslo_db.api [None req-dd9ad77e-5744-4eca-b1bd-73787bd58f67 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:28:39.429193 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f10cf9b8-2e2c-486a-a2a9-24ca9a8a04a0 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:39.433763 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-5c63a20f-080d-40da-be10-b87f21172bd7 None None] Calling delete_port for 37cddcde-27b4-4541-8337-e11cf5f5b80f owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:28:39.445784 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f10cf9b8-2e2c-486a-a2a9-24ca9a8a04a0 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:28:39.446194 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f10cf9b8-2e2c-486a-a2a9-24ca9a8a04a0 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:39.462098 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:28:39.462098 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:28:39.462098 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:28:39.462098 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:28:39.462098 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:28:39.462098 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:28:39.462098 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:28:39.462098 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:28:39.462098 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:28:39.462098 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:28:39.462098 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:28:39.462098 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:28:39.462098 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:28:39.462098 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:28:39.462098 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:28:39.462098 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:28:39.462098 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:28:39.462098 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:28:39.462098 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:28:39.462098 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:28:39.462098 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:28:39.462098 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:28:39.462098 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:28:39.462098 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:28:39.462098 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:28:39.462098 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:28:39.462098 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:28:39.462098 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:28:39.462098 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:28:39.462098 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:28:39.462098 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:28:39.462098 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:28:39.557064 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33892) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:39.594734 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5c63a20f-080d-40da-be10-b87f21172bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:39.660094 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c63a20f-080d-40da-be10-b87f21172bd7 None None] Pushing event deleted for resources: {'Port': ['ID=37cddcde-27b4-4541-8337-e11cf5f5b80f,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:39.678950 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c63a20f-080d-40da-be10-b87f21172bd7 None None] No DVR routers for this DVR port 37cddcde-27b4-4541-8337-e11cf5f5b80f on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:28:39.681500 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:39.802473 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f10cf9b8-2e2c-486a-a2a9-24ca9a8a04a0 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:39.820790 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df610e-9b28-4ebd-960f-574669c8200d req-6ad4b47c-05d4-4fc6-848c-1cdc3bee6db6 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:39.822308 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-11df610e-9b28-4ebd-960f-574669c8200d req-6ad4b47c-05d4-4fc6-848c-1cdc3bee6db6 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.7795489 Mar 11 15:28:39.844473 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f10cf9b8-2e2c-486a-a2a9-24ca9a8a04a0 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:39.858135 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-892b1874-6b16-491a-8806-4f72989bea93 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] device_id is not set on port a75712a5-33ec-4d23-ad39-be12fa525322 yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:28:39.877142 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10cf9b8-2e2c-486a-a2a9-24ca9a8a04a0 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] Pushing event deleted for resources: {'Network': ['ID=188c2918-edef-4df5-97a5-8c2cca15b8da,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:39.899644 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-dd9ad77e-5744-4eca-b1bd-73787bd58f67 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Deleting port 37cddcde-27b4-4541-8337-e11cf5f5b80f {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:28:39.899903 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dd9ad77e-5744-4eca-b1bd-73787bd58f67 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:39.942670 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-f10cf9b8-2e2c-486a-a2a9-24ca9a8a04a0 tempest-QuotasNegativeTest-378932565 tempest-QuotasNegativeTest-378932565-project-admin] 10.222.0.31 "DELETE /v2.0/networks/188c2918-edef-4df5-97a5-8c2cca15b8da HTTP/1.1" status: 204 len: 168 time: 2.7219360 Mar 11 15:28:39.959760 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-cb92e7a9-91ac-4043-8417-279090d4eb14 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=361b8c2141cb4198a78bff88c0a38b19&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4002297 Mar 11 15:28:39.963109 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33900) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:39.992815 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-dd9ad77e-5744-4eca-b1bd-73787bd58f67 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] The port '37cddcde-27b4-4541-8337-e11cf5f5b80f' was deleted {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 15:28:40.042593 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7c0664f0-53cd-4a99-9d2e-920ba028082b tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:40.044280 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-163419f7-7b6d-42cc-aabc-7adf4f351a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:40.079726 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-11df610e-9b28-4ebd-960f-574669c8200d req-b197d353-cd20-4a6a-b2b0-8c9acc348d97 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2278059 Mar 11 15:28:40.080518 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-163419f7-7b6d-42cc-aabc-7adf4f351a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:40.144053 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-7c0664f0-53cd-4a99-9d2e-920ba028082b tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Deleting port 7c4b3a4a-db2f-452f-bdfe-63b4a620e067 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:28:40.144514 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7c0664f0-53cd-4a99-9d2e-920ba028082b tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:40.194865 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-163419f7-7b6d-42cc-aabc-7adf4f351a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:40.220947 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163419f7-7b6d-42cc-aabc-7adf4f351a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a432ac95-b646-4267-a087-f6877e2491f0,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:40.234930 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-163419f7-7b6d-42cc-aabc-7adf4f351a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:40.239517 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-163419f7-7b6d-42cc-aabc-7adf4f351a63 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a432ac95-b646-4267-a087-f6877e2491f0 HTTP/1.1" status: 204 len: 168 time: 0.2730031 Mar 11 15:28:40.239701 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dd9ad77e-5744-4eca-b1bd-73787bd58f67 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:40.470118 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df456135-92b9-4a97-a73f-ba82934c9870 req-1eb9288c-3000-4759-8adf-1007efcfb72f tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:40.472811 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-df456135-92b9-4a97-a73f-ba82934c9870 req-1eb9288c-3000-4759-8adf-1007efcfb72f tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.1415079 Mar 11 15:28:40.480830 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-dd9ad77e-5744-4eca-b1bd-73787bd58f67 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3207312-9deb-41f8-90d8-a39b026c3a75']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:40.548858 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-dd9ad77e-5744-4eca-b1bd-73787bd58f67 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0ba891d-bcca-43cd-82fa-1800ee591ed3') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:40.549469 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-dd9ad77e-5744-4eca-b1bd-73787bd58f67 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0ba891d-bcca-43cd-82fa-1800ee591ed3') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:40.562970 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-df456135-92b9-4a97-a73f-ba82934c9870 req-d9bfe156-1227-40d9-bffb-5a7cfaaec4b4 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807395 Mar 11 15:28:40.634387 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dd9ad77e-5744-4eca-b1bd-73787bd58f67 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:40.687242 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-892b1874-6b16-491a-8806-4f72989bea93 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:40.729867 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dd9ad77e-5744-4eca-b1bd-73787bd58f67 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:40.826724 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd9ad77e-5744-4eca-b1bd-73787bd58f67 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:28:40.827168 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dd9ad77e-5744-4eca-b1bd-73787bd58f67 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:40.843935 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:28:40.843935 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:28:40.843935 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:28:40.843935 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:28:40.843935 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:28:40.843935 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:28:40.843935 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:28:40.843935 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:28:40.843935 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:28:40.843935 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:28:40.843935 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:28:40.843935 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:28:40.843935 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:28:40.843935 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:28:40.843935 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:28:40.843935 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:28:40.843935 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:28:40.843935 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:28:40.843935 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:28:40.843935 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:28:40.843935 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:28:40.843935 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:28:40.843935 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:28:40.843935 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:28:40.843935 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:28:40.843935 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:28:40.843935 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:28:40.843935 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:28:40.843935 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:28:40.843935 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:28:40.843935 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:28:40.843935 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:28:40.849358 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33918) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:40.860194 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7c0664f0-53cd-4a99-9d2e-920ba028082b tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:41.065539 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cdf0e76f-1238-4a5a-9e17-076046bdaf26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:41.117526 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-cdf0e76f-1238-4a5a-9e17-076046bdaf26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:41.123560 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-cdf0e76f-1238-4a5a-9e17-076046bdaf26 admin admin] Usage tracker for resource:security_group_rule and tenant:6e7d2f1aebe94d759092428dd5341997 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:41.127085 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-cdf0e76f-1238-4a5a-9e17-076046bdaf26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:41.137489 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-7c0664f0-53cd-4a99-9d2e-920ba028082b tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Calling delete_port for 7c4b3a4a-db2f-452f-bdfe-63b4a620e067 owned by network:router_gateway {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:28:41.140429 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-cdf0e76f-1238-4a5a-9e17-076046bdaf26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:41.179734 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-892b1874-6b16-491a-8806-4f72989bea93 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] device_id is not set on port aacdc714-3019-40ae-89d2-1b182ef55298 yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:28:41.230573 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dd9ad77e-5744-4eca-b1bd-73787bd58f67 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:41.261403 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dd9ad77e-5744-4eca-b1bd-73787bd58f67 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:41.281859 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ad77e-5744-4eca-b1bd-73787bd58f67 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Pushing event deleted for resources: {'Network': ['ID=e3207312-9deb-41f8-90d8-a39b026c3a75,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:41.308693 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cdf0e76f-1238-4a5a-9e17-076046bdaf26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:41.315313 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cdf0e76f-1238-4a5a-9e17-076046bdaf26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:41.330169 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-dd9ad77e-5744-4eca-b1bd-73787bd58f67 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] 10.222.0.31 "DELETE /v2.0/networks/e3207312-9deb-41f8-90d8-a39b026c3a75 HTTP/1.1" status: 204 len: 168 time: 4.5217595 Mar 11 15:28:41.330753 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33932) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:41.379091 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedd4b2-327d-4c61-be28-c3d427821d81 req-78f2a94e-ca1e-4f04-8de3-aa7018e9c88c tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:41.381451 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-8bedd4b2-327d-4c61-be28-c3d427821d81 req-78f2a94e-ca1e-4f04-8de3-aa7018e9c88c tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.5628915 Mar 11 15:28:41.382345 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0e76f-1238-4a5a-9e17-076046bdaf26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936fbf6d-f6e0-4508-b4b8-9bc736b9547e,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:41.392075 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-cdf0e76f-1238-4a5a-9e17-076046bdaf26 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6e7d2f1aebe94d759092428dd5341997&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5365012 Mar 11 15:28:41.392541 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33938) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:41.483753 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-71633573-99c7-411d-9c33-30fe8a99837e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:41.519474 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-71633573-99c7-411d-9c33-30fe8a99837e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:41.571914 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f72af1d7-0984-46dc-8cc4-de9e68e34a00 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:41.602448 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-71633573-99c7-411d-9c33-30fe8a99837e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:41.635017 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71633573-99c7-411d-9c33-30fe8a99837e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936fbf6d-f6e0-4508-b4b8-9bc736b9547e,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:41.641248 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-71633573-99c7-411d-9c33-30fe8a99837e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:41.645552 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-71633573-99c7-411d-9c33-30fe8a99837e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/936fbf6d-f6e0-4508-b4b8-9bc736b9547e HTTP/1.1" status: 204 len: 168 time: 0.2489972 Mar 11 15:28:41.645743 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-892b1874-6b16-491a-8806-4f72989bea93 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:41.665271 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-8bedd4b2-327d-4c61-be28-c3d427821d81 req-147808be-cb2a-40a5-9fb5-389c93b7a2f1 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2220995 Mar 11 15:28:41.796050 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33952) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:41.802276 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0045655 Mar 11 15:28:41.808752 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33954) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:41.913944 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7c0664f0-53cd-4a99-9d2e-920ba028082b tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:41.981062 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-892b1874-6b16-491a-8806-4f72989bea93 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:41.987606 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0664f0-53cd-4a99-9d2e-920ba028082b tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Pushing event deleted for resources: {'Port': ['ID=7c4b3a4a-db2f-452f-bdfe-63b4a620e067,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:42.043837 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f72af1d7-0984-46dc-8cc4-de9e68e34a00 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:42.062594 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6506b1a-2afc-49c9-84c0-2bcae3e82195 req-5b789731-955a-4a83-8759-d877e02393b9 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:42.065286 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c6506b1a-2afc-49c9-84c0-2bcae3e82195 req-5b789731-955a-4a83-8759-d877e02393b9 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.1574280 Mar 11 15:28:42.175397 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c6506b1a-2afc-49c9-84c0-2bcae3e82195 req-f31b2cef-34f1-490a-8448-0afcfe8b851a tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018753 Mar 11 15:28:42.202089 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892b1874-6b16-491a-8806-4f72989bea93 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Network c6f8e317-c3b4-4f12-bfd1-76da26a8e27f is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:28:42.213149 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-f72af1d7-0984-46dc-8cc4-de9e68e34a00 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1387122d-6c56-4bb4-bce0-074f0d788b8f']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:42.221477 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-892b1874-6b16-491a-8806-4f72989bea93 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:28:42.244151 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892b1874-6b16-491a-8806-4f72989bea93 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:28:42.245226 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-892b1874-6b16-491a-8806-4f72989bea93 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:42.251171 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b1874-6b16-491a-8806-4f72989bea93 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'Port': ['ID=a75712a5-33ec-4d23-ad39-be12fa525322,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:42.262560 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-f72af1d7-0984-46dc-8cc4-de9e68e34a00 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f991c464-334d-41ad-b71d-f0f6fb5f6e1d') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:42.263035 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-f72af1d7-0984-46dc-8cc4-de9e68e34a00 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f991c464-334d-41ad-b71d-f0f6fb5f6e1d') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:42.275651 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-77fd7ebc-10d7-454b-870c-4ca5e7733aec tempest-NetworksApiDiscovery-1383706989 tempest-NetworksApiDiscovery-1383706989-project] 10.222.0.31 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4649582 Mar 11 15:28:42.324052 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f72af1d7-0984-46dc-8cc4-de9e68e34a00 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:42.398400 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33966) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:42.429071 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bf4ec40d-907d-418f-9f5c-dc724599b4ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:42.484016 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-bf4ec40d-907d-418f-9f5c-dc724599b4ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:42.491578 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-bf4ec40d-907d-418f-9f5c-dc724599b4ed admin admin] Usage tracker for resource:security_group_rule and tenant:b3a001bfada84083a5c931b56a714237 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:42.496892 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-bf4ec40d-907d-418f-9f5c-dc724599b4ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:42.508224 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-bf4ec40d-907d-418f-9f5c-dc724599b4ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:42.603938 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f72af1d7-0984-46dc-8cc4-de9e68e34a00 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:42.609820 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bf4ec40d-907d-418f-9f5c-dc724599b4ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:42.616404 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bf4ec40d-907d-418f-9f5c-dc724599b4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:42.623590 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7c0664f0-53cd-4a99-9d2e-920ba028082b tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:42.667937 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ec40d-907d-418f-9f5c-dc724599b4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23db62a8-aa7d-4854-91a9-8cb08f07c0d9,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:42.678259 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-bf4ec40d-907d-418f-9f5c-dc724599b4ed admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b3a001bfada84083a5c931b56a714237&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2743099 Mar 11 15:28:42.678655 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33972) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:42.681015 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33976) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:42.700835 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f72af1d7-0984-46dc-8cc4-de9e68e34a00 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:28:42.700835 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f72af1d7-0984-46dc-8cc4-de9e68e34a00 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:42.719527 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:28:42.719527 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:28:42.719527 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:28:42.719527 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:28:42.719527 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:28:42.719527 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:28:42.719527 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:28:42.719527 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:28:42.719527 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:28:42.719527 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:28:42.719527 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:28:42.719527 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:28:42.719527 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:28:42.719527 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:28:42.719527 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:28:42.719527 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:28:42.719527 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:28:42.719527 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:28:42.719527 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:28:42.719527 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:28:42.719527 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:28:42.719527 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:28:42.719527 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:28:42.719527 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:28:42.719527 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:28:42.719527 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:28:42.719527 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:28:42.719527 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:28:42.719527 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:28:42.719527 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:28:42.719527 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:28:42.719527 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:28:42.753103 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-de4e0996-af2a-4e6d-b9bc-1d6280bd9ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:42.785489 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-de4e0996-af2a-4e6d-b9bc-1d6280bd9ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:42.853977 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b1874-6b16-491a-8806-4f72989bea93 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'Port': ['ID=aacdc714-3019-40ae-89d2-1b182ef55298,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:42.858086 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-de4e0996-af2a-4e6d-b9bc-1d6280bd9ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:42.889603 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e0996-af2a-4e6d-b9bc-1d6280bd9ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23db62a8-aa7d-4854-91a9-8cb08f07c0d9,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:42.900808 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-de4e0996-af2a-4e6d-b9bc-1d6280bd9ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:42.905533 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-de4e0996-af2a-4e6d-b9bc-1d6280bd9ad3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/23db62a8-aa7d-4854-91a9-8cb08f07c0d9 HTTP/1.1" status: 204 len: 168 time: 0.2225182 Mar 11 15:28:42.905533 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ba27666e-9511-4c59-bda1-945ec097396c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:42.944154 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ba27666e-9511-4c59-bda1-945ec097396c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:42.949725 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ba27666e-9511-4c59-bda1-945ec097396c admin admin] Usage tracker for resource:security_group_rule and tenant:37c3f2256272449694773f8bb6819e49 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:42.953742 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ba27666e-9511-4c59-bda1-945ec097396c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:42.960661 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ba27666e-9511-4c59-bda1-945ec097396c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:42.983432 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892b1874-6b16-491a-8806-4f72989bea93 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Checking segment: {'id': '9b42e791-d07f-4cfc-b28f-ff2e8700f20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'bf3b9495-6236-4a54-a1de-891aa56b0e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:28:42.984069 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892b1874-6b16-491a-8806-4f72989bea93 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Network hostable DHCP agents. Network: bf3b9495-6236-4a54-a1de-891aa56b0e70, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:28:43.044921 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ba27666e-9511-4c59-bda1-945ec097396c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:43.050080 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ba27666e-9511-4c59-bda1-945ec097396c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:43.070606 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f72af1d7-0984-46dc-8cc4-de9e68e34a00 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:43.081236 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7c0664f0-53cd-4a99-9d2e-920ba028082b tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:43.099228 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f72af1d7-0984-46dc-8cc4-de9e68e34a00 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:43.114898 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27666e-9511-4c59-bda1-945ec097396c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701df573-82d2-4969-bc58-979ed7fa428e,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:43.121006 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ba27666e-9511-4c59-bda1-945ec097396c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=37c3f2256272449694773f8bb6819e49&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4282682 Mar 11 15:28:43.123692 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33986) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:43.126983 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7c0664f0-53cd-4a99-9d2e-920ba028082b tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:43.130317 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72af1d7-0984-46dc-8cc4-de9e68e34a00 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Pushing event deleted for resources: {'Network': ['ID=1387122d-6c56-4bb4-bce0-074f0d788b8f,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:43.145641 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-f72af1d7-0984-46dc-8cc4-de9e68e34a00 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] 10.222.0.31 "DELETE /v2.0/networks/1387122d-6c56-4bb4-bce0-074f0d788b8f HTTP/1.1" status: 204 len: 168 time: 1.8103645 Mar 11 15:28:43.148499 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 33990) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:43.156055 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed19272-71c0-48b5-b557-484d3dfa8ff5 req-f5f75d38-8204-4513-b663-2137f4aa761a tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:43.167268 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-eed19272-71c0-48b5-b557-484d3dfa8ff5 req-f5f75d38-8204-4513-b663-2137f4aa761a tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.6498172 Mar 11 15:28:43.254950 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892b1874-6b16-491a-8806-4f72989bea93 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Network bf3b9495-6236-4a54-a1de-891aa56b0e70 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:28:43.293001 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-eed19272-71c0-48b5-b557-484d3dfa8ff5 req-09015f0b-daec-4008-973e-0a2d88519410 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242368 Mar 11 15:28:43.294739 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7c0664f0-53cd-4a99-9d2e-920ba028082b tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:43.296250 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0664f0-53cd-4a99-9d2e-920ba028082b tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Fanout notify agent at l3_agent the message router_deleted on router 791af89c-0ee2-4d28-9ebe-1eae102ae1f9 {{(pid=83867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:28:43.305236 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-892b1874-6b16-491a-8806-4f72989bea93 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, bf3b9495-6236-4a54-a1de-891aa56b0e70) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:28:43.315616 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8229b2-003c-4b4a-b7a9-6e68d320f024 None None] Network bf3b9495-6236-4a54-a1de-891aa56b0e70 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:28:43.326075 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892b1874-6b16-491a-8806-4f72989bea93 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:28:43.330333 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892b1874-6b16-491a-8806-4f72989bea93 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:43.335860 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892b1874-6b16-491a-8806-4f72989bea93 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:43.336759 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-892b1874-6b16-491a-8806-4f72989bea93 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:43.345009 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e6cd902c-f7e9-48dd-8523-8514660413ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:43.354337 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ebc2b576-6e86-4851-8a38-debd89e24253 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:43.357259 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7c0664f0-53cd-4a99-9d2e-920ba028082b tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:43.363304 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7c0664f0-53cd-4a99-9d2e-920ba028082b tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] 10.222.0.31 "DELETE /v2.0/routers/791af89c-0ee2-4d28-9ebe-1eae102ae1f9 HTTP/1.1" status: 204 len: 168 time: 6.7869811 Mar 11 15:28:43.364391 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 33998) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:43.375661 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-e368e529-51f9-46b2-84f1-0340c72e29a6 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-978027340', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:43.385596 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e368e529-51f9-46b2-84f1-0340c72e29a6 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:43.394784 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e368e529-51f9-46b2-84f1-0340c72e29a6 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Usage tracker for resource:router and tenant:17ea600db1904a7e972b692cbbcb5a2f is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:43.402101 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e6cd902c-f7e9-48dd-8523-8514660413ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:43.407961 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-892b1874-6b16-491a-8806-4f72989bea93 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.2331836 Mar 11 15:28:43.409640 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e368e529-51f9-46b2-84f1-0340c72e29a6 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:43.410190 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34004) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:43.424877 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e368e529-51f9-46b2-84f1-0340c72e29a6 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:43.450281 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e368e529-51f9-46b2-84f1-0340c72e29a6 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:43.451456 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e368e529-51f9-46b2-84f1-0340c72e29a6 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:43.508090 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e368e529-51f9-46b2-84f1-0340c72e29a6 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:43.526584 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-ce2ec184-38a3-435b-afb2-4e61f774c7a7 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Deleting port aacdc714-3019-40ae-89d2-1b182ef55298 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:28:43.526934 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ce2ec184-38a3-435b-afb2-4e61f774c7a7 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:43.551843 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e368e529-51f9-46b2-84f1-0340c72e29a6 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:43.585914 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e368e529-51f9-46b2-84f1-0340c72e29a6 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:43.587418 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e368e529-51f9-46b2-84f1-0340c72e29a6 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2174420 Mar 11 15:28:43.590882 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34012) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:43.597702 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-02d3ee05-8a8a-4069-8451-26a2458c8280 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'enable_snat': True}}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:43.797874 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ebc2b576-6e86-4851-8a38-debd89e24253 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:43.864657 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-ebc2b576-6e86-4851-8a38-debd89e24253 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c9ec653-b2ca-4713-8726-4c998011c54d']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:43.891468 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-ebc2b576-6e86-4851-8a38-debd89e24253 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '726c08d4-b002-4138-a649-c26f12bca492') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:43.891856 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-ebc2b576-6e86-4851-8a38-debd89e24253 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '726c08d4-b002-4138-a649-c26f12bca492') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:43.902030 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e6cd902c-f7e9-48dd-8523-8514660413ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:43.997973 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ebc2b576-6e86-4851-8a38-debd89e24253 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:44.015894 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd902c-f7e9-48dd-8523-8514660413ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701df573-82d2-4969-bc58-979ed7fa428e,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:44.045912 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ebc2b576-6e86-4851-8a38-debd89e24253 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:44.048412 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e6cd902c-f7e9-48dd-8523-8514660413ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:44.052361 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-e6cd902c-f7e9-48dd-8523-8514660413ff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/701df573-82d2-4969-bc58-979ed7fa428e HTTP/1.1" status: 204 len: 168 time: 0.9275246 Mar 11 15:28:44.066348 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4c00c-34b0-46da-aca1-46b793941d48 req-0433216e-aa31-4e66-8a6b-b28eeb9418d4 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:44.067407 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8aa4c00c-34b0-46da-aca1-46b793941d48 req-0433216e-aa31-4e66-8a6b-b28eeb9418d4 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.5001431 Mar 11 15:28:44.078228 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34024) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:44.085862 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebc2b576-6e86-4851-8a38-debd89e24253 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:28:44.086257 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ebc2b576-6e86-4851-8a38-debd89e24253 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:44.101524 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:28:44.101524 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:28:44.101524 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:28:44.101524 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:28:44.101524 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:28:44.101524 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:28:44.101524 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:28:44.101524 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:28:44.101524 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:28:44.101524 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:28:44.101524 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:28:44.101524 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:28:44.101524 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:28:44.101524 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:28:44.101524 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:28:44.101524 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:28:44.101524 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:28:44.101524 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:28:44.101524 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:28:44.101524 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:28:44.101524 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:28:44.101524 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:28:44.101524 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:28:44.101524 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:28:44.101524 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:28:44.101524 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:28:44.101524 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:28:44.101524 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:28:44.101524 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:28:44.101524 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:28:44.101524 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:28:44.101524 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:28:44.184263 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02d3ee05-8a8a-4069-8451-26a2458c8280 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:44.264958 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ce2ec184-38a3-435b-afb2-4e61f774c7a7 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:44.415606 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02d3ee05-8a8a-4069-8451-26a2458c8280 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:44.433666 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-ce2ec184-38a3-435b-afb2-4e61f774c7a7 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Calling delete_port for aacdc714-3019-40ae-89d2-1b182ef55298 owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:28:44.457295 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02d3ee05-8a8a-4069-8451-26a2458c8280 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:44.488403 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ebc2b576-6e86-4851-8a38-debd89e24253 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:44.523831 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ebc2b576-6e86-4851-8a38-debd89e24253 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:44.539394 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2b576-6e86-4851-8a38-debd89e24253 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Pushing event deleted for resources: {'Network': ['ID=9c9ec653-b2ca-4713-8726-4c998011c54d,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:44.560892 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8aa4c00c-34b0-46da-aca1-46b793941d48 req-01c9e8cb-60d5-4026-95b7-a6767463d5e5 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4796917 Mar 11 15:28:44.571040 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ebc2b576-6e86-4851-8a38-debd89e24253 tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] 10.222.0.31 "DELETE /v2.0/networks/9c9ec653-b2ca-4713-8726-4c998011c54d HTTP/1.1" status: 204 len: 168 time: 1.4186883 Mar 11 15:28:44.579924 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34038) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:44.587302 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-fdc892d8-3563-43a7-93a8-46e4009115b4 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1274119897'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:44.618916 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-fdc892d8-3563-43a7-93a8-46e4009115b4 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:44.636439 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-02d3ee05-8a8a-4069-8451-26a2458c8280 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Allocated IP 172.26.0.77 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/b38c6081-a4ec-4d85-b818-76f64654324a) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:28:44.674503 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ce2ec184-38a3-435b-afb2-4e61f774c7a7 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:44.676522 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-fdc892d8-3563-43a7-93a8-46e4009115b4 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Usage tracker for resource:network and tenant:4363d44f21fe45d9b27b1b83ba1a5d51 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:44.684800 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-fdc892d8-3563-43a7-93a8-46e4009115b4 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:44.738381 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-fdc892d8-3563-43a7-93a8-46e4009115b4 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:44.747957 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ec184-38a3-435b-afb2-4e61f774c7a7 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event deleted for resources: {'Port': ['ID=aacdc714-3019-40ae-89d2-1b182ef55298,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:44.782214 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc892d8-3563-43a7-93a8-46e4009115b4 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Made reservation on behalf of 4363d44f21fe45d9b27b1b83ba1a5d51 for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:28:44.785360 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fdc892d8-3563-43a7-93a8-46e4009115b4 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:44.797543 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ce2ec184-38a3-435b-afb2-4e61f774c7a7 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:44.804925 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02d3ee05-8a8a-4069-8451-26a2458c8280 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:44.806504 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-67dcad23-8735-4cbe-93ee-f2c0dd4fa32d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:44.816463 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ce2ec184-38a3-435b-afb2-4e61f774c7a7 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/ports/aacdc714-3019-40ae-89d2-1b182ef55298 HTTP/1.1" status: 204 len: 168 time: 1.4028544 Mar 11 15:28:44.816463 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fdc892d8-3563-43a7-93a8-46e4009115b4 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:44.816715 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34048) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:44.899786 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02d3ee05-8a8a-4069-8451-26a2458c8280 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:44.956516 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-fdc892d8-3563-43a7-93a8-46e4009115b4 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:44.976516 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-fdc892d8-3563-43a7-93a8-46e4009115b4 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Usage tracker for resource:security_group_rule and tenant:4363d44f21fe45d9b27b1b83ba1a5d51 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:44.980948 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d3ee05-8a8a-4069-8451-26a2458c8280 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Pushing event updated for resources: {'Port': ['ID=b38c6081-a4ec-4d85-b818-76f64654324a,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:44.982146 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-fdc892d8-3563-43a7-93a8-46e4009115b4 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:44.984694 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d3ee05-8a8a-4069-8451-26a2458c8280 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:28:44.991362 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efae90c9-0377-4154-9dea-1f31a837689f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:44.991630 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-fdc892d8-3563-43a7-93a8-46e4009115b4 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:44.994458 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-67dcad23-8735-4cbe-93ee-f2c0dd4fa32d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:44.995423 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efae90c9-0377-4154-9dea-1f31a837689f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:44.996304 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-efae90c9-0377-4154-9dea-1f31a837689f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Synchronizing usage tracker for tenant:6b1a6507e257408892b3294b50293467 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:28:44.999827 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-02d3ee05-8a8a-4069-8451-26a2458c8280 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:28:45.002810 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d3ee05-8a8a-4069-8451-26a2458c8280 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:28:45.035407 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-67dcad23-8735-4cbe-93ee-f2c0dd4fa32d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29949684-d18e-4c6c-99ee-97e3186323b4']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:45.055610 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-67dcad23-8735-4cbe-93ee-f2c0dd4fa32d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67952143-e3c1-4ff0-b0c7-e7fcf9266cd2') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:45.056224 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-67dcad23-8735-4cbe-93ee-f2c0dd4fa32d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67952143-e3c1-4ff0-b0c7-e7fcf9266cd2') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:45.063765 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-efae90c9-0377-4154-9dea-1f31a837689f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Unset dirty status for tenant:6b1a6507e257408892b3294b50293467 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:28:45.065152 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-efae90c9-0377-4154-9dea-1f31a837689f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2476559 Mar 11 15:28:45.067948 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34058) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:45.077813 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-67dcad23-8735-4cbe-93ee-f2c0dd4fa32d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:45.106067 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-67dcad23-8735-4cbe-93ee-f2c0dd4fa32d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:45.126706 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67dcad23-8735-4cbe-93ee-f2c0dd4fa32d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:28:45.127113 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-67dcad23-8735-4cbe-93ee-f2c0dd4fa32d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:45.141965 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:28:45.141965 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:28:45.141965 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:28:45.141965 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:28:45.141965 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:28:45.141965 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:28:45.141965 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:28:45.141965 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:28:45.141965 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:28:45.141965 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:28:45.141965 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:28:45.141965 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:28:45.141965 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:28:45.141965 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:28:45.141965 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:28:45.141965 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:28:45.141965 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:28:45.141965 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:28:45.141965 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:28:45.141965 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:28:45.141965 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:28:45.141965 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:28:45.141965 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:28:45.141965 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:28:45.141965 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:28:45.141965 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:28:45.141965 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:28:45.141965 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:28:45.141965 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:28:45.141965 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:28:45.141965 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:28:45.141965 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:28:45.181792 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-77876976-2701-4b25-bcf5-8ca97538f66e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Deleting port a75712a5-33ec-4d23-ad39-be12fa525322 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:28:45.182131 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-77876976-2701-4b25-bcf5-8ca97538f66e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:45.237061 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fdc892d8-3563-43a7-93a8-46e4009115b4 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:45.245093 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fdc892d8-3563-43a7-93a8-46e4009115b4 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:45.275894 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-67dcad23-8735-4cbe-93ee-f2c0dd4fa32d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:45.311244 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-67dcad23-8735-4cbe-93ee-f2c0dd4fa32d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:45.313883 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdc892d8-3563-43a7-93a8-46e4009115b4 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:28:45.329247 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dcad23-8735-4cbe-93ee-f2c0dd4fa32d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] Pushing event deleted for resources: {'Network': ['ID=29949684-d18e-4c6c-99ee-97e3186323b4,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:45.335478 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc892d8-3563-43a7-93a8-46e4009115b4 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61d84120-5095-4e32-9554-6290bb4888ca,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:45.344895 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fdc892d8-3563-43a7-93a8-46e4009115b4 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:45.345156 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-fdc892d8-3563-43a7-93a8-46e4009115b4 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Added segment 160bb02e-bb33-4729-a973-d0f218e3a4b7 of type vlan for network f8df1770-d03d-492b-a303-16e0fef579b0 Mar 11 15:28:45.362676 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-67dcad23-8735-4cbe-93ee-f2c0dd4fa32d tempest-BulkNetworkOpsIpV6Test-560252512 tempest-BulkNetworkOpsIpV6Test-560252512-project] 10.222.0.31 "DELETE /v2.0/networks/29949684-d18e-4c6c-99ee-97e3186323b4 HTTP/1.1" status: 204 len: 168 time: 0.7789717 Mar 11 15:28:45.383616 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fdc892d8-3563-43a7-93a8-46e4009115b4 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:45.445822 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-77876976-2701-4b25-bcf5-8ca97538f66e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:45.446892 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fdc892d8-3563-43a7-93a8-46e4009115b4 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:45.449510 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:45.451141 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc892d8-3563-43a7-93a8-46e4009115b4 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:45.451844 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fdc892d8-3563-43a7-93a8-46e4009115b4 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:45.588269 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-77876976-2701-4b25-bcf5-8ca97538f66e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Calling delete_port for a75712a5-33ec-4d23-ad39-be12fa525322 owned by {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:28:45.608792 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-fdc892d8-3563-43a7-93a8-46e4009115b4 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.5268474 Mar 11 15:28:45.611759 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34070) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:45.616253 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc892d8-3563-43a7-93a8-46e4009115b4 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Pushing event updated for resources: {'Network': ['ID=f8df1770-d03d-492b-a303-16e0fef579b0,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:45.625353 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-889cdf11-0464-41b2-8e86-c7d1e71d7a4b tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Request body: {'subnet': {'network_id': 'f8df1770-d03d-492b-a303-16e0fef579b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:45.636171 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02d3ee05-8a8a-4069-8451-26a2458c8280 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:45.638133 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network f8df1770-d03d-492b-a303-16e0fef579b0 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:28:45.751226 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-889cdf11-0464-41b2-8e86-c7d1e71d7a4b tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:45.755352 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-889cdf11-0464-41b2-8e86-c7d1e71d7a4b tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Usage tracker for resource:subnet and tenant:4363d44f21fe45d9b27b1b83ba1a5d51 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:45.759401 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-889cdf11-0464-41b2-8e86-c7d1e71d7a4b tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:45.765994 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-889cdf11-0464-41b2-8e86-c7d1e71d7a4b tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:45.778431 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889cdf11-0464-41b2-8e86-c7d1e71d7a4b tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Made reservation on behalf of 4363d44f21fe45d9b27b1b83ba1a5d51 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:28:45.876434 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34080) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:45.957032 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-889cdf11-0464-41b2-8e86-c7d1e71d7a4b tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:45.976197 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-77876976-2701-4b25-bcf5-8ca97538f66e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:46.030396 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02d3ee05-8a8a-4069-8451-26a2458c8280 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:46.048681 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77876976-2701-4b25-bcf5-8ca97538f66e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event deleted for resources: {'Port': ['ID=a75712a5-33ec-4d23-ad39-be12fa525322,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:46.053670 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02d3ee05-8a8a-4069-8451-26a2458c8280 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709172', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-708534'] for router, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:46.062726 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-77876976-2701-4b25-bcf5-8ca97538f66e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:46.246373 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-77876976-2701-4b25-bcf5-8ca97538f66e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/ports/a75712a5-33ec-4d23-ad39-be12fa525322 HTTP/1.1" status: 204 len: 168 time: 1.1770728 Mar 11 15:28:46.250662 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34090) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:46.433842 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d3ee05-8a8a-4069-8451-26a2458c8280 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Router ef4f380e-4d90-4207-a853-d4ae615117af is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:28:46.522397 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-889cdf11-0464-41b2-8e86-c7d1e71d7a4b tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:46.530441 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34098) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:46.586656 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-74cabb0a-863f-4398-bcef-a4380f7cde1f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=28534596cd754fe5a4d8e49d69f6e03b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7084420 Mar 11 15:28:46.591198 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34104) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:46.636369 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d9bf20-67d3-46eb-a05f-e94241ae1955 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:46.637090 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-15d9bf20-67d3-46eb-a05f-e94241ae1955 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Synchronizing usage tracker for tenant:6b1a6507e257408892b3294b50293467 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:28:46.649131 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889cdf11-0464-41b2-8e86-c7d1e71d7a4b tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Pushing event updated for resources: {'Subnet': ['ID=5de5cb41-861c-4842-a3b3-e16d08bdc9d4,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:46.702210 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d3ee05-8a8a-4069-8451-26a2458c8280 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:28:46.703094 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-15d9bf20-67d3-46eb-a05f-e94241ae1955 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Unset dirty status for tenant:6b1a6507e257408892b3294b50293467 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:28:46.703892 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-15d9bf20-67d3-46eb-a05f-e94241ae1955 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4519002 Mar 11 15:28:46.709184 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34108) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:46.711409 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889cdf11-0464-41b2-8e86-c7d1e71d7a4b tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Checking segment: {'id': '160bb02e-bb33-4729-a973-d0f218e3a4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f8df1770-d03d-492b-a303-16e0fef579b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:28:46.711681 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889cdf11-0464-41b2-8e86-c7d1e71d7a4b tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Network hostable DHCP agents. Network: f8df1770-d03d-492b-a303-16e0fef579b0, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:28:46.712351 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02d3ee05-8a8a-4069-8451-26a2458c8280 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:46.715691 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54ba631-5883-4894-a88f-f995a79b05a9 None None] Sync routers for ids ['ef4f380e-4d90-4207-a853-d4ae615117af'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:28:46.721895 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-02d3ee05-8a8a-4069-8451-26a2458c8280 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] 10.222.0.31 "PUT /v2.0/routers/ef4f380e-4d90-4207-a853-d4ae615117af HTTP/1.1" status: 200 len: 913 time: 3.1284416 Mar 11 15:28:46.722887 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34112) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:46.738499 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54ba631-5883-4894-a88f-f995a79b05a9 None None] Routers {'ef4f380e-4d90-4207-a853-d4ae615117af'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:28:46.739129 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-a54ba631-5883-4894-a88f-f995a79b05a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:28:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['ef4f380e-4d90-4207-a853-d4ae615117af'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:46.776317 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-24cee2af-bbed-4215-a30e-3022ef050cb8 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] GET failed (client error): The resource could not be found. Mar 11 15:28:46.777598 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-24cee2af-bbed-4215-a30e-3022ef050cb8 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "GET /v2.0/ports/aacdc714-3019-40ae-89d2-1b182ef55298 HTTP/1.1" status: 404 len: 333 time: 0.0677254 Mar 11 15:28:46.793219 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34116) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:46.803194 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-30d4f611-746f-489e-8912-2343e8357026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:46.817364 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-a54ba631-5883-4894-a88f-f995a79b05a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:46.831031 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54ba631-5883-4894-a88f-f995a79b05a9 None None] Routers {'ef4f380e-4d90-4207-a853-d4ae615117af'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:28:46.832163 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-a54ba631-5883-4894-a88f-f995a79b05a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:28:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['ef4f380e-4d90-4207-a853-d4ae615117af'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:46.903168 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-70c58eef-e513-4cd7-8c63-9cd8efdcee05 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] GET failed (client error): The resource could not be found. Mar 11 15:28:46.905285 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-a54ba631-5883-4894-a88f-f995a79b05a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:46.905843 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54ba631-5883-4894-a88f-f995a79b05a9 None None] The sync data for ids ['ef4f380e-4d90-4207-a853-d4ae615117af'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:28:46.907419 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-70c58eef-e513-4cd7-8c63-9cd8efdcee05 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "GET /v2.0/ports/a75712a5-33ec-4d23-ad39-be12fa525322 HTTP/1.1" status: 404 len: 333 time: 0.1005354 Mar 11 15:28:46.914567 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34120) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:46.923988 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-30d4f611-746f-489e-8912-2343e8357026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:46.930522 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889cdf11-0464-41b2-8e86-c7d1e71d7a4b tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Network f8df1770-d03d-492b-a303-16e0fef579b0 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:28:46.956198 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-b757a838-4ad4-4cc7-8cf6-da6ee562ae8b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'network': {'name': 'tempest-network-smoke--599074896', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'port_security_enabled': True}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:46.969359 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-889cdf11-0464-41b2-8e86-c7d1e71d7a4b tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, f8df1770-d03d-492b-a303-16e0fef579b0) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:28:46.971187 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-b757a838-4ad4-4cc7-8cf6-da6ee562ae8b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:46.979056 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d3ceb5-5c3c-4602-abfc-7587ef32e6cf None None] Network f8df1770-d03d-492b-a303-16e0fef579b0 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:28:46.979588 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889cdf11-0464-41b2-8e86-c7d1e71d7a4b tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:46.980198 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-889cdf11-0464-41b2-8e86-c7d1e71d7a4b tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:46.987528 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-b757a838-4ad4-4cc7-8cf6-da6ee562ae8b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:network and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:46.995890 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-b757a838-4ad4-4cc7-8cf6-da6ee562ae8b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:47.004925 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-b757a838-4ad4-4cc7-8cf6-da6ee562ae8b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:47.017353 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-889cdf11-0464-41b2-8e86-c7d1e71d7a4b tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3987269 Mar 11 15:28:47.020136 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34124) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:47.028040 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-1f274df6-bd60-4248-87a2-23950d0f5e15 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Request body: {'port': {'network_id': 'f8df1770-d03d-492b-a303-16e0fef579b0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-442117346'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:47.057260 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-04ac282c-4a5e-47e9-9ced-f397b25a2d3a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:47.098904 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b757a838-4ad4-4cc7-8cf6-da6ee562ae8b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Made reservation on behalf of 916fcc14ed3c4d0b95925acf526937c4 for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:28:47.102011 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b757a838-4ad4-4cc7-8cf6-da6ee562ae8b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:47.128696 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b757a838-4ad4-4cc7-8cf6-da6ee562ae8b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:47.174188 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-30d4f611-746f-489e-8912-2343e8357026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:47.236954 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-04ac282c-4a5e-47e9-9ced-f397b25a2d3a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:47.241524 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-b757a838-4ad4-4cc7-8cf6-da6ee562ae8b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:47.241726 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc985909-238d-4c59-b98c-b9dcf3c5f5cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-f8df1770-d03d-492b-a303-16e0fef579b0', 'network_id': 'f8df1770-d03d-492b-a303-16e0fef579b0', 'tenant_id': '4363d44f21fe45d9b27b1b83ba1a5d51', 'fixed_ips': [{'subnet_id': '5de5cb41-861c-4842-a3b3-e16d08bdc9d4'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:28:47.242601 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cc985909-238d-4c59-b98c-b9dcf3c5f5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:47.265018 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-b757a838-4ad4-4cc7-8cf6-da6ee562ae8b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:47.267487 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d4f611-746f-489e-8912-2343e8357026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10534ead-d128-4cb6-9ce1-f285cd17030e,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:47.270545 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-04ac282c-4a5e-47e9-9ced-f397b25a2d3a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf3b9495-6236-4a54-a1de-891aa56b0e70']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:47.275251 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-b757a838-4ad4-4cc7-8cf6-da6ee562ae8b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:47.285454 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-b757a838-4ad4-4cc7-8cf6-da6ee562ae8b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:47.287241 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-04ac282c-4a5e-47e9-9ced-f397b25a2d3a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b42e791-d07f-4cfc-b28f-ff2e8700f20c') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:47.287241 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-04ac282c-4a5e-47e9-9ced-f397b25a2d3a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b42e791-d07f-4cfc-b28f-ff2e8700f20c') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:47.288297 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-30d4f611-746f-489e-8912-2343e8357026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:47.292208 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-30d4f611-746f-489e-8912-2343e8357026 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/10534ead-d128-4cb6-9ce1-f285cd17030e HTTP/1.1" status: 204 len: 168 time: 0.6973200 Mar 11 15:28:47.304269 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-1f274df6-bd60-4248-87a2-23950d0f5e15 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:47.308802 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-04ac282c-4a5e-47e9-9ced-f397b25a2d3a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:47.310373 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-1f274df6-bd60-4248-87a2-23950d0f5e15 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Usage tracker for resource:port and tenant:4363d44f21fe45d9b27b1b83ba1a5d51 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:47.315431 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-1f274df6-bd60-4248-87a2-23950d0f5e15 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:47.326350 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-1f274df6-bd60-4248-87a2-23950d0f5e15 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:47.328082 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34130) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:47.328845 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-16299862-430d-487f-9007-7bc9936dd3ba tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] 10.222.0.31 "GET /v2.0/routers/ef4f380e-4d90-4207-a853-d4ae615117af HTTP/1.1" status: 200 len: 919 time: 0.6044734 Mar 11 15:28:47.337696 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-04ac282c-4a5e-47e9-9ced-f397b25a2d3a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:47.346629 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ac282c-4a5e-47e9-9ced-f397b25a2d3a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:28:47.347096 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-04ac282c-4a5e-47e9-9ced-f397b25a2d3a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:47.367368 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:28:47.367368 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:28:47.367368 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:28:47.367368 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:28:47.367368 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:28:47.367368 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:28:47.367368 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:28:47.367368 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:28:47.367368 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:28:47.367368 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:28:47.367368 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:28:47.367368 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:28:47.367368 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:28:47.367368 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:28:47.367368 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:28:47.367368 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:28:47.367368 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:28:47.367368 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:28:47.367368 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:28:47.367368 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:28:47.367368 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:28:47.367368 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:28:47.367368 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:28:47.367368 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:28:47.367368 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:28:47.367368 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:28:47.367368 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:28:47.367368 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:28:47.367368 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:28:47.367368 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:28:47.367368 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:28:47.367368 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:28:47.392205 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f274df6-bd60-4248-87a2-23950d0f5e15 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Made reservation on behalf of 4363d44f21fe45d9b27b1b83ba1a5d51 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:28:47.395129 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1f274df6-bd60-4248-87a2-23950d0f5e15 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:47.468019 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-1f274df6-bd60-4248-87a2-23950d0f5e15 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] device_id is not set on port b271393e-e3ef-4e3e-a9d2-782276baf88d yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:28:47.469076 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-cc985909-238d-4c59-b98c-b9dcf3c5f5cb None None] Allocated IP 2001:db8::2 (f8df1770-d03d-492b-a303-16e0fef579b0/5de5cb41-861c-4842-a3b3-e16d08bdc9d4/11824d44-aa21-46d8-920c-bc22cb0f588b) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:28:47.476732 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-04ac282c-4a5e-47e9-9ced-f397b25a2d3a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:47.507771 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-04ac282c-4a5e-47e9-9ced-f397b25a2d3a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:47.521889 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac282c-4a5e-47e9-9ced-f397b25a2d3a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event deleted for resources: {'Network': ['ID=bf3b9495-6236-4a54-a1de-891aa56b0e70,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:47.534893 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b757a838-4ad4-4cc7-8cf6-da6ee562ae8b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:47.536293 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-04ac282c-4a5e-47e9-9ced-f397b25a2d3a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/networks/bf3b9495-6236-4a54-a1de-891aa56b0e70 HTTP/1.1" status: 204 len: 168 time: 0.6202693 Mar 11 15:28:47.538539 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34134) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:47.545767 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-b348cba2-2642-4a8f-8c60-38ebbb158a7e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-125934802'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:47.549892 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b757a838-4ad4-4cc7-8cf6-da6ee562ae8b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:47.553009 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-b348cba2-2642-4a8f-8c60-38ebbb158a7e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:47.558032 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-b348cba2-2642-4a8f-8c60-38ebbb158a7e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Usage tracker for resource:network and tenant:6b1a6507e257408892b3294b50293467 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:47.561930 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-b348cba2-2642-4a8f-8c60-38ebbb158a7e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:47.570548 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-b348cba2-2642-4a8f-8c60-38ebbb158a7e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:47.585875 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b348cba2-2642-4a8f-8c60-38ebbb158a7e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Made reservation on behalf of 6b1a6507e257408892b3294b50293467 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:28:47.588798 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b348cba2-2642-4a8f-8c60-38ebbb158a7e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:47.604786 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b757a838-4ad4-4cc7-8cf6-da6ee562ae8b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:28:47.614024 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-cc6fa42a-56a5-4e8a-b548-52018ee94a76 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=69193b02-dbf5-4ccf-b3ce-76dabd3f8655&device_id=ef4f380e-4d90-4207-a853-d4ae615117af&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2781827 Mar 11 15:28:47.615512 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34140) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:47.629464 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b757a838-4ad4-4cc7-8cf6-da6ee562ae8b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b244e26-6ac4-448d-81b4-fd40f7db0060,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:47.633565 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b757a838-4ad4-4cc7-8cf6-da6ee562ae8b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:47.633903 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-b757a838-4ad4-4cc7-8cf6-da6ee562ae8b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Added segment 8c441113-7fec-4769-bcce-89407f41ac7d of type vlan for network ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8 Mar 11 15:28:47.654950 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b348cba2-2642-4a8f-8c60-38ebbb158a7e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:28:47.691640 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b757a838-4ad4-4cc7-8cf6-da6ee562ae8b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:47.731234 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b757a838-4ad4-4cc7-8cf6-da6ee562ae8b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:47.736439 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b757a838-4ad4-4cc7-8cf6-da6ee562ae8b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:47.737480 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b757a838-4ad4-4cc7-8cf6-da6ee562ae8b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:47.763023 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cc985909-238d-4c59-b98c-b9dcf3c5f5cb None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:47.780345 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-cc985909-238d-4c59-b98c-b9dcf3c5f5cb None None] Transition to ACTIVE for port object 11824d44-aa21-46d8-920c-bc22cb0f588b will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:28:47.799814 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-cc985909-238d-4c59-b98c-b9dcf3c5f5cb None None] Transition to ACTIVE for port object 11824d44-aa21-46d8-920c-bc22cb0f588b will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:28:47.808318 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cc985909-238d-4c59-b98c-b9dcf3c5f5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:47.840226 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b348cba2-2642-4a8f-8c60-38ebbb158a7e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:47.840226 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-b348cba2-2642-4a8f-8c60-38ebbb158a7e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Added segment be382194-eea2-4540-a9c9-ae567b8813d9 of type vlan for network 71b22e64-5161-4ec3-9fe5-8c4d469d5ba6 Mar 11 15:28:47.886217 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b757a838-4ad4-4cc7-8cf6-da6ee562ae8b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Network': ['ID=ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:47.905534 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:28:47.908760 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b348cba2-2642-4a8f-8c60-38ebbb158a7e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:47.936034 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee803935-c2cb-471d-8a98-9359f7eea22a tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:47.938256 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ee803935-c2cb-471d-8a98-9359f7eea22a tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] 10.222.0.31 "GET /v2.0/networks/69193b02-dbf5-4ccf-b3ce-76dabd3f8655 HTTP/1.1" status: 200 len: 881 time: 0.3206308 Mar 11 15:28:47.941277 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34148) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:47.946998 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b757a838-4ad4-4cc7-8cf6-da6ee562ae8b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3880031 Mar 11 15:28:47.950369 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34152) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:47.963436 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-9dabf208-b7ce-4303-9067-e995c647124a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-962175665', 'admin_state_up': True, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:47.975135 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-9dabf208-b7ce-4303-9067-e995c647124a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:47.983202 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-9dabf208-b7ce-4303-9067-e995c647124a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:router and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:47.987793 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-9dabf208-b7ce-4303-9067-e995c647124a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:47.998487 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-9dabf208-b7ce-4303-9067-e995c647124a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:48.011274 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ecd91c37-4ab4-409a-8c41-a7d6ec4006e0 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef4f380e-4d90-4207-a853-d4ae615117af HTTP/1.1" status: 200 len: 205 time: 0.0686650 Mar 11 15:28:48.014313 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34158) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:48.018814 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-1f274df6-bd60-4248-87a2-23950d0f5e15 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Allocated IP 2001:db8::a1 (f8df1770-d03d-492b-a303-16e0fef579b0/5de5cb41-861c-4842-a3b3-e16d08bdc9d4/b271393e-e3ef-4e3e-a9d2-782276baf88d) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:28:48.028448 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b348cba2-2642-4a8f-8c60-38ebbb158a7e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:48.035425 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b348cba2-2642-4a8f-8c60-38ebbb158a7e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:48.038874 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b348cba2-2642-4a8f-8c60-38ebbb158a7e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:48.098633 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc985909-238d-4c59-b98c-b9dcf3c5f5cb None None] Network f8df1770-d03d-492b-a303-16e0fef579b0 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:28:48.103465 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-cc985909-238d-4c59-b98c-b9dcf3c5f5cb None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:28:48.113936 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc985909-238d-4c59-b98c-b9dcf3c5f5cb None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:28:48.125968 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc985909-238d-4c59-b98c-b9dcf3c5f5cb None None] Pushing event updated for resources: {'Port': ['ID=11824d44-aa21-46d8-920c-bc22cb0f588b,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:48.175265 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9dabf208-b7ce-4303-9067-e995c647124a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:48.179714 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9dabf208-b7ce-4303-9067-e995c647124a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:48.181757 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b348cba2-2642-4a8f-8c60-38ebbb158a7e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'Network': ['ID=71b22e64-5161-4ec3-9fe5-8c4d469d5ba6,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:48.191727 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b348cba2-2642-4a8f-8c60-38ebbb158a7e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6507697 Mar 11 15:28:48.194390 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34164) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:48.203626 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-df7e2102-6d56-4c6c-b4ec-ecc5bd321921 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'subnet': {'network_id': '71b22e64-5161-4ec3-9fe5-8c4d469d5ba6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:48.305571 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 71b22e64-5161-4ec3-9fe5-8c4d469d5ba6 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:28:48.384364 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-df7e2102-6d56-4c6c-b4ec-ecc5bd321921 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:48.399696 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-df7e2102-6d56-4c6c-b4ec-ecc5bd321921 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Usage tracker for resource:subnet and tenant:6b1a6507e257408892b3294b50293467 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:48.407483 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-df7e2102-6d56-4c6c-b4ec-ecc5bd321921 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:48.423084 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-cc985909-238d-4c59-b98c-b9dcf3c5f5cb None None] Attempting to bind port 11824d44-aa21-46d8-920c-bc22cb0f588b on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:28:48.423641 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-cc985909-238d-4c59-b98c-b9dcf3c5f5cb None None] Attempting to bind port 11824d44-aa21-46d8-920c-bc22cb0f588b by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '160bb02e-bb33-4729-a973-d0f218e3a4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f8df1770-d03d-492b-a303-16e0fef579b0'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:28:48.424371 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc985909-238d-4c59-b98c-b9dcf3c5f5cb None None] Attempting to bind port 11824d44-aa21-46d8-920c-bc22cb0f588b on network f8df1770-d03d-492b-a303-16e0fef579b0 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:28:48.426065 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-df7e2102-6d56-4c6c-b4ec-ecc5bd321921 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:48.447061 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7e2102-6d56-4c6c-b4ec-ecc5bd321921 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Made reservation on behalf of 6b1a6507e257408892b3294b50293467 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:28:48.453529 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc985909-238d-4c59-b98c-b9dcf3c5f5cb None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:28:48.454211 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc985909-238d-4c59-b98c-b9dcf3c5f5cb None None] Checking segment: {'id': '160bb02e-bb33-4729-a973-d0f218e3a4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f8df1770-d03d-492b-a303-16e0fef579b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:28:48.454822 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cc985909-238d-4c59-b98c-b9dcf3c5f5cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:48.455396 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc985909-238d-4c59-b98c-b9dcf3c5f5cb None None] Bound using segment: {'id': '160bb02e-bb33-4729-a973-d0f218e3a4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f8df1770-d03d-492b-a303-16e0fef579b0'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:28:48.456057 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-cc985909-238d-4c59-b98c-b9dcf3c5f5cb None None] Bound port: 11824d44-aa21-46d8-920c-bc22cb0f588b, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '160bb02e-bb33-4729-a973-d0f218e3a4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f8df1770-d03d-492b-a303-16e0fef579b0'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:28:48.457246 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cc985909-238d-4c59-b98c-b9dcf3c5f5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:48.543098 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f87d1e37-318b-4b0c-b3a3-21a31851462f req-774bbbd9-5053-413d-8b8b-e63c1ede7d5c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1aa86658-9887-4be1-b768-039365ac35d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4473627 Mar 11 15:28:48.546378 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9dabf208-b7ce-4303-9067-e995c647124a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:48.580130 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-cc985909-238d-4c59-b98c-b9dcf3c5f5cb None None] For port 11824d44-aa21-46d8-920c-bc22cb0f588b, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:28:48.586276 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-cc985909-238d-4c59-b98c-b9dcf3c5f5cb None None] For port 11824d44-aa21-46d8-920c-bc22cb0f588b, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=11824d44-aa21-46d8-920c-bc22cb0f588b,segment=NetworkSegment(160bb02e-bb33-4729-a973-d0f218e3a4b7),segment_id=160bb02e-bb33-4729-a973-d0f218e3a4b7)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:28:48.594517 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cc985909-238d-4c59-b98c-b9dcf3c5f5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:48.628405 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-df7e2102-6d56-4c6c-b4ec-ecc5bd321921 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:48.705036 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc985909-238d-4c59-b98c-b9dcf3c5f5cb None None] Pushing event updated for resources: {'Port': ['ID=11824d44-aa21-46d8-920c-bc22cb0f588b,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:48.799863 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.ipam_backend_mixin [None req-df7e2102-6d56-4c6c-b4ec-ecc5bd321921 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Performing IP validity checks on allocation pools {{(pid=83867) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 15:28:48.803538 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.ipam_backend_mixin [None req-df7e2102-6d56-4c6c-b4ec-ecc5bd321921 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83867) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 15:28:48.884208 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34176) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:49.022168 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-df7e2102-6d56-4c6c-b4ec-ecc5bd321921 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:49.032605 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1f274df6-bd60-4248-87a2-23950d0f5e15 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:49.083995 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-1f274df6-bd60-4248-87a2-23950d0f5e15 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Transition to ACTIVE for port object b271393e-e3ef-4e3e-a9d2-782276baf88d will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:28:49.106894 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f87d1e37-318b-4b0c-b3a3-21a31851462f req-63079cd4-8dbc-4ab0-908e-c5d17321e907 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=54e768a48d9c4cc792b381d6c65e8408&device_id=1aa86658-9887-4be1-b768-039365ac35d9 HTTP/1.1" status: 200 len: 1099 time: 0.5312307 Mar 11 15:28:49.125001 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-e56bdd55-0d04-49e1-bc5a-f5a64bb8de50 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1088850833', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:49.132019 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e2102-6d56-4c6c-b4ec-ecc5bd321921 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'Subnet': ['ID=6dfbd761-c395-4c94-b1d3-c17079960582,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:49.140521 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e56bdd55-0d04-49e1-bc5a-f5a64bb8de50 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:49.148394 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e56bdd55-0d04-49e1-bc5a-f5a64bb8de50 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Usage tracker for resource:router and tenant:4ad4d53bdf294e4e8c4c7ce88176319b is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:49.148934 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ff95fc15-f839-4302-8504-b88589c860a7 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:49.152197 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e56bdd55-0d04-49e1-bc5a-f5a64bb8de50 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:49.155138 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7e2102-6d56-4c6c-b4ec-ecc5bd321921 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Checking segment: {'id': 'be382194-eea2-4540-a9c9-ae567b8813d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '71b22e64-5161-4ec3-9fe5-8c4d469d5ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:28:49.155444 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7e2102-6d56-4c6c-b4ec-ecc5bd321921 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Network hostable DHCP agents. Network: 71b22e64-5161-4ec3-9fe5-8c4d469d5ba6, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:28:49.171683 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e56bdd55-0d04-49e1-bc5a-f5a64bb8de50 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:49.189760 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e56bdd55-0d04-49e1-bc5a-f5a64bb8de50 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:49.190805 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e56bdd55-0d04-49e1-bc5a-f5a64bb8de50 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:49.204993 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7e2102-6d56-4c6c-b4ec-ecc5bd321921 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Network 71b22e64-5161-4ec3-9fe5-8c4d469d5ba6 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:28:49.221864 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e56bdd55-0d04-49e1-bc5a-f5a64bb8de50 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:49.229897 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-df7e2102-6d56-4c6c-b4ec-ecc5bd321921 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 71b22e64-5161-4ec3-9fe5-8c4d469d5ba6) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:28:49.238188 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7e2102-6d56-4c6c-b4ec-ecc5bd321921 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:49.238504 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-df7e2102-6d56-4c6c-b4ec-ecc5bd321921 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:49.240866 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0a844d-263c-4a53-82fe-c5b03e3dd87e None None] Network 71b22e64-5161-4ec3-9fe5-8c4d469d5ba6 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:28:49.253379 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9dabf208-b7ce-4303-9067-e995c647124a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:49.262526 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e56bdd55-0d04-49e1-bc5a-f5a64bb8de50 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:49.280081 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-df7e2102-6d56-4c6c-b4ec-ecc5bd321921 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0839870 Mar 11 15:28:49.282769 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34182) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:49.289986 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-45012fe1-f7b4-477f-b13c-8dd89d33b141 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'port': {'network_id': '71b22e64-5161-4ec3-9fe5-8c4d469d5ba6', 'name': 'tempest-PortsIpV6TestJSON-190140045'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:49.311555 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e56bdd55-0d04-49e1-bc5a-f5a64bb8de50 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:49.315864 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e56bdd55-0d04-49e1-bc5a-f5a64bb8de50 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4305286 Mar 11 15:28:49.324713 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34186) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:49.330641 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-ec54d687-b046-4b76-bfe3-c97f38549bb3 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-883375343'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:49.388830 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ec54d687-b046-4b76-bfe3-c97f38549bb3 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:49.389352 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1f274df6-bd60-4248-87a2-23950d0f5e15 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:49.408556 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ec54d687-b046-4b76-bfe3-c97f38549bb3 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Usage tracker for resource:network and tenant:4ad4d53bdf294e4e8c4c7ce88176319b is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:49.416757 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ec54d687-b046-4b76-bfe3-c97f38549bb3 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:49.426472 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ec54d687-b046-4b76-bfe3-c97f38549bb3 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:49.445900 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec54d687-b046-4b76-bfe3-c97f38549bb3 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Made reservation on behalf of 4ad4d53bdf294e4e8c4c7ce88176319b for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:28:49.448917 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ec54d687-b046-4b76-bfe3-c97f38549bb3 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:49.449251 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 11824d44-aa21-46d8-920c-bc22cb0f588b up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:28:49.475894 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ec54d687-b046-4b76-bfe3-c97f38549bb3 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:49.532573 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-45012fe1-f7b4-477f-b13c-8dd89d33b141 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:49.547414 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ec54d687-b046-4b76-bfe3-c97f38549bb3 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:49.549800 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-45012fe1-f7b4-477f-b13c-8dd89d33b141 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:49.555897 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ec54d687-b046-4b76-bfe3-c97f38549bb3 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Usage tracker for resource:security_group_rule and tenant:4ad4d53bdf294e4e8c4c7ce88176319b is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:49.560579 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ec54d687-b046-4b76-bfe3-c97f38549bb3 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:49.568061 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ec54d687-b046-4b76-bfe3-c97f38549bb3 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:49.570088 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f274df6-bd60-4248-87a2-23950d0f5e15 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Pushing event updated for resources: {'Port': ['ID=b271393e-e3ef-4e3e-a9d2-782276baf88d,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:49.576008 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45012fe1-f7b4-477f-b13c-8dd89d33b141 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Made reservation on behalf of 6b1a6507e257408892b3294b50293467 for: {'port': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:28:49.578734 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f274df6-bd60-4248-87a2-23950d0f5e15 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Network f8df1770-d03d-492b-a303-16e0fef579b0 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:28:49.579199 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-45012fe1-f7b4-477f-b13c-8dd89d33b141 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:49.582660 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 11824d44-aa21-46d8-920c-bc22cb0f588b completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:28:49.591918 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-1f274df6-bd60-4248-87a2-23950d0f5e15 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:28:49.593589 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39203998-1956-4112-a24a-05b3dc8f7c3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-71b22e64-5161-4ec3-9fe5-8c4d469d5ba6', 'network_id': '71b22e64-5161-4ec3-9fe5-8c4d469d5ba6', 'tenant_id': '6b1a6507e257408892b3294b50293467', 'fixed_ips': [{'subnet_id': '6dfbd761-c395-4c94-b1d3-c17079960582'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:28:49.594908 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-39203998-1956-4112-a24a-05b3dc8f7c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:49.614861 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-45012fe1-f7b4-477f-b13c-8dd89d33b141 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] device_id is not set on port 52911b0f-71de-46a3-a9fe-5bad379f6514 yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:28:49.636995 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f274df6-bd60-4248-87a2-23950d0f5e15 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:28:49.641089 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f274df6-bd60-4248-87a2-23950d0f5e15 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:49.641722 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1f274df6-bd60-4248-87a2-23950d0f5e15 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:49.678056 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d1e37-318b-4b0c-b3a3-21a31851462f req-7f8b5efd-2429-4099-9ad9-8bf308ec91de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:49.679881 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f87d1e37-318b-4b0c-b3a3-21a31851462f req-7f8b5efd-2429-4099-9ad9-8bf308ec91de service neutron] 10.222.0.73 "GET /v2.0/networks?id=9d1bdf5f-7420-4f23-9c17-987fb939c5fe HTTP/1.1" status: 200 len: 913 time: 0.4728608 Mar 11 15:28:49.756892 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-1f274df6-bd60-4248-87a2-23950d0f5e15 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 2.7323027 Mar 11 15:28:49.762096 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34190) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:49.769783 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-87623650-2f7d-4de9-a97f-4baa86e64318 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Request body: {'port': {'network_id': 'f8df1770-d03d-492b-a303-16e0fef579b0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1851696274', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:49.770687 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.api.validators [None req-87623650-2f7d-4de9-a97f-4baa86e64318 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] bootfile-name is not in valid_values {{(pid=83867) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 15:28:49.770819 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.api.validators [None req-87623650-2f7d-4de9-a97f-4baa86e64318 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] tftp-server is not in valid_values {{(pid=83867) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 15:28:49.771222 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.api.validators [None req-87623650-2f7d-4de9-a97f-4baa86e64318 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] server-ip-address is not in valid_values {{(pid=83867) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 15:28:49.817845 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-39203998-1956-4112-a24a-05b3dc8f7c3f None None] Allocated IP 2001:db8::2 (71b22e64-5161-4ec3-9fe5-8c4d469d5ba6/6dfbd761-c395-4c94-b1d3-c17079960582/3e429396-8900-48e5-8577-ee36451de907) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:28:49.839357 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f87d1e37-318b-4b0c-b3a3-21a31851462f req-f8617a61-1a4a-4856-9a2b-cea3b242aa52 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a909ec65-9bed-438c-af92-cbf7d5e8f831 HTTP/1.1" status: 200 len: 1002 time: 0.1498804 Mar 11 15:28:49.857815 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ec54d687-b046-4b76-bfe3-c97f38549bb3 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:49.957011 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ec54d687-b046-4b76-bfe3-c97f38549bb3 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:49.958597 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d1e37-318b-4b0c-b3a3-21a31851462f req-bc4e90e2-cc30-48cd-a377-8eed3a08b1bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:49.960852 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f87d1e37-318b-4b0c-b3a3-21a31851462f req-bc4e90e2-cc30-48cd-a377-8eed3a08b1bc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0deb0200-fdc9-49c8-a3b0-86e2c2e46535 HTTP/1.1" status: 200 len: 851 time: 0.1121271 Mar 11 15:28:50.011330 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-87623650-2f7d-4de9-a97f-4baa86e64318 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:50.014506 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec54d687-b046-4b76-bfe3-c97f38549bb3 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:28:50.020436 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec54d687-b046-4b76-bfe3-c97f38549bb3 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7da69ad4-10ef-4a0a-b9f7-7a6c2000e873,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:50.024814 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-87623650-2f7d-4de9-a97f-4baa86e64318 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Usage tracker for resource:port and tenant:4363d44f21fe45d9b27b1b83ba1a5d51 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:50.028872 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-87623650-2f7d-4de9-a97f-4baa86e64318 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:50.035904 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ec54d687-b046-4b76-bfe3-c97f38549bb3 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:50.036290 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-ec54d687-b046-4b76-bfe3-c97f38549bb3 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Added segment 5c1e39f4-9c89-4874-9722-fa647bee15aa of type vlan for network bf83481f-eab3-4d31-953f-266cad621f5d Mar 11 15:28:50.038356 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-87623650-2f7d-4de9-a97f-4baa86e64318 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:50.063950 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ff95fc15-f839-4302-8504-b88589c860a7 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:50.070247 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9dabf208-b7ce-4303-9067-e995c647124a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router_gateway, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:50.073839 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87623650-2f7d-4de9-a97f-4baa86e64318 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Made reservation on behalf of 4363d44f21fe45d9b27b1b83ba1a5d51 for: {'port': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:28:50.077386 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-87623650-2f7d-4de9-a97f-4baa86e64318 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:50.081717 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5619b01d-5cf3-4460-a81f-20dd90cfc621 None None] Network f8df1770-d03d-492b-a303-16e0fef579b0 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:28:50.093752 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ec54d687-b046-4b76-bfe3-c97f38549bb3 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:50.108094 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9dabf208-b7ce-4303-9067-e995c647124a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:50.110273 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-87623650-2f7d-4de9-a97f-4baa86e64318 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] device_id is not set on port f81e7c30-bd85-46a9-abd0-3280a685e393 yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:28:50.115019 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-ff95fc15-f839-4302-8504-b88589c860a7 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Deleting port b38c6081-a4ec-4d85-b818-76f64654324a {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:28:50.115430 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ff95fc15-f839-4302-8504-b88589c860a7 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:50.182327 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-39203998-1956-4112-a24a-05b3dc8f7c3f None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:50.197532 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ec54d687-b046-4b76-bfe3-c97f38549bb3 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:50.202118 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec54d687-b046-4b76-bfe3-c97f38549bb3 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:50.202707 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ec54d687-b046-4b76-bfe3-c97f38549bb3 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:50.209569 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-39203998-1956-4112-a24a-05b3dc8f7c3f None None] Transition to ACTIVE for port object 3e429396-8900-48e5-8577-ee36451de907 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:28:50.228366 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d164590c-f445-4481-80ac-8709ad6004f8 None None] Provisioning for port 11824d44-aa21-46d8-920c-bc22cb0f588b completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:28:50.249925 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d164590c-f445-4481-80ac-8709ad6004f8 None None] Provisioning complete for port 11824d44-aa21-46d8-920c-bc22cb0f588b triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:28:50.250992 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d164590c-f445-4481-80ac-8709ad6004f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:50.321937 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-39203998-1956-4112-a24a-05b3dc8f7c3f None None] Transition to ACTIVE for port object 3e429396-8900-48e5-8577-ee36451de907 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:28:50.359288 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-39203998-1956-4112-a24a-05b3dc8f7c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:50.385404 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f87d1e37-318b-4b0c-b3a3-21a31851462f req-bccb34e6-d5a5-47d8-ab79-48af6fe1e1e6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9d1bdf5f-7420-4f23-9c17-987fb939c5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4174025 Mar 11 15:28:50.523010 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec54d687-b046-4b76-bfe3-c97f38549bb3 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Pushing event updated for resources: {'Network': ['ID=bf83481f-eab3-4d31-953f-266cad621f5d,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:50.538488 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ec54d687-b046-4b76-bfe3-c97f38549bb3 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2127962 Mar 11 15:28:50.541619 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ff95fc15-f839-4302-8504-b88589c860a7 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:50.543286 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34196) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:50.544751 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39203998-1956-4112-a24a-05b3dc8f7c3f None None] Pushing event updated for resources: {'Port': ['ID=3e429396-8900-48e5-8577-ee36451de907,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:50.554033 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39203998-1956-4112-a24a-05b3dc8f7c3f None None] Network 71b22e64-5161-4ec3-9fe5-8c4d469d5ba6 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:28:50.559294 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-eb59fb97-3af4-48bb-bc70-c5c9de93c87e tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Request body: {'subnet': {'network_id': 'bf83481f-eab3-4d31-953f-266cad621f5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:50.579382 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network bf83481f-eab3-4d31-953f-266cad621f5d details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:28:50.579773 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-9dabf208-b7ce-4303-9067-e995c647124a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Allocated IP 172.26.0.181 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/5eacffb7-ab7b-48c8-af25-d90377798cb0) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:28:50.600611 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-39203998-1956-4112-a24a-05b3dc8f7c3f None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:28:50.605737 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-87623650-2f7d-4de9-a97f-4baa86e64318 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Allocated IP 2001:db8::19d (f8df1770-d03d-492b-a303-16e0fef579b0/5de5cb41-861c-4842-a3b3-e16d08bdc9d4/f81e7c30-bd85-46a9-abd0-3280a685e393) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:28:50.614563 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39203998-1956-4112-a24a-05b3dc8f7c3f None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:28:50.671774 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d164590c-f445-4481-80ac-8709ad6004f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:50.697815 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-45012fe1-f7b4-477f-b13c-8dd89d33b141 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Allocated IP 2001:db8::91 (71b22e64-5161-4ec3-9fe5-8c4d469d5ba6/6dfbd761-c395-4c94-b1d3-c17079960582/52911b0f-71de-46a3-a9fe-5bad379f6514) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:28:50.774540 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-eb59fb97-3af4-48bb-bc70-c5c9de93c87e tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:50.802270 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-eb59fb97-3af4-48bb-bc70-c5c9de93c87e tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Usage tracker for resource:subnet and tenant:4ad4d53bdf294e4e8c4c7ce88176319b is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:50.810234 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-eb59fb97-3af4-48bb-bc70-c5c9de93c87e tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:50.823998 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-d164590c-f445-4481-80ac-8709ad6004f8 None None] For port 11824d44-aa21-46d8-920c-bc22cb0f588b, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=11824d44-aa21-46d8-920c-bc22cb0f588b,segment=NetworkSegment(160bb02e-bb33-4729-a973-d0f218e3a4b7),segment_id=160bb02e-bb33-4729-a973-d0f218e3a4b7)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:28:50.835911 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-eb59fb97-3af4-48bb-bc70-c5c9de93c87e tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:50.839008 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d164590c-f445-4481-80ac-8709ad6004f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:50.863404 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-ff95fc15-f839-4302-8504-b88589c860a7 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Calling delete_port for b38c6081-a4ec-4d85-b818-76f64654324a owned by network:router_gateway {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:28:50.882988 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-39203998-1956-4112-a24a-05b3dc8f7c3f None None] Attempting to bind port 3e429396-8900-48e5-8577-ee36451de907 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:28:50.882988 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-39203998-1956-4112-a24a-05b3dc8f7c3f None None] Attempting to bind port 3e429396-8900-48e5-8577-ee36451de907 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'be382194-eea2-4540-a9c9-ae567b8813d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '71b22e64-5161-4ec3-9fe5-8c4d469d5ba6'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:28:50.882988 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39203998-1956-4112-a24a-05b3dc8f7c3f None None] Attempting to bind port 3e429396-8900-48e5-8577-ee36451de907 on network 71b22e64-5161-4ec3-9fe5-8c4d469d5ba6 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:28:50.913337 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39203998-1956-4112-a24a-05b3dc8f7c3f None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:28:50.913337 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39203998-1956-4112-a24a-05b3dc8f7c3f None None] Checking segment: {'id': 'be382194-eea2-4540-a9c9-ae567b8813d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '71b22e64-5161-4ec3-9fe5-8c4d469d5ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:28:50.913337 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-39203998-1956-4112-a24a-05b3dc8f7c3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:50.913760 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39203998-1956-4112-a24a-05b3dc8f7c3f None None] Bound using segment: {'id': 'be382194-eea2-4540-a9c9-ae567b8813d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '71b22e64-5161-4ec3-9fe5-8c4d469d5ba6'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:28:50.914198 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-39203998-1956-4112-a24a-05b3dc8f7c3f None None] Bound port: 3e429396-8900-48e5-8577-ee36451de907, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be382194-eea2-4540-a9c9-ae567b8813d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '71b22e64-5161-4ec3-9fe5-8c4d469d5ba6'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:28:50.914562 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-39203998-1956-4112-a24a-05b3dc8f7c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:50.971558 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f87d1e37-318b-4b0c-b3a3-21a31851462f req-20baddca-5eb4-48b0-ab8a-3123a4f64681 service neutron] 10.222.0.73 "GET /v2.0/networks/9d1bdf5f-7420-4f23-9c17-987fb939c5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5667562 Mar 11 15:28:50.981772 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164590c-f445-4481-80ac-8709ad6004f8 None None] Pushing event updated for resources: {'Port': ['ID=11824d44-aa21-46d8-920c-bc22cb0f588b,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:51.004687 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb59fb97-3af4-48bb-bc70-c5c9de93c87e tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Made reservation on behalf of 4ad4d53bdf294e4e8c4c7ce88176319b for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:28:51.052068 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-39203998-1956-4112-a24a-05b3dc8f7c3f None None] For port 3e429396-8900-48e5-8577-ee36451de907, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:28:51.060411 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-39203998-1956-4112-a24a-05b3dc8f7c3f None None] For port 3e429396-8900-48e5-8577-ee36451de907, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=3e429396-8900-48e5-8577-ee36451de907,segment=NetworkSegment(be382194-eea2-4540-a9c9-ae567b8813d9),segment_id=be382194-eea2-4540-a9c9-ae567b8813d9)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:28:51.070013 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-39203998-1956-4112-a24a-05b3dc8f7c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:51.210635 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39203998-1956-4112-a24a-05b3dc8f7c3f None None] Pushing event updated for resources: {'Port': ['ID=3e429396-8900-48e5-8577-ee36451de907,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:51.294693 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f87d1e37-318b-4b0c-b3a3-21a31851462f req-d859b064-6fae-4e44-8bb7-7a688cdc582c service neutron] 10.222.0.73 "GET /v2.0/networks/9d1bdf5f-7420-4f23-9c17-987fb939c5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641904 Mar 11 15:28:51.299859 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9dabf208-b7ce-4303-9067-e995c647124a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:51.342057 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-eb59fb97-3af4-48bb-bc70-c5c9de93c87e tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:51.383564 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-03fba53d-deef-4700-9d3f-bf54d80be377 None None] Provisioning for port b271393e-e3ef-4e3e-a9d2-782276baf88d completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:28:51.392446 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-03fba53d-deef-4700-9d3f-bf54d80be377 None None] Provisioning complete for port b271393e-e3ef-4e3e-a9d2-782276baf88d triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:28:51.392968 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-03fba53d-deef-4700-9d3f-bf54d80be377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:51.417709 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9dabf208-b7ce-4303-9067-e995c647124a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:51.466460 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 11824d44-aa21-46d8-920c-bc22cb0f588b up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:28:51.513680 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-03fba53d-deef-4700-9d3f-bf54d80be377 None None] Port b271393e-e3ef-4e3e-a9d2-782276baf88d cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:28:51.561739 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-03fba53d-deef-4700-9d3f-bf54d80be377 None None] Provisioning complete for port 11824d44-aa21-46d8-920c-bc22cb0f588b triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:28:51.562100 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-03fba53d-deef-4700-9d3f-bf54d80be377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:51.569693 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dabf208-b7ce-4303-9067-e995c647124a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=5eacffb7-ab7b-48c8-af25-d90377798cb0,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:51.580866 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ff95fc15-f839-4302-8504-b88589c860a7 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:51.637805 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 11824d44-aa21-46d8-920c-bc22cb0f588b triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:28:51.638322 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:51.661129 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95fc15-f839-4302-8504-b88589c860a7 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Pushing event deleted for resources: {'Port': ['ID=b38c6081-a4ec-4d85-b818-76f64654324a,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:51.670130 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-87623650-2f7d-4de9-a97f-4baa86e64318 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:51.673422 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dabf208-b7ce-4303-9067-e995c647124a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:28:51.678078 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-9dabf208-b7ce-4303-9067-e995c647124a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:28:51.706873 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-87623650-2f7d-4de9-a97f-4baa86e64318 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Transition to ACTIVE for port object f81e7c30-bd85-46a9-abd0-3280a685e393 will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:28:51.735605 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dabf208-b7ce-4303-9067-e995c647124a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:28:51.738581 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-87623650-2f7d-4de9-a97f-4baa86e64318 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:51.813906 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:28:51.861419 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87623650-2f7d-4de9-a97f-4baa86e64318 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Network f8df1770-d03d-492b-a303-16e0fef579b0 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:28:51.879052 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-87623650-2f7d-4de9-a97f-4baa86e64318 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:28:51.881245 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87623650-2f7d-4de9-a97f-4baa86e64318 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Pushing event updated for resources: {'Port': ['ID=f81e7c30-bd85-46a9-abd0-3280a685e393,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:51.888272 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87623650-2f7d-4de9-a97f-4baa86e64318 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:28:51.892513 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87623650-2f7d-4de9-a97f-4baa86e64318 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:51.893177 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-87623650-2f7d-4de9-a97f-4baa86e64318 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:51.919093 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-45012fe1-f7b4-477f-b13c-8dd89d33b141 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:51.928059 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-87623650-2f7d-4de9-a97f-4baa86e64318 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.1636696 Mar 11 15:28:51.935132 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34202) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:52.010507 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-45012fe1-f7b4-477f-b13c-8dd89d33b141 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Transition to ACTIVE for port object 52911b0f-71de-46a3-a9fe-5bad379f6514 will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:28:52.050329 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-eb59fb97-3af4-48bb-bc70-c5c9de93c87e tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:52.087759 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-85f25bae-15a3-41f4-9848-0020359259b8 None None] Provisioning complete for port b271393e-e3ef-4e3e-a9d2-782276baf88d triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:28:52.088481 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-85f25bae-15a3-41f4-9848-0020359259b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:52.159063 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae09f039-8ef1-40bc-9129-00d3c061d66f tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:52.163453 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ff95fc15-f839-4302-8504-b88589c860a7 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:52.165065 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae09f039-8ef1-40bc-9129-00d3c061d66f tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:52.169444 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae09f039-8ef1-40bc-9129-00d3c061d66f tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:52.170813 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ae09f039-8ef1-40bc-9129-00d3c061d66f tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Synchronizing usage tracker for tenant:4363d44f21fe45d9b27b1b83ba1a5d51 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:28:52.173662 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb59fb97-3af4-48bb-bc70-c5c9de93c87e tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Pushing event updated for resources: {'Subnet': ['ID=388b4017-5568-428f-a1c4-6ad2ee19392a,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:52.176594 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-45012fe1-f7b4-477f-b13c-8dd89d33b141 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:52.183660 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-85f25bae-15a3-41f4-9848-0020359259b8 None None] Port b271393e-e3ef-4e3e-a9d2-782276baf88d cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:28:52.309937 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45012fe1-f7b4-477f-b13c-8dd89d33b141 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Network 71b22e64-5161-4ec3-9fe5-8c4d469d5ba6 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:28:52.310784 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ae09f039-8ef1-40bc-9129-00d3c061d66f tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Unset dirty status for tenant:4363d44f21fe45d9b27b1b83ba1a5d51 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:28:52.312024 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ae09f039-8ef1-40bc-9129-00d3c061d66f tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.3759620 Mar 11 15:28:52.313431 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb59fb97-3af4-48bb-bc70-c5c9de93c87e tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Checking segment: {'id': '5c1e39f4-9c89-4874-9722-fa647bee15aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'bf83481f-eab3-4d31-953f-266cad621f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:28:52.313974 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb59fb97-3af4-48bb-bc70-c5c9de93c87e tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Network hostable DHCP agents. Network: bf83481f-eab3-4d31-953f-266cad621f5d, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:28:52.320311 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45012fe1-f7b4-477f-b13c-8dd89d33b141 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'Port': ['ID=52911b0f-71de-46a3-a9fe-5bad379f6514,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:52.323141 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-45012fe1-f7b4-477f-b13c-8dd89d33b141 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:28:52.329950 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34206) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:52.333346 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45012fe1-f7b4-477f-b13c-8dd89d33b141 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:28:52.339702 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45012fe1-f7b4-477f-b13c-8dd89d33b141 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:52.340415 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-45012fe1-f7b4-477f-b13c-8dd89d33b141 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:52.432494 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-45012fe1-f7b4-477f-b13c-8dd89d33b141 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1485641 Mar 11 15:28:52.433257 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34210) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:52.507665 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-84017c01-6e44-4bda-a86c-53ab12da5935 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Deleting port f81e7c30-bd85-46a9-abd0-3280a685e393 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:28:52.508026 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-84017c01-6e44-4bda-a86c-53ab12da5935 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:52.515290 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-a2679aa0-5e04-4155-a8d7-dfb7d2afa119 None None] Provisioning for port f81e7c30-bd85-46a9-abd0-3280a685e393 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:28:52.524480 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-a2679aa0-5e04-4155-a8d7-dfb7d2afa119 None None] Provisioning complete for port f81e7c30-bd85-46a9-abd0-3280a685e393 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:28:52.525386 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a2679aa0-5e04-4155-a8d7-dfb7d2afa119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:52.549042 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ff95fc15-f839-4302-8504-b88589c860a7 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:52.553762 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb59fb97-3af4-48bb-bc70-c5c9de93c87e tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Network bf83481f-eab3-4d31-953f-266cad621f5d is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:28:52.556547 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ff95fc15-f839-4302-8504-b88589c860a7 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:52.580456 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-eb59fb97-3af4-48bb-bc70-c5c9de93c87e tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, bf83481f-eab3-4d31-953f-266cad621f5d) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:28:52.594674 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab4449a-5e34-41e7-9736-e483333028de None None] Network bf83481f-eab3-4d31-953f-266cad621f5d requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:28:52.598212 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-610f6fe9-d15d-4353-a7b7-958cd92535d0 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Deleting port 52911b0f-71de-46a3-a9fe-5bad379f6514 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:28:52.598564 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-610f6fe9-d15d-4353-a7b7-958cd92535d0 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:52.602366 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ff95fc15-f839-4302-8504-b88589c860a7 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:52.602914 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff95fc15-f839-4302-8504-b88589c860a7 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Fanout notify agent at l3_agent the message router_deleted on router ef4f380e-4d90-4207-a853-d4ae615117af {{(pid=83866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:28:52.630103 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ff95fc15-f839-4302-8504-b88589c860a7 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:52.635622 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ff95fc15-f839-4302-8504-b88589c860a7 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] 10.222.0.31 "DELETE /v2.0/routers/ef4f380e-4d90-4207-a853-d4ae615117af HTTP/1.1" status: 204 len: 168 time: 4.6166017 Mar 11 15:28:52.636289 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb59fb97-3af4-48bb-bc70-c5c9de93c87e tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:52.636911 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-eb59fb97-3af4-48bb-bc70-c5c9de93c87e tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:52.638106 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34214) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:52.641325 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9dabf208-b7ce-4303-9067-e995c647124a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router_gateway, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:52.642801 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9dabf208-b7ce-4303-9067-e995c647124a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:52.651282 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-ce1660db-2171-4678-97ee-75d8d56fa0d3 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2078060685', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:52.658893 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ce1660db-2171-4678-97ee-75d8d56fa0d3 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:52.665979 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ce1660db-2171-4678-97ee-75d8d56fa0d3 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Usage tracker for resource:router and tenant:17ea600db1904a7e972b692cbbcb5a2f is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:52.696860 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-a2679aa0-5e04-4155-a8d7-dfb7d2afa119 None None] Port f81e7c30-bd85-46a9-abd0-3280a685e393 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:28:52.854902 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210e3a64-d2f4-4f88-813a-8b0618788d4e None None] Network 71b22e64-5161-4ec3-9fe5-8c4d469d5ba6 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:28:52.867215 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ce1660db-2171-4678-97ee-75d8d56fa0d3 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:52.881940 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-eb59fb97-3af4-48bb-bc70-c5c9de93c87e tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3358123 Mar 11 15:28:52.885817 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ce1660db-2171-4678-97ee-75d8d56fa0d3 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:52.887763 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34218) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:52.949476 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-3eab23be-7be4-49fc-895c-d8902d71976b tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Request body: {'network': {'name': 'tempest-router-network01--923221435'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:52.964212 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-3eab23be-7be4-49fc-895c-d8902d71976b tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:52.971645 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-3eab23be-7be4-49fc-895c-d8902d71976b tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Usage tracker for resource:network and tenant:4ad4d53bdf294e4e8c4c7ce88176319b is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:52.976640 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-3eab23be-7be4-49fc-895c-d8902d71976b tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:52.983576 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ce1660db-2171-4678-97ee-75d8d56fa0d3 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:52.984650 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ce1660db-2171-4678-97ee-75d8d56fa0d3 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:52.989223 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-3eab23be-7be4-49fc-895c-d8902d71976b tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:53.019336 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eab23be-7be4-49fc-895c-d8902d71976b tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Made reservation on behalf of 4ad4d53bdf294e4e8c4c7ce88176319b for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:28:53.023271 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3eab23be-7be4-49fc-895c-d8902d71976b tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:53.035650 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20d790d-6378-4e8d-9808-94241c61ee76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-bf83481f-eab3-4d31-953f-266cad621f5d', 'network_id': 'bf83481f-eab3-4d31-953f-266cad621f5d', 'tenant_id': '4ad4d53bdf294e4e8c4c7ce88176319b', 'fixed_ips': [{'subnet_id': '388b4017-5568-428f-a1c4-6ad2ee19392a'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:28:53.036506 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f20d790d-6378-4e8d-9808-94241c61ee76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:53.053493 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-7c728509-9563-4f02-be3c-850cd4fdc966 None None] Provisioning for port 3e429396-8900-48e5-8577-ee36451de907 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:28:53.063509 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ce1660db-2171-4678-97ee-75d8d56fa0d3 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:53.087727 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eab23be-7be4-49fc-895c-d8902d71976b tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:28:53.106128 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3eab23be-7be4-49fc-895c-d8902d71976b tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:53.106557 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-3eab23be-7be4-49fc-895c-d8902d71976b tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Added segment eafb2747-7728-4b3c-829b-bd12e6ce92d1 of type vlan for network 799609cd-5fff-4cf6-ab1b-e81299a68c2c Mar 11 15:28:53.113752 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ce1660db-2171-4678-97ee-75d8d56fa0d3 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:53.166197 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3eab23be-7be4-49fc-895c-d8902d71976b tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:53.166455 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-84017c01-6e44-4bda-a86c-53ab12da5935 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:53.185603 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ce1660db-2171-4678-97ee-75d8d56fa0d3 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:53.190304 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ce1660db-2171-4678-97ee-75d8d56fa0d3 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5508883 Mar 11 15:28:53.191336 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34222) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:53.203810 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-7e0e43fa-2c8a-41e4-97db-7c5051f6b982 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'enable_snat': False}}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:53.260241 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-610f6fe9-d15d-4353-a7b7-958cd92535d0 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:53.276554 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-f20d790d-6378-4e8d-9808-94241c61ee76 None None] Allocated IP 2001:db8::2 (bf83481f-eab3-4d31-953f-266cad621f5d/388b4017-5568-428f-a1c4-6ad2ee19392a/b972b83c-4cb9-4689-853d-d63f447778ba) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:28:53.351269 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.db.resource_extend [None req-3eab23be-7be4-49fc-895c-d8902d71976b tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:28:53.383430 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-84017c01-6e44-4bda-a86c-53ab12da5935 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Calling delete_port for f81e7c30-bd85-46a9-abd0-3280a685e393 owned by {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:28:53.396974 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3eab23be-7be4-49fc-895c-d8902d71976b tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:53.401365 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eab23be-7be4-49fc-895c-d8902d71976b tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:53.401968 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3eab23be-7be4-49fc-895c-d8902d71976b tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:53.439529 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 3e429396-8900-48e5-8577-ee36451de907 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:28:53.538954 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-3eab23be-7be4-49fc-895c-d8902d71976b tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6471498 Mar 11 15:28:53.542450 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34226) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:53.547559 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab23be-7be4-49fc-895c-d8902d71976b tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Pushing event updated for resources: {'Network': ['ID=799609cd-5fff-4cf6-ab1b-e81299a68c2c,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:53.567076 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 799609cd-5fff-4cf6-ab1b-e81299a68c2c details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:28:53.580741 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-610f6fe9-d15d-4353-a7b7-958cd92535d0 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Calling delete_port for 52911b0f-71de-46a3-a9fe-5bad379f6514 owned by {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:28:53.616041 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-038e4473-81fe-485a-9d9e-eeb7f54fb2d8 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Request body: {'network': {'name': 'tempest-router-network02--642286217'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:53.626946 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-038e4473-81fe-485a-9d9e-eeb7f54fb2d8 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:53.691954 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-038e4473-81fe-485a-9d9e-eeb7f54fb2d8 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Usage tracker for resource:network and tenant:4ad4d53bdf294e4e8c4c7ce88176319b is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:53.701202 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-038e4473-81fe-485a-9d9e-eeb7f54fb2d8 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:53.716397 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-038e4473-81fe-485a-9d9e-eeb7f54fb2d8 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:53.736746 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038e4473-81fe-485a-9d9e-eeb7f54fb2d8 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Made reservation on behalf of 4ad4d53bdf294e4e8c4c7ce88176319b for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:28:53.740416 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-038e4473-81fe-485a-9d9e-eeb7f54fb2d8 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:53.776070 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f20d790d-6378-4e8d-9808-94241c61ee76 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:53.779237 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 3e429396-8900-48e5-8577-ee36451de907 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:28:53.792220 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 3e429396-8900-48e5-8577-ee36451de907 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:28:53.792591 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:53.812170 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dabf208-b7ce-4303-9067-e995c647124a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router e8045d71-5323-44ad-885b-64df1c786251 is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:28:53.818299 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-84017c01-6e44-4bda-a86c-53ab12da5935 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:53.832132 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f20d790d-6378-4e8d-9808-94241c61ee76 None None] Transition to ACTIVE for port object b972b83c-4cb9-4689-853d-d63f447778ba will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:28:53.867348 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-610f6fe9-d15d-4353-a7b7-958cd92535d0 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:53.871526 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84017c01-6e44-4bda-a86c-53ab12da5935 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Pushing event deleted for resources: {'Port': ['ID=f81e7c30-bd85-46a9-abd0-3280a685e393,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:53.876735 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f20d790d-6378-4e8d-9808-94241c61ee76 None None] Transition to ACTIVE for port object b972b83c-4cb9-4689-853d-d63f447778ba will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:28:53.888376 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f20d790d-6378-4e8d-9808-94241c61ee76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:53.933137 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f6fe9-d15d-4353-a7b7-958cd92535d0 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event deleted for resources: {'Port': ['ID=52911b0f-71de-46a3-a9fe-5bad379f6514,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:53.977879 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-038e4473-81fe-485a-9d9e-eeb7f54fb2d8 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:28:54.007760 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-84017c01-6e44-4bda-a86c-53ab12da5935 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:54.017031 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-610f6fe9-d15d-4353-a7b7-958cd92535d0 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:54.025245 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20d790d-6378-4e8d-9808-94241c61ee76 None None] Network bf83481f-eab3-4d31-953f-266cad621f5d is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:28:54.028711 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d790d-6378-4e8d-9808-94241c61ee76 None None] Pushing event updated for resources: {'Port': ['ID=b972b83c-4cb9-4689-853d-d63f447778ba,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:54.039173 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-84017c01-6e44-4bda-a86c-53ab12da5935 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] 10.222.0.31 "DELETE /v2.0/ports/f81e7c30-bd85-46a9-abd0-3280a685e393 HTTP/1.1" status: 204 len: 168 time: 1.7036498 Mar 11 15:28:54.039506 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34230) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:54.043966 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-f20d790d-6378-4e8d-9808-94241c61ee76 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:28:54.044183 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-610f6fe9-d15d-4353-a7b7-958cd92535d0 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/ports/52911b0f-71de-46a3-a9fe-5bad379f6514 HTTP/1.1" status: 204 len: 168 time: 1.6059752 Mar 11 15:28:54.044303 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:54.047535 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-ccff25b3-4d70-4abb-b5d4-6a22af6bebb6 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Request body: {'port': {'name': 'tempest-new-port-name-335587066', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:54.048034 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.api.validators [None req-ccff25b3-4d70-4abb-b5d4-6a22af6bebb6 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] bootfile-name is not in valid_values {{(pid=83867) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 15:28:54.048625 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.api.validators [None req-ccff25b3-4d70-4abb-b5d4-6a22af6bebb6 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] tftp-server is not in valid_values {{(pid=83867) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 15:28:54.049047 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.api.validators [None req-ccff25b3-4d70-4abb-b5d4-6a22af6bebb6 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] server-ip-address is not in valid_values {{(pid=83867) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 15:28:54.057849 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-038e4473-81fe-485a-9d9e-eeb7f54fb2d8 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:54.058644 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-038e4473-81fe-485a-9d9e-eeb7f54fb2d8 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Added segment 27ad1c4f-5624-432c-a505-2164742d2a39 of type vlan for network 3a5fa021-ed12-4460-bc03-9ae6e7cb9b1d Mar 11 15:28:54.071142 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34234) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:54.090944 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20d790d-6378-4e8d-9808-94241c61ee76 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:28:54.114971 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 3e429396-8900-48e5-8577-ee36451de907, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=3e429396-8900-48e5-8577-ee36451de907,segment=NetworkSegment(be382194-eea2-4540-a9c9-ae567b8813d9),segment_id=be382194-eea2-4540-a9c9-ae567b8813d9)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:28:54.119931 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:54.173364 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7e0e43fa-2c8a-41e4-97db-7c5051f6b982 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:54.247984 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-a710dfe2-2a18-4ead-adc6-64b01652b1e2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] DELETE failed (client error): The resource could not be found. Mar 11 15:28:54.248687 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a710dfe2-2a18-4ead-adc6-64b01652b1e2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:28:54.268595 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-038e4473-81fe-485a-9d9e-eeb7f54fb2d8 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:54.271467 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ccff25b3-4d70-4abb-b5d4-6a22af6bebb6 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:54.286382 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a710dfe2-2a18-4ead-adc6-64b01652b1e2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/ports/52911b0f-71de-46a3-a9fe-5bad379f6514 HTTP/1.1" status: 404 len: 333 time: 0.2096710 Mar 11 15:28:54.287939 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34238) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:54.306413 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-f20d790d-6378-4e8d-9808-94241c61ee76 None None] Attempting to bind port b972b83c-4cb9-4689-853d-d63f447778ba on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:28:54.306413 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-f20d790d-6378-4e8d-9808-94241c61ee76 None None] Attempting to bind port b972b83c-4cb9-4689-853d-d63f447778ba by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '5c1e39f4-9c89-4874-9722-fa647bee15aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'bf83481f-eab3-4d31-953f-266cad621f5d'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:28:54.306750 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20d790d-6378-4e8d-9808-94241c61ee76 None None] Attempting to bind port b972b83c-4cb9-4689-853d-d63f447778ba on network bf83481f-eab3-4d31-953f-266cad621f5d {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:28:54.321815 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20d790d-6378-4e8d-9808-94241c61ee76 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:28:54.322265 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20d790d-6378-4e8d-9808-94241c61ee76 None None] Checking segment: {'id': '5c1e39f4-9c89-4874-9722-fa647bee15aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'bf83481f-eab3-4d31-953f-266cad621f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:28:54.322586 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f20d790d-6378-4e8d-9808-94241c61ee76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:54.322981 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20d790d-6378-4e8d-9808-94241c61ee76 None None] Bound using segment: {'id': '5c1e39f4-9c89-4874-9722-fa647bee15aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'bf83481f-eab3-4d31-953f-266cad621f5d'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:28:54.323437 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-f20d790d-6378-4e8d-9808-94241c61ee76 None None] Bound port: b972b83c-4cb9-4689-853d-d63f447778ba, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c1e39f4-9c89-4874-9722-fa647bee15aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'bf83481f-eab3-4d31-953f-266cad621f5d'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:28:54.323806 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f20d790d-6378-4e8d-9808-94241c61ee76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:54.425977 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=3e429396-8900-48e5-8577-ee36451de907,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:54.428227 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1857dc6-c4a3-454c-87e3-0fdf86296931 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] GET failed (client error): The resource could not be found. Mar 11 15:28:54.432775 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b1857dc6-c4a3-454c-87e3-0fdf86296931 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "GET /v2.0/ports/52911b0f-71de-46a3-a9fe-5bad379f6514 HTTP/1.1" status: 404 len: 333 time: 0.1096168 Mar 11 15:28:54.435554 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34242) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:54.519215 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-062e186a-33c7-457d-a630-0871e2a71d38 None None] Provisioning complete for port 3e429396-8900-48e5-8577-ee36451de907 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:28:54.519638 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-062e186a-33c7-457d-a630-0871e2a71d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:54.545663 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-f20d790d-6378-4e8d-9808-94241c61ee76 None None] For port b972b83c-4cb9-4689-853d-d63f447778ba, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:28:54.576886 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-f20d790d-6378-4e8d-9808-94241c61ee76 None None] For port b972b83c-4cb9-4689-853d-d63f447778ba, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=b972b83c-4cb9-4689-853d-d63f447778ba,segment=NetworkSegment(5c1e39f4-9c89-4874-9722-fa647bee15aa),segment_id=5c1e39f4-9c89-4874-9722-fa647bee15aa)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:28:54.582711 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f20d790d-6378-4e8d-9808-94241c61ee76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:54.629173 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ccff25b3-4d70-4abb-b5d4-6a22af6bebb6 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:54.636698 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ccff25b3-4d70-4abb-b5d4-6a22af6bebb6 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:54.718954 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d790d-6378-4e8d-9808-94241c61ee76 None None] Pushing event updated for resources: {'Port': ['ID=b972b83c-4cb9-4689-853d-d63f447778ba,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:54.746318 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-ccff25b3-4d70-4abb-b5d4-6a22af6bebb6 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] In _notify_port_updated(), no bound segment for port b271393e-e3ef-4e3e-a9d2-782276baf88d on network f8df1770-d03d-492b-a303-16e0fef579b0 {{(pid=83867) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 15:28:54.751580 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccff25b3-4d70-4abb-b5d4-6a22af6bebb6 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:54.752682 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-038e4473-81fe-485a-9d9e-eeb7f54fb2d8 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:54.755196 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ccff25b3-4d70-4abb-b5d4-6a22af6bebb6 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:54.757589 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038e4473-81fe-485a-9d9e-eeb7f54fb2d8 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:54.758187 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-038e4473-81fe-485a-9d9e-eeb7f54fb2d8 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:54.760614 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ccff25b3-4d70-4abb-b5d4-6a22af6bebb6 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] 10.222.0.31 "PUT /v2.0/ports/b271393e-e3ef-4e3e-a9d2-782276baf88d HTTP/1.1" status: 200 len: 1128 time: 0.7200956 Mar 11 15:28:54.765049 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34246) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:54.778939 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-062e186a-33c7-457d-a630-0871e2a71d38 None None] Could not find standard attr ID for object 52911b0f-71de-46a3-a9fe-5bad379f6514. {{(pid=83868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:28:54.825947 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff25b3-4d70-4abb-b5d4-6a22af6bebb6 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Pushing event updated for resources: {'Port': ['ID=b271393e-e3ef-4e3e-a9d2-782276baf88d,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:54.871535 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b78298-9860-4b06-b8db-90169e9ac316 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:54.873751 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-77b78298-9860-4b06-b8db-90169e9ac316 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Synchronizing usage tracker for tenant:4363d44f21fe45d9b27b1b83ba1a5d51 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:28:54.891934 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-77b78298-9860-4b06-b8db-90169e9ac316 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Unset dirty status for tenant:4363d44f21fe45d9b27b1b83ba1a5d51 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:28:54.892996 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-77b78298-9860-4b06-b8db-90169e9ac316 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] 10.222.0.31 "GET /v2.0/ports/b271393e-e3ef-4e3e-a9d2-782276baf88d HTTP/1.1" status: 200 len: 1128 time: 0.1247633 Mar 11 15:28:54.896862 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34250) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:54.900278 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-220a5ce1-bbb6-4fb9-8773-04e94a5cf18d None None] Could not find standard attr ID for object 52911b0f-71de-46a3-a9fe-5bad379f6514. {{(pid=83868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:28:54.960276 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-038e4473-81fe-485a-9d9e-eeb7f54fb2d8 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4116740 Mar 11 15:28:54.968434 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34254) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:55.061908 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-b06d0874-165d-4667-92cb-debb7a620444 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Request body: {'subnet': {'network_id': '799609cd-5fff-4cf6-ab1b-e81299a68c2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:55.133536 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-265e43ff-9bb5-448a-a2b9-5075309d4439 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Deleting port b271393e-e3ef-4e3e-a9d2-782276baf88d {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:28:55.134050 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-265e43ff-9bb5-448a-a2b9-5075309d4439 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:55.184699 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e4473-81fe-485a-9d9e-eeb7f54fb2d8 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Pushing event updated for resources: {'Network': ['ID=3a5fa021-ed12-4460-bc03-9ae6e7cb9b1d,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:55.202941 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 3a5fa021-ed12-4460-bc03-9ae6e7cb9b1d details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:28:55.376346 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-3a392bca-9ac2-4960-96dd-e4bd19b8c8dc None None] Provisioning complete for port b271393e-e3ef-4e3e-a9d2-782276baf88d triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:28:55.376721 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3a392bca-9ac2-4960-96dd-e4bd19b8c8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:55.386907 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-b06d0874-165d-4667-92cb-debb7a620444 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:55.391001 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-b06d0874-165d-4667-92cb-debb7a620444 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Usage tracker for resource:subnet and tenant:4ad4d53bdf294e4e8c4c7ce88176319b is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:55.394417 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-b06d0874-165d-4667-92cb-debb7a620444 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:55.401734 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-b06d0874-165d-4667-92cb-debb7a620444 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:55.418198 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dabf208-b7ce-4303-9067-e995c647124a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:28:55.423664 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06d0874-165d-4667-92cb-debb7a620444 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Made reservation on behalf of 4ad4d53bdf294e4e8c4c7ce88176319b for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:28:55.435841 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db59c62d-d322-44a8-babe-5dc49b1425aa None None] Sync routers for ids ['e8045d71-5323-44ad-885b-64df1c786251'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:28:55.465020 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa673a15-c592-4768-be0b-d7d6948ff3a8 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Deleting subnet 6dfbd761-c395-4c94-b1d3-c17079960582 {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:28:55.465328 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-3a392bca-9ac2-4960-96dd-e4bd19b8c8dc None None] Port b271393e-e3ef-4e3e-a9d2-782276baf88d cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:28:55.468961 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db59c62d-d322-44a8-babe-5dc49b1425aa None None] Routers {'e8045d71-5323-44ad-885b-64df1c786251'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:28:55.469728 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-db59c62d-d322-44a8-babe-5dc49b1425aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:28:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['e8045d71-5323-44ad-885b-64df1c786251'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:55.483539 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-265e43ff-9bb5-448a-a2b9-5075309d4439 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:55.524017 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-aa673a15-c592-4768-be0b-d7d6948ff3a8 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:55.570840 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9dabf208-b7ce-4303-9067-e995c647124a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:55.572971 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9dabf208-b7ce-4303-9067-e995c647124a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.6215894 Mar 11 15:28:55.594756 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 3e429396-8900-48e5-8577-ee36451de907 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:28:55.612252 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34258) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:55.625124 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-265e43ff-9bb5-448a-a2b9-5075309d4439 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Calling delete_port for b271393e-e3ef-4e3e-a9d2-782276baf88d owned by {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:28:55.697784 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b06d0874-165d-4667-92cb-debb7a620444 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:55.717796 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-aa673a15-c592-4768-be0b-d7d6948ff3a8 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:55.739447 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-db59c62d-d322-44a8-babe-5dc49b1425aa None None] Set router e8045d71-5323-44ad-885b-64df1c786251 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:28:55.834907 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7e0e43fa-2c8a-41e4-97db-7c5051f6b982 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:55.883143 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-265e43ff-9bb5-448a-a2b9-5075309d4439 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:55.893499 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7e0e43fa-2c8a-41e4-97db-7c5051f6b982 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:55.952354 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e43ff-9bb5-448a-a2b9-5075309d4439 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Pushing event deleted for resources: {'Port': ['ID=b271393e-e3ef-4e3e-a9d2-782276baf88d,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:55.985624 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 3e429396-8900-48e5-8577-ee36451de907 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:28:55.985988 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:56.022338 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-265e43ff-9bb5-448a-a2b9-5075309d4439 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:56.053448 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-265e43ff-9bb5-448a-a2b9-5075309d4439 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] 10.222.0.31 "DELETE /v2.0/ports/b271393e-e3ef-4e3e-a9d2-782276baf88d HTTP/1.1" status: 204 len: 168 time: 1.1523125 Mar 11 15:28:56.057935 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34264) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:56.067069 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-1c19e6b7-9a30-4811-a732-993a4d8298b3 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=916fcc14ed3c4d0b95925acf526937c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4394572 Mar 11 15:28:56.079150 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34268) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:56.303503 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73261e1-a230-4ae1-a835-95cb4abb4273 None None] Network bf83481f-eab3-4d31-953f-266cad621f5d requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:28:56.337342 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-aa673a15-c592-4768-be0b-d7d6948ff3a8 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:56.356801 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb39a18f-28e3-45dc-a6a8-05bd23b20353 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Deleting subnet 5de5cb41-861c-4842-a3b3-e16d08bdc9d4 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:28:56.360114 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-eb39a18f-28e3-45dc-a6a8-05bd23b20353 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:56.419337 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-eb39a18f-28e3-45dc-a6a8-05bd23b20353 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:56.482420 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-7e0e43fa-2c8a-41e4-97db-7c5051f6b982 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Allocated IP 172.26.0.170 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/ebc360ac-d797-4828-93a6-86dddbeed28c) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:28:56.491818 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7172404-c806-4c91-b8bb-1c202970957c tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:56.496484 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a7172404-c806-4c91-b8bb-1c202970957c tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4123054 Mar 11 15:28:56.496857 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34272) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:56.517275 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device b972b83c-4cb9-4689-853d-d63f447778ba up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:28:56.547799 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ff3b5f7c-06c5-4f02-9ebc-a677de6e4e34 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=69193b02-dbf5-4ccf-b3ce-76dabd3f8655&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0496385 Mar 11 15:28:56.550744 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34276) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:56.558027 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-69f4f29b-392f-446a-8c95-89dee54fed65 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1429558950', 'network_id': 'ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:56.573138 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-9498326e-22b8-456d-8c62-bca9ff2db8c9 None None] Provisioning for port b972b83c-4cb9-4689-853d-d63f447778ba completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:28:56.628094 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b06d0874-165d-4667-92cb-debb7a620444 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:56.647387 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-eb39a18f-28e3-45dc-a6a8-05bd23b20353 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:56.680444 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-aa673a15-c592-4768-be0b-d7d6948ff3a8 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:56.714343 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-db59c62d-d322-44a8-babe-5dc49b1425aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8045d71-5323-44ad-885b-64df1c786251', 'name': 'tempest-TestNetworkBasicOps-router-962175665', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '5eacffb7-ab7b-48c8-af25-d90377798cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:28:48Z', 'updated_at': '2022-03-11T15:28:52Z', 'revision_number': 3, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '5eacffb7-ab7b-48c8-af25-d90377798cb0', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:28:50Z', 'updated_at': '2022-03-11T15:28:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:56.730589 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-69f4f29b-392f-446a-8c95-89dee54fed65 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:56.730824 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db59c62d-d322-44a8-babe-5dc49b1425aa None None] Checking router: e8045d71-5323-44ad-885b-64df1c786251 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:28:56.730824 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db59c62d-d322-44a8-babe-5dc49b1425aa None None] Updating router e8045d71-5323-44ad-885b-64df1c786251 port 5eacffb7-ab7b-48c8-af25-d90377798cb0 binding host dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:28:56.745054 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-69f4f29b-392f-446a-8c95-89dee54fed65 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:subnet and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:56.748855 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-69f4f29b-392f-446a-8c95-89dee54fed65 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:56.755135 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-69f4f29b-392f-446a-8c95-89dee54fed65 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:56.761148 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d0874-165d-4667-92cb-debb7a620444 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Pushing event updated for resources: {'Subnet': ['ID=6b946ea2-deb5-47a6-9044-d5b93f36702f,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:56.764049 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-aa673a15-c592-4768-be0b-d7d6948ff3a8 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:56.771500 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port b972b83c-4cb9-4689-853d-d63f447778ba completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:28:56.780813 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f4f29b-392f-446a-8c95-89dee54fed65 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Made reservation on behalf of 916fcc14ed3c4d0b95925acf526937c4 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:28:56.787708 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d27c66a-0cef-4610-a4d8-b1abddf5f8d4 None None] Network 71b22e64-5161-4ec3-9fe5-8c4d469d5ba6 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:28:56.804980 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-eb39a18f-28e3-45dc-a6a8-05bd23b20353 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:56.807130 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port b972b83c-4cb9-4689-853d-d63f447778ba triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:28:56.807130 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:56.907583 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39a18f-28e3-45dc-a6a8-05bd23b20353 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Pushing event deleted for resources: {'Subnet': ['ID=5de5cb41-861c-4842-a3b3-e16d08bdc9d4,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:56.926128 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-eb39a18f-28e3-45dc-a6a8-05bd23b20353 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:56.935830 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-eb39a18f-28e3-45dc-a6a8-05bd23b20353 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] 10.222.0.31 "DELETE /v2.0/subnets/5de5cb41-861c-4842-a3b3-e16d08bdc9d4 HTTP/1.1" status: 204 len: 168 time: 0.8743389 Mar 11 15:28:56.937517 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34282) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:56.955344 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283ab065-7d97-4cdb-b6c6-c5a09ecc074d None None] Network f8df1770-d03d-492b-a303-16e0fef579b0 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:28:56.977520 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa673a15-c592-4768-be0b-d7d6948ff3a8 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event deleted for resources: {'Subnet': ['ID=6dfbd761-c395-4c94-b1d3-c17079960582,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:56.993347 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-db59c62d-d322-44a8-babe-5dc49b1425aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:56.995273 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-aa673a15-c592-4768-be0b-d7d6948ff3a8 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/subnets/6dfbd761-c395-4c94-b1d3-c17079960582 HTTP/1.1" status: 204 len: 168 time: 2.5564535 Mar 11 15:28:57.004221 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34286) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:57.032812 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7e0e43fa-2c8a-41e4-97db-7c5051f6b982 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:57.040218 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06d0874-165d-4667-92cb-debb7a620444 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Checking segment: {'id': 'eafb2747-7728-4b3c-829b-bd12e6ce92d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '799609cd-5fff-4cf6-ab1b-e81299a68c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:28:57.040218 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06d0874-165d-4667-92cb-debb7a620444 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Network hostable DHCP agents. Network: 799609cd-5fff-4cf6-ab1b-e81299a68c2c, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:28:57.040657 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-69f4f29b-392f-446a-8c95-89dee54fed65 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:57.175913 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f89fe8de-8475-4d64-8bce-3e1d3e896710 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:57.193938 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06d0874-165d-4667-92cb-debb7a620444 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Network 799609cd-5fff-4cf6-ab1b-e81299a68c2c is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:28:57.207403 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-f89fe8de-8475-4d64-8bce-3e1d3e896710 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Deleting port 3e429396-8900-48e5-8577-ee36451de907 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:28:57.209306 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f89fe8de-8475-4d64-8bce-3e1d3e896710 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:57.243602 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-b06d0874-165d-4667-92cb-debb7a620444 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 799609cd-5fff-4cf6-ab1b-e81299a68c2c) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:28:57.250251 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7e0e43fa-2c8a-41e4-97db-7c5051f6b982 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:57.264269 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7747f0c-f914-4c30-a2c3-80d3a2e833e3 None None] Network 799609cd-5fff-4cf6-ab1b-e81299a68c2c requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:28:57.280172 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-377f48ec-6f8a-496f-a256-fdf0f5b5de6e tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:57.311136 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-377f48ec-6f8a-496f-a256-fdf0f5b5de6e tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Deleting port 11824d44-aa21-46d8-920c-bc22cb0f588b {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:28:57.311474 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-377f48ec-6f8a-496f-a256-fdf0f5b5de6e tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:57.358760 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06d0874-165d-4667-92cb-debb7a620444 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:57.359615 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b06d0874-165d-4667-92cb-debb7a620444 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:57.401066 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0e43fa-2c8a-41e4-97db-7c5051f6b982 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:28:57.414523 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-7e0e43fa-2c8a-41e4-97db-7c5051f6b982 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:28:57.426280 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0e43fa-2c8a-41e4-97db-7c5051f6b982 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:28:57.459692 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b06d0874-165d-4667-92cb-debb7a620444 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4882188 Mar 11 15:28:57.469636 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34290) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:57.497561 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-d5d86c3a-158a-4cf3-92b6-6dfb2f49fbdc tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Request body: {'subnet': {'network_id': '3a5fa021-ed12-4460-bc03-9ae6e7cb9b1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:57.521624 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e43fa-2c8a-41e4-97db-7c5051f6b982 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Pushing event updated for resources: {'Port': ['ID=ebc360ac-d797-4828-93a6-86dddbeed28c,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:57.634845 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:57.724290 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-f89fe8de-8475-4d64-8bce-3e1d3e896710 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] For port 3e429396-8900-48e5-8577-ee36451de907, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=3e429396-8900-48e5-8577-ee36451de907,segment=NetworkSegment(be382194-eea2-4540-a9c9-ae567b8813d9),segment_id=be382194-eea2-4540-a9c9-ae567b8813d9)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:28:57.724522 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f89fe8de-8475-4d64-8bce-3e1d3e896710 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:57.768577 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-d5d86c3a-158a-4cf3-92b6-6dfb2f49fbdc tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:57.771651 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-377f48ec-6f8a-496f-a256-fdf0f5b5de6e tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] For port 11824d44-aa21-46d8-920c-bc22cb0f588b, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=11824d44-aa21-46d8-920c-bc22cb0f588b,segment=NetworkSegment(160bb02e-bb33-4729-a973-d0f218e3a4b7),segment_id=160bb02e-bb33-4729-a973-d0f218e3a4b7)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:28:57.772016 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-377f48ec-6f8a-496f-a256-fdf0f5b5de6e tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:57.784067 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d5d86c3a-158a-4cf3-92b6-6dfb2f49fbdc tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Usage tracker for resource:subnet and tenant:4ad4d53bdf294e4e8c4c7ce88176319b is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:57.788675 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d5d86c3a-158a-4cf3-92b6-6dfb2f49fbdc tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:57.843904 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-69f4f29b-392f-446a-8c95-89dee54fed65 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:57.856251 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-f89fe8de-8475-4d64-8bce-3e1d3e896710 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Calling delete_port for 3e429396-8900-48e5-8577-ee36451de907 owned by network:dhcp {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:28:57.870350 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port b972b83c-4cb9-4689-853d-d63f447778ba, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=b972b83c-4cb9-4689-853d-d63f447778ba,segment=NetworkSegment(5c1e39f4-9c89-4874-9722-fa647bee15aa),segment_id=5c1e39f4-9c89-4874-9722-fa647bee15aa)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:28:57.894145 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:57.963635 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-9d2b06f8-15d6-4058-b643-3243522aadb6 None None] Provisioning complete for port b972b83c-4cb9-4689-853d-d63f447778ba triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:28:57.964007 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9d2b06f8-15d6-4058-b643-3243522aadb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:57.965556 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f89fe8de-8475-4d64-8bce-3e1d3e896710 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:57.970199 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-d5d86c3a-158a-4cf3-92b6-6dfb2f49fbdc tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:57.971188 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7e0e43fa-2c8a-41e4-97db-7c5051f6b982 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:57.979346 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-377f48ec-6f8a-496f-a256-fdf0f5b5de6e tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Calling delete_port for 11824d44-aa21-46d8-920c-bc22cb0f588b owned by network:dhcp {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:28:58.039279 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31e6d7c-26f6-4ff5-90bf-996da0269f1b None None] DHCP port deletion for 71b22e64-5161-4ec3-9fe5-8c4d469d5ba6 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:28:58.042423 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4f29b-392f-446a-8c95-89dee54fed65 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Subnet': ['ID=796e8b88-7a8c-46fd-b12f-b6e3ee49dd2c,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:58.044615 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d86c3a-158a-4cf3-92b6-6dfb2f49fbdc tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Made reservation on behalf of 4ad4d53bdf294e4e8c4c7ce88176319b for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:28:58.079594 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81494b1-8b69-4200-ac01-af16d172dbd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-799609cd-5fff-4cf6-ab1b-e81299a68c2c', 'network_id': '799609cd-5fff-4cf6-ab1b-e81299a68c2c', 'tenant_id': '4ad4d53bdf294e4e8c4c7ce88176319b', 'fixed_ips': [{'subnet_id': '6b946ea2-deb5-47a6-9044-d5b93f36702f'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:28:58.080414 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d81494b1-8b69-4200-ac01-af16d172dbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:58.148477 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89fe8de-8475-4d64-8bce-3e1d3e896710 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event deleted for resources: {'Port': ['ID=3e429396-8900-48e5-8577-ee36451de907,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:58.150684 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=b972b83c-4cb9-4689-853d-d63f447778ba,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:58.156926 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89fe8de-8475-4d64-8bce-3e1d3e896710 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] No DVR routers for this DVR port 3e429396-8900-48e5-8577-ee36451de907 on host dv-neutron-833373-1-hyperv {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:28:58.203381 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d5d86c3a-158a-4cf3-92b6-6dfb2f49fbdc tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:58.247147 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39f4ea3-48e5-4e46-8167-5e26c1d99871 None None] DHCP port deletion for f8df1770-d03d-492b-a303-16e0fef579b0 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:28:58.326941 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f89fe8de-8475-4d64-8bce-3e1d3e896710 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:58.341025 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7e0e43fa-2c8a-41e4-97db-7c5051f6b982 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:58.342417 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-377f48ec-6f8a-496f-a256-fdf0f5b5de6e tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:58.347106 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f4f29b-392f-446a-8c95-89dee54fed65 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Checking segment: {'id': '8c441113-7fec-4769-bcce-89407f41ac7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:28:58.347607 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f4f29b-392f-446a-8c95-89dee54fed65 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network hostable DHCP agents. Network: ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:28:58.354672 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-db59c62d-d322-44a8-babe-5dc49b1425aa None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:58.358450 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7e0e43fa-2c8a-41e4-97db-7c5051f6b982 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709172', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-708534'] for router, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:58.364038 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-f89fe8de-8475-4d64-8bce-3e1d3e896710 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b22e64-5161-4ec3-9fe5-8c4d469d5ba6']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:58.414781 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-db59c62d-d322-44a8-babe-5dc49b1425aa None None] Transition to ACTIVE for port object 5eacffb7-ab7b-48c8-af25-d90377798cb0 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:28:58.425118 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f48ec-6f8a-496f-a256-fdf0f5b5de6e tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Pushing event deleted for resources: {'Port': ['ID=11824d44-aa21-46d8-920c-bc22cb0f588b,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:58.425748 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-f89fe8de-8475-4d64-8bce-3e1d3e896710 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be382194-eea2-4540-a9c9-ae567b8813d9') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:58.426152 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-f89fe8de-8475-4d64-8bce-3e1d3e896710 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be382194-eea2-4540-a9c9-ae567b8813d9') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:58.434862 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377f48ec-6f8a-496f-a256-fdf0f5b5de6e tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] No DVR routers for this DVR port 11824d44-aa21-46d8-920c-bc22cb0f588b on host dv-neutron-833373-1-hyperv {{(pid=83867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:28:58.439216 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-db59c62d-d322-44a8-babe-5dc49b1425aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:58.504363 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f89fe8de-8475-4d64-8bce-3e1d3e896710 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:58.523525 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-d81494b1-8b69-4200-ac01-af16d172dbd5 None None] Allocated IP 2001:db8::2 (799609cd-5fff-4cf6-ab1b-e81299a68c2c/6b946ea2-deb5-47a6-9044-d5b93f36702f/1a6bb174-5c9f-42dd-b9b2-16df620e979f) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:28:58.539511 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f89fe8de-8475-4d64-8bce-3e1d3e896710 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:58.549439 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f89fe8de-8475-4d64-8bce-3e1d3e896710 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:28:58.549810 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f89fe8de-8475-4d64-8bce-3e1d3e896710 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:58.566514 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:28:58.566514 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:28:58.566514 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:28:58.566514 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:28:58.566514 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:28:58.566514 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:28:58.566514 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:28:58.566514 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:28:58.566514 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:28:58.566514 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:28:58.566514 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:28:58.566514 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:28:58.566514 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:28:58.566514 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:28:58.566514 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:28:58.566514 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:28:58.566514 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:28:58.566514 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:28:58.566514 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:28:58.566514 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:28:58.566514 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:28:58.566514 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:28:58.566514 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:28:58.566514 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:28:58.566514 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:28:58.566514 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:28:58.566514 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:28:58.566514 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:28:58.566514 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:28:58.566514 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:28:58.566514 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:28:58.566514 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:28:58.569795 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-db59c62d-d322-44a8-babe-5dc49b1425aa None None] Attempting to bind port 5eacffb7-ab7b-48c8-af25-d90377798cb0 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:28:58.569795 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-db59c62d-d322-44a8-babe-5dc49b1425aa None None] Attempting to bind port 5eacffb7-ab7b-48c8-af25-d90377798cb0 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:28:58.569795 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db59c62d-d322-44a8-babe-5dc49b1425aa None None] Attempting to bind port 5eacffb7-ab7b-48c8-af25-d90377798cb0 on network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:28:58.570545 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0720b390-bc37-41fb-977e-f094132adf97 None None] Pushing event updated for resources: {'Port': ['ID=5eacffb7-ab7b-48c8-af25-d90377798cb0,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:58.600947 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f4f29b-392f-446a-8c95-89dee54fed65 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:28:58.607609 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-377f48ec-6f8a-496f-a256-fdf0f5b5de6e tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:58.641386 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-69f4f29b-392f-446a-8c95-89dee54fed65 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:28:58.644122 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-377f48ec-6f8a-496f-a256-fdf0f5b5de6e tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8df1770-d03d-492b-a303-16e0fef579b0']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:58.650299 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db59c62d-d322-44a8-babe-5dc49b1425aa None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:28:58.650688 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db59c62d-d322-44a8-babe-5dc49b1425aa None None] Checking segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:28:58.651692 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-db59c62d-d322-44a8-babe-5dc49b1425aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:58.652085 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db59c62d-d322-44a8-babe-5dc49b1425aa None None] Bound using segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:28:58.652578 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-db59c62d-d322-44a8-babe-5dc49b1425aa None None] Bound port: 5eacffb7-ab7b-48c8-af25-d90377798cb0, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:28:58.652946 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-db59c62d-d322-44a8-babe-5dc49b1425aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:58.667093 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f4f29b-392f-446a-8c95-89dee54fed65 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:58.667828 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-69f4f29b-392f-446a-8c95-89dee54fed65 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:58.693935 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885eb1d6-6870-4bb5-ba1f-ecaedfa0b695 None None] Network ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:28:58.703417 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-377f48ec-6f8a-496f-a256-fdf0f5b5de6e tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '160bb02e-bb33-4729-a973-d0f218e3a4b7') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:58.703884 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-377f48ec-6f8a-496f-a256-fdf0f5b5de6e tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '160bb02e-bb33-4729-a973-d0f218e3a4b7') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:58.736879 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-377f48ec-6f8a-496f-a256-fdf0f5b5de6e tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:58.779488 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-69f4f29b-392f-446a-8c95-89dee54fed65 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2274470 Mar 11 15:28:58.780742 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-377f48ec-6f8a-496f-a256-fdf0f5b5de6e tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:58.783648 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34296) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:58.789136 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f89fe8de-8475-4d64-8bce-3e1d3e896710 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:58.801573 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-377f48ec-6f8a-496f-a256-fdf0f5b5de6e tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:28:58.802873 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-377f48ec-6f8a-496f-a256-fdf0f5b5de6e tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:58.817004 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:28:58.817004 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:28:58.817004 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:28:58.817004 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:28:58.817004 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:28:58.817004 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:28:58.817004 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:28:58.817004 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:28:58.817004 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:28:58.817004 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:28:58.817004 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:28:58.817004 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:28:58.817004 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:28:58.817004 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:28:58.817004 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:28:58.817004 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:28:58.817004 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:28:58.817004 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:28:58.817004 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:28:58.817004 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:28:58.817004 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:28:58.817004 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:28:58.817004 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:28:58.817004 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:28:58.817004 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:28:58.817004 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:28:58.817004 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:28:58.817004 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:28:58.817004 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:28:58.817004 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:28:58.817004 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:28:58.817004 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:28:58.874247 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f89fe8de-8475-4d64-8bce-3e1d3e896710 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:58.878730 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-db59c62d-d322-44a8-babe-5dc49b1425aa None None] For port 5eacffb7-ab7b-48c8-af25-d90377798cb0, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:28:58.905095 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d5d86c3a-158a-4cf3-92b6-6dfb2f49fbdc tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:58.926745 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-db59c62d-d322-44a8-babe-5dc49b1425aa None None] For port 5eacffb7-ab7b-48c8-af25-d90377798cb0, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=5eacffb7-ab7b-48c8-af25-d90377798cb0,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:28:58.944419 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89fe8de-8475-4d64-8bce-3e1d3e896710 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event deleted for resources: {'Network': ['ID=71b22e64-5161-4ec3-9fe5-8c4d469d5ba6,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:58.958745 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f89fe8de-8475-4d64-8bce-3e1d3e896710 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/networks/71b22e64-5161-4ec3-9fe5-8c4d469d5ba6 HTTP/1.1" status: 204 len: 168 time: 1.9521892 Mar 11 15:28:58.962483 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-377f48ec-6f8a-496f-a256-fdf0f5b5de6e tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:58.963988 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34300) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:58.994942 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-377f48ec-6f8a-496f-a256-fdf0f5b5de6e tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:59.000334 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-fe30a653-2a1d-4953-af89-fbe5ddfeb8c1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-266113536'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:59.062381 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-db59c62d-d322-44a8-babe-5dc49b1425aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:59.077893 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0e43fa-2c8a-41e4-97db-7c5051f6b982 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Router f98482dd-0fc9-45f0-afa2-1e46d6930e95 is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:28:59.117454 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-fe30a653-2a1d-4953-af89-fbe5ddfeb8c1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:28:59.121752 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f48ec-6f8a-496f-a256-fdf0f5b5de6e tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] Pushing event deleted for resources: {'Network': ['ID=f8df1770-d03d-492b-a303-16e0fef579b0,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:59.139530 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-fe30a653-2a1d-4953-af89-fbe5ddfeb8c1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Usage tracker for resource:network and tenant:6b1a6507e257408892b3294b50293467 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:28:59.146910 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-377f48ec-6f8a-496f-a256-fdf0f5b5de6e tempest-ExtraDHCPOptionsIpV6TestJSON-555353539 tempest-ExtraDHCPOptionsIpV6TestJSON-555353539-project] 10.222.0.31 "DELETE /v2.0/networks/f8df1770-d03d-492b-a303-16e0fef579b0 HTTP/1.1" status: 204 len: 168 time: 2.2062409 Mar 11 15:28:59.147397 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-fe30a653-2a1d-4953-af89-fbe5ddfeb8c1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:28:59.150515 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d86c3a-158a-4cf3-92b6-6dfb2f49fbdc tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Pushing event updated for resources: {'Subnet': ['ID=73e39947-55a9-40e8-b636-161fbd7ae931,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:59.155874 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1fdc5f-cde4-4a7d-91b0-f42e44f118da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8', 'network_id': 'ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ips': [{'subnet_id': '796e8b88-7a8c-46fd-b12f-b6e3ee49dd2c'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:28:59.158196 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1e1fdc5f-cde4-4a7d-91b0-f42e44f118da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:59.158337 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-fe30a653-2a1d-4953-af89-fbe5ddfeb8c1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:28:59.199076 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe30a653-2a1d-4953-af89-fbe5ddfeb8c1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Made reservation on behalf of 6b1a6507e257408892b3294b50293467 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:28:59.202233 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fe30a653-2a1d-4953-af89-fbe5ddfeb8c1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:59.219086 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d86c3a-158a-4cf3-92b6-6dfb2f49fbdc tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Checking segment: {'id': '27ad1c4f-5624-432c-a505-2164742d2a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3a5fa021-ed12-4460-bc03-9ae6e7cb9b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:28:59.225096 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d86c3a-158a-4cf3-92b6-6dfb2f49fbdc tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Network hostable DHCP agents. Network: 3a5fa021-ed12-4460-bc03-9ae6e7cb9b1d, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:28:59.232517 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d81494b1-8b69-4200-ac01-af16d172dbd5 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:59.266264 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe30a653-2a1d-4953-af89-fbe5ddfeb8c1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:28:59.269859 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d86c3a-158a-4cf3-92b6-6dfb2f49fbdc tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Network 3a5fa021-ed12-4460-bc03-9ae6e7cb9b1d is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:28:59.286746 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-d5d86c3a-158a-4cf3-92b6-6dfb2f49fbdc tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 3a5fa021-ed12-4460-bc03-9ae6e7cb9b1d) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:28:59.292238 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d86c3a-158a-4cf3-92b6-6dfb2f49fbdc tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:59.293900 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d5d86c3a-158a-4cf3-92b6-6dfb2f49fbdc tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:59.301296 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fe30a653-2a1d-4953-af89-fbe5ddfeb8c1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:59.301841 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-fe30a653-2a1d-4953-af89-fbe5ddfeb8c1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Added segment a560f3d7-aaf0-4426-88ec-f7f4ec6eb0fe of type vlan for network 82521d38-f746-4ea1-97bc-eeaebb1f522f Mar 11 15:28:59.319099 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a96b633-cca2-4efa-a732-0b8df32fbba1 None None] Network 3a5fa021-ed12-4460-bc03-9ae6e7cb9b1d requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:28:59.340258 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d81494b1-8b69-4200-ac01-af16d172dbd5 None None] Transition to ACTIVE for port object 1a6bb174-5c9f-42dd-b9b2-16df620e979f will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:28:59.344054 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d5d86c3a-158a-4cf3-92b6-6dfb2f49fbdc tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8668866 Mar 11 15:28:59.347898 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34306) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:59.354763 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0720b390-bc37-41fb-977e-f094132adf97 None None] Pushing event updated for resources: {'Port': ['ID=5eacffb7-ab7b-48c8-af25-d90377798cb0,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:59.371877 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db59c62d-d322-44a8-babe-5dc49b1425aa None None] Routers {'e8045d71-5323-44ad-885b-64df1c786251'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:28:59.372556 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-db59c62d-d322-44a8-babe-5dc49b1425aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:28:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['e8045d71-5323-44ad-885b-64df1c786251'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:59.428268 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fe30a653-2a1d-4953-af89-fbe5ddfeb8c1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:59.617886 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fe30a653-2a1d-4953-af89-fbe5ddfeb8c1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:59.621629 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe30a653-2a1d-4953-af89-fbe5ddfeb8c1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:59.622378 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fe30a653-2a1d-4953-af89-fbe5ddfeb8c1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:59.676345 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e5ed3392-99cb-4543-9ae8-659cdc2157f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:59.677458 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d81494b1-8b69-4200-ac01-af16d172dbd5 None None] Transition to ACTIVE for port object 1a6bb174-5c9f-42dd-b9b2-16df620e979f will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:28:59.677589 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0e43fa-2c8a-41e4-97db-7c5051f6b982 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:28:59.687095 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7e0e43fa-2c8a-41e4-97db-7c5051f6b982 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:59.689491 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-7e0e43fa-2c8a-41e4-97db-7c5051f6b982 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] 10.222.0.31 "PUT /v2.0/routers/f98482dd-0fc9-45f0-afa2-1e46d6930e95 HTTP/1.1" status: 200 len: 916 time: 6.4930711 Mar 11 15:28:59.694462 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34312) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:59.695411 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e678f48e-34ce-4d3c-8fe2-cf8e0c1a0edb None None] Sync routers for ids ['f98482dd-0fc9-45f0-afa2-1e46d6930e95'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:28:59.702698 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d81494b1-8b69-4200-ac01-af16d172dbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:28:59.715978 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e678f48e-34ce-4d3c-8fe2-cf8e0c1a0edb None None] Routers {'f98482dd-0fc9-45f0-afa2-1e46d6930e95'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:28:59.718492 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-e678f48e-34ce-4d3c-8fe2-cf8e0c1a0edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:28:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['f98482dd-0fc9-45f0-afa2-1e46d6930e95'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:59.749951 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34316) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:59.814091 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-e678f48e-34ce-4d3c-8fe2-cf8e0c1a0edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:59.852653 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-fe30a653-2a1d-4953-af89-fbe5ddfeb8c1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8866422 Mar 11 15:28:59.857306 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34322) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:28:59.865850 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-8f2da8c1-c803-40b3-9ba6-6202cbf56352 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'subnet': {'network_id': '82521d38-f746-4ea1-97bc-eeaebb1f522f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:28:59.869414 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e678f48e-34ce-4d3c-8fe2-cf8e0c1a0edb None None] Routers {'f98482dd-0fc9-45f0-afa2-1e46d6930e95'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:28:59.877261 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-e678f48e-34ce-4d3c-8fe2-cf8e0c1a0edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:28:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['f98482dd-0fc9-45f0-afa2-1e46d6930e95'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:59.883927 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81494b1-8b69-4200-ac01-af16d172dbd5 None None] Network 799609cd-5fff-4cf6-ab1b-e81299a68c2c is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:28:59.890850 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-d81494b1-8b69-4200-ac01-af16d172dbd5 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:28:59.902759 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe30a653-2a1d-4953-af89-fbe5ddfeb8c1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'Network': ['ID=82521d38-f746-4ea1-97bc-eeaebb1f522f,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:59.922448 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81494b1-8b69-4200-ac01-af16d172dbd5 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:28:59.930497 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 82521d38-f746-4ea1-97bc-eeaebb1f522f details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:28:59.958202 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81494b1-8b69-4200-ac01-af16d172dbd5 None None] Pushing event updated for resources: {'Port': ['ID=1a6bb174-5c9f-42dd-b9b2-16df620e979f,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:00.046822 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-98bba50a-7616-4110-a494-76626e9b6855 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] 10.222.0.31 "GET /v2.0/routers/f98482dd-0fc9-45f0-afa2-1e46d6930e95 HTTP/1.1" status: 200 len: 922 time: 0.3509057 Mar 11 15:29:00.050245 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34326) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:00.062565 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-e678f48e-34ce-4d3c-8fe2-cf8e0c1a0edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:00.063677 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e678f48e-34ce-4d3c-8fe2-cf8e0c1a0edb None None] The sync data for ids ['f98482dd-0fc9-45f0-afa2-1e46d6930e95'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:29:00.082799 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-1e1fdc5f-cde4-4a7d-91b0-f42e44f118da None None] Allocated IP 172.20.0.2 (ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8/796e8b88-7a8c-46fd-b12f-b6e3ee49dd2c/eba13c17-3913-4d31-a9c4-b9ca883efd56) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:29:00.100812 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-db59c62d-d322-44a8-babe-5dc49b1425aa None None] Set router e8045d71-5323-44ad-885b-64df1c786251 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:29:00.201087 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-8f2da8c1-c803-40b3-9ba6-6202cbf56352 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:00.206079 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-8f2da8c1-c803-40b3-9ba6-6202cbf56352 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Usage tracker for resource:subnet and tenant:6b1a6507e257408892b3294b50293467 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:00.210002 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-8f2da8c1-c803-40b3-9ba6-6202cbf56352 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:00.216903 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-8f2da8c1-c803-40b3-9ba6-6202cbf56352 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:00.260651 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2da8c1-c803-40b3-9ba6-6202cbf56352 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Made reservation on behalf of 6b1a6507e257408892b3294b50293467 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:29:00.303182 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device b972b83c-4cb9-4689-853d-d63f447778ba up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:29:00.309282 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c7f0d06c-9dac-426a-b946-bc045106dd92 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=69193b02-dbf5-4ccf-b3ce-76dabd3f8655&device_id=f98482dd-0fc9-45f0-afa2-1e46d6930e95&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2546451 Mar 11 15:29:00.313819 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b658e9c2-6c50-47fc-9a13-c2473166b8e0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4363d44f21fe45d9b27b1b83ba1a5d51&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5551326 Mar 11 15:29:00.313819 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34330) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:00.314705 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34332) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:00.414815 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-04363b5b-b294-4909-82b7-cdc98a39841d tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:00.427786 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8f2da8c1-c803-40b3-9ba6-6202cbf56352 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:00.499855 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2c67dbf9-1701-4fa3-9170-77911b613667 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:00.624194 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2beeaf-93c6-4a32-b34d-9c4dfc3ba1f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-3a5fa021-ed12-4460-bc03-9ae6e7cb9b1d', 'network_id': '3a5fa021-ed12-4460-bc03-9ae6e7cb9b1d', 'tenant_id': '4ad4d53bdf294e4e8c4c7ce88176319b', 'fixed_ips': [{'subnet_id': '73e39947-55a9-40e8-b636-161fbd7ae931'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:29:00.625047 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bc2beeaf-93c6-4a32-b34d-9c4dfc3ba1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:00.659517 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-d81494b1-8b69-4200-ac01-af16d172dbd5 None None] Attempting to bind port 1a6bb174-5c9f-42dd-b9b2-16df620e979f on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:29:00.660012 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-d81494b1-8b69-4200-ac01-af16d172dbd5 None None] Attempting to bind port 1a6bb174-5c9f-42dd-b9b2-16df620e979f by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'eafb2747-7728-4b3c-829b-bd12e6ce92d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '799609cd-5fff-4cf6-ab1b-e81299a68c2c'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:29:00.660391 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81494b1-8b69-4200-ac01-af16d172dbd5 None None] Attempting to bind port 1a6bb174-5c9f-42dd-b9b2-16df620e979f on network 799609cd-5fff-4cf6-ab1b-e81299a68c2c {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:29:00.728963 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81494b1-8b69-4200-ac01-af16d172dbd5 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:29:00.729489 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81494b1-8b69-4200-ac01-af16d172dbd5 None None] Checking segment: {'id': 'eafb2747-7728-4b3c-829b-bd12e6ce92d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '799609cd-5fff-4cf6-ab1b-e81299a68c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:29:00.730063 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d81494b1-8b69-4200-ac01-af16d172dbd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:00.730633 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81494b1-8b69-4200-ac01-af16d172dbd5 None None] Bound using segment: {'id': 'eafb2747-7728-4b3c-829b-bd12e6ce92d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '799609cd-5fff-4cf6-ab1b-e81299a68c2c'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:29:00.731371 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-d81494b1-8b69-4200-ac01-af16d172dbd5 None None] Bound port: 1a6bb174-5c9f-42dd-b9b2-16df620e979f, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eafb2747-7728-4b3c-829b-bd12e6ce92d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '799609cd-5fff-4cf6-ab1b-e81299a68c2c'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:29:00.731915 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d81494b1-8b69-4200-ac01-af16d172dbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:00.820368 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5522e261-fa82-4d80-9238-182cbcd1b2ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:00.822706 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89890af0-ab92-421b-9488-21d9648976da tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:00.826801 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-89890af0-ab92-421b-9488-21d9648976da tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] 10.222.0.31 "GET /v2.0/networks/69193b02-dbf5-4ccf-b3ce-76dabd3f8655 HTTP/1.1" status: 200 len: 881 time: 0.5090549 Mar 11 15:29:00.837720 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34338) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:00.910922 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-457e1d47-a55f-4358-9bc4-e385a63e0f85 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] 10.222.0.31 "GET /v2.0/ports?device_id=f98482dd-0fc9-45f0-afa2-1e46d6930e95 HTTP/1.1" status: 200 len: 205 time: 0.0698225 Mar 11 15:29:00.911728 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34342) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:00.915874 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5522e261-fa82-4d80-9238-182cbcd1b2ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:00.990565 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port b972b83c-4cb9-4689-853d-d63f447778ba triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:29:00.991150 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:01.154381 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5522e261-fa82-4d80-9238-182cbcd1b2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:01.176978 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522e261-fa82-4d80-9238-182cbcd1b2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d84120-5095-4e32-9554-6290bb4888ca,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:01.194173 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5522e261-fa82-4d80-9238-182cbcd1b2ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:01.201093 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-5522e261-fa82-4d80-9238-182cbcd1b2ec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/61d84120-5095-4e32-9554-6290bb4888ca HTTP/1.1" status: 204 len: 168 time: 0.8816803 Mar 11 15:29:01.215292 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1e1fdc5f-cde4-4a7d-91b0-f42e44f118da None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:01.229307 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-d81494b1-8b69-4200-ac01-af16d172dbd5 None None] For port 1a6bb174-5c9f-42dd-b9b2-16df620e979f, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:29:01.238081 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-04363b5b-b294-4909-82b7-cdc98a39841d tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Allocated IP 2001:db8::1 (799609cd-5fff-4cf6-ab1b-e81299a68c2c/6b946ea2-deb5-47a6-9044-d5b93f36702f/255625f5-dfbc-47ed-a248-eb3f0a0cfea8) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:29:01.274175 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8f2da8c1-c803-40b3-9ba6-6202cbf56352 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:01.292888 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-d81494b1-8b69-4200-ac01-af16d172dbd5 None None] For port 1a6bb174-5c9f-42dd-b9b2-16df620e979f, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=1a6bb174-5c9f-42dd-b9b2-16df620e979f,segment=NetworkSegment(eafb2747-7728-4b3c-829b-bd12e6ce92d1),segment_id=eafb2747-7728-4b3c-829b-bd12e6ce92d1)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:29:01.295156 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-1e1fdc5f-cde4-4a7d-91b0-f42e44f118da None None] Transition to ACTIVE for port object eba13c17-3913-4d31-a9c4-b9ca883efd56 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:29:01.432370 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d81494b1-8b69-4200-ac01-af16d172dbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:01.436662 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-bc2beeaf-93c6-4a32-b34d-9c4dfc3ba1f0 None None] Allocated IP 2001:db8::2 (3a5fa021-ed12-4460-bc03-9ae6e7cb9b1d/73e39947-55a9-40e8-b636-161fbd7ae931/935aebd0-7140-4468-b0fd-e568ed269670) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:29:01.448877 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2da8c1-c803-40b3-9ba6-6202cbf56352 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'Subnet': ['ID=21b24694-9281-41c0-a746-e931414bb804,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:01.506905 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-04363b5b-b294-4909-82b7-cdc98a39841d tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:01.515553 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-1e1fdc5f-cde4-4a7d-91b0-f42e44f118da None None] Transition to ACTIVE for port object eba13c17-3913-4d31-a9c4-b9ca883efd56 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:29:01.523755 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-04363b5b-b294-4909-82b7-cdc98a39841d tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Transition to ACTIVE for port object 255625f5-dfbc-47ed-a248-eb3f0a0cfea8 will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:29:01.530298 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-db59c62d-d322-44a8-babe-5dc49b1425aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8045d71-5323-44ad-885b-64df1c786251', 'name': 'tempest-TestNetworkBasicOps-router-962175665', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '5eacffb7-ab7b-48c8-af25-d90377798cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:28:48Z', 'updated_at': '2022-03-11T15:28:52Z', 'revision_number': 3, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '5eacffb7-ab7b-48c8-af25-d90377798cb0', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:28:50Z', 'updated_at': '2022-03-11T15:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:01.561052 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-04363b5b-b294-4909-82b7-cdc98a39841d tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:01.568939 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1e1fdc5f-cde4-4a7d-91b0-f42e44f118da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:01.621332 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2da8c1-c803-40b3-9ba6-6202cbf56352 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Checking segment: {'id': 'a560f3d7-aaf0-4426-88ec-f7f4ec6eb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '82521d38-f746-4ea1-97bc-eeaebb1f522f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:29:01.621700 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2da8c1-c803-40b3-9ba6-6202cbf56352 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Network hostable DHCP agents. Network: 82521d38-f746-4ea1-97bc-eeaebb1f522f, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:29:01.647955 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-2c67dbf9-1701-4fa3-9170-77911b613667 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Allocated IP 172.20.0.1 (ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8/796e8b88-7a8c-46fd-b12f-b6e3ee49dd2c/4b8efc8b-cadf-402e-936e-d07c0f2c43db) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:29:01.661440 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04363b5b-b294-4909-82b7-cdc98a39841d tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Network 799609cd-5fff-4cf6-ab1b-e81299a68c2c is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:29:01.666207 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-04363b5b-b294-4909-82b7-cdc98a39841d tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:29:01.679511 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db59c62d-d322-44a8-babe-5dc49b1425aa None None] The sync data for ids ['e8045d71-5323-44ad-885b-64df1c786251'] in dv-neutron-833373-1-hyperv is: [{'id': 'e8045d71-5323-44ad-885b-64df1c786251', 'name': 'tempest-TestNetworkBasicOps-router-962175665', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '5eacffb7-ab7b-48c8-af25-d90377798cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:28:48Z', 'updated_at': '2022-03-11T15:28:52Z', 'revision_number': 3, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '5eacffb7-ab7b-48c8-af25-d90377798cb0', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:28:50Z', 'updated_at': '2022-03-11T15:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:29:01.695242 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 11824d44-aa21-46d8-920c-bc22cb0f588b no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:29:01.698260 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04363b5b-b294-4909-82b7-cdc98a39841d tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:29:01.699053 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-04363b5b-b294-4909-82b7-cdc98a39841d tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:01.706512 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04363b5b-b294-4909-82b7-cdc98a39841d tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Pushing event updated for resources: {'Port': ['ID=255625f5-dfbc-47ed-a248-eb3f0a0cfea8,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:01.721570 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0cbf715e-b7b3-4e25-8159-4e4802aa902f tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:01.777084 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81494b1-8b69-4200-ac01-af16d172dbd5 None None] Pushing event updated for resources: {'Port': ['ID=1a6bb174-5c9f-42dd-b9b2-16df620e979f,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:01.779769 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 11824d44-aa21-46d8-920c-bc22cb0f588b {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:29:01.780128 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 11824d44-aa21-46d8-920c-bc22cb0f588b not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:29:01.780569 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 3e429396-8900-48e5-8577-ee36451de907 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:29:01.879117 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f007901f-d081-44c4-9012-a1e272ebd41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:01.897990 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 3e429396-8900-48e5-8577-ee36451de907 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:29:01.898241 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 3e429396-8900-48e5-8577-ee36451de907 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:29:01.916768 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1fdc5f-cde4-4a7d-91b0-f42e44f118da None None] Network ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:29:01.947638 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-1e1fdc5f-cde4-4a7d-91b0-f42e44f118da None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:29:01.966472 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1fdc5f-cde4-4a7d-91b0-f42e44f118da None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:29:02.004456 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2da8c1-c803-40b3-9ba6-6202cbf56352 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Network 82521d38-f746-4ea1-97bc-eeaebb1f522f is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:29:02.007778 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1fdc5f-cde4-4a7d-91b0-f42e44f118da None None] Pushing event updated for resources: {'Port': ['ID=eba13c17-3913-4d31-a9c4-b9ca883efd56,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:02.031312 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-8f2da8c1-c803-40b3-9ba6-6202cbf56352 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 82521d38-f746-4ea1-97bc-eeaebb1f522f) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:29:02.039494 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2da8c1-c803-40b3-9ba6-6202cbf56352 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:02.040421 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8f2da8c1-c803-40b3-9ba6-6202cbf56352 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:02.059523 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825527ba-cbec-4ba8-b813-92f5254746ec None None] Network 82521d38-f746-4ea1-97bc-eeaebb1f522f requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:29:02.121208 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-8f2da8c1-c803-40b3-9ba6-6202cbf56352 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2592366 Mar 11 15:29:02.121389 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34362) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:02.140328 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-3f941e60-84e6-456d-a283-392077f76447 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'port': {'network_id': '82521d38-f746-4ea1-97bc-eeaebb1f522f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-545550750'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:02.342997 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-04363b5b-b294-4909-82b7-cdc98a39841d tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:02.444882 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-3f941e60-84e6-456d-a283-392077f76447 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:02.446112 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bc2beeaf-93c6-4a32-b34d-9c4dfc3ba1f0 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:02.449462 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2c67dbf9-1701-4fa3-9170-77911b613667 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:02.461132 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-bc2beeaf-93c6-4a32-b34d-9c4dfc3ba1f0 None None] Transition to ACTIVE for port object 935aebd0-7140-4468-b0fd-e568ed269670 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:29:02.466716 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-3f941e60-84e6-456d-a283-392077f76447 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Usage tracker for resource:port and tenant:6b1a6507e257408892b3294b50293467 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:02.473087 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-3f941e60-84e6-456d-a283-392077f76447 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:02.487585 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-3f941e60-84e6-456d-a283-392077f76447 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:02.494028 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-bc2beeaf-93c6-4a32-b34d-9c4dfc3ba1f0 None None] Transition to ACTIVE for port object 935aebd0-7140-4468-b0fd-e568ed269670 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:29:02.494468 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-2c67dbf9-1701-4fa3-9170-77911b613667 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Transition to ACTIVE for port object 4b8efc8b-cadf-402e-936e-d07c0f2c43db will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:29:02.502764 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-1e1fdc5f-cde4-4a7d-91b0-f42e44f118da None None] Attempting to bind port eba13c17-3913-4d31-a9c4-b9ca883efd56 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:29:02.503311 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-1e1fdc5f-cde4-4a7d-91b0-f42e44f118da None None] Attempting to bind port eba13c17-3913-4d31-a9c4-b9ca883efd56 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '8c441113-7fec-4769-bcce-89407f41ac7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:29:02.503766 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1fdc5f-cde4-4a7d-91b0-f42e44f118da None None] Attempting to bind port eba13c17-3913-4d31-a9c4-b9ca883efd56 on network ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:29:02.508218 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bc2beeaf-93c6-4a32-b34d-9c4dfc3ba1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:02.516282 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f941e60-84e6-456d-a283-392077f76447 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Made reservation on behalf of 6b1a6507e257408892b3294b50293467 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:29:02.520612 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3f941e60-84e6-456d-a283-392077f76447 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:02.557420 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-3f941e60-84e6-456d-a283-392077f76447 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] device_id is not set on port c6e1625e-6cf6-433f-976f-f9f41b6b6bae yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:29:02.629489 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1fdc5f-cde4-4a7d-91b0-f42e44f118da None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:29:02.629968 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1fdc5f-cde4-4a7d-91b0-f42e44f118da None None] Checking segment: {'id': '8c441113-7fec-4769-bcce-89407f41ac7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:29:02.630488 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1e1fdc5f-cde4-4a7d-91b0-f42e44f118da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:02.630955 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1fdc5f-cde4-4a7d-91b0-f42e44f118da None None] Bound using segment: {'id': '8c441113-7fec-4769-bcce-89407f41ac7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:29:02.631548 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-1e1fdc5f-cde4-4a7d-91b0-f42e44f118da None None] Bound port: eba13c17-3913-4d31-a9c4-b9ca883efd56, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c441113-7fec-4769-bcce-89407f41ac7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:29:02.632000 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1e1fdc5f-cde4-4a7d-91b0-f42e44f118da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:02.633689 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34370) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:02.661162 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2c67dbf9-1701-4fa3-9170-77911b613667 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:02.716566 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2beeaf-93c6-4a32-b34d-9c4dfc3ba1f0 None None] Network 3a5fa021-ed12-4460-bc03-9ae6e7cb9b1d is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:29:02.789103 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2beeaf-93c6-4a32-b34d-9c4dfc3ba1f0 None None] Pushing event updated for resources: {'Port': ['ID=935aebd0-7140-4468-b0fd-e568ed269670,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:02.800506 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-bc2beeaf-93c6-4a32-b34d-9c4dfc3ba1f0 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:29:02.804353 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2beeaf-93c6-4a32-b34d-9c4dfc3ba1f0 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:29:02.806862 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0cbf715e-b7b3-4e25-8159-4e4802aa902f tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:02.825947 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c67dbf9-1701-4fa3-9170-77911b613667 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:29:02.835395 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf715e-b7b3-4e25-8159-4e4802aa902f tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Deleting port ebc360ac-d797-4828-93a6-86dddbeed28c {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:29:02.835893 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0cbf715e-b7b3-4e25-8159-4e4802aa902f tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:02.871976 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-2c67dbf9-1701-4fa3-9170-77911b613667 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:29:02.877616 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67dbf9-1701-4fa3-9170-77911b613667 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=4b8efc8b-cadf-402e-936e-d07c0f2c43db,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:02.879984 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c67dbf9-1701-4fa3-9170-77911b613667 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:29:02.932135 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-5fa7d16c-efb0-4351-a446-6918fa5e6f03 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-708194044'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:02.976459 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2c67dbf9-1701-4fa3-9170-77911b613667 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:03.015131 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-5fa7d16c-efb0-4351-a446-6918fa5e6f03 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:03.075998 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:03.080853 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-5fa7d16c-efb0-4351-a446-6918fa5e6f03 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Usage tracker for resource:network and tenant:5a29eba348654af4b6b04c073406a9cd is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:03.094958 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-5fa7d16c-efb0-4351-a446-6918fa5e6f03 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:03.108183 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:03.109612 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-5fa7d16c-efb0-4351-a446-6918fa5e6f03 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:03.112254 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc6691f-b9cf-4fdf-adaf-51b2b704bc86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-82521d38-f746-4ea1-97bc-eeaebb1f522f', 'network_id': '82521d38-f746-4ea1-97bc-eeaebb1f522f', 'tenant_id': '6b1a6507e257408892b3294b50293467', 'fixed_ips': [{'subnet_id': '21b24694-9281-41c0-a746-e931414bb804'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:29:03.113635 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0fc6691f-b9cf-4fdf-adaf-51b2b704bc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:03.130468 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-3f941e60-84e6-456d-a283-392077f76447 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Allocated IP 2001:db8::4 (82521d38-f746-4ea1-97bc-eeaebb1f522f/21b24694-9281-41c0-a746-e931414bb804/c6e1625e-6cf6-433f-976f-f9f41b6b6bae) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:29:03.145054 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2c67dbf9-1701-4fa3-9170-77911b613667 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:03.163553 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa7d16c-efb0-4351-a446-6918fa5e6f03 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Made reservation on behalf of 5a29eba348654af4b6b04c073406a9cd for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:29:03.166554 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5fa7d16c-efb0-4351-a446-6918fa5e6f03 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:03.187008 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5fa7d16c-efb0-4351-a446-6918fa5e6f03 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:03.304448 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-bc2beeaf-93c6-4a32-b34d-9c4dfc3ba1f0 None None] Attempting to bind port 935aebd0-7140-4468-b0fd-e568ed269670 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:29:03.304824 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-bc2beeaf-93c6-4a32-b34d-9c4dfc3ba1f0 None None] Attempting to bind port 935aebd0-7140-4468-b0fd-e568ed269670 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '27ad1c4f-5624-432c-a505-2164742d2a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3a5fa021-ed12-4460-bc03-9ae6e7cb9b1d'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:29:03.305186 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2beeaf-93c6-4a32-b34d-9c4dfc3ba1f0 None None] Attempting to bind port 935aebd0-7140-4468-b0fd-e568ed269670 on network 3a5fa021-ed12-4460-bc03-9ae6e7cb9b1d {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:29:03.319629 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-1e1fdc5f-cde4-4a7d-91b0-f42e44f118da None None] For port eba13c17-3913-4d31-a9c4-b9ca883efd56, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:29:03.321893 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2beeaf-93c6-4a32-b34d-9c4dfc3ba1f0 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:29:03.322272 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2beeaf-93c6-4a32-b34d-9c4dfc3ba1f0 None None] Checking segment: {'id': '27ad1c4f-5624-432c-a505-2164742d2a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3a5fa021-ed12-4460-bc03-9ae6e7cb9b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:29:03.322673 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bc2beeaf-93c6-4a32-b34d-9c4dfc3ba1f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:03.323074 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2beeaf-93c6-4a32-b34d-9c4dfc3ba1f0 None None] Bound using segment: {'id': '27ad1c4f-5624-432c-a505-2164742d2a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3a5fa021-ed12-4460-bc03-9ae6e7cb9b1d'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:29:03.323544 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-bc2beeaf-93c6-4a32-b34d-9c4dfc3ba1f0 None None] Bound port: 935aebd0-7140-4468-b0fd-e568ed269670, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27ad1c4f-5624-432c-a505-2164742d2a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3a5fa021-ed12-4460-bc03-9ae6e7cb9b1d'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:29:03.323918 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bc2beeaf-93c6-4a32-b34d-9c4dfc3ba1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:03.343481 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-1e1fdc5f-cde4-4a7d-91b0-f42e44f118da None None] For port eba13c17-3913-4d31-a9c4-b9ca883efd56, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=eba13c17-3913-4d31-a9c4-b9ca883efd56,segment=NetworkSegment(8c441113-7fec-4769-bcce-89407f41ac7d),segment_id=8c441113-7fec-4769-bcce-89407f41ac7d)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:29:03.352213 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1e1fdc5f-cde4-4a7d-91b0-f42e44f118da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:03.419994 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-04363b5b-b294-4909-82b7-cdc98a39841d tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:03.427430 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-04363b5b-b294-4909-82b7-cdc98a39841d tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:03.428436 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-04363b5b-b294-4909-82b7-cdc98a39841d tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:03.481095 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca038fa8-eeb0-458a-aa3b-b71c09cb3ba2 None None] Network 799609cd-5fff-4cf6-ab1b-e81299a68c2c requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:29:03.509678 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-bc2beeaf-93c6-4a32-b34d-9c4dfc3ba1f0 None None] For port 935aebd0-7140-4468-b0fd-e568ed269670, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:29:03.597625 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-bc2beeaf-93c6-4a32-b34d-9c4dfc3ba1f0 None None] For port 935aebd0-7140-4468-b0fd-e568ed269670, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=935aebd0-7140-4468-b0fd-e568ed269670,segment=NetworkSegment(27ad1c4f-5624-432c-a505-2164742d2a39),segment_id=27ad1c4f-5624-432c-a505-2164742d2a39)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:29:03.612645 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bc2beeaf-93c6-4a32-b34d-9c4dfc3ba1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:03.625518 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04363b5b-b294-4909-82b7-cdc98a39841d tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Pushing event updated for resources: {'Port': ['ID=255625f5-dfbc-47ed-a248-eb3f0a0cfea8,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:03.651146 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0cbf715e-b7b3-4e25-8159-4e4802aa902f tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:03.657715 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-08a14b5a-2de5-45c0-a886-e4eededacb68 None None] Provisioning for port 1a6bb174-5c9f-42dd-b9b2-16df620e979f completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:29:03.665630 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1fdc5f-cde4-4a7d-91b0-f42e44f118da None None] Pushing event updated for resources: {'Port': ['ID=eba13c17-3913-4d31-a9c4-b9ca883efd56,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:03.677626 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-5fa7d16c-efb0-4351-a446-6918fa5e6f03 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:03.685917 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-5fa7d16c-efb0-4351-a446-6918fa5e6f03 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Usage tracker for resource:security_group_rule and tenant:5a29eba348654af4b6b04c073406a9cd is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:03.694812 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-5fa7d16c-efb0-4351-a446-6918fa5e6f03 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:03.725691 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-5fa7d16c-efb0-4351-a446-6918fa5e6f03 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:03.826403 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2beeaf-93c6-4a32-b34d-9c4dfc3ba1f0 None None] Pushing event updated for resources: {'Port': ['ID=935aebd0-7140-4468-b0fd-e568ed269670,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:03.845432 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3f941e60-84e6-456d-a283-392077f76447 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:03.862711 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf715e-b7b3-4e25-8159-4e4802aa902f tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Calling delete_port for ebc360ac-d797-4828-93a6-86dddbeed28c owned by network:router_gateway {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:29:03.959729 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04363b5b-b294-4909-82b7-cdc98a39841d tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Network 799609cd-5fff-4cf6-ab1b-e81299a68c2c is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:29:03.965347 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-3f941e60-84e6-456d-a283-392077f76447 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Transition to ACTIVE for port object c6e1625e-6cf6-433f-976f-f9f41b6b6bae will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:29:03.997713 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-04363b5b-b294-4909-82b7-cdc98a39841d tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:29:04.061312 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5fa7d16c-efb0-4351-a446-6918fa5e6f03 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:04.077454 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5fa7d16c-efb0-4351-a446-6918fa5e6f03 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:04.093778 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fa7d16c-efb0-4351-a446-6918fa5e6f03 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:29:04.105846 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5fa7d16c-efb0-4351-a446-6918fa5e6f03 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:04.106342 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-5fa7d16c-efb0-4351-a446-6918fa5e6f03 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Added segment f66aa291-6074-4dc4-969c-fe20bdeb1f4a of type vlan for network 64156128-384f-41f3-8459-da08fc3bae61 Mar 11 15:29:04.114204 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:04.182202 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3f941e60-84e6-456d-a283-392077f76447 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:04.330930 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.db.resource_extend [None req-2c67dbf9-1701-4fa3-9170-77911b613667 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:29:04.359043 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 1a6bb174-5c9f-42dd-b9b2-16df620e979f up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:29:04.376656 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5fa7d16c-efb0-4351-a446-6918fa5e6f03 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:04.433625 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2c67dbf9-1701-4fa3-9170-77911b613667 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:04.435980 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa7d16c-efb0-4351-a446-6918fa5e6f03 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faac7594-3748-46ad-a2cf-4072c00868d7,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:04.465806 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2c67dbf9-1701-4fa3-9170-77911b613667 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:04.507946 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0cbf715e-b7b3-4e25-8159-4e4802aa902f tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:04.538457 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-0fc6691f-b9cf-4fdf-adaf-51b2b704bc86 None None] Allocated IP 2001:db8::2 (82521d38-f746-4ea1-97bc-eeaebb1f522f/21b24694-9281-41c0-a746-e931414bb804/b374f9fe-8b01-4dcc-93a2-c7ff11945a88) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:29:04.547517 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f941e60-84e6-456d-a283-392077f76447 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'Port': ['ID=c6e1625e-6cf6-433f-976f-f9f41b6b6bae,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:04.554058 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5fa7d16c-efb0-4351-a446-6918fa5e6f03 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:04.559136 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa7d16c-efb0-4351-a446-6918fa5e6f03 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:04.559853 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5fa7d16c-efb0-4351-a446-6918fa5e6f03 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:04.561081 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 1a6bb174-5c9f-42dd-b9b2-16df620e979f completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:29:04.566213 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf715e-b7b3-4e25-8159-4e4802aa902f tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Pushing event deleted for resources: {'Port': ['ID=ebc360ac-d797-4828-93a6-86dddbeed28c,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:04.568394 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 1a6bb174-5c9f-42dd-b9b2-16df620e979f triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:29:04.568881 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:04.704971 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b81481d2-c12c-4ef5-882b-f4685a84284f None None] Provisioning for port 255625f5-dfbc-47ed-a248-eb3f0a0cfea8 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:29:04.715108 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2c67dbf9-1701-4fa3-9170-77911b613667 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:04.729894 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b81481d2-c12c-4ef5-882b-f4685a84284f None None] Provisioning complete for port 255625f5-dfbc-47ed-a248-eb3f0a0cfea8 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:29:04.730266 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b81481d2-c12c-4ef5-882b-f4685a84284f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:04.733401 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f941e60-84e6-456d-a283-392077f76447 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Network 82521d38-f746-4ea1-97bc-eeaebb1f522f is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:29:04.748018 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa7d16c-efb0-4351-a446-6918fa5e6f03 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Pushing event updated for resources: {'Network': ['ID=64156128-384f-41f3-8459-da08fc3bae61,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:04.764121 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 64156128-384f-41f3-8459-da08fc3bae61 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:29:04.765773 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-3f941e60-84e6-456d-a283-392077f76447 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:29:04.778864 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f941e60-84e6-456d-a283-392077f76447 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:29:04.783422 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f941e60-84e6-456d-a283-392077f76447 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:04.784385 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3f941e60-84e6-456d-a283-392077f76447 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:04.920837 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-5fa7d16c-efb0-4351-a446-6918fa5e6f03 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2856035 Mar 11 15:29:04.921576 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34378) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:04.925324 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-b81481d2-c12c-4ef5-882b-f4685a84284f None None] Port 255625f5-dfbc-47ed-a248-eb3f0a0cfea8 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:29:04.934721 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-3f941e60-84e6-456d-a283-392077f76447 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 890 time: 2.8104658 Mar 11 15:29:04.935853 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67dbf9-1701-4fa3-9170-77911b613667 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=4b8efc8b-cadf-402e-936e-d07c0f2c43db,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:04.944796 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-0ca94b16-5209-4be5-87ce-787e958b4d23 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Request body: {'subnet': {'network_id': '64156128-384f-41f3-8459-da08fc3bae61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:04.952703 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34382) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:05.027971 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0cbf715e-b7b3-4e25-8159-4e4802aa902f tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:05.085005 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:05.122806 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c67dbf9-1701-4fa3-9170-77911b613667 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:29:05.125590 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-2c67dbf9-1701-4fa3-9170-77911b613667 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:29:05.137667 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0ca94b16-5209-4be5-87ce-787e958b4d23 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:05.140637 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 1a6bb174-5c9f-42dd-b9b2-16df620e979f, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=1a6bb174-5c9f-42dd-b9b2-16df620e979f,segment=NetworkSegment(eafb2747-7728-4b3c-829b-bd12e6ce92d1),segment_id=eafb2747-7728-4b3c-829b-bd12e6ce92d1)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:29:05.143651 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0ca94b16-5209-4be5-87ce-787e958b4d23 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Usage tracker for resource:subnet and tenant:5a29eba348654af4b6b04c073406a9cd is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:05.154335 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0ca94b16-5209-4be5-87ce-787e958b4d23 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:05.174227 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0ca94b16-5209-4be5-87ce-787e958b4d23 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:05.183911 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:05.184936 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 5eacffb7-ab7b-48c8-af25-d90377798cb0 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:29:05.372442 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b81481d2-c12c-4ef5-882b-f4685a84284f None None] Provisioning complete for port 1a6bb174-5c9f-42dd-b9b2-16df620e979f triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:29:05.373129 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b81481d2-c12c-4ef5-882b-f4685a84284f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:05.416492 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca94b16-5209-4be5-87ce-787e958b4d23 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Made reservation on behalf of 5a29eba348654af4b6b04c073406a9cd for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:29:05.511277 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-7d5d84eb-1281-4429-9411-1254751b3c65 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Deleting port c6e1625e-6cf6-433f-976f-f9f41b6b6bae {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:29:05.512724 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7d5d84eb-1281-4429-9411-1254751b3c65 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:05.547379 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0fc6691f-b9cf-4fdf-adaf-51b2b704bc86 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:05.550573 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=1a6bb174-5c9f-42dd-b9b2-16df620e979f,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:05.566982 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0ca94b16-5209-4be5-87ce-787e958b4d23 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:05.579661 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-0fc6691f-b9cf-4fdf-adaf-51b2b704bc86 None None] Transition to ACTIVE for port object b374f9fe-8b01-4dcc-93a2-c7ff11945a88 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:29:05.669216 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-0fc6691f-b9cf-4fdf-adaf-51b2b704bc86 None None] Transition to ACTIVE for port object b374f9fe-8b01-4dcc-93a2-c7ff11945a88 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:29:05.670617 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 5eacffb7-ab7b-48c8-af25-d90377798cb0 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:29:05.683476 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0fc6691f-b9cf-4fdf-adaf-51b2b704bc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:05.687597 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 5eacffb7-ab7b-48c8-af25-d90377798cb0 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:29:05.687597 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:05.777268 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0cbf715e-b7b3-4e25-8159-4e4802aa902f tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:05.781859 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0cbf715e-b7b3-4e25-8159-4e4802aa902f tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:05.862905 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0cbf715e-b7b3-4e25-8159-4e4802aa902f tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:05.865030 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cbf715e-b7b3-4e25-8159-4e4802aa902f tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Fanout notify agent at l3_agent the message router_deleted on router f98482dd-0fc9-45f0-afa2-1e46d6930e95 {{(pid=83867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:29:05.922323 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c55d4d-de39-4cb4-ab1a-4c7624cc41cd None None] Network ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:29:05.938231 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc6691f-b9cf-4fdf-adaf-51b2b704bc86 None None] Network 82521d38-f746-4ea1-97bc-eeaebb1f522f is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:29:05.956815 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-0fc6691f-b9cf-4fdf-adaf-51b2b704bc86 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:29:05.975644 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43e2d0c-25ce-4b84-812e-7c989e1dd0d1 None None] Network 3a5fa021-ed12-4460-bc03-9ae6e7cb9b1d requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:29:05.982388 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0cbf715e-b7b3-4e25-8159-4e4802aa902f tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:05.988048 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0cbf715e-b7b3-4e25-8159-4e4802aa902f tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] 10.222.0.31 "DELETE /v2.0/routers/f98482dd-0fc9-45f0-afa2-1e46d6930e95 HTTP/1.1" status: 204 len: 168 time: 5.0688500 Mar 11 15:29:05.991229 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34386) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:05.999779 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc6691f-b9cf-4fdf-adaf-51b2b704bc86 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:29:06.003600 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-d9e46561-0e43-472d-983f-37ca4945e71c tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-157855763', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}, 'admin_state_up': False}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:06.016635 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-d9e46561-0e43-472d-983f-37ca4945e71c tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:06.030056 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d9e46561-0e43-472d-983f-37ca4945e71c tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Usage tracker for resource:router and tenant:17ea600db1904a7e972b692cbbcb5a2f is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:06.037473 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d9e46561-0e43-472d-983f-37ca4945e71c tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:06.057920 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-d9e46561-0e43-472d-983f-37ca4945e71c tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:06.073693 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04363b5b-b294-4909-82b7-cdc98a39841d tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Router b259a713-2fdd-4e1a-a9dc-b3003c7fc7cc is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:29:06.095832 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d9e46561-0e43-472d-983f-37ca4945e71c tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:06.096967 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d9e46561-0e43-472d-983f-37ca4945e71c tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:06.110391 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7d5d84eb-1281-4429-9411-1254751b3c65 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:06.271549 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0ca94b16-5209-4be5-87ce-787e958b4d23 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:06.287380 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6691f-b9cf-4fdf-adaf-51b2b704bc86 None None] Pushing event updated for resources: {'Port': ['ID=b374f9fe-8b01-4dcc-93a2-c7ff11945a88,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:06.316845 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-7d5d84eb-1281-4429-9411-1254751b3c65 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Calling delete_port for c6e1625e-6cf6-433f-976f-f9f41b6b6bae owned by {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:29:06.361946 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-bf270c8b-22a6-4963-9d98-df1259c0c42f None None] Provisioning complete for port 255625f5-dfbc-47ed-a248-eb3f0a0cfea8 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:29:06.362314 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bf270c8b-22a6-4963-9d98-df1259c0c42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:06.382337 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c67dbf9-1701-4fa3-9170-77911b613667 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router e8045d71-5323-44ad-885b-64df1c786251 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:29:06.390061 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca94b16-5209-4be5-87ce-787e958b4d23 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Pushing event updated for resources: {'Subnet': ['ID=d51a45af-a1db-46c4-9330-86d5e77fd903,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:06.400240 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca94b16-5209-4be5-87ce-787e958b4d23 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Checking segment: {'id': 'f66aa291-6074-4dc4-969c-fe20bdeb1f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '64156128-384f-41f3-8459-da08fc3bae61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:29:06.400602 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca94b16-5209-4be5-87ce-787e958b4d23 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Network hostable DHCP agents. Network: 64156128-384f-41f3-8459-da08fc3bae61, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:29:06.436369 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d9e46561-0e43-472d-983f-37ca4945e71c tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:06.497387 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:06.505593 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-0fc6691f-b9cf-4fdf-adaf-51b2b704bc86 None None] Attempting to bind port b374f9fe-8b01-4dcc-93a2-c7ff11945a88 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:29:06.506672 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-0fc6691f-b9cf-4fdf-adaf-51b2b704bc86 None None] Attempting to bind port b374f9fe-8b01-4dcc-93a2-c7ff11945a88 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'a560f3d7-aaf0-4426-88ec-f7f4ec6eb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '82521d38-f746-4ea1-97bc-eeaebb1f522f'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:29:06.507034 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc6691f-b9cf-4fdf-adaf-51b2b704bc86 None None] Attempting to bind port b374f9fe-8b01-4dcc-93a2-c7ff11945a88 on network 82521d38-f746-4ea1-97bc-eeaebb1f522f {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:29:06.566607 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca94b16-5209-4be5-87ce-787e958b4d23 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Network 64156128-384f-41f3-8459-da08fc3bae61 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:29:06.594570 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-0ca94b16-5209-4be5-87ce-787e958b4d23 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 64156128-384f-41f3-8459-da08fc3bae61) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:29:06.613334 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca94b16-5209-4be5-87ce-787e958b4d23 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:06.613917 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0ca94b16-5209-4be5-87ce-787e958b4d23 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:06.633716 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-bf270c8b-22a6-4963-9d98-df1259c0c42f None None] Port 255625f5-dfbc-47ed-a248-eb3f0a0cfea8 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:29:06.644747 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2379096a-bfc3-4c0a-bb08-2673f34b6bd7 None None] Network 64156128-384f-41f3-8459-da08fc3bae61 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:29:06.646203 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0ca94b16-5209-4be5-87ce-787e958b4d23 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7156196 Mar 11 15:29:06.650522 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34390) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:06.661878 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-0c671fae-5ee4-4b40-976f-1b85622d2f26 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Request body: {'port': {'network_id': '64156128-384f-41f3-8459-da08fc3bae61', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2054401660'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:06.685143 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc6691f-b9cf-4fdf-adaf-51b2b704bc86 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:29:06.685143 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc6691f-b9cf-4fdf-adaf-51b2b704bc86 None None] Checking segment: {'id': 'a560f3d7-aaf0-4426-88ec-f7f4ec6eb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '82521d38-f746-4ea1-97bc-eeaebb1f522f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:29:06.685532 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0fc6691f-b9cf-4fdf-adaf-51b2b704bc86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:06.685662 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc6691f-b9cf-4fdf-adaf-51b2b704bc86 None None] Bound using segment: {'id': 'a560f3d7-aaf0-4426-88ec-f7f4ec6eb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '82521d38-f746-4ea1-97bc-eeaebb1f522f'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:29:06.686149 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-0fc6691f-b9cf-4fdf-adaf-51b2b704bc86 None None] Bound port: b374f9fe-8b01-4dcc-93a2-c7ff11945a88, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a560f3d7-aaf0-4426-88ec-f7f4ec6eb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '82521d38-f746-4ea1-97bc-eeaebb1f522f'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:29:06.686528 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0fc6691f-b9cf-4fdf-adaf-51b2b704bc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:06.705441 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 5eacffb7-ab7b-48c8-af25-d90377798cb0, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=5eacffb7-ab7b-48c8-af25-d90377798cb0,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:29:06.734499 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7d5d84eb-1281-4429-9411-1254751b3c65 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:06.775074 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04363b5b-b294-4909-82b7-cdc98a39841d tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:29:06.777694 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d9e46561-0e43-472d-983f-37ca4945e71c tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:06.783600 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:06.796334 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d84eb-1281-4429-9411-1254751b3c65 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event deleted for resources: {'Port': ['ID=c6e1625e-6cf6-433f-976f-f9f41b6b6bae,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:06.855092 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-04363b5b-b294-4909-82b7-cdc98a39841d tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] 10.222.0.31 "PUT /v2.0/routers/b259a713-2fdd-4e1a-a9dc-b3003c7fc7cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4985318 Mar 11 15:29:06.856512 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34394) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:06.875579 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646374cc-886d-496b-99bf-63ff607a5295 None None] Sync routers for ids ['b259a713-2fdd-4e1a-a9dc-b3003c7fc7cc'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:29:06.937011 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0c671fae-5ee4-4b40-976f-1b85622d2f26 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:06.941496 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0c671fae-5ee4-4b40-976f-1b85622d2f26 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Usage tracker for resource:port and tenant:5a29eba348654af4b6b04c073406a9cd is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:06.949399 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0c671fae-5ee4-4b40-976f-1b85622d2f26 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:06.990621 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0c671fae-5ee4-4b40-976f-1b85622d2f26 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:07.035872 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c67dbf9-1701-4fa3-9170-77911b613667 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:29:07.039503 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c671fae-5ee4-4b40-976f-1b85622d2f26 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Made reservation on behalf of 5a29eba348654af4b6b04c073406a9cd for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:29:07.044612 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0c671fae-5ee4-4b40-976f-1b85622d2f26 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:07.050956 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d087bbb6-8c00-4a25-873e-95c5146258b5 None None] Sync routers for ids ['e8045d71-5323-44ad-885b-64df1c786251'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:29:07.082395 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=5eacffb7-ab7b-48c8-af25-d90377798cb0,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:07.084950 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d087bbb6-8c00-4a25-873e-95c5146258b5 None None] Routers {'e8045d71-5323-44ad-885b-64df1c786251'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:29:07.085657 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-d087bbb6-8c00-4a25-873e-95c5146258b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:29:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['e8045d71-5323-44ad-885b-64df1c786251'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:07.093057 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-2c67dbf9-1701-4fa3-9170-77911b613667 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "PUT /v2.0/routers/e8045d71-5323-44ad-885b-64df1c786251/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3066757 Mar 11 15:29:07.096056 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34398) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:07.166544 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7d5d84eb-1281-4429-9411-1254751b3c65 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:07.169090 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7d5d84eb-1281-4429-9411-1254751b3c65 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/ports/c6e1625e-6cf6-433f-976f-f9f41b6b6bae HTTP/1.1" status: 204 len: 168 time: 2.2147484 Mar 11 15:29:07.185634 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34402) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:07.214877 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-bf270c8b-22a6-4963-9d98-df1259c0c42f None None] Provisioning for port 935aebd0-7140-4468-b0fd-e568ed269670 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:29:07.221308 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 935aebd0-7140-4468-b0fd-e568ed269670 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:29:07.365207 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a96854-f24c-4efb-a5a5-dc0ed60168e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-64156128-384f-41f3-8459-da08fc3bae61', 'network_id': '64156128-384f-41f3-8459-da08fc3bae61', 'tenant_id': '5a29eba348654af4b6b04c073406a9cd', 'fixed_ips': [{'subnet_id': 'd51a45af-a1db-46c4-9330-86d5e77fd903'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:29:07.366326 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e7a96854-f24c-4efb-a5a5-dc0ed60168e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:07.380930 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-d087bbb6-8c00-4a25-873e-95c5146258b5 None None] Set router e8045d71-5323-44ad-885b-64df1c786251 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:29:07.394810 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a9e64fe-a5fc-4a64-b444-8a8074bbc4de tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] GET failed (client error): The resource could not be found. Mar 11 15:29:07.396279 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-0a9e64fe-a5fc-4a64-b444-8a8074bbc4de tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Synchronizing usage tracker for tenant:6b1a6507e257408892b3294b50293467 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:29:07.408214 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bff3afd-c54a-494d-91fe-26da01b6fbfe tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:07.408825 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bff3afd-c54a-494d-91fe-26da01b6fbfe tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:07.409200 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bff3afd-c54a-494d-91fe-26da01b6fbfe tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:07.409727 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bff3afd-c54a-494d-91fe-26da01b6fbfe tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:07.410095 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bff3afd-c54a-494d-91fe-26da01b6fbfe tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:07.410453 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bff3afd-c54a-494d-91fe-26da01b6fbfe tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:07.410984 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bff3afd-c54a-494d-91fe-26da01b6fbfe tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:07.411916 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bff3afd-c54a-494d-91fe-26da01b6fbfe tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:07.412577 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bff3afd-c54a-494d-91fe-26da01b6fbfe tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:07.413067 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bff3afd-c54a-494d-91fe-26da01b6fbfe tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:07.413914 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bff3afd-c54a-494d-91fe-26da01b6fbfe tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:07.414280 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bff3afd-c54a-494d-91fe-26da01b6fbfe tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:07.414634 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bff3afd-c54a-494d-91fe-26da01b6fbfe tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:07.422073 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-4bff3afd-c54a-494d-91fe-26da01b6fbfe tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9115 time: 0.3249440 Mar 11 15:29:07.422729 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34406) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:07.451818 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-0a9e64fe-a5fc-4a64-b444-8a8074bbc4de tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Unset dirty status for tenant:6b1a6507e257408892b3294b50293467 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:29:07.453355 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0a9e64fe-a5fc-4a64-b444-8a8074bbc4de tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "GET /v2.0/ports/c6e1625e-6cf6-433f-976f-f9f41b6b6bae HTTP/1.1" status: 404 len: 333 time: 0.2664716 Mar 11 15:29:07.459521 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34410) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:07.540985 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83f5773-2b98-456c-8a15-35806214b291 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:07.541368 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83f5773-2b98-456c-8a15-35806214b291 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:07.541736 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83f5773-2b98-456c-8a15-35806214b291 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:07.542927 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83f5773-2b98-456c-8a15-35806214b291 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:07.543318 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83f5773-2b98-456c-8a15-35806214b291 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:07.543678 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83f5773-2b98-456c-8a15-35806214b291 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:07.544949 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83f5773-2b98-456c-8a15-35806214b291 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:07.545775 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83f5773-2b98-456c-8a15-35806214b291 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:07.546146 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83f5773-2b98-456c-8a15-35806214b291 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:07.546506 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83f5773-2b98-456c-8a15-35806214b291 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:07.546860 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83f5773-2b98-456c-8a15-35806214b291 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:07.547211 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83f5773-2b98-456c-8a15-35806214b291 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:07.554698 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a83f5773-2b98-456c-8a15-35806214b291 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7678 time: 0.1285589 Mar 11 15:29:07.555482 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34414) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:07.582401 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-e7a96854-f24c-4efb-a5a5-dc0ed60168e7 None None] Allocated IP 172.20.0.2 (64156128-384f-41f3-8459-da08fc3bae61/d51a45af-a1db-46c4-9330-86d5e77fd903/13ba6297-5699-4a7d-9e5c-35e8bd9aea3d) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:29:07.684458 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-0c671fae-5ee4-4b40-976f-1b85622d2f26 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] device_id is not set on port 8278ee37-5866-4e7f-a493-6a5e4d62ad7a yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:29:07.715013 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646374cc-886d-496b-99bf-63ff607a5295 None None] Routers {'b259a713-2fdd-4e1a-a9dc-b3003c7fc7cc'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:29:07.715897 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-646374cc-886d-496b-99bf-63ff607a5295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:29:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['b259a713-2fdd-4e1a-a9dc-b3003c7fc7cc'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:07.890115 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-bf270c8b-22a6-4963-9d98-df1259c0c42f None None] Provisioning for port eba13c17-3913-4d31-a9c4-b9ca883efd56 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:29:07.902755 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-646374cc-886d-496b-99bf-63ff607a5295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:07.913610 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-d087bbb6-8c00-4a25-873e-95c5146258b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8045d71-5323-44ad-885b-64df1c786251', 'name': 'tempest-TestNetworkBasicOps-router-962175665', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '5eacffb7-ab7b-48c8-af25-d90377798cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:28:48Z', 'updated_at': '2022-03-11T15:29:03Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '5eacffb7-ab7b-48c8-af25-d90377798cb0', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:28:50Z', 'updated_at': '2022-03-11T15:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '4b8efc8b-cadf-402e-936e-d07c0f2c43db', 'name': '', 'network_id': 'ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:69:cf:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '796e8b88-7a8c-46fd-b12f-b6e3ee49dd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:29:01Z', 'updated_at': '2022-03-11T15:29:03Z', 'revision_number': 2, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '796e8b88-7a8c-46fd-b12f-b6e3ee49dd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:07.922534 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d087bbb6-8c00-4a25-873e-95c5146258b5 None None] Checking router: e8045d71-5323-44ad-885b-64df1c786251 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:29:07.924531 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d087bbb6-8c00-4a25-873e-95c5146258b5 None None] Updating router e8045d71-5323-44ad-885b-64df1c786251 port 4b8efc8b-cadf-402e-936e-d07c0f2c43db binding host dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:29:07.929083 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646374cc-886d-496b-99bf-63ff607a5295 None None] Routers {'b259a713-2fdd-4e1a-a9dc-b3003c7fc7cc'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:29:07.929933 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-646374cc-886d-496b-99bf-63ff607a5295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:29:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['b259a713-2fdd-4e1a-a9dc-b3003c7fc7cc'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:07.971696 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-15c6943e-ef1e-4768-a531-7db7261266be tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Deleting subnet 21b24694-9281-41c0-a746-e931414bb804 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:29:07.990294 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d9e46561-0e43-472d-983f-37ca4945e71c tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router_gateway, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:08.007058 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d087bbb6-8c00-4a25-873e-95c5146258b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:08.017939 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-0fc6691f-b9cf-4fdf-adaf-51b2b704bc86 None None] For port b374f9fe-8b01-4dcc-93a2-c7ff11945a88, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:29:08.025291 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-15c6943e-ef1e-4768-a531-7db7261266be tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:08.036735 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b204fdcd-9ed7-42c4-8b3e-e19c67cc886b tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4836 time: 0.4765201 Mar 11 15:29:08.055488 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 935aebd0-7140-4468-b0fd-e568ed269670 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:29:08.071932 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-646374cc-886d-496b-99bf-63ff607a5295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:08.072465 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646374cc-886d-496b-99bf-63ff607a5295 None None] The sync data for ids ['b259a713-2fdd-4e1a-a9dc-b3003c7fc7cc'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:29:08.138590 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-0fc6691f-b9cf-4fdf-adaf-51b2b704bc86 None None] For port b374f9fe-8b01-4dcc-93a2-c7ff11945a88, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=b374f9fe-8b01-4dcc-93a2-c7ff11945a88,segment=NetworkSegment(a560f3d7-aaf0-4426-88ec-f7f4ec6eb0fe),segment_id=a560f3d7-aaf0-4426-88ec-f7f4ec6eb0fe)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:29:08.151830 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-15c6943e-ef1e-4768-a531-7db7261266be tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:08.246976 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-15c6943e-ef1e-4768-a531-7db7261266be tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:08.287136 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e7a96854-f24c-4efb-a5a5-dc0ed60168e7 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:08.309583 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e7a96854-f24c-4efb-a5a5-dc0ed60168e7 None None] Transition to ACTIVE for port object 13ba6297-5699-4a7d-9e5c-35e8bd9aea3d will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:29:08.332957 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e7a96854-f24c-4efb-a5a5-dc0ed60168e7 None None] Transition to ACTIVE for port object 13ba6297-5699-4a7d-9e5c-35e8bd9aea3d will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:29:08.339386 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 935aebd0-7140-4468-b0fd-e568ed269670 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:29:08.339813 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:08.373831 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d9e46561-0e43-472d-983f-37ca4945e71c tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:08.377098 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-15c6943e-ef1e-4768-a531-7db7261266be tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:08.498369 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6943e-ef1e-4768-a531-7db7261266be tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event deleted for resources: {'Subnet': ['ID=21b24694-9281-41c0-a746-e931414bb804,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:08.524551 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-0c671fae-5ee4-4b40-976f-1b85622d2f26 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Allocated IP 172.20.0.3 (64156128-384f-41f3-8459-da08fc3bae61/d51a45af-a1db-46c4-9330-86d5e77fd903/8278ee37-5866-4e7f-a493-6a5e4d62ad7a) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:29:08.532043 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-15c6943e-ef1e-4768-a531-7db7261266be tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:08.534762 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d087bbb6-8c00-4a25-873e-95c5146258b5 None None] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:08.542150 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e7a96854-f24c-4efb-a5a5-dc0ed60168e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:08.555993 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-d087bbb6-8c00-4a25-873e-95c5146258b5 None None] Transition to ACTIVE for port object 4b8efc8b-cadf-402e-936e-d07c0f2c43db will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:29:08.558874 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-15c6943e-ef1e-4768-a531-7db7261266be tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/subnets/21b24694-9281-41c0-a746-e931414bb804 HTTP/1.1" status: 204 len: 168 time: 1.0977941 Mar 11 15:29:08.565097 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34420) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:08.574113 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d087bbb6-8c00-4a25-873e-95c5146258b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:08.716688 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0fc6691f-b9cf-4fdf-adaf-51b2b704bc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:08.732158 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34424) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:08.736434 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f295367-b0c0-41f2-be7c-44b030073748 None None] Pushing event updated for resources: {'Port': ['ID=4b8efc8b-cadf-402e-936e-d07c0f2c43db,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:08.746550 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-e4878cbe-5e34-40c1-8aab-dfa001d220b6 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1920161252', 'description': 'tempest-secgroup-smoke-1920161252 description', 'project_id': '916fcc14ed3c4d0b95925acf526937c4'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:08.747997 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f295367-b0c0-41f2-be7c-44b030073748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:08.748431 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f295367-b0c0-41f2-be7c-44b030073748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:08.748837 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f295367-b0c0-41f2-be7c-44b030073748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:08.749235 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f295367-b0c0-41f2-be7c-44b030073748 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:08.749642 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f295367-b0c0-41f2-be7c-44b030073748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:08.750037 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f295367-b0c0-41f2-be7c-44b030073748 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:08.750818 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f295367-b0c0-41f2-be7c-44b030073748 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:08.751235 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f295367-b0c0-41f2-be7c-44b030073748 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:08.751628 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f295367-b0c0-41f2-be7c-44b030073748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:08.752011 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f295367-b0c0-41f2-be7c-44b030073748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:08.753250 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f295367-b0c0-41f2-be7c-44b030073748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:08.754227 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-94569243-2d52-47ca-8be6-ccc081c6a328 None None] Provisioning for port 4b8efc8b-cadf-402e-936e-d07c0f2c43db completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:29:08.829731 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e4878cbe-5e34-40c1-8aab-dfa001d220b6 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:08.850825 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e4878cbe-5e34-40c1-8aab-dfa001d220b6 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:08.854252 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-d9e46561-0e43-472d-983f-37ca4945e71c tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Allocated IP 172.26.0.166 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/cc44e799-2c20-4356-9429-562fe509cdc3) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:29:08.868061 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e4878cbe-5e34-40c1-8aab-dfa001d220b6 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:08.920744 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e4878cbe-5e34-40c1-8aab-dfa001d220b6 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:09.010684 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a96854-f24c-4efb-a5a5-dc0ed60168e7 None None] Network 64156128-384f-41f3-8459-da08fc3bae61 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:29:09.023160 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a96854-f24c-4efb-a5a5-dc0ed60168e7 None None] Pushing event updated for resources: {'Port': ['ID=13ba6297-5699-4a7d-9e5c-35e8bd9aea3d,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:09.031944 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-e7a96854-f24c-4efb-a5a5-dc0ed60168e7 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:29:09.072785 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-d087bbb6-8c00-4a25-873e-95c5146258b5 None None] Attempting to bind port 4b8efc8b-cadf-402e-936e-d07c0f2c43db on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:29:09.073591 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-d087bbb6-8c00-4a25-873e-95c5146258b5 None None] Attempting to bind port 4b8efc8b-cadf-402e-936e-d07c0f2c43db by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '8c441113-7fec-4769-bcce-89407f41ac7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:29:09.074104 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d087bbb6-8c00-4a25-873e-95c5146258b5 None None] Attempting to bind port 4b8efc8b-cadf-402e-936e-d07c0f2c43db on network ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:29:09.087966 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d087bbb6-8c00-4a25-873e-95c5146258b5 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:29:09.088603 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d087bbb6-8c00-4a25-873e-95c5146258b5 None None] Checking segment: {'id': '8c441113-7fec-4769-bcce-89407f41ac7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:29:09.089104 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d087bbb6-8c00-4a25-873e-95c5146258b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:09.089877 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d087bbb6-8c00-4a25-873e-95c5146258b5 None None] Bound using segment: {'id': '8c441113-7fec-4769-bcce-89407f41ac7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:29:09.090877 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-d087bbb6-8c00-4a25-873e-95c5146258b5 None None] Bound port: 4b8efc8b-cadf-402e-936e-d07c0f2c43db, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c441113-7fec-4769-bcce-89407f41ac7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:29:09.093363 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d087bbb6-8c00-4a25-873e-95c5146258b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:09.126463 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:09.169493 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a96854-f24c-4efb-a5a5-dc0ed60168e7 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:29:09.299444 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-d087bbb6-8c00-4a25-873e-95c5146258b5 None None] For port 4b8efc8b-cadf-402e-936e-d07c0f2c43db, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:29:09.307235 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-d087bbb6-8c00-4a25-873e-95c5146258b5 None None] For port 4b8efc8b-cadf-402e-936e-d07c0f2c43db, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=4b8efc8b-cadf-402e-936e-d07c0f2c43db,segment=NetworkSegment(8c441113-7fec-4769-bcce-89407f41ac7d),segment_id=8c441113-7fec-4769-bcce-89407f41ac7d)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:29:09.314309 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8d74fe14-6fe2-4047-8b4e-c52c20bd5e88 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:09.316672 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d087bbb6-8c00-4a25-873e-95c5146258b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:09.424545 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e4878cbe-5e34-40c1-8aab-dfa001d220b6 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:09.488690 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f295367-b0c0-41f2-be7c-44b030073748 None None] Pushing event updated for resources: {'Port': ['ID=4b8efc8b-cadf-402e-936e-d07c0f2c43db,revision_number=4']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:09.534577 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d087bbb6-8c00-4a25-873e-95c5146258b5 None None] Routers {'e8045d71-5323-44ad-885b-64df1c786251'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:29:09.535253 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-d087bbb6-8c00-4a25-873e-95c5146258b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:29:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['e8045d71-5323-44ad-885b-64df1c786251'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:09.584254 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e4878cbe-5e34-40c1-8aab-dfa001d220b6 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:09.606062 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e4878cbe-5e34-40c1-8aab-dfa001d220b6 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:09.607807 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 935aebd0-7140-4468-b0fd-e568ed269670, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=935aebd0-7140-4468-b0fd-e568ed269670,segment=NetworkSegment(27ad1c4f-5624-432c-a505-2164742d2a39),segment_id=27ad1c4f-5624-432c-a505-2164742d2a39)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:29:09.612839 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e4878cbe-5e34-40c1-8aab-dfa001d220b6 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:09.614936 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-8d74fe14-6fe2-4047-8b4e-c52c20bd5e88 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Deleting port b374f9fe-8b01-4dcc-93a2-c7ff11945a88 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:29:09.616681 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8d74fe14-6fe2-4047-8b4e-c52c20bd5e88 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:09.622294 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-e7a96854-f24c-4efb-a5a5-dc0ed60168e7 None None] Attempting to bind port 13ba6297-5699-4a7d-9e5c-35e8bd9aea3d on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:29:09.622675 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-e7a96854-f24c-4efb-a5a5-dc0ed60168e7 None None] Attempting to bind port 13ba6297-5699-4a7d-9e5c-35e8bd9aea3d by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'f66aa291-6074-4dc4-969c-fe20bdeb1f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '64156128-384f-41f3-8459-da08fc3bae61'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:29:09.623146 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a96854-f24c-4efb-a5a5-dc0ed60168e7 None None] Attempting to bind port 13ba6297-5699-4a7d-9e5c-35e8bd9aea3d on network 64156128-384f-41f3-8459-da08fc3bae61 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:29:09.628039 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:09.628907 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device eba13c17-3913-4d31-a9c4-b9ca883efd56 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:29:09.640777 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e4878cbe-5e34-40c1-8aab-dfa001d220b6 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:09.693801 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6691f-b9cf-4fdf-adaf-51b2b704bc86 None None] Pushing event updated for resources: {'Port': ['ID=b374f9fe-8b01-4dcc-93a2-c7ff11945a88,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:09.725366 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d9e46561-0e43-472d-983f-37ca4945e71c tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:09.761116 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0c671fae-5ee4-4b40-976f-1b85622d2f26 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:09.798480 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a96854-f24c-4efb-a5a5-dc0ed60168e7 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:29:09.798887 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a96854-f24c-4efb-a5a5-dc0ed60168e7 None None] Checking segment: {'id': 'f66aa291-6074-4dc4-969c-fe20bdeb1f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '64156128-384f-41f3-8459-da08fc3bae61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:29:09.799257 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e7a96854-f24c-4efb-a5a5-dc0ed60168e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:09.799655 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a96854-f24c-4efb-a5a5-dc0ed60168e7 None None] Bound using segment: {'id': 'f66aa291-6074-4dc4-969c-fe20bdeb1f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '64156128-384f-41f3-8459-da08fc3bae61'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:29:09.800176 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-e7a96854-f24c-4efb-a5a5-dc0ed60168e7 None None] Bound port: 13ba6297-5699-4a7d-9e5c-35e8bd9aea3d, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f66aa291-6074-4dc4-969c-fe20bdeb1f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '64156128-384f-41f3-8459-da08fc3bae61'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:29:09.800560 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e7a96854-f24c-4efb-a5a5-dc0ed60168e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:09.835272 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-0c671fae-5ee4-4b40-976f-1b85622d2f26 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Transition to ACTIVE for port object 8278ee37-5866-4e7f-a493-6a5e4d62ad7a will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:29:09.865718 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-827715cf-fcf1-4b63-9170-f9b6ee5408e7 None None] Provisioning complete for port 935aebd0-7140-4468-b0fd-e568ed269670 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:29:09.872468 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-827715cf-fcf1-4b63-9170-f9b6ee5408e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:09.903590 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-d087bbb6-8c00-4a25-873e-95c5146258b5 None None] Set router e8045d71-5323-44ad-885b-64df1c786251 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:29:09.988573 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e4878cbe-5e34-40c1-8aab-dfa001d220b6 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:10.073839 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e4878cbe-5e34-40c1-8aab-dfa001d220b6 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:10.075835 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=935aebd0-7140-4468-b0fd-e568ed269670,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:10.081006 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d9e46561-0e43-472d-983f-37ca4945e71c tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:10.115219 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0c671fae-5ee4-4b40-976f-1b85622d2f26 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:10.284544 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port eba13c17-3913-4d31-a9c4-b9ca883efd56 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:29:10.302620 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port eba13c17-3913-4d31-a9c4-b9ca883efd56 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:29:10.303274 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:10.316238 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-8d74fe14-6fe2-4047-8b4e-c52c20bd5e88 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] For port b374f9fe-8b01-4dcc-93a2-c7ff11945a88, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=b374f9fe-8b01-4dcc-93a2-c7ff11945a88,segment=NetworkSegment(a560f3d7-aaf0-4426-88ec-f7f4ec6eb0fe),segment_id=a560f3d7-aaf0-4426-88ec-f7f4ec6eb0fe)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:29:10.318681 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8d74fe14-6fe2-4047-8b4e-c52c20bd5e88 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:10.366544 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c671fae-5ee4-4b40-976f-1b85622d2f26 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Network 64156128-384f-41f3-8459-da08fc3bae61 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:29:10.432152 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4878cbe-5e34-40c1-8aab-dfa001d220b6 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3626f8a0-b374-45ac-8cab-a128d317e5ea,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:10.498583 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e46561-0e43-472d-983f-37ca4945e71c tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Pushing event updated for resources: {'Port': ['ID=cc44e799-2c20-4356-9429-562fe509cdc3,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:10.502414 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-e3311082-1df0-4ae9-8135-a671cc66a2bd tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:29:10.508454 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e3311082-1df0-4ae9-8135-a671cc66a2bd tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] 10.222.0.31 "PUT /v2.0/routers/b259a713-2fdd-4e1a-a9dc-b3003c7fc7cc/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.6506252 Mar 11 15:29:10.515324 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-e7a96854-f24c-4efb-a5a5-dc0ed60168e7 None None] For port 13ba6297-5699-4a7d-9e5c-35e8bd9aea3d, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:29:10.515634 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e46561-0e43-472d-983f-37ca4945e71c tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:29:10.516637 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34434) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:10.517572 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e4878cbe-5e34-40c1-8aab-dfa001d220b6 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:10.524390 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e4878cbe-5e34-40c1-8aab-dfa001d220b6 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.7868056 Mar 11 15:29:10.524669 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-e7a96854-f24c-4efb-a5a5-dc0ed60168e7 None None] For port 13ba6297-5699-4a7d-9e5c-35e8bd9aea3d, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=13ba6297-5699-4a7d-9e5c-35e8bd9aea3d,segment=NetworkSegment(f66aa291-6074-4dc4-969c-fe20bdeb1f4a),segment_id=f66aa291-6074-4dc4-969c-fe20bdeb1f4a)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:29:10.530414 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-d9e46561-0e43-472d-983f-37ca4945e71c tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:29:10.588079 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34438) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:10.601161 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e46561-0e43-472d-983f-37ca4945e71c tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:29:10.602109 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e7a96854-f24c-4efb-a5a5-dc0ed60168e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:10.644216 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-0c671fae-5ee4-4b40-976f-1b85622d2f26 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:29:10.652324 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-88a65417-61f7-4675-b9fb-9d6790737c62 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '3626f8a0-b374-45ac-8cab-a128d317e5ea', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:10.652651 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-8d74fe14-6fe2-4047-8b4e-c52c20bd5e88 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Calling delete_port for b374f9fe-8b01-4dcc-93a2-c7ff11945a88 owned by network:dhcp {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:29:10.668263 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-88a65417-61f7-4675-b9fb-9d6790737c62 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:10.678306 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-88a65417-61f7-4675-b9fb-9d6790737c62 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:10.680617 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c671fae-5ee4-4b40-976f-1b85622d2f26 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Pushing event updated for resources: {'Port': ['ID=8278ee37-5866-4e7f-a493-6a5e4d62ad7a,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:10.683103 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c671fae-5ee4-4b40-976f-1b85622d2f26 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:29:10.688981 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-d087bbb6-8c00-4a25-873e-95c5146258b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8045d71-5323-44ad-885b-64df1c786251', 'name': 'tempest-TestNetworkBasicOps-router-962175665', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '5eacffb7-ab7b-48c8-af25-d90377798cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:28:48Z', 'updated_at': '2022-03-11T15:29:03Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '5eacffb7-ab7b-48c8-af25-d90377798cb0', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:28:50Z', 'updated_at': '2022-03-11T15:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '4b8efc8b-cadf-402e-936e-d07c0f2c43db', 'name': '', 'network_id': 'ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:69:cf:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '796e8b88-7a8c-46fd-b12f-b6e3ee49dd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:29:01Z', 'updated_at': '2022-03-11T15:29:09Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '796e8b88-7a8c-46fd-b12f-b6e3ee49dd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:10.699168 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d087bbb6-8c00-4a25-873e-95c5146258b5 None None] The sync data for ids ['e8045d71-5323-44ad-885b-64df1c786251'] in dv-neutron-833373-1-hyperv is: [{'id': 'e8045d71-5323-44ad-885b-64df1c786251', 'name': 'tempest-TestNetworkBasicOps-router-962175665', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '5eacffb7-ab7b-48c8-af25-d90377798cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:28:48Z', 'updated_at': '2022-03-11T15:29:03Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '5eacffb7-ab7b-48c8-af25-d90377798cb0', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:28:50Z', 'updated_at': '2022-03-11T15:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '4b8efc8b-cadf-402e-936e-d07c0f2c43db', 'name': '', 'network_id': 'ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:69:cf:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '796e8b88-7a8c-46fd-b12f-b6e3ee49dd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:29:01Z', 'updated_at': '2022-03-11T15:29:09Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '796e8b88-7a8c-46fd-b12f-b6e3ee49dd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:29:10.706713 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-88a65417-61f7-4675-b9fb-9d6790737c62 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:10.730935 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-88a65417-61f7-4675-b9fb-9d6790737c62 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:10.731900 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1c4df3-23ee-499b-9227-24a046a2f5b4 None None] Network 82521d38-f746-4ea1-97bc-eeaebb1f522f requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:29:10.849686 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c671fae-5ee4-4b40-976f-1b85622d2f26 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:10.850353 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0c671fae-5ee4-4b40-976f-1b85622d2f26 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:10.902725 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8d74fe14-6fe2-4047-8b4e-c52c20bd5e88 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:10.970224 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d74fe14-6fe2-4047-8b4e-c52c20bd5e88 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] No DVR routers for this DVR port b374f9fe-8b01-4dcc-93a2-c7ff11945a88 on host dv-neutron-833373-1-hyperv {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:29:10.972788 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0c671fae-5ee4-4b40-976f-1b85622d2f26 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.3196280 Mar 11 15:29:10.980420 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a96854-f24c-4efb-a5a5-dc0ed60168e7 None None] Pushing event updated for resources: {'Port': ['ID=13ba6297-5699-4a7d-9e5c-35e8bd9aea3d,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:11.009889 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:11.014570 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34442) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:11.015373 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74fe14-6fe2-4047-8b4e-c52c20bd5e88 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event deleted for resources: {'Port': ['ID=b374f9fe-8b01-4dcc-93a2-c7ff11945a88,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:11.026324 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-6f50f6e2-4bf4-44bb-b274-33f3872d567f tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Request body: {'port': {'network_id': '64156128-384f-41f3-8459-da08fc3bae61', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1100744103', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:11.026883 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.api.validators [None req-6f50f6e2-4bf4-44bb-b274-33f3872d567f tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] bootfile-name is not in valid_values {{(pid=83866) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 15:29:11.027335 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.api.validators [None req-6f50f6e2-4bf4-44bb-b274-33f3872d567f tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] tftp-server is not in valid_values {{(pid=83866) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 15:29:11.027693 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.api.validators [None req-6f50f6e2-4bf4-44bb-b274-33f3872d567f tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] server-ip-address is not in valid_values {{(pid=83866) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 15:29:11.116441 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2a94d4a3-1f04-4a45-91d9-d9ba36f255a3 None None] Could not find standard attr ID for object b374f9fe-8b01-4dcc-93a2-c7ff11945a88. {{(pid=83868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:29:11.123571 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-88a65417-61f7-4675-b9fb-9d6790737c62 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:11.224800 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port eba13c17-3913-4d31-a9c4-b9ca883efd56, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=eba13c17-3913-4d31-a9c4-b9ca883efd56,segment=NetworkSegment(8c441113-7fec-4769-bcce-89407f41ac7d),segment_id=8c441113-7fec-4769-bcce-89407f41ac7d)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:29:11.242998 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:11.243803 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 1a6bb174-5c9f-42dd-b9b2-16df620e979f up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:29:11.323381 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f43dbb-3f94-45dc-80e3-01ff3c7921bf req-da3bc8b1-2ad0-474b-aef7-4bbc74902380 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:11.330925 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-a3f43dbb-3f94-45dc-80e3-01ff3c7921bf req-da3bc8b1-2ad0-474b-aef7-4bbc74902380 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e31028b-263a-4e93-87f6-6c800a936377 HTTP/1.1" status: 200 len: 945 time: 0.8907955 Mar 11 15:29:11.384021 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff5b053-9469-49c9-a7bd-32bcf3e5ac80 None None] DHCP port deletion for 82521d38-f746-4ea1-97bc-eeaebb1f522f request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:29:11.457948 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-6f50f6e2-4bf4-44bb-b274-33f3872d567f tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:11.466925 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-a3f43dbb-3f94-45dc-80e3-01ff3c7921bf req-55bc4ed2-af13-45dc-8fad-dbaa1b0ea1ac tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d213ed7-7cdc-4373-9ab6-6e091e2ba9df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337764 Mar 11 15:29:11.470624 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8d74fe14-6fe2-4047-8b4e-c52c20bd5e88 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:11.479155 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-88a65417-61f7-4675-b9fb-9d6790737c62 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:11.502476 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-6f50f6e2-4bf4-44bb-b274-33f3872d567f tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Usage tracker for resource:port and tenant:5a29eba348654af4b6b04c073406a9cd is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:11.509363 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-6f50f6e2-4bf4-44bb-b274-33f3872d567f tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:11.512505 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=eba13c17-3913-4d31-a9c4-b9ca883efd56,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:11.519451 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-6f50f6e2-4bf4-44bb-b274-33f3872d567f tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:11.543938 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 1a6bb174-5c9f-42dd-b9b2-16df620e979f triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:29:11.544478 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:11.555133 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-8d74fe14-6fe2-4047-8b4e-c52c20bd5e88 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82521d38-f746-4ea1-97bc-eeaebb1f522f']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:11.570121 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-88a65417-61f7-4675-b9fb-9d6790737c62 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:11.570801 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-8d74fe14-6fe2-4047-8b4e-c52c20bd5e88 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a560f3d7-aaf0-4426-88ec-f7f4ec6eb0fe') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:11.571262 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-8d74fe14-6fe2-4047-8b4e-c52c20bd5e88 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a560f3d7-aaf0-4426-88ec-f7f4ec6eb0fe') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:11.585848 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8d74fe14-6fe2-4047-8b4e-c52c20bd5e88 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:11.610661 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8d74fe14-6fe2-4047-8b4e-c52c20bd5e88 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:11.617479 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d74fe14-6fe2-4047-8b4e-c52c20bd5e88 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:29:11.617927 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8d74fe14-6fe2-4047-8b4e-c52c20bd5e88 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:11.671044 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a65417-61f7-4675-b9fb-9d6790737c62 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ff4503b-7152-46f0-81ce-af0193962d7f,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:11.722004 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-88a65417-61f7-4675-b9fb-9d6790737c62 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:11.723193 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-88a65417-61f7-4675-b9fb-9d6790737c62 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1323364 Mar 11 15:29:11.738748 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:29:11.738748 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:29:11.738748 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:29:11.738748 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:29:11.738748 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:29:11.738748 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:29:11.738748 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:29:11.738748 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:29:11.738748 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:29:11.738748 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:29:11.738748 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:29:11.738748 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:29:11.738748 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:29:11.738748 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:29:11.738748 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:29:11.738748 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:29:11.738748 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:29:11.738748 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:29:11.738748 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:29:11.738748 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:29:11.738748 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:29:11.738748 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:29:11.738748 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:29:11.738748 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:29:11.738748 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:29:11.738748 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:29:11.738748 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:29:11.738748 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:29:11.738748 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:29:11.738748 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:29:11.738748 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:29:11.738748 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:29:11.741771 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34446) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:11.756944 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-67a80cdf-9088-4dae-b7d9-416dc58ab5ca tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '3626f8a0-b374-45ac-8cab-a128d317e5ea', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:11.763719 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f50f6e2-4bf4-44bb-b274-33f3872d567f tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Made reservation on behalf of 5a29eba348654af4b6b04c073406a9cd for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:29:11.766931 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6f50f6e2-4bf4-44bb-b274-33f3872d567f tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:11.787542 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d9e46561-0e43-472d-983f-37ca4945e71c tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router_gateway, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:11.789196 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d9e46561-0e43-472d-983f-37ca4945e71c tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:11.800526 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-67a80cdf-9088-4dae-b7d9-416dc58ab5ca tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:11.805809 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8d74fe14-6fe2-4047-8b4e-c52c20bd5e88 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:11.822349 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-67a80cdf-9088-4dae-b7d9-416dc58ab5ca tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:11.840808 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8d74fe14-6fe2-4047-8b4e-c52c20bd5e88 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:11.849289 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-67a80cdf-9088-4dae-b7d9-416dc58ab5ca tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:11.859228 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-8d74fe14-6fe2-4047-8b4e-c52c20bd5e88 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/networks/82521d38-f746-4ea1-97bc-eeaebb1f522f HTTP/1.1" status: 204 len: 168 time: 3.2927060 Mar 11 15:29:11.866666 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-67a80cdf-9088-4dae-b7d9-416dc58ab5ca tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:11.868773 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34450) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:11.874111 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-6f50f6e2-4bf4-44bb-b274-33f3872d567f tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] device_id is not set on port 2bb7e20b-284e-4dcb-b080-92ccd57a5aec yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:29:11.939416 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74fe14-6fe2-4047-8b4e-c52c20bd5e88 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event deleted for resources: {'Network': ['ID=82521d38-f746-4ea1-97bc-eeaebb1f522f,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:11.945152 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-b7e9eaed-4120-441c-989e-0564e537afe8 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'port': {'network_id': 'c6f8e317-c3b4-4f12-bfd1-76da26a8e27f', 'name': 'tempest-PortsIpV6TestJSON-17310936'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:12.028653 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 935aebd0-7140-4468-b0fd-e568ed269670 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:29:12.059641 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bc84e72f-ecfc-4a03-9279-bf0ad13ed5ed tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:12.198187 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-b7e9eaed-4120-441c-989e-0564e537afe8 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:12.227354 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 935aebd0-7140-4468-b0fd-e568ed269670 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:29:12.227725 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:12.246273 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-67a80cdf-9088-4dae-b7d9-416dc58ab5ca tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:12.349223 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-b7e9eaed-4120-441c-989e-0564e537afe8 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:12.413742 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device eba13c17-3913-4d31-a9c4-b9ca883efd56 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:29:12.473114 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e9eaed-4120-441c-989e-0564e537afe8 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Made reservation on behalf of 6b1a6507e257408892b3294b50293467 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:29:12.476162 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b7e9eaed-4120-441c-989e-0564e537afe8 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:12.515481 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-6f50f6e2-4bf4-44bb-b274-33f3872d567f tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Allocated IP 172.20.0.5 (64156128-384f-41f3-8459-da08fc3bae61/d51a45af-a1db-46c4-9330-86d5e77fd903/2bb7e20b-284e-4dcb-b080-92ccd57a5aec) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:29:12.525946 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port eba13c17-3913-4d31-a9c4-b9ca883efd56 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:29:12.526458 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:12.558340 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-b7e9eaed-4120-441c-989e-0564e537afe8 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] device_id is not set on port 22b69fa4-32c5-450b-b169-967ebd5f2ffe yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:29:12.583062 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e46561-0e43-472d-983f-37ca4945e71c tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Router 985a580d-5220-489a-9197-0a5c4d17c7a4 is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:29:12.608503 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2233afed-0078-4632-97e6-ec3a60756c9d None None] Network 64156128-384f-41f3-8459-da08fc3bae61 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:29:12.791112 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f6ac0-0452-4fc9-acc9-a5bcff969279 req-b3e65e1e-dc04-4245-90ce-6ef3767f8fb4 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:12.792643 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8c2f6ac0-0452-4fc9-acc9-a5bcff969279 req-b3e65e1e-dc04-4245-90ce-6ef3767f8fb4 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e31028b-263a-4e93-87f6-6c800a936377 HTTP/1.1" status: 200 len: 945 time: 0.6822133 Mar 11 15:29:12.794525 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-67a80cdf-9088-4dae-b7d9-416dc58ab5ca tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:12.796409 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-692c9e90-a4df-4dd1-a20d-5bf6d4a69445 None None] Provisioning for port 13ba6297-5699-4a7d-9e5c-35e8bd9aea3d completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:29:12.825040 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 5eacffb7-ab7b-48c8-af25-d90377798cb0 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:29:12.859741 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-67a80cdf-9088-4dae-b7d9-416dc58ab5ca tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:12.991163 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a80cdf-9088-4dae-b7d9-416dc58ab5ca tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=839f3686-3b27-4b62-96ac-c8ee813a5dc9,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:13.047933 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-67a80cdf-9088-4dae-b7d9-416dc58ab5ca tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:13.050905 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 5eacffb7-ab7b-48c8-af25-d90377798cb0 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:29:13.051450 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:13.054935 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-67a80cdf-9088-4dae-b7d9-416dc58ab5ca tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.3131466 Mar 11 15:29:13.056346 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34458) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:13.064895 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-ebaf8371-46c5-4de8-9064-8ab6e9205735 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '3626f8a0-b374-45ac-8cab-a128d317e5ea', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:13.075474 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ebaf8371-46c5-4de8-9064-8ab6e9205735 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:13.075692 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-8c2f6ac0-0452-4fc9-acc9-a5bcff969279 req-b2714dd8-05a8-401d-85d7-36440547a7c7 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Deleting port 889d0feb-4527-41ab-afa0-28b46637f917 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:29:13.076577 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-8c2f6ac0-0452-4fc9-acc9-a5bcff969279 req-b2714dd8-05a8-401d-85d7-36440547a7c7 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:13.089635 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ebaf8371-46c5-4de8-9064-8ab6e9205735 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:13.095067 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ebaf8371-46c5-4de8-9064-8ab6e9205735 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:13.106770 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ebaf8371-46c5-4de8-9064-8ab6e9205735 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:13.189484 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ebaf8371-46c5-4de8-9064-8ab6e9205735 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:13.221621 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 4b8efc8b-cadf-402e-936e-d07c0f2c43db up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:29:13.232281 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e46561-0e43-472d-983f-37ca4945e71c tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:29:13.268994 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defeb5c7-4920-4182-9e4e-0a51e2c5f549 None None] Sync routers for ids ['985a580d-5220-489a-9197-0a5c4d17c7a4'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:29:13.286598 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d9e46561-0e43-472d-983f-37ca4945e71c tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:13.288057 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d9e46561-0e43-472d-983f-37ca4945e71c tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.2962649 Mar 11 15:29:13.299181 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34462) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:13.309866 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-92b6317e-2e69-44c0-b9f8-c5b044d09d12 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:13.347937 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defeb5c7-4920-4182-9e4e-0a51e2c5f549 None None] Routers {'985a580d-5220-489a-9197-0a5c4d17c7a4'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:29:13.348692 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-defeb5c7-4920-4182-9e4e-0a51e2c5f549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:29:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['985a580d-5220-489a-9197-0a5c4d17c7a4'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:13.440128 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-defeb5c7-4920-4182-9e4e-0a51e2c5f549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:13.457132 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ebaf8371-46c5-4de8-9064-8ab6e9205735 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:13.472569 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defeb5c7-4920-4182-9e4e-0a51e2c5f549 None None] Routers {'985a580d-5220-489a-9197-0a5c4d17c7a4'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:29:13.473204 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-defeb5c7-4920-4182-9e4e-0a51e2c5f549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:29:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['985a580d-5220-489a-9197-0a5c4d17c7a4'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:13.495868 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ebaf8371-46c5-4de8-9064-8ab6e9205735 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:13.551521 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-defeb5c7-4920-4182-9e4e-0a51e2c5f549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:13.552726 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defeb5c7-4920-4182-9e4e-0a51e2c5f549 None None] The sync data for ids ['985a580d-5220-489a-9197-0a5c4d17c7a4'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:29:13.562307 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-bc84e72f-ecfc-4a03-9279-bf0ad13ed5ed tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Deleting port 255625f5-dfbc-47ed-a248-eb3f0a0cfea8 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:29:13.563106 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bc84e72f-ecfc-4a03-9279-bf0ad13ed5ed tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:13.582072 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 4b8efc8b-cadf-402e-936e-d07c0f2c43db completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:29:13.590873 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 4b8efc8b-cadf-402e-936e-d07c0f2c43db triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:29:13.591524 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:13.637555 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-051a1aff-854d-4bd4-8b4c-35b52bed9a04 None None] Provisioning for port 8278ee37-5866-4e7f-a493-6a5e4d62ad7a completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:29:13.638129 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf8371-46c5-4de8-9064-8ab6e9205735 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b736f0a-03b2-4cae-a3b7-68a8cbc8ba78,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:13.669422 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-051a1aff-854d-4bd4-8b4c-35b52bed9a04 None None] Provisioning complete for port 8278ee37-5866-4e7f-a493-6a5e4d62ad7a triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:29:13.670660 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-051a1aff-854d-4bd4-8b4c-35b52bed9a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:13.671331 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ebaf8371-46c5-4de8-9064-8ab6e9205735 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:13.675101 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ebaf8371-46c5-4de8-9064-8ab6e9205735 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6141248 Mar 11 15:29:13.677304 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34468) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:13.705592 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-9783f431-7b04-48bd-96d3-aac8aa29db2c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '3626f8a0-b374-45ac-8cab-a128d317e5ea', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:13.721770 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffeaa6e-0543-4271-beeb-06d875168bc7 req-2c056c19-9097-4661-8ee5-abc2df7accff tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:13.723375 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2ffeaa6e-0543-4271-beeb-06d875168bc7 req-2c056c19-9097-4661-8ee5-abc2df7accff tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e31028b-263a-4e93-87f6-6c800a936377 HTTP/1.1" status: 200 len: 945 time: 1.0082030 Mar 11 15:29:13.758530 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-051a1aff-854d-4bd4-8b4c-35b52bed9a04 None None] Port 8278ee37-5866-4e7f-a493-6a5e4d62ad7a cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:29:13.762561 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-9783f431-7b04-48bd-96d3-aac8aa29db2c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:13.781075 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-9783f431-7b04-48bd-96d3-aac8aa29db2c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:13.784591 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-9783f431-7b04-48bd-96d3-aac8aa29db2c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:13.795148 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-9783f431-7b04-48bd-96d3-aac8aa29db2c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:13.824020 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b7e9eaed-4120-441c-989e-0564e537afe8 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:13.838004 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:13.855922 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9783f431-7b04-48bd-96d3-aac8aa29db2c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:13.862720 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6f50f6e2-4bf4-44bb-b274-33f3872d567f tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:13.891612 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bc84e72f-ecfc-4a03-9279-bf0ad13ed5ed tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:13.893855 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-6f50f6e2-4bf4-44bb-b274-33f3872d567f tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Transition to ACTIVE for port object 2bb7e20b-284e-4dcb-b080-92ccd57a5aec will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:29:13.897520 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 4b8efc8b-cadf-402e-936e-d07c0f2c43db, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=4b8efc8b-cadf-402e-936e-d07c0f2c43db,segment=NetworkSegment(8c441113-7fec-4769-bcce-89407f41ac7d),segment_id=8c441113-7fec-4769-bcce-89407f41ac7d)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:29:13.907771 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:13.909220 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 13ba6297-5699-4a7d-9e5c-35e8bd9aea3d up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:29:13.970249 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2ffeaa6e-0543-4271-beeb-06d875168bc7 req-956b0bc4-7e79-44fd-8796-b36171ed2f09 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d213ed7-7cdc-4373-9ab6-6e091e2ba9df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2324235 Mar 11 15:29:13.982627 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6f50f6e2-4bf4-44bb-b274-33f3872d567f tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:13.987389 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b7e9eaed-4120-441c-989e-0564e537afe8 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:14.022770 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-c5456289-12a5-4699-9280-de19dc714162 None None] Provisioning complete for port 8278ee37-5866-4e7f-a493-6a5e4d62ad7a triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:29:14.023478 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c5456289-12a5-4699-9280-de19dc714162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:14.056831 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-bc84e72f-ecfc-4a03-9279-bf0ad13ed5ed tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Calling delete_port for 255625f5-dfbc-47ed-a248-eb3f0a0cfea8 owned by network:router_interface {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:29:14.091729 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-8c2f6ac0-0452-4fc9-acc9-a5bcff969279 req-b2714dd8-05a8-401d-85d7-36440547a7c7 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] For port 889d0feb-4527-41ab-afa0-28b46637f917, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=889d0feb-4527-41ab-afa0-28b46637f917,segment=NetworkSegment(8ae4db9a-22ea-4190-a511-322033645f15),segment_id=8ae4db9a-22ea-4190-a511-322033645f15)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:29:14.092024 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-8c2f6ac0-0452-4fc9-acc9-a5bcff969279 req-b2714dd8-05a8-401d-85d7-36440547a7c7 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:14.129343 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-c5456289-12a5-4699-9280-de19dc714162 None None] Port 8278ee37-5866-4e7f-a493-6a5e4d62ad7a cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:29:14.132309 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=4b8efc8b-cadf-402e-936e-d07c0f2c43db,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:14.150091 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 13ba6297-5699-4a7d-9e5c-35e8bd9aea3d completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:29:14.157513 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 13ba6297-5699-4a7d-9e5c-35e8bd9aea3d triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:29:14.158367 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:14.178053 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9783f431-7b04-48bd-96d3-aac8aa29db2c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:14.186245 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9783f431-7b04-48bd-96d3-aac8aa29db2c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:14.204242 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e9eaed-4120-441c-989e-0564e537afe8 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Network c6f8e317-c3b4-4f12-bfd1-76da26a8e27f is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:29:14.229447 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-b7e9eaed-4120-441c-989e-0564e537afe8 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:29:14.240727 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f50f6e2-4bf4-44bb-b274-33f3872d567f tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Network 64156128-384f-41f3-8459-da08fc3bae61 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:29:14.246295 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e9eaed-4120-441c-989e-0564e537afe8 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:29:14.250483 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e9eaed-4120-441c-989e-0564e537afe8 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:14.251304 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b7e9eaed-4120-441c-989e-0564e537afe8 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:14.255993 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-6f50f6e2-4bf4-44bb-b274-33f3872d567f tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:29:14.280067 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f50f6e2-4bf4-44bb-b274-33f3872d567f tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:29:14.321478 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9eaed-4120-441c-989e-0564e537afe8 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'Port': ['ID=22b69fa4-32c5-450b-b169-967ebd5f2ffe,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:14.351854 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9783f431-7b04-48bd-96d3-aac8aa29db2c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de8b9b08-b53d-4f4e-ab74-8b43fa20f676,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:14.410086 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9783f431-7b04-48bd-96d3-aac8aa29db2c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:14.414618 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9783f431-7b04-48bd-96d3-aac8aa29db2c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7364032 Mar 11 15:29:14.429757 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34476) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:14.456040 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:14.456845 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-bcc6b60f-a8a5-41da-83ba-ebeabb198242 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '3626f8a0-b374-45ac-8cab-a128d317e5ea', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:14.508144 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 13ba6297-5699-4a7d-9e5c-35e8bd9aea3d, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=13ba6297-5699-4a7d-9e5c-35e8bd9aea3d,segment=NetworkSegment(f66aa291-6074-4dc4-969c-fe20bdeb1f4a),segment_id=f66aa291-6074-4dc4-969c-fe20bdeb1f4a)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:29:14.516357 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:14.547300 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b7e9eaed-4120-441c-989e-0564e537afe8 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 2.6141732 Mar 11 15:29:14.549177 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34480) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:14.575928 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-bcc6b60f-a8a5-41da-83ba-ebeabb198242 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:14.623523 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=13ba6297-5699-4a7d-9e5c-35e8bd9aea3d,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:14.635598 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-bcc6b60f-a8a5-41da-83ba-ebeabb198242 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:14.658086 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f50f6e2-4bf4-44bb-b274-33f3872d567f tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:14.658741 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6f50f6e2-4bf4-44bb-b274-33f3872d567f tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:14.664364 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-bcc6b60f-a8a5-41da-83ba-ebeabb198242 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:14.670865 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 4b8efc8b-cadf-402e-936e-d07c0f2c43db up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:29:14.679135 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50f6e2-4bf4-44bb-b274-33f3872d567f tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Pushing event updated for resources: {'Port': ['ID=2bb7e20b-284e-4dcb-b080-92ccd57a5aec,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:14.696711 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-bcc6b60f-a8a5-41da-83ba-ebeabb198242 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:14.702177 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-8f5b42aa-8454-40b2-aa18-fe9b28368240 None None] Provisioning for port 2bb7e20b-284e-4dcb-b080-92ccd57a5aec completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:29:14.726636 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-8f5b42aa-8454-40b2-aa18-fe9b28368240 None None] Provisioning complete for port 2bb7e20b-284e-4dcb-b080-92ccd57a5aec triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:29:14.727131 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8f5b42aa-8454-40b2-aa18-fe9b28368240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:14.777432 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bc84e72f-ecfc-4a03-9279-bf0ad13ed5ed tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:14.806863 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-8f5b42aa-8454-40b2-aa18-fe9b28368240 None None] Port 2bb7e20b-284e-4dcb-b080-92ccd57a5aec cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:29:14.825080 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 4b8efc8b-cadf-402e-936e-d07c0f2c43db triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:29:14.825575 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:14.856138 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.securitygroups_db [None req-bcc6b60f-a8a5-41da-83ba-ebeabb198242 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Project 916fcc14ed3c4d0b95925acf526937c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:29:14.863249 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-6f50f6e2-4bf4-44bb-b274-33f3872d567f tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.8433483 Mar 11 15:29:14.870663 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34484) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:14.875478 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-97d390aa-781f-43a9-96d7-5f132b14ab36 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Deleting port 22b69fa4-32c5-450b-b169-967ebd5f2ffe {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:29:14.875813 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-97d390aa-781f-43a9-96d7-5f132b14ab36 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:14.877684 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc84e72f-ecfc-4a03-9279-bf0ad13ed5ed tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Pushing event deleted for resources: {'Port': ['ID=255625f5-dfbc-47ed-a248-eb3f0a0cfea8,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:14.912152 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bcc6b60f-a8a5-41da-83ba-ebeabb198242 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:15.148518 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-8c2f6ac0-0452-4fc9-acc9-a5bcff969279 req-b2714dd8-05a8-401d-85d7-36440547a7c7 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:15.148924 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-8c2f6ac0-0452-4fc9-acc9-a5bcff969279 req-b2714dd8-05a8-401d-85d7-36440547a7c7 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:15.149178 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.l3_db [req-8c2f6ac0-0452-4fc9-acc9-a5bcff969279 req-b2714dd8-05a8-401d-85d7-36440547a7c7 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Floating IP 2142030f-b1d1-409f-a957-6d9401180438 disassociated. External IP: 172.26.0.64, port: 889d0feb-4527-41ab-afa0-28b46637f917. Mar 11 15:29:15.149517 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-8c2f6ac0-0452-4fc9-acc9-a5bcff969279 req-b2714dd8-05a8-401d-85d7-36440547a7c7 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Calling delete_port for 889d0feb-4527-41ab-afa0-28b46637f917 owned by compute:nova {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:29:15.238189 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bc84e72f-ecfc-4a03-9279-bf0ad13ed5ed tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:15.398182 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bcc6b60f-a8a5-41da-83ba-ebeabb198242 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:15.439857 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:15.455992 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ea34a-4ea1-4e93-8114-b4d9ab8e88a0 req-bec0da46-72d0-4f50-bd6c-9b2e2e0fb2fc tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:15.457543 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-837ea34a-4ea1-4e93-8114-b4d9ab8e88a0 req-bec0da46-72d0-4f50-bd6c-9b2e2e0fb2fc tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa86658-9887-4be1-b768-039365ac35d9 HTTP/1.1" status: 200 len: 946 time: 0.7381315 Mar 11 15:29:15.516943 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672b8e60-7fcc-4e4b-9de2-7b91fadb0c1d tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:15.522098 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672b8e60-7fcc-4e4b-9de2-7b91fadb0c1d tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:15.526053 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672b8e60-7fcc-4e4b-9de2-7b91fadb0c1d tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:15.526954 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-672b8e60-7fcc-4e4b-9de2-7b91fadb0c1d tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Synchronizing usage tracker for tenant:5a29eba348654af4b6b04c073406a9cd on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:29:15.529619 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bcc6b60f-a8a5-41da-83ba-ebeabb198242 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:15.530536 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fea00-5a31-455f-a707-5c63d80ee6df req-2725981f-bab9-409e-a999-d0b5ea612414 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:15.532092 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d12fea00-5a31-455f-a707-5c63d80ee6df req-2725981f-bab9-409e-a999-d0b5ea612414 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e31028b-263a-4e93-87f6-6c800a936377 HTTP/1.1" status: 200 len: 945 time: 0.3916590 Mar 11 15:29:15.622995 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc6b60f-a8a5-41da-83ba-ebeabb198242 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b14ae26-2f73-46ac-8b2d-c994398a19ce,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:15.632172 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-97d390aa-781f-43a9-96d7-5f132b14ab36 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:15.744560 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d12fea00-5a31-455f-a707-5c63d80ee6df req-b9b74606-403d-45ac-af30-12d070915892 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d213ed7-7cdc-4373-9ab6-6e091e2ba9df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2044075 Mar 11 15:29:15.788254 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-672b8e60-7fcc-4e4b-9de2-7b91fadb0c1d tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Unset dirty status for tenant:5a29eba348654af4b6b04c073406a9cd on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:29:15.789415 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-672b8e60-7fcc-4e4b-9de2-7b91fadb0c1d tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.9177911 Mar 11 15:29:15.799278 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-97d390aa-781f-43a9-96d7-5f132b14ab36 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Calling delete_port for 22b69fa4-32c5-450b-b169-967ebd5f2ffe owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:29:15.814199 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34490) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:15.842636 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bcc6b60f-a8a5-41da-83ba-ebeabb198242 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:15.846719 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-bcc6b60f-a8a5-41da-83ba-ebeabb198242 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.4086413 Mar 11 15:29:15.849155 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34494) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:15.861540 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-837ea34a-4ea1-4e93-8114-b4d9ab8e88a0 req-58a9bce8-5eba-4403-81af-97d761a6e4ea tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e248f6e-761f-4e05-ba07-f212e2a3e90c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3930943 Mar 11 15:29:15.868951 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-56b041d4-d199-465b-83a0-b922d64a77e2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '3626f8a0-b374-45ac-8cab-a128d317e5ea', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:15.873803 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-8c2f6ac0-0452-4fc9-acc9-a5bcff969279 req-b2714dd8-05a8-401d-85d7-36440547a7c7 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:15.950181 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-56b041d4-d199-465b-83a0-b922d64a77e2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:15.970101 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-d2269724-4d01-485c-8997-0f826a7be108 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Deleting port 2bb7e20b-284e-4dcb-b080-92ccd57a5aec {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:29:15.970827 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d2269724-4d01-485c-8997-0f826a7be108 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:15.983485 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-56b041d4-d199-465b-83a0-b922d64a77e2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:15.993545 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2714dd8-05a8-401d-85d7-36440547a7c7 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Pushing event deleted for resources: {'Port': ['ID=889d0feb-4527-41ab-afa0-28b46637f917,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:15.999617 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-56b041d4-d199-465b-83a0-b922d64a77e2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:16.016203 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-56b041d4-d199-465b-83a0-b922d64a77e2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:16.066858 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.securitygroups_db [None req-56b041d4-d199-465b-83a0-b922d64a77e2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Project 916fcc14ed3c4d0b95925acf526937c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:29:16.082216 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc84e72f-ecfc-4a03-9279-bf0ad13ed5ed tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Router b259a713-2fdd-4e1a-a9dc-b3003c7fc7cc has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:29:16.114441 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-92b6317e-2e69-44c0-b9f8-c5b044d09d12 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:16.181908 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-97d390aa-781f-43a9-96d7-5f132b14ab36 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:16.232258 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-56b041d4-d199-465b-83a0-b922d64a77e2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:16.371012 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d390aa-781f-43a9-96d7-5f132b14ab36 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event deleted for resources: {'Port': ['ID=22b69fa4-32c5-450b-b169-967ebd5f2ffe,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:16.415521 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-97d390aa-781f-43a9-96d7-5f132b14ab36 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:16.469016 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-97d390aa-781f-43a9-96d7-5f132b14ab36 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/ports/22b69fa4-32c5-450b-b169-967ebd5f2ffe HTTP/1.1" status: 204 len: 168 time: 1.8965278 Mar 11 15:29:16.470685 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34498) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:16.492843 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-92b6317e-2e69-44c0-b9f8-c5b044d09d12 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:16.499075 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-391b18b3-6d4b-4198-ac12-381bcfc8ee9c tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'port': {'network_id': 'c6f8e317-c3b4-4f12-bfd1-76da26a8e27f', 'mac_address': 'fa:16:3e:c5:9b:3b', 'name': 'tempest-PortsIpV6TestJSON-120193831'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:16.507532 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-56b041d4-d199-465b-83a0-b922d64a77e2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:16.514394 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f6a7b-a741-4138-99fc-96094c8e2f85 req-c6768bad-0c59-4cdd-bd5e-5cb31bef33b9 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:16.515909 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0c5f6a7b-a741-4138-99fc-96094c8e2f85 req-c6768bad-0c59-4cdd-bd5e-5cb31bef33b9 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.73 "GET /v2.0/ports?device_id=1aa86658-9887-4be1-b768-039365ac35d9 HTTP/1.1" status: 200 len: 946 time: 0.3370559 Mar 11 15:29:16.521411 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-56b041d4-d199-465b-83a0-b922d64a77e2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:16.594284 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b041d4-d199-465b-83a0-b922d64a77e2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a6bea20-ae31-407d-bb13-1a287a972cba,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:16.619452 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-92b6317e-2e69-44c0-b9f8-c5b044d09d12 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Deleting port cc44e799-2c20-4356-9429-562fe509cdc3 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:29:16.620133 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-92b6317e-2e69-44c0-b9f8-c5b044d09d12 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:16.635565 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-56b041d4-d199-465b-83a0-b922d64a77e2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:16.636912 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-56b041d4-d199-465b-83a0-b922d64a77e2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7859256 Mar 11 15:29:16.649735 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-0c5f6a7b-a741-4138-99fc-96094c8e2f85 req-7672c3a2-551c-411e-926b-3e3f5048f8ae tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Deleting port a909ec65-9bed-438c-af92-cbf7d5e8f831 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:29:16.650084 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0c5f6a7b-a741-4138-99fc-96094c8e2f85 req-7672c3a2-551c-411e-926b-3e3f5048f8ae tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:16.700987 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 889d0feb-4527-41ab-afa0-28b46637f917 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:29:16.739052 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d2269724-4d01-485c-8997-0f826a7be108 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:16.776036 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 13ba6297-5699-4a7d-9e5c-35e8bd9aea3d up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:29:16.784388 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc84e72f-ecfc-4a03-9279-bf0ad13ed5ed tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:29:16.845624 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6946708-f7ad-4d37-8ffe-63d6bf73d4ef None None] Sync routers for ids ['b259a713-2fdd-4e1a-a9dc-b3003c7fc7cc'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:29:16.870934 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-391b18b3-6d4b-4198-ac12-381bcfc8ee9c tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:16.884320 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] No Port match for: 889d0feb-4527-41ab-afa0-28b46637f917 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:29:16.884320 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 889d0feb-4527-41ab-afa0-28b46637f917 not bound to the agent host hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:29:16.922416 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6946708-f7ad-4d37-8ffe-63d6bf73d4ef None None] Routers {'b259a713-2fdd-4e1a-a9dc-b3003c7fc7cc'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:29:16.924837 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-a6946708-f7ad-4d37-8ffe-63d6bf73d4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:29:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['b259a713-2fdd-4e1a-a9dc-b3003c7fc7cc'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:16.941849 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c2f6ac0-0452-4fc9-acc9-a5bcff969279 req-b2714dd8-05a8-401d-85d7-36440547a7c7 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Router 6ababf4d-47b7-4202-b2cc-427fab38605a has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:29:17.012642 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 13ba6297-5699-4a7d-9e5c-35e8bd9aea3d triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:29:17.012642 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:17.069452 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-391b18b3-6d4b-4198-ac12-381bcfc8ee9c tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Usage tracker for resource:port and tenant:6b1a6507e257408892b3294b50293467 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:17.080418 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-bc84e72f-ecfc-4a03-9279-bf0ad13ed5ed tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] 10.222.0.31 "PUT /v2.0/routers/b259a713-2fdd-4e1a-a9dc-b3003c7fc7cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5602717 Mar 11 15:29:17.091891 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34510) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:17.110337 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-d2269724-4d01-485c-8997-0f826a7be108 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Calling delete_port for 2bb7e20b-284e-4dcb-b080-92ccd57a5aec owned by {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:29:17.165190 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-391b18b3-6d4b-4198-ac12-381bcfc8ee9c tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:17.233858 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-a6946708-f7ad-4d37-8ffe-63d6bf73d4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:17.260699 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6946708-f7ad-4d37-8ffe-63d6bf73d4ef None None] Routers {'b259a713-2fdd-4e1a-a9dc-b3003c7fc7cc'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:29:17.261648 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-a6946708-f7ad-4d37-8ffe-63d6bf73d4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:29:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['b259a713-2fdd-4e1a-a9dc-b3003c7fc7cc'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:17.298288 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-391b18b3-6d4b-4198-ac12-381bcfc8ee9c tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:17.309064 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c91e8632-8112-4ba5-a863-b8be53f495a1 req-dd507177-19b2-413e-b656-bd5a910c15a8 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e31028b-263a-4e93-87f6-6c800a936377 HTTP/1.1" status: 200 len: 210 time: 0.1331866 Mar 11 15:29:17.331774 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-a6946708-f7ad-4d37-8ffe-63d6bf73d4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:17.332442 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6946708-f7ad-4d37-8ffe-63d6bf73d4ef None None] The sync data for ids ['b259a713-2fdd-4e1a-a9dc-b3003c7fc7cc'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:29:17.373957 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391b18b3-6d4b-4198-ac12-381bcfc8ee9c tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Made reservation on behalf of 6b1a6507e257408892b3294b50293467 for: {'port': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:29:17.434670 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-56f51747-0baf-4696-ab9a-2b9a2b49b50a tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] delete failed (client error): The resource could not be found. Mar 11 15:29:17.435716 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-56f51747-0baf-4696-ab9a-2b9a2b49b50a tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-234817151 HTTP/1.1" status: 404 len: 334 time: 0.3325469 Mar 11 15:29:17.460505 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34514) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:17.472779 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-9e6c7634-378b-4ef1-8b69-285d22d63575 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b259a713-2fdd-4e1a-a9dc-b3003c7fc7cc'}}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:17.568042 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-92b6317e-2e69-44c0-b9f8-c5b044d09d12 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:17.640732 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-391b18b3-6d4b-4198-ac12-381bcfc8ee9c tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:17.694532 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-0c5f6a7b-a741-4138-99fc-96094c8e2f85 req-7672c3a2-551c-411e-926b-3e3f5048f8ae tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] For port a909ec65-9bed-438c-af92-cbf7d5e8f831, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a909ec65-9bed-438c-af92-cbf7d5e8f831,segment=NetworkSegment(f0954aff-c24e-424d-ba43-2c6bde70e82c),segment_id=f0954aff-c24e-424d-ba43-2c6bde70e82c)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:29:17.695122 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0c5f6a7b-a741-4138-99fc-96094c8e2f85 req-7672c3a2-551c-411e-926b-3e3f5048f8ae tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:17.793690 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-92b6317e-2e69-44c0-b9f8-c5b044d09d12 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Calling delete_port for cc44e799-2c20-4356-9429-562fe509cdc3 owned by network:router_gateway {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:29:17.924087 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d2269724-4d01-485c-8997-0f826a7be108 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:17.935471 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-391b18b3-6d4b-4198-ac12-381bcfc8ee9c tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] device_id is not set on port 394dbfae-7456-45db-b2f3-0e615c62ab6b yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:29:18.055844 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-6b3efcc1-0dfc-494f-b783-be54f0eff3e3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:29:18.072339 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2269724-4d01-485c-8997-0f826a7be108 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Pushing event deleted for resources: {'Port': ['ID=2bb7e20b-284e-4dcb-b080-92ccd57a5aec,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:18.101080 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01551116-e5a9-46c1-836f-cb7a7e20a3b9 req-5244abcb-2035-46f7-a04f-bf94ad1861ad tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:18.102764 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-01551116-e5a9-46c1-836f-cb7a7e20a3b9 req-5244abcb-2035-46f7-a04f-bf94ad1861ad tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa86658-9887-4be1-b768-039365ac35d9 HTTP/1.1" status: 200 len: 946 time: 0.7666380 Mar 11 15:29:18.506787 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-01551116-e5a9-46c1-836f-cb7a7e20a3b9 req-7ab2fe30-3ddd-48d6-bcac-48187be40274 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e248f6e-761f-4e05-ba07-f212e2a3e90c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3822734 Mar 11 15:29:18.559064 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-6b3efcc1-0dfc-494f-b783-be54f0eff3e3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:29:18.567884 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-6b3efcc1-0dfc-494f-b783-be54f0eff3e3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1920161252&fields=id&tenant_id=916fcc14ed3c4d0b95925acf526937c4 HTTP/1.1" status: 200 len: 267 time: 0.9323838 Mar 11 15:29:18.593796 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0c5f6a7b-a741-4138-99fc-96094c8e2f85 req-7672c3a2-551c-411e-926b-3e3f5048f8ae tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:18.594158 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0c5f6a7b-a741-4138-99fc-96094c8e2f85 req-7672c3a2-551c-411e-926b-3e3f5048f8ae tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:18.594543 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.l3_db [req-0c5f6a7b-a741-4138-99fc-96094c8e2f85 req-7672c3a2-551c-411e-926b-3e3f5048f8ae tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Floating IP b19e338b-66d5-44ac-974d-c2560c30ef05 disassociated. External IP: 172.26.0.199, port: a909ec65-9bed-438c-af92-cbf7d5e8f831. Mar 11 15:29:18.594944 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-0c5f6a7b-a741-4138-99fc-96094c8e2f85 req-7672c3a2-551c-411e-926b-3e3f5048f8ae tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Calling delete_port for a909ec65-9bed-438c-af92-cbf7d5e8f831 owned by compute:nova {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:29:18.664805 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9e6c7634-378b-4ef1-8b69-285d22d63575 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:18.719002 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d2269724-4d01-485c-8997-0f826a7be108 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:18.727746 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c2f6ac0-0452-4fc9-acc9-a5bcff969279 req-b2714dd8-05a8-401d-85d7-36440547a7c7 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:29:18.740459 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f537eb-c3ff-4f3e-a039-3c32ecb658c5 None None] Sync routers for ids ['6ababf4d-47b7-4202-b2cc-427fab38605a'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:29:18.759349 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f537eb-c3ff-4f3e-a039-3c32ecb658c5 None None] Routers {'6ababf4d-47b7-4202-b2cc-427fab38605a'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:29:18.760274 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b7f537eb-c3ff-4f3e-a039-3c32ecb658c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:29:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['6ababf4d-47b7-4202-b2cc-427fab38605a'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:18.763453 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-ef6d4e98-b12b-48df-ae53-ffac6a2a62fb req-0a605ade-f577-464b-b395-9fe0452d6193 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Synchronizing usage tracker for tenant:775252413a2b4ceb9ae1b5a003c1e0db on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:29:18.841944 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c2f6ac0-0452-4fc9-acc9-a5bcff969279 req-b2714dd8-05a8-401d-85d7-36440547a7c7 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] No DVR routers for this DVR port 889d0feb-4527-41ab-afa0-28b46637f917 on host hv-neutron-8333 {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:29:18.847229 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d2269724-4d01-485c-8997-0f826a7be108 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] 10.222.0.31 "DELETE /v2.0/ports/2bb7e20b-284e-4dcb-b080-92ccd57a5aec HTTP/1.1" status: 204 len: 168 time: 3.0287254 Mar 11 15:29:18.848642 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-8c2f6ac0-0452-4fc9-acc9-a5bcff969279 req-b2714dd8-05a8-401d-85d7-36440547a7c7 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:18.849214 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-391b18b3-6d4b-4198-ac12-381bcfc8ee9c tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:18.853344 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34524) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:18.857764 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e31028b-263a-4e93-87f6-6c800a936377', 'name': 'network-vif-deleted', 'tag': '889d0feb-4527-41ab-afa0-28b46637f917'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:29:18.871348 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-a4a5fa42-ce91-4c2e-bf58-d09e6879dbe4 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Request body: {'port': {'name': 'tempest-new-port-name-1002881111', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:18.872019 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.api.validators [None req-a4a5fa42-ce91-4c2e-bf58-d09e6879dbe4 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] bootfile-name is not in valid_values {{(pid=83866) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 15:29:18.872544 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.api.validators [None req-a4a5fa42-ce91-4c2e-bf58-d09e6879dbe4 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] tftp-server is not in valid_values {{(pid=83866) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 15:29:18.873068 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.api.validators [None req-a4a5fa42-ce91-4c2e-bf58-d09e6879dbe4 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] server-ip-address is not in valid_values {{(pid=83866) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 15:29:18.899373 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-92b6317e-2e69-44c0-b9f8-c5b044d09d12 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:19.018879 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b6317e-2e69-44c0-b9f8-c5b044d09d12 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Pushing event deleted for resources: {'Port': ['ID=cc44e799-2c20-4356-9429-562fe509cdc3,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:19.046532 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-69f97ab6-e2dc-4b65-8c48-c1388b5d7a74 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:19.050573 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-69f97ab6-e2dc-4b65-8c48-c1388b5d7a74 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/networks?id=ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8 HTTP/1.1" status: 200 len: 796 time: 0.4809394 Mar 11 15:29:19.093442 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-9e6c7634-378b-4ef1-8b69-285d22d63575 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] update failed (client error): The resource could not be found. Mar 11 15:29:19.098902 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9e6c7634-378b-4ef1-8b69-285d22d63575 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] 10.222.0.31 "PUT /v2.0/routers/b259a713-2fdd-4e1a-a9dc-b3003c7fc7cc HTTP/1.1" status: 404 len: 339 time: 1.6323431 Mar 11 15:29:19.105770 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34530) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:19.122811 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-56c0b7e3-b3a5-4ed0-9a2f-c31cafc5c4da tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1428833702'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:19.136050 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-ef6d4e98-b12b-48df-ae53-ffac6a2a62fb req-0a605ade-f577-464b-b395-9fe0452d6193 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Unset dirty status for tenant:775252413a2b4ceb9ae1b5a003c1e0db on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:29:19.138024 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ef6d4e98-b12b-48df-ae53-ffac6a2a62fb req-0a605ade-f577-464b-b395-9fe0452d6193 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e31028b-263a-4e93-87f6-6c800a936377 HTTP/1.1" status: 200 len: 210 time: 0.4703832 Mar 11 15:29:19.154364 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-56c0b7e3-b3a5-4ed0-9a2f-c31cafc5c4da tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:19.155670 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8c2f6ac0-0452-4fc9-acc9-a5bcff969279 req-b2714dd8-05a8-401d-85d7-36440547a7c7 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.73 "DELETE /v2.0/ports/889d0feb-4527-41ab-afa0-28b46637f917 HTTP/1.1" status: 204 len: 173 time: 6.3476396 Mar 11 15:29:19.156469 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-b7f537eb-c3ff-4f3e-a039-3c32ecb658c5 None None] Set router 6ababf4d-47b7-4202-b2cc-427fab38605a gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:29:19.161716 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-d0301584-799a-47d9-892b-f608e62f1216 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/quotas/916fcc14ed3c4d0b95925acf526937c4 HTTP/1.1" status: 200 len: 375 time: 0.0954020 Mar 11 15:29:19.284629 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-56c0b7e3-b3a5-4ed0-9a2f-c31cafc5c4da tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Usage tracker for resource:network and tenant:4ad4d53bdf294e4e8c4c7ce88176319b is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:19.291507 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-56c0b7e3-b3a5-4ed0-9a2f-c31cafc5c4da tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:19.300269 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-56c0b7e3-b3a5-4ed0-9a2f-c31cafc5c4da tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:19.321243 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e31028b-263a-4e93-87f6-6c800a936377', 'name': 'network-vif-deleted', 'tag': '889d0feb-4527-41ab-afa0-28b46637f917', 'status': 'completed', 'code': 200} Mar 11 15:29:19.332359 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c0b7e3-b3a5-4ed0-9a2f-c31cafc5c4da tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Made reservation on behalf of 4ad4d53bdf294e4e8c4c7ce88176319b for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:29:19.335927 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-56c0b7e3-b3a5-4ed0-9a2f-c31cafc5c4da tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:19.353721 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a4a5fa42-ce91-4c2e-bf58-d09e6879dbe4 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:19.393586 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-391b18b3-6d4b-4198-ac12-381bcfc8ee9c tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:19.414958 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c0b7e3-b3a5-4ed0-9a2f-c31cafc5c4da tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:29:19.418447 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0c5f6a7b-a741-4138-99fc-96094c8e2f85 req-7672c3a2-551c-411e-926b-3e3f5048f8ae tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:19.490119 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7672c3a2-551c-411e-926b-3e3f5048f8ae tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Pushing event deleted for resources: {'Port': ['ID=a909ec65-9bed-438c-af92-cbf7d5e8f831,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:19.550753 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-56c0b7e3-b3a5-4ed0-9a2f-c31cafc5c4da tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:19.551468 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-56c0b7e3-b3a5-4ed0-9a2f-c31cafc5c4da tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Added segment 37f6997d-97d6-4387-8b37-a2534fa36760 of type vlan for network 97bab16a-5b8e-46c6-aacb-482800a498ac Mar 11 15:29:19.583397 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b7f537eb-c3ff-4f3e-a039-3c32ecb658c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ababf4d-47b7-4202-b2cc-427fab38605a', 'name': 'tempest-ServersTestJSON-1845228925-router', 'tenant_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '6b7f36c6-c062-43b6-be17-b8d0a0d61187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:34Z', 'updated_at': '2022-03-11T15:26:47Z', 'revision_number': 4, 'project_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'gw_port': {'id': '6b7f36c6-c062-43b6-be17-b8d0a0d61187', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ababf4d-47b7-4202-b2cc-427fab38605a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:36Z', 'updated_at': '2022-03-11T15:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '9b5dea98-039d-4968-bc67-a1bd1835ea78', 'name': '', 'network_id': '2ca2b2c1-029f-452f-b89f-8d520c56cff6', 'tenant_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'mac_address': 'fa:16:3e:86:a2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ababf4d-47b7-4202-b2cc-427fab38605a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '047d6af5-a53b-4580-ace2-f81e6cc01d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:46Z', 'updated_at': '2022-03-11T15:27:30Z', 'revision_number': 5, 'project_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'subnets': [{'id': '047d6af5-a53b-4580-ace2-f81e6cc01d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:19.588935 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f537eb-c3ff-4f3e-a039-3c32ecb658c5 None None] Checking router: 6ababf4d-47b7-4202-b2cc-427fab38605a for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:29:19.602535 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f537eb-c3ff-4f3e-a039-3c32ecb658c5 None None] Routers {'6ababf4d-47b7-4202-b2cc-427fab38605a'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:29:19.603491 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b7f537eb-c3ff-4f3e-a039-3c32ecb658c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:29:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['6ababf4d-47b7-4202-b2cc-427fab38605a'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:19.700411 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b18b3-6d4b-4198-ac12-381bcfc8ee9c tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'Port': ['ID=394dbfae-7456-45db-b2f3-0e615c62ab6b,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:19.737639 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391b18b3-6d4b-4198-ac12-381bcfc8ee9c tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Network c6f8e317-c3b4-4f12-bfd1-76da26a8e27f is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:29:19.742344 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-56c0b7e3-b3a5-4ed0-9a2f-c31cafc5c4da tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:19.783283 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-0caa315c-0d52-4954-9a70-ad330f006be0 req-94663c4b-0f86-42dd-84be-53b035a201dd tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Synchronizing usage tracker for tenant:54e768a48d9c4cc792b381d6c65e8408 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:29:19.787919 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-391b18b3-6d4b-4198-ac12-381bcfc8ee9c tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:29:19.804086 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391b18b3-6d4b-4198-ac12-381bcfc8ee9c tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:29:19.808176 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391b18b3-6d4b-4198-ac12-381bcfc8ee9c tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:19.808828 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-391b18b3-6d4b-4198-ac12-381bcfc8ee9c tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:19.815840 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-92b6317e-2e69-44c0-b9f8-c5b044d09d12 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:19.848899 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-0caa315c-0d52-4954-9a70-ad330f006be0 req-94663c4b-0f86-42dd-84be-53b035a201dd tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Unset dirty status for tenant:54e768a48d9c4cc792b381d6c65e8408 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:29:19.850037 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0caa315c-0d52-4954-9a70-ad330f006be0 req-94663c4b-0f86-42dd-84be-53b035a201dd tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa86658-9887-4be1-b768-039365ac35d9 HTTP/1.1" status: 200 len: 210 time: 0.1181962 Mar 11 15:29:19.879473 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-b7f537eb-c3ff-4f3e-a039-3c32ecb658c5 None None] Set router 6ababf4d-47b7-4202-b2cc-427fab38605a gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:29:19.957358 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a4a5fa42-ce91-4c2e-bf58-d09e6879dbe4 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:19.967083 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a4a5fa42-ce91-4c2e-bf58-d09e6879dbe4 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:20.003217 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-92b6317e-2e69-44c0-b9f8-c5b044d09d12 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:20.010064 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-56c0b7e3-b3a5-4ed0-9a2f-c31cafc5c4da tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:20.017137 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c0b7e3-b3a5-4ed0-9a2f-c31cafc5c4da tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:20.018323 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-56c0b7e3-b3a5-4ed0-9a2f-c31cafc5c4da tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:20.058761 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a5fa42-ce91-4c2e-bf58-d09e6879dbe4 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Pushing event updated for resources: {'Port': ['ID=8278ee37-5866-4e7f-a493-6a5e4d62ad7a,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:20.060488 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-92b6317e-2e69-44c0-b9f8-c5b044d09d12 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709172', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-708534'] for router, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:20.120435 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c5f6a7b-a741-4138-99fc-96094c8e2f85 req-7672c3a2-551c-411e-926b-3e3f5048f8ae tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Router 4eb4ea81-f01e-4af6-b207-82c89eead0ea has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:29:20.159975 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-a4a5fa42-ce91-4c2e-bf58-d09e6879dbe4 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] In _notify_port_updated(), no bound segment for port 8278ee37-5866-4e7f-a493-6a5e4d62ad7a on network 64156128-384f-41f3-8459-da08fc3bae61 {{(pid=83866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 15:29:20.166131 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a5fa42-ce91-4c2e-bf58-d09e6879dbe4 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:20.182564 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a4a5fa42-ce91-4c2e-bf58-d09e6879dbe4 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:20.186950 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a4a5fa42-ce91-4c2e-bf58-d09e6879dbe4 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] 10.222.0.31 "PUT /v2.0/ports/8278ee37-5866-4e7f-a493-6a5e4d62ad7a HTTP/1.1" status: 200 len: 1136 time: 1.3240402 Mar 11 15:29:20.187749 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34540) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:20.236576 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-6239976d-bc4d-4d07-b6a6-d2eb28111562 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0578177 Mar 11 15:29:20.252601 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-56c0b7e3-b3a5-4ed0-9a2f-c31cafc5c4da tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1393628 Mar 11 15:29:20.267156 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34544) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:20.280780 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-3f50786b-e580-46c4-befb-70f2c8c751fe tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Request body: {'subnet': {'network_id': '97bab16a-5b8e-46c6-aacb-482800a498ac', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:20.340512 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0b7e3-b3a5-4ed0-9a2f-c31cafc5c4da tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Pushing event updated for resources: {'Network': ['ID=97bab16a-5b8e-46c6-aacb-482800a498ac,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:20.415110 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34550) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:20.420582 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-391b18b3-6d4b-4198-ac12-381bcfc8ee9c tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.9379098 Mar 11 15:29:20.434824 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34554) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:20.441408 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 97bab16a-5b8e-46c6-aacb-482800a498ac details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:29:20.547478 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993b33ca-c473-4ad8-abcf-6285b8d09ded tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:20.548053 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-993b33ca-c473-4ad8-abcf-6285b8d09ded tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Synchronizing usage tracker for tenant:6b1a6507e257408892b3294b50293467 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:29:20.556301 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70f1d5f-e93f-47f8-8c5a-c1ae962257b9 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:20.561787 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-e70f1d5f-e93f-47f8-8c5a-c1ae962257b9 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] 10.222.0.31 "GET /v2.0/ports/8278ee37-5866-4e7f-a493-6a5e4d62ad7a HTTP/1.1" status: 200 len: 1136 time: 0.3725629 Mar 11 15:29:20.562545 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34558) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:20.605849 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-3e7977d9-a220-4936-9628-22235767c754 None None] Provisioning complete for port 8278ee37-5866-4e7f-a493-6a5e4d62ad7a triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:29:20.607568 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3e7977d9-a220-4936-9628-22235767c754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:20.649685 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-993b33ca-c473-4ad8-abcf-6285b8d09ded tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Unset dirty status for tenant:6b1a6507e257408892b3294b50293467 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:29:20.652833 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-993b33ca-c473-4ad8-abcf-6285b8d09ded tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "GET /v2.0/ports/394dbfae-7456-45db-b2f3-0e615c62ab6b HTTP/1.1" status: 200 len: 844 time: 0.2167742 Mar 11 15:29:20.657940 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34562) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:20.683434 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-3e7977d9-a220-4936-9628-22235767c754 None None] Port 8278ee37-5866-4e7f-a493-6a5e4d62ad7a cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:29:20.693465 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b7f537eb-c3ff-4f3e-a039-3c32ecb658c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ababf4d-47b7-4202-b2cc-427fab38605a', 'name': 'tempest-ServersTestJSON-1845228925-router', 'tenant_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '6b7f36c6-c062-43b6-be17-b8d0a0d61187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:34Z', 'updated_at': '2022-03-11T15:26:47Z', 'revision_number': 4, 'project_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'gw_port': {'id': '6b7f36c6-c062-43b6-be17-b8d0a0d61187', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ababf4d-47b7-4202-b2cc-427fab38605a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:36Z', 'updated_at': '2022-03-11T15:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '9b5dea98-039d-4968-bc67-a1bd1835ea78', 'name': '', 'network_id': '2ca2b2c1-029f-452f-b89f-8d520c56cff6', 'tenant_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'mac_address': 'fa:16:3e:86:a2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ababf4d-47b7-4202-b2cc-427fab38605a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '047d6af5-a53b-4580-ace2-f81e6cc01d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:46Z', 'updated_at': '2022-03-11T15:27:30Z', 'revision_number': 5, 'project_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'subnets': [{'id': '047d6af5-a53b-4580-ace2-f81e6cc01d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:20.698288 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f537eb-c3ff-4f3e-a039-3c32ecb658c5 None None] The sync data for ids ['6ababf4d-47b7-4202-b2cc-427fab38605a'] in dv-neutron-833373-1-hyperv is: [{'id': '6ababf4d-47b7-4202-b2cc-427fab38605a', 'name': 'tempest-ServersTestJSON-1845228925-router', 'tenant_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '6b7f36c6-c062-43b6-be17-b8d0a0d61187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:34Z', 'updated_at': '2022-03-11T15:26:47Z', 'revision_number': 4, 'project_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'gw_port': {'id': '6b7f36c6-c062-43b6-be17-b8d0a0d61187', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ababf4d-47b7-4202-b2cc-427fab38605a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:36Z', 'updated_at': '2022-03-11T15:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '9b5dea98-039d-4968-bc67-a1bd1835ea78', 'name': '', 'network_id': '2ca2b2c1-029f-452f-b89f-8d520c56cff6', 'tenant_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'mac_address': 'fa:16:3e:86:a2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ababf4d-47b7-4202-b2cc-427fab38605a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '047d6af5-a53b-4580-ace2-f81e6cc01d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:46Z', 'updated_at': '2022-03-11T15:27:30Z', 'revision_number': 5, 'project_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'subnets': [{'id': '047d6af5-a53b-4580-ace2-f81e6cc01d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:29:20.710603 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device a909ec65-9bed-438c-af92-cbf7d5e8f831 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:29:20.749999 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-867011cc-ea4e-4523-9326-7d8e814556dc tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Deleting port 394dbfae-7456-45db-b2f3-0e615c62ab6b {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:29:20.750369 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-867011cc-ea4e-4523-9326-7d8e814556dc tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:20.782486 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] No Port match for: a909ec65-9bed-438c-af92-cbf7d5e8f831 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:29:20.783009 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device a909ec65-9bed-438c-af92-cbf7d5e8f831 not bound to the agent host hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:29:20.805988 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-a49b0e1e-6f1a-42bd-b597-a09a565f967d tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Deleting port 8278ee37-5866-4e7f-a493-6a5e4d62ad7a {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:29:20.806925 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a49b0e1e-6f1a-42bd-b597-a09a565f967d tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:20.847616 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-3f50786b-e580-46c4-befb-70f2c8c751fe tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:20.858676 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-3f50786b-e580-46c4-befb-70f2c8c751fe tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Usage tracker for resource:subnet and tenant:4ad4d53bdf294e4e8c4c7ce88176319b is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:20.865757 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-3f50786b-e580-46c4-befb-70f2c8c751fe tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:20.887055 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-3f50786b-e580-46c4-befb-70f2c8c751fe tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:20.916593 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-917a52fc-5aeb-4b6a-b851-1a75d2ae6122 service neutron] 10.222.0.31 "GET /v2.0/networks/ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5999777 Mar 11 15:29:20.918434 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b6317e-2e69-44c0-b9f8-c5b044d09d12 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Router 985a580d-5220-489a-9197-0a5c4d17c7a4 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:29:20.929791 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9970870c-9f96-4330-b165-2e2ace98acb2 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:20.956073 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f50786b-e580-46c4-befb-70f2c8c751fe tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Made reservation on behalf of 4ad4d53bdf294e4e8c4c7ce88176319b for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:29:21.127601 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9970870c-9f96-4330-b165-2e2ace98acb2 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:21.184258 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-762c94eb-e1e9-4d42-88a6-06200168163d req-bfaef187-9db8-4eb5-93c6-5d2a94d8e64d tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa86658-9887-4be1-b768-039365ac35d9 HTTP/1.1" status: 200 len: 210 time: 0.1743104 Mar 11 15:29:21.325526 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3f50786b-e580-46c4-befb-70f2c8c751fe tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:21.416595 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-867011cc-ea4e-4523-9326-7d8e814556dc tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:21.425548 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c5f6a7b-a741-4138-99fc-96094c8e2f85 req-7672c3a2-551c-411e-926b-3e3f5048f8ae tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:29:21.442170 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfe62cc-2a8e-493f-b2a2-7a06d58cb757 None None] Sync routers for ids ['4eb4ea81-f01e-4af6-b207-82c89eead0ea'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:29:21.448602 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-262bd632-ce90-4a96-82d5-7620bc509550 service neutron] 10.222.0.31 "GET /v2.0/networks/ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5197139 Mar 11 15:29:21.471357 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfe62cc-2a8e-493f-b2a2-7a06d58cb757 None None] Routers {'4eb4ea81-f01e-4af6-b207-82c89eead0ea'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:29:21.472960 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-1dfe62cc-2a8e-493f-b2a2-7a06d58cb757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:29:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['4eb4ea81-f01e-4af6-b207-82c89eead0ea'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:21.487633 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b6317e-2e69-44c0-b9f8-c5b044d09d12 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:29:21.497283 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9970870c-9f96-4330-b165-2e2ace98acb2 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:21.502048 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b16262c-9afb-4520-8af7-59a3092a0626 None None] Sync routers for ids ['985a580d-5220-489a-9197-0a5c4d17c7a4'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:29:21.527326 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b16262c-9afb-4520-8af7-59a3092a0626 None None] Routers {'985a580d-5220-489a-9197-0a5c4d17c7a4'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:29:21.530048 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-8b16262c-9afb-4520-8af7-59a3092a0626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:29:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['985a580d-5220-489a-9197-0a5c4d17c7a4'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:21.530436 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970870c-9f96-4330-b165-2e2ace98acb2 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d213ed7-7cdc-4373-9ab6-6e091e2ba9df,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:21.554558 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-92b6317e-2e69-44c0-b9f8-c5b044d09d12 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:21.558897 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-92b6317e-2e69-44c0-b9f8-c5b044d09d12 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] 10.222.0.31 "PUT /v2.0/routers/985a580d-5220-489a-9197-0a5c4d17c7a4 HTTP/1.1" status: 200 len: 705 time: 8.2553263 Mar 11 15:29:21.559139 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9970870c-9f96-4330-b165-2e2ace98acb2 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:21.564730 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9970870c-9f96-4330-b165-2e2ace98acb2 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "DELETE /v2.0/security-groups/8d213ed7-7cdc-4373-9ab6-6e091e2ba9df HTTP/1.1" status: 204 len: 168 time: 1.1381676 Mar 11 15:29:21.565571 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34568) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:21.565914 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34570) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:21.702681 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-8b16262c-9afb-4520-8af7-59a3092a0626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:21.738493 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b16262c-9afb-4520-8af7-59a3092a0626 None None] Routers {'985a580d-5220-489a-9197-0a5c4d17c7a4'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:29:21.740921 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-8b16262c-9afb-4520-8af7-59a3092a0626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:29:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['985a580d-5220-489a-9197-0a5c4d17c7a4'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:21.769434 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-1dfe62cc-2a8e-493f-b2a2-7a06d58cb757 None None] Set router 4eb4ea81-f01e-4af6-b207-82c89eead0ea gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:29:21.845472 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-867011cc-ea4e-4523-9326-7d8e814556dc tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Calling delete_port for 394dbfae-7456-45db-b2f3-0e615c62ab6b owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:29:21.846754 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-8b16262c-9afb-4520-8af7-59a3092a0626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:21.847998 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b16262c-9afb-4520-8af7-59a3092a0626 None None] The sync data for ids ['985a580d-5220-489a-9197-0a5c4d17c7a4'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:29:21.866810 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-9a41b593-c9b4-4b1d-91b4-893e30e96223 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] show failed (client error): The resource could not be found. Mar 11 15:29:21.871012 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9a41b593-c9b4-4b1d-91b4-893e30e96223 tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "GET /v2.0/security-groups/8d213ed7-7cdc-4373-9ab6-6e091e2ba9df HTTP/1.1" status: 404 len: 347 time: 0.2305195 Mar 11 15:29:21.872010 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34580) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:21.877033 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c5f6a7b-a741-4138-99fc-96094c8e2f85 req-7672c3a2-551c-411e-926b-3e3f5048f8ae tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] No DVR routers for this DVR port a909ec65-9bed-438c-af92-cbf7d5e8f831 on host hv-neutron-8333 {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:29:21.927961 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0c5f6a7b-a741-4138-99fc-96094c8e2f85 req-7672c3a2-551c-411e-926b-3e3f5048f8ae tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:21.930340 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0c5f6a7b-a741-4138-99fc-96094c8e2f85 req-7672c3a2-551c-411e-926b-3e3f5048f8ae tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.73 "DELETE /v2.0/ports/a909ec65-9bed-438c-af92-cbf7d5e8f831 HTTP/1.1" status: 204 len: 173 time: 5.4050443 Mar 11 15:29:21.930985 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa86658-9887-4be1-b768-039365ac35d9', 'name': 'network-vif-deleted', 'tag': 'a909ec65-9bed-438c-af92-cbf7d5e8f831'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:29:21.937291 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a49b0e1e-6f1a-42bd-b597-a09a565f967d tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:21.986123 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-c9162546-a067-451d-807d-0507bd171102 req-21202899-8ae4-49bc-b18d-653164d58966 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:29:22.111686 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa86658-9887-4be1-b768-039365ac35d9', 'name': 'network-vif-deleted', 'tag': 'a909ec65-9bed-438c-af92-cbf7d5e8f831', 'status': 'completed', 'code': 200} Mar 11 15:29:22.206798 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4cf2b5af-ce3d-4fc7-9ebb-cb8771ed79b7 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] 10.222.0.31 "GET /v2.0/routers/985a580d-5220-489a-9197-0a5c4d17c7a4 HTTP/1.1" status: 200 len: 740 time: 0.5829761 Mar 11 15:29:22.213113 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34592) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:22.230201 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-a49b0e1e-6f1a-42bd-b597-a09a565f967d tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Calling delete_port for 8278ee37-5866-4e7f-a493-6a5e4d62ad7a owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:29:22.268076 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-37f2e0cb-cd4f-460e-9208-58aa5282195d tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Deleting port e3fec5e3-c71c-4761-b57e-68aa8d48ef4b {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:29:22.268699 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-37f2e0cb-cd4f-460e-9208-58aa5282195d tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:22.292857 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-1dfe62cc-2a8e-493f-b2a2-7a06d58cb757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb4ea81-f01e-4af6-b207-82c89eead0ea', 'name': 'tempest-ServersTestManualDisk-1341516787-router', 'tenant_id': '54e768a48d9c4cc792b381d6c65e8408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': 'ea092aeb-ac39-4df4-af85-8016eb2f62c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:33Z', 'updated_at': '2022-03-11T15:26:46Z', 'revision_number': 4, 'project_id': '54e768a48d9c4cc792b381d6c65e8408', 'gw_port': {'id': 'ea092aeb-ac39-4df4-af85-8016eb2f62c4', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb4ea81-f01e-4af6-b207-82c89eead0ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:34Z', 'updated_at': '2022-03-11T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '4afcb0bc-40e5-41ff-a424-23500c34798f', 'name': '', 'network_id': '9d1bdf5f-7420-4f23-9c17-987fb939c5fe', 'tenant_id': '54e768a48d9c4cc792b381d6c65e8408', 'mac_address': 'fa:16:3e:7f:84:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb4ea81-f01e-4af6-b207-82c89eead0ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0deb0200-fdc9-49c8-a3b0-86e2c2e46535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:43Z', 'updated_at': '2022-03-11T15:27:26Z', 'revision_number': 5, 'project_id': '54e768a48d9c4cc792b381d6c65e8408', 'subnets': [{'id': '0deb0200-fdc9-49c8-a3b0-86e2c2e46535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:22.298879 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfe62cc-2a8e-493f-b2a2-7a06d58cb757 None None] Checking router: 4eb4ea81-f01e-4af6-b207-82c89eead0ea for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:29:22.314699 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfe62cc-2a8e-493f-b2a2-7a06d58cb757 None None] Routers {'4eb4ea81-f01e-4af6-b207-82c89eead0ea'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:29:22.314699 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-1dfe62cc-2a8e-493f-b2a2-7a06d58cb757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:29:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['4eb4ea81-f01e-4af6-b207-82c89eead0ea'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:22.317293 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4ba2ee3d-7c3b-4e32-90c0-b08bde46c8a2 tempest-RoutersAdminTest-1340231871 tempest-RoutersAdminTest-1340231871-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=69193b02-dbf5-4ccf-b3ce-76dabd3f8655&device_id=985a580d-5220-489a-9197-0a5c4d17c7a4 HTTP/1.1" status: 200 len: 205 time: 0.1007652 Mar 11 15:29:22.317293 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34598) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:22.317541 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-c9162546-a067-451d-807d-0507bd171102 req-21202899-8ae4-49bc-b18d-653164d58966 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:29:22.317795 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c9162546-a067-451d-807d-0507bd171102 req-21202899-8ae4-49bc-b18d-653164d58966 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfe0188f-8454-425c-9a64-95c2e897d519 HTTP/1.1" status: 200 len: 210 time: 0.4817138 Mar 11 15:29:22.348184 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-867011cc-ea4e-4523-9326-7d8e814556dc tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:22.378830 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3f50786b-e580-46c4-befb-70f2c8c751fe tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:22.525143 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867011cc-ea4e-4523-9326-7d8e814556dc tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event deleted for resources: {'Port': ['ID=394dbfae-7456-45db-b2f3-0e615c62ab6b,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:22.569715 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-867011cc-ea4e-4523-9326-7d8e814556dc tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:22.639537 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-867011cc-ea4e-4523-9326-7d8e814556dc tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/ports/394dbfae-7456-45db-b2f3-0e615c62ab6b HTTP/1.1" status: 204 len: 168 time: 1.9788072 Mar 11 15:29:22.640309 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34602) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:22.696399 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-1dfe62cc-2a8e-493f-b2a2-7a06d58cb757 None None] Set router 4eb4ea81-f01e-4af6-b207-82c89eead0ea gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:29:22.698462 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-832961a1-4c89-46f6-a48f-e90b0779ba75 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] GET failed (client error): The resource could not be found. Mar 11 15:29:22.698979 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-832961a1-4c89-46f6-a48f-e90b0779ba75 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Synchronizing usage tracker for tenant:6b1a6507e257408892b3294b50293467 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:29:22.720029 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a49b0e1e-6f1a-42bd-b597-a09a565f967d tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:22.783729 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a8108d06-3da2-4fc0-8cee-0b864c2abfec tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] 10.222.0.31 "GET /v2.0/ports?device_id=985a580d-5220-489a-9197-0a5c4d17c7a4 HTTP/1.1" status: 200 len: 205 time: 0.4341733 Mar 11 15:29:22.784009 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-832961a1-4c89-46f6-a48f-e90b0779ba75 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Unset dirty status for tenant:6b1a6507e257408892b3294b50293467 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:29:22.787607 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-832961a1-4c89-46f6-a48f-e90b0779ba75 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "GET /v2.0/ports/394dbfae-7456-45db-b2f3-0e615c62ab6b HTTP/1.1" status: 404 len: 333 time: 0.1431267 Mar 11 15:29:22.795840 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34606) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:22.796400 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34608) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:22.801077 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b0e1e-6f1a-42bd-b597-a09a565f967d tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Pushing event deleted for resources: {'Port': ['ID=8278ee37-5866-4e7f-a493-6a5e4d62ad7a,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:22.804624 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-881b1270-f8af-4edf-8783-774e4232844f req-e400d9a7-4b3b-4f03-8d47-b12169f82b2c tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa86658-9887-4be1-b768-039365ac35d9 HTTP/1.1" status: 200 len: 210 time: 0.2744141 Mar 11 15:29:22.905373 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-c44a54e9-364f-422e-9dad-bb12c5c27f64 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'port': {'network_id': 'c6f8e317-c3b4-4f12-bfd1-76da26a8e27f', 'name': 'tempest-PortsIpV6TestJSON-479929759'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:23.009232 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a49b0e1e-6f1a-42bd-b597-a09a565f967d tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:23.011698 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a49b0e1e-6f1a-42bd-b597-a09a565f967d tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] 10.222.0.31 "DELETE /v2.0/ports/8278ee37-5866-4e7f-a493-6a5e4d62ad7a HTTP/1.1" status: 204 len: 168 time: 2.4467895 Mar 11 15:29:23.014287 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34614) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:23.267003 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f50786b-e580-46c4-befb-70f2c8c751fe tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Pushing event updated for resources: {'Subnet': ['ID=083ed20f-217e-4ac0-ab3a-39f092aca5e6,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:23.347229 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-1dfe62cc-2a8e-493f-b2a2-7a06d58cb757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb4ea81-f01e-4af6-b207-82c89eead0ea', 'name': 'tempest-ServersTestManualDisk-1341516787-router', 'tenant_id': '54e768a48d9c4cc792b381d6c65e8408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': 'ea092aeb-ac39-4df4-af85-8016eb2f62c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:33Z', 'updated_at': '2022-03-11T15:26:46Z', 'revision_number': 4, 'project_id': '54e768a48d9c4cc792b381d6c65e8408', 'gw_port': {'id': 'ea092aeb-ac39-4df4-af85-8016eb2f62c4', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb4ea81-f01e-4af6-b207-82c89eead0ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:34Z', 'updated_at': '2022-03-11T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '4afcb0bc-40e5-41ff-a424-23500c34798f', 'name': '', 'network_id': '9d1bdf5f-7420-4f23-9c17-987fb939c5fe', 'tenant_id': '54e768a48d9c4cc792b381d6c65e8408', 'mac_address': 'fa:16:3e:7f:84:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb4ea81-f01e-4af6-b207-82c89eead0ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0deb0200-fdc9-49c8-a3b0-86e2c2e46535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:43Z', 'updated_at': '2022-03-11T15:27:26Z', 'revision_number': 5, 'project_id': '54e768a48d9c4cc792b381d6c65e8408', 'subnets': [{'id': '0deb0200-fdc9-49c8-a3b0-86e2c2e46535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:23.353324 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfe62cc-2a8e-493f-b2a2-7a06d58cb757 None None] The sync data for ids ['4eb4ea81-f01e-4af6-b207-82c89eead0ea'] in dv-neutron-833373-1-hyperv is: [{'id': '4eb4ea81-f01e-4af6-b207-82c89eead0ea', 'name': 'tempest-ServersTestManualDisk-1341516787-router', 'tenant_id': '54e768a48d9c4cc792b381d6c65e8408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': 'ea092aeb-ac39-4df4-af85-8016eb2f62c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:33Z', 'updated_at': '2022-03-11T15:26:46Z', 'revision_number': 4, 'project_id': '54e768a48d9c4cc792b381d6c65e8408', 'gw_port': {'id': 'ea092aeb-ac39-4df4-af85-8016eb2f62c4', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb4ea81-f01e-4af6-b207-82c89eead0ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:34Z', 'updated_at': '2022-03-11T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '4afcb0bc-40e5-41ff-a424-23500c34798f', 'name': '', 'network_id': '9d1bdf5f-7420-4f23-9c17-987fb939c5fe', 'tenant_id': '54e768a48d9c4cc792b381d6c65e8408', 'mac_address': 'fa:16:3e:7f:84:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb4ea81-f01e-4af6-b207-82c89eead0ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0deb0200-fdc9-49c8-a3b0-86e2c2e46535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:43Z', 'updated_at': '2022-03-11T15:27:26Z', 'revision_number': 5, 'project_id': '54e768a48d9c4cc792b381d6c65e8408', 'subnets': [{'id': '0deb0200-fdc9-49c8-a3b0-86e2c2e46535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:29:23.368037 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f50786b-e580-46c4-befb-70f2c8c751fe tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Checking segment: {'id': '37f6997d-97d6-4387-8b37-a2534fa36760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '97bab16a-5b8e-46c6-aacb-482800a498ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:29:23.368455 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f50786b-e580-46c4-befb-70f2c8c751fe tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Network hostable DHCP agents. Network: 97bab16a-5b8e-46c6-aacb-482800a498ac, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:29:23.397966 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c44a54e9-364f-422e-9dad-bb12c5c27f64 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:23.403069 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-400ee6f4-084a-464a-be37-5c082da702b4 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Deleting subnet d51a45af-a1db-46c4-9330-86d5e77fd903 {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:29:23.407507 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-400ee6f4-084a-464a-be37-5c082da702b4 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:23.417091 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-09c117e8-a3d7-4277-b81b-d8b30c14c309 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:23.503432 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-400ee6f4-084a-464a-be37-5c082da702b4 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:23.550749 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c44a54e9-364f-422e-9dad-bb12c5c27f64 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:23.628185 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-37f2e0cb-cd4f-460e-9208-58aa5282195d tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:23.628185 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-37f2e0cb-cd4f-460e-9208-58aa5282195d tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:23.806456 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ed136cd5-cffc-459a-adf1-6efa314db19a req-6e6b0068-4ccb-4604-abcb-0163f5732c95 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfe0188f-8454-425c-9a64-95c2e897d519 HTTP/1.1" status: 200 len: 210 time: 0.2081339 Mar 11 15:29:23.825620 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-37f2e0cb-cd4f-460e-9208-58aa5282195d tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Calling delete_port for e3fec5e3-c71c-4761-b57e-68aa8d48ef4b owned by network:floatingip {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:29:23.852851 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f50786b-e580-46c4-befb-70f2c8c751fe tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Network 97bab16a-5b8e-46c6-aacb-482800a498ac is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:29:23.862426 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44a54e9-364f-422e-9dad-bb12c5c27f64 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Made reservation on behalf of 6b1a6507e257408892b3294b50293467 for: {'port': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:29:23.866268 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c44a54e9-364f-422e-9dad-bb12c5c27f64 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:23.918181 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-3f50786b-e580-46c4-befb-70f2c8c751fe tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 97bab16a-5b8e-46c6-aacb-482800a498ac) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:29:23.923430 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f50786b-e580-46c4-befb-70f2c8c751fe tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:23.924449 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3f50786b-e580-46c4-befb-70f2c8c751fe tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:23.938166 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebc69a1-49f2-4c36-8e6d-33927cc8195d None None] Network 97bab16a-5b8e-46c6-aacb-482800a498ac requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:29:23.959763 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-c44a54e9-364f-422e-9dad-bb12c5c27f64 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] device_id is not set on port d6a9bbb0-41a5-44e2-9d3d-0d4ddcecb632 yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:29:23.968045 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-400ee6f4-084a-464a-be37-5c082da702b4 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:24.008824 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-a1e3c743-1b67-40eb-bd32-5d386034f035 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:24.009574 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-a1e3c743-1b67-40eb-bd32-5d386034f035 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:network {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:29:24.042810 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34624) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:24.075745 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-a1e3c743-1b67-40eb-bd32-5d386034f035 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:network {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:29:24.076987 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-a1e3c743-1b67-40eb-bd32-5d386034f035 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "GET /v2.0/networks?id=ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8 HTTP/1.1" status: 200 len: 796 time: 0.4778185 Mar 11 15:29:24.214311 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-3f50786b-e580-46c4-befb-70f2c8c751fe tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.9430373 Mar 11 15:29:24.214572 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34628) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:24.225571 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-400ee6f4-084a-464a-be37-5c082da702b4 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:24.242188 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-0f4cfe15-4150-4a51-963f-4633f542fbe5 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Request body: {'router': {'external_gateway_info': {'network_id': '97bab16a-5b8e-46c6-aacb-482800a498ac'}}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:24.309560 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-400ee6f4-084a-464a-be37-5c082da702b4 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:24.325324 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6d62cb-0f2f-496a-a6f7-b0273bce017c None None] Network 64156128-384f-41f3-8459-da08fc3bae61 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:29:24.344655 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-620e4916-4e5a-4c2e-8b0f-03941ad18629 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:security_group {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:29:24.349201 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ee6f4-084a-464a-be37-5c082da702b4 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Pushing event deleted for resources: {'Subnet': ['ID=d51a45af-a1db-46c4-9330-86d5e77fd903,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:24.356998 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d2b96db3-8adf-4dd7-bbda-1e6f228e8211 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:24.367809 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-400ee6f4-084a-464a-be37-5c082da702b4 tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] 10.222.0.31 "DELETE /v2.0/subnets/d51a45af-a1db-46c4-9330-86d5e77fd903 HTTP/1.1" status: 204 len: 168 time: 1.3480339 Mar 11 15:29:24.375043 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34632) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:24.398736 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-620e4916-4e5a-4c2e-8b0f-03941ad18629 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:security_group {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:29:24.399821 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-620e4916-4e5a-4c2e-8b0f-03941ad18629 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=916fcc14ed3c4d0b95925acf526937c4 HTTP/1.1" status: 200 len: 380 time: 0.3068178 Mar 11 15:29:24.407457 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d2b96db3-8adf-4dd7-bbda-1e6f228e8211 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:24.426463 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-cf9d4654-31d9-48c3-9ce6-87ae7a577419 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'port': {'device_id': 'cfe0188f-8454-425c-9a64-95c2e897d519', 'network_id': 'ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8', 'admin_state_up': True, 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'security_groups': ['3626f8a0-b374-45ac-8cab-a128d317e5ea']}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:24.486801 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2087f71a-613a-4ad4-abee-2867f09d6714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-97bab16a-5b8e-46c6-aacb-482800a498ac', 'network_id': '97bab16a-5b8e-46c6-aacb-482800a498ac', 'tenant_id': '4ad4d53bdf294e4e8c4c7ce88176319b', 'fixed_ips': [{'subnet_id': '083ed20f-217e-4ac0-ab3a-39f092aca5e6'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:29:24.487783 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2087f71a-613a-4ad4-abee-2867f09d6714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:24.640883 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d2b96db3-8adf-4dd7-bbda-1e6f228e8211 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:24.652300 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-cf9d4654-31d9-48c3-9ce6-87ae7a577419 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:24.684865 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b96db3-8adf-4dd7-bbda-1e6f228e8211 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e248f6e-761f-4e05-ba07-f212e2a3e90c,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:24.691656 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-cf9d4654-31d9-48c3-9ce6-87ae7a577419 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:24.700148 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d2b96db3-8adf-4dd7-bbda-1e6f228e8211 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:24.701828 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d2b96db3-8adf-4dd7-bbda-1e6f228e8211 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "DELETE /v2.0/security-groups/8e248f6e-761f-4e05-ba07-f212e2a3e90c HTTP/1.1" status: 204 len: 168 time: 0.6572452 Mar 11 15:29:24.704383 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34638) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:24.726664 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-65cd7898-973b-4156-a4ca-039495936eb4 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] show failed (client error): The resource could not be found. Mar 11 15:29:24.728440 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-65cd7898-973b-4156-a4ca-039495936eb4 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "GET /v2.0/security-groups/8e248f6e-761f-4e05-ba07-f212e2a3e90c HTTP/1.1" status: 404 len: 347 time: 0.0215924 Mar 11 15:29:24.729460 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-cf9d4654-31d9-48c3-9ce6-87ae7a577419 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Made reservation on behalf of 916fcc14ed3c4d0b95925acf526937c4 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:29:24.732847 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-cf9d4654-31d9-48c3-9ce6-87ae7a577419 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:24.744654 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34642) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:24.797783 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-2087f71a-613a-4ad4-abee-2867f09d6714 None None] Allocated IP 2001:db8:1::2 (97bab16a-5b8e-46c6-aacb-482800a498ac/083ed20f-217e-4ac0-ab3a-39f092aca5e6/58d0d216-280c-4da1-9559-2dcc176f9c09) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:29:24.856279 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-09c117e8-a3d7-4277-b81b-d8b30c14c309 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:24.887148 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-09c117e8-a3d7-4277-b81b-d8b30c14c309 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:24.920689 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4fcad8bd-0046-4ff5-9f94-75b61956c52c tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:24.972545 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-37f2e0cb-cd4f-460e-9208-58aa5282195d tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:24.996893 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76be6df6-770d-4b29-abce-cc084b691404 None None] DHCP port deletion for 64156128-384f-41f3-8459-da08fc3bae61 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:29:25.003755 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-76be6df6-770d-4b29-abce-cc084b691404 None None] Deleting port 13ba6297-5699-4a7d-9e5c-35e8bd9aea3d {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:29:25.004915 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-76be6df6-770d-4b29-abce-cc084b691404 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:25.009640 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-29c320d6-c5cb-40c5-b02c-b0481eed47b6 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Deleting port f5a53ba9-9f86-42a0-b8fa-e293101f2217 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:29:25.010125 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-29c320d6-c5cb-40c5-b02c-b0481eed47b6 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:25.162764 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2087f71a-613a-4ad4-abee-2867f09d6714 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:25.169325 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f0d7e633-9974-4780-ba92-d7fd3c8e1aa6 req-5f30df92-1eee-4b2e-a429-2ecc71ce1db7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfe0188f-8454-425c-9a64-95c2e897d519 HTTP/1.1" status: 200 len: 210 time: 0.1300392 Mar 11 15:29:25.186088 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2087f71a-613a-4ad4-abee-2867f09d6714 None None] Transition to ACTIVE for port object 58d0d216-280c-4da1-9559-2dcc176f9c09 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:29:25.247670 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f2e0cb-cd4f-460e-9208-58aa5282195d tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Pushing event deleted for resources: {'Port': ['ID=e3fec5e3-c71c-4761-b57e-68aa8d48ef4b,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:25.291499 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-4fcad8bd-0046-4ff5-9f94-75b61956c52c tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Deleting port 13ba6297-5699-4a7d-9e5c-35e8bd9aea3d {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:29:25.291865 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4fcad8bd-0046-4ff5-9f94-75b61956c52c tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:25.325572 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-29c320d6-c5cb-40c5-b02c-b0481eed47b6 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:25.327810 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-29c320d6-c5cb-40c5-b02c-b0481eed47b6 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:25.334663 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-cf9d4654-31d9-48c3-9ce6-87ae7a577419 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Allocated IP 172.20.0.10 (ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8/796e8b88-7a8c-46fd-b12f-b6e3ee49dd2c/073652c7-6cc6-4dad-8555-e471bf6e6ede) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:29:25.344368 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-76be6df6-770d-4b29-abce-cc084b691404 None None] For port 13ba6297-5699-4a7d-9e5c-35e8bd9aea3d, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=13ba6297-5699-4a7d-9e5c-35e8bd9aea3d,segment=NetworkSegment(f66aa291-6074-4dc4-969c-fe20bdeb1f4a),segment_id=f66aa291-6074-4dc4-969c-fe20bdeb1f4a)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:29:25.345000 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-76be6df6-770d-4b29-abce-cc084b691404 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:25.358283 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2087f71a-613a-4ad4-abee-2867f09d6714 None None] Transition to ACTIVE for port object 58d0d216-280c-4da1-9559-2dcc176f9c09 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:29:25.372792 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2087f71a-613a-4ad4-abee-2867f09d6714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:25.380322 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-09c117e8-a3d7-4277-b81b-d8b30c14c309 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:25.380908 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c117e8-a3d7-4277-b81b-d8b30c14c309 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Fanout notify agent at l3_agent the message router_deleted on router 985a580d-5220-489a-9197-0a5c4d17c7a4 {{(pid=83867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:29:25.424820 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c44a54e9-364f-422e-9dad-bb12c5c27f64 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:25.479985 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-29c320d6-c5cb-40c5-b02c-b0481eed47b6 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Calling delete_port for f5a53ba9-9f86-42a0-b8fa-e293101f2217 owned by network:floatingip {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:29:25.568962 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-76be6df6-770d-4b29-abce-cc084b691404 None None] Calling delete_port for 13ba6297-5699-4a7d-9e5c-35e8bd9aea3d owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:29:25.620642 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2087f71a-613a-4ad4-abee-2867f09d6714 None None] Network 97bab16a-5b8e-46c6-aacb-482800a498ac is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:29:25.630822 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-2087f71a-613a-4ad4-abee-2867f09d6714 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:29:25.633799 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2087f71a-613a-4ad4-abee-2867f09d6714 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:29:25.657023 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087f71a-613a-4ad4-abee-2867f09d6714 None None] Pushing event updated for resources: {'Port': ['ID=58d0d216-280c-4da1-9559-2dcc176f9c09,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:25.667511 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-09c117e8-a3d7-4277-b81b-d8b30c14c309 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:25.669010 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-09c117e8-a3d7-4277-b81b-d8b30c14c309 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] 10.222.0.31 "DELETE /v2.0/routers/985a580d-5220-489a-9197-0a5c4d17c7a4 HTTP/1.1" status: 204 len: 168 time: 2.8701425 Mar 11 15:29:25.678409 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34648) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:25.679535 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-37f2e0cb-cd4f-460e-9208-58aa5282195d tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks [] for floatingip, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:25.682226 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-37f2e0cb-cd4f-460e-9208-58aa5282195d tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:25.689344 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-37f2e0cb-cd4f-460e-9208-58aa5282195d tempest-ServersTestJSON-1943615511 tempest-ServersTestJSON-1943615511-project] 10.222.0.31 "DELETE /v2.0/floatingips/2142030f-b1d1-409f-a957-6d9401180438 HTTP/1.1" status: 204 len: 168 time: 3.7945943 Mar 11 15:29:25.725214 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34652) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:25.789362 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93b620e-26d1-466b-8d6d-4c32a0bdbb10 None None] New status for floating IP 2142030f-b1d1-409f-a957-6d9401180438: DOWN {{(pid=83869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 15:29:25.809840 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-2087f71a-613a-4ad4-abee-2867f09d6714 None None] Attempting to bind port 58d0d216-280c-4da1-9559-2dcc176f9c09 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:29:25.809840 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-2087f71a-613a-4ad4-abee-2867f09d6714 None None] Attempting to bind port 58d0d216-280c-4da1-9559-2dcc176f9c09 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '37f6997d-97d6-4387-8b37-a2534fa36760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '97bab16a-5b8e-46c6-aacb-482800a498ac'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:29:25.809840 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2087f71a-613a-4ad4-abee-2867f09d6714 None None] Attempting to bind port 58d0d216-280c-4da1-9559-2dcc176f9c09 on network 97bab16a-5b8e-46c6-aacb-482800a498ac {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:29:25.823410 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-76be6df6-770d-4b29-abce-cc084b691404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:25.860559 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2087f71a-613a-4ad4-abee-2867f09d6714 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:29:25.860939 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2087f71a-613a-4ad4-abee-2867f09d6714 None None] Checking segment: {'id': '37f6997d-97d6-4387-8b37-a2534fa36760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '97bab16a-5b8e-46c6-aacb-482800a498ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:29:25.861336 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2087f71a-613a-4ad4-abee-2867f09d6714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:25.861729 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2087f71a-613a-4ad4-abee-2867f09d6714 None None] Bound using segment: {'id': '37f6997d-97d6-4387-8b37-a2534fa36760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '97bab16a-5b8e-46c6-aacb-482800a498ac'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:29:25.862268 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-2087f71a-613a-4ad4-abee-2867f09d6714 None None] Bound port: 58d0d216-280c-4da1-9559-2dcc176f9c09, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f6997d-97d6-4387-8b37-a2534fa36760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '97bab16a-5b8e-46c6-aacb-482800a498ac'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:29:25.862634 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2087f71a-613a-4ad4-abee-2867f09d6714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:25.881503 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-577502bb-ada1-49ed-b03f-26dde8c52d84 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] 10.222.0.31 "GET /v2.0/ports?device_id=985a580d-5220-489a-9197-0a5c4d17c7a4 HTTP/1.1" status: 200 len: 205 time: 0.1941326 Mar 11 15:29:25.906164 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be6df6-770d-4b29-abce-cc084b691404 None None] Pushing event deleted for resources: {'Port': ['ID=13ba6297-5699-4a7d-9e5c-35e8bd9aea3d,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:25.915209 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76be6df6-770d-4b29-abce-cc084b691404 None None] No DVR routers for this DVR port 13ba6297-5699-4a7d-9e5c-35e8bd9aea3d on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:29:25.954285 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34656) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:26.019335 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-2087f71a-613a-4ad4-abee-2867f09d6714 None None] For port 58d0d216-280c-4da1-9559-2dcc176f9c09, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:29:26.029705 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-2087f71a-613a-4ad4-abee-2867f09d6714 None None] For port 58d0d216-280c-4da1-9559-2dcc176f9c09, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=58d0d216-280c-4da1-9559-2dcc176f9c09,segment=NetworkSegment(37f6997d-97d6-4387-8b37-a2534fa36760),segment_id=37f6997d-97d6-4387-8b37-a2534fa36760)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:29:26.033255 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2087f71a-613a-4ad4-abee-2867f09d6714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:26.042067 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-cf9d4654-31d9-48c3-9ce6-87ae7a577419 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:26.053551 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-29c320d6-c5cb-40c5-b02c-b0481eed47b6 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:26.102578 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-cf9d4654-31d9-48c3-9ce6-87ae7a577419 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Transition to ACTIVE for port object 073652c7-6cc6-4dad-8555-e471bf6e6ede will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:29:26.117460 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c320d6-c5cb-40c5-b02c-b0481eed47b6 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Pushing event deleted for resources: {'Port': ['ID=f5a53ba9-9f86-42a0-b8fa-e293101f2217,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:26.163562 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087f71a-613a-4ad4-abee-2867f09d6714 None None] Pushing event updated for resources: {'Port': ['ID=58d0d216-280c-4da1-9559-2dcc176f9c09,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:26.257130 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-cf9d4654-31d9-48c3-9ce6-87ae7a577419 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:26.294955 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-29c320d6-c5cb-40c5-b02c-b0481eed47b6 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks [] for floatingip, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:26.315802 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c44a54e9-364f-422e-9dad-bb12c5c27f64 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:26.337273 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-6dc86e2d-eced-49f3-af83-ad62e54bf032 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] delete failed (client error): The resource could not be found. Mar 11 15:29:26.338415 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6dc86e2d-eced-49f3-af83-ad62e54bf032 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] 10.222.0.31 "DELETE /v2.0/routers/985a580d-5220-489a-9197-0a5c4d17c7a4 HTTP/1.1" status: 404 len: 336 time: 0.3744018 Mar 11 15:29:26.345942 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34662) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:26.357748 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-cf9d4654-31d9-48c3-9ce6-87ae7a577419 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:29:26.403348 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-cf9d4654-31d9-48c3-9ce6-87ae7a577419 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:29:26.418094 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-cf9d4654-31d9-48c3-9ce6-87ae7a577419 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:29:26.449646 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-4fcad8bd-0046-4ff5-9f94-75b61956c52c tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] For port 13ba6297-5699-4a7d-9e5c-35e8bd9aea3d, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=13ba6297-5699-4a7d-9e5c-35e8bd9aea3d,segment=NetworkSegment(f66aa291-6074-4dc4-969c-fe20bdeb1f4a),segment_id=f66aa291-6074-4dc4-969c-fe20bdeb1f4a)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:29:26.450578 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4fcad8bd-0046-4ff5-9f94-75b61956c52c tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:26.516516 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-cf9d4654-31d9-48c3-9ce6-87ae7a577419 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:26.517224 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-cf9d4654-31d9-48c3-9ce6-87ae7a577419 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:26.530929 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-fe474995-0cfb-4985-bbf8-f9688b8d8510 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] 10.222.0.31 "GET /v2.0/ports?device_id=f98482dd-0fc9-45f0-afa2-1e46d6930e95 HTTP/1.1" status: 200 len: 205 time: 0.1792269 Mar 11 15:29:26.532842 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-29c320d6-c5cb-40c5-b02c-b0481eed47b6 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:26.533946 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-29c320d6-c5cb-40c5-b02c-b0481eed47b6 tempest-ServersTestManualDisk-217103259 tempest-ServersTestManualDisk-217103259-project] 10.222.0.31 "DELETE /v2.0/floatingips/b19e338b-66d5-44ac-974d-c2560c30ef05 HTTP/1.1" status: 204 len: 168 time: 1.7881074 Mar 11 15:29:26.576417 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34666) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:26.576417 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34668) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:26.578679 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d4654-31d9-48c3-9ce6-87ae7a577419 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=073652c7-6cc6-4dad-8555-e471bf6e6ede,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:26.616061 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-4fcad8bd-0046-4ff5-9f94-75b61956c52c tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Calling delete_port for 13ba6297-5699-4a7d-9e5c-35e8bd9aea3d owned by network:dhcp {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:29:26.701663 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0f4cfe15-4150-4a51-963f-4633f542fbe5 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:26.765142 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 58d0d216-280c-4da1-9559-2dcc176f9c09 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:29:26.862168 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-ddc03932-460e-4100-8b72-5ea04176bfce tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] delete failed (client error): The resource could not be found. Mar 11 15:29:26.868162 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ddc03932-460e-4100-8b72-5ea04176bfce tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] 10.222.0.31 "DELETE /v2.0/routers/f98482dd-0fc9-45f0-afa2-1e46d6930e95 HTTP/1.1" status: 404 len: 336 time: 0.2864294 Mar 11 15:29:26.868403 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44a54e9-364f-422e-9dad-bb12c5c27f64 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Network c6f8e317-c3b4-4f12-bfd1-76da26a8e27f is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:29:26.870509 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34674) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:26.877810 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-cf9d4654-31d9-48c3-9ce6-87ae7a577419 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4575763 Mar 11 15:29:26.886948 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-c44a54e9-364f-422e-9dad-bb12c5c27f64 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:29:26.891588 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44a54e9-364f-422e-9dad-bb12c5c27f64 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:29:26.893264 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-20a6f8e1-92df-44db-b033-821185e31111 service neutron] Request body: {'port': {'device_id': 'cfe0188f-8454-425c-9a64-95c2e897d519', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:26.899917 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44a54e9-364f-422e-9dad-bb12c5c27f64 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:26.901574 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c44a54e9-364f-422e-9dad-bb12c5c27f64 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:26.947146 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f7be85a9-703f-4f81-b249-bd0c86c5aabc None None] Provisioning for port 073652c7-6cc6-4dad-8555-e471bf6e6ede completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:29:26.962005 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f7be85a9-703f-4f81-b249-bd0c86c5aabc None None] Provisioning complete for port 073652c7-6cc6-4dad-8555-e471bf6e6ede triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:29:26.962442 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f7be85a9-703f-4f81-b249-bd0c86c5aabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:27.045037 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 58d0d216-280c-4da1-9559-2dcc176f9c09 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:29:27.050407 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d10d8890-4251-4eb5-b918-639029230df7 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef4f380e-4d90-4207-a853-d4ae615117af HTTP/1.1" status: 200 len: 205 time: 0.1405544 Mar 11 15:29:27.077913 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-f7be85a9-703f-4f81-b249-bd0c86c5aabc None None] Port 073652c7-6cc6-4dad-8555-e471bf6e6ede cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:29:27.095368 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-20a6f8e1-92df-44db-b033-821185e31111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:27.107879 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34680) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:27.126879 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf145f2f-152c-400a-91d3-4650e8ed351a None None] New status for floating IP b19e338b-66d5-44ac-974d-c2560c30ef05: DOWN {{(pid=83868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 15:29:27.143898 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.db.api [None req-4fcad8bd-0046-4ff5-9f94-75b61956c52c tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:29:27.144633 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG oslo_db.api [None req-4fcad8bd-0046-4ff5-9f94-75b61956c52c tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:29:27.145227 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a54e9-364f-422e-9dad-bb12c5c27f64 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'Port': ['ID=d6a9bbb0-41a5-44e2-9d3d-0d4ddcecb632,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:27.165032 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c44a54e9-364f-422e-9dad-bb12c5c27f64 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 4.3613861 Mar 11 15:29:27.169872 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34684) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:27.190225 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 13ba6297-5699-4a7d-9e5c-35e8bd9aea3d no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:29:27.203022 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-e0a312ac-e774-4bdd-ad7d-9b824d2e0306 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:27.226914 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-e57a7e56-f08d-4695-a4a4-d55a578ec921 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] delete failed (client error): The resource could not be found. Mar 11 15:29:27.231048 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-e57a7e56-f08d-4695-a4a4-d55a578ec921 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] 10.222.0.31 "DELETE /v2.0/routers/ef4f380e-4d90-4207-a853-d4ae615117af HTTP/1.1" status: 404 len: 336 time: 0.1204405 Mar 11 15:29:27.232801 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34688) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:27.300354 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 13ba6297-5699-4a7d-9e5c-35e8bd9aea3d {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:29:27.300667 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 13ba6297-5699-4a7d-9e5c-35e8bd9aea3d not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:29:27.359386 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e0a312ac-e774-4bdd-ad7d-9b824d2e0306 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:27.382146 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2e16e-6eb1-4c58-a390-10ca8898a288 req-91f34452-ad39-408a-bd95-3701be2c89d0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:27.383453 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-b2e2e16e-6eb1-4c58-a390-10ca8898a288 req-91f34452-ad39-408a-bd95-3701be2c89d0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:29:27.404696 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ba76d78a-76dd-45b4-9aef-27c0bc67d65c tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] 10.222.0.31 "GET /v2.0/ports?device_id=791af89c-0ee2-4d28-9ebe-1eae102ae1f9 HTTP/1.1" status: 200 len: 205 time: 0.1697974 Mar 11 15:29:27.412839 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34692) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:27.574492 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-b2e2e16e-6eb1-4c58-a390-10ca8898a288 req-91f34452-ad39-408a-bd95-3701be2c89d0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:29:27.576280 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b2e2e16e-6eb1-4c58-a390-10ca8898a288 req-91f34452-ad39-408a-bd95-3701be2c89d0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfe0188f-8454-425c-9a64-95c2e897d519 HTTP/1.1" status: 200 len: 932 time: 1.0522406 Mar 11 15:29:27.592430 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-29f1dc23-6e09-4dec-911c-1b4b5d2c53e8 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] delete failed (client error): The resource could not be found. Mar 11 15:29:27.593263 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-29f1dc23-6e09-4dec-911c-1b4b5d2c53e8 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] 10.222.0.31 "DELETE /v2.0/routers/791af89c-0ee2-4d28-9ebe-1eae102ae1f9 HTTP/1.1" status: 404 len: 336 time: 0.1765232 Mar 11 15:29:27.602304 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34696) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:27.649961 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-4fcad8bd-0046-4ff5-9f94-75b61956c52c tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Deleting port 13ba6297-5699-4a7d-9e5c-35e8bd9aea3d {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:29:27.650461 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4fcad8bd-0046-4ff5-9f94-75b61956c52c tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:27.682819 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9da7aa-96a8-4d91-857f-cc8ff10acf64 None None] Network 97bab16a-5b8e-46c6-aacb-482800a498ac requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:29:27.724951 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-6689e4eb-db3b-4c9b-9490-5ff09692d38d tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] 10.222.0.31 "GET /v2.0/ports?device_id=8853a7b7-9936-4790-912d-3e05ac1d154e HTTP/1.1" status: 200 len: 205 time: 0.1028876 Mar 11 15:29:27.727286 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34700) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:27.797635 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f41f5a95-8812-4344-88b0-6f50381d0c79 None None] Provisioning for port 58d0d216-280c-4da1-9559-2dcc176f9c09 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:29:27.805552 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b2e2e16e-6eb1-4c58-a390-10ca8898a288 req-d7f324e7-1dae-4016-a333-4e7cc8f11464 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3626f8a0-b374-45ac-8cab-a128d317e5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107441 Mar 11 15:29:27.807388 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f41f5a95-8812-4344-88b0-6f50381d0c79 None None] Provisioning complete for port 58d0d216-280c-4da1-9559-2dcc176f9c09 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:29:27.807760 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f41f5a95-8812-4344-88b0-6f50381d0c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:27.927327 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-4fcad8bd-0046-4ff5-9f94-75b61956c52c tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] The port '13ba6297-5699-4a7d-9e5c-35e8bd9aea3d' was deleted {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 15:29:27.943145 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-0f4cfe15-4150-4a51-963f-4633f542fbe5 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:29:27.948442 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0f4cfe15-4150-4a51-963f-4633f542fbe5 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] 10.222.0.31 "PUT /v2.0/routers/b259a713-2fdd-4e1a-a9dc-b3003c7fc7cc HTTP/1.1" status: 400 len: 364 time: 3.7169707 Mar 11 15:29:27.950231 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-8dd73b15-e25b-4493-a133-f66ba3381886 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] delete failed (client error): The resource could not be found. Mar 11 15:29:27.951810 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-8dd73b15-e25b-4493-a133-f66ba3381886 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] 10.222.0.31 "DELETE /v2.0/routers/8853a7b7-9936-4790-912d-3e05ac1d154e HTTP/1.1" status: 404 len: 336 time: 0.2219689 Mar 11 15:29:27.986534 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34704) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:27.986800 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34706) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:28.071364 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f41f5a95-8812-4344-88b0-6f50381d0c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:28.109307 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-f41f5a95-8812-4344-88b0-6f50381d0c79 None None] For port 58d0d216-280c-4da1-9559-2dcc176f9c09, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=58d0d216-280c-4da1-9559-2dcc176f9c09,segment=NetworkSegment(37f6997d-97d6-4387-8b37-a2534fa36760),segment_id=37f6997d-97d6-4387-8b37-a2534fa36760)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:29:28.117006 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f41f5a95-8812-4344-88b0-6f50381d0c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:28.136335 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b65d1c92-682c-4063-9383-b72ec7806761 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1b18a14-6d4a-4733-8911-e9b08c0d0da8 HTTP/1.1" status: 200 len: 205 time: 0.1436770 Mar 11 15:29:28.140679 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34712) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:28.238042 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.db.resource_extend [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-20a6f8e1-92df-44db-b033-821185e31111 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:29:28.250953 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-a4e284a4-385a-4b59-a7f2-3ed84973f542 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] delete failed (client error): The resource could not be found. Mar 11 15:29:28.255286 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a4e284a4-385a-4b59-a7f2-3ed84973f542 tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] 10.222.0.31 "DELETE /v2.0/routers/e1b18a14-6d4a-4733-8911-e9b08c0d0da8 HTTP/1.1" status: 404 len: 336 time: 0.1094713 Mar 11 15:29:28.257449 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34716) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:28.266592 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f5a95-8812-4344-88b0-6f50381d0c79 None None] Pushing event updated for resources: {'Port': ['ID=58d0d216-280c-4da1-9559-2dcc176f9c09,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:28.372132 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec0aff8f-9b87-4e7b-b2c8-8fcb867bbe1c tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] DELETE failed (client error): The resource could not be found. Mar 11 15:29:28.372719 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec0aff8f-9b87-4e7b-b2c8-8fcb867bbe1c tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:29:28.377022 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ec0aff8f-9b87-4e7b-b2c8-8fcb867bbe1c tempest-RoutersAdminTest-2572050 tempest-RoutersAdminTest-2572050-project] 10.222.0.31 "DELETE /v2.0/subnets/b90fdce7-ebfe-4728-ad5f-9202c3f0cf50 HTTP/1.1" status: 404 len: 337 time: 0.1106415 Mar 11 15:29:28.397471 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-20a6f8e1-92df-44db-b033-821185e31111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 073652c7-6cc6-4dad-8555-e471bf6e6ede {{(pid=83866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:29:28.408033 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-20a6f8e1-92df-44db-b033-821185e31111 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:28.427739 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.db.resource_extend [None req-e0a312ac-e774-4bdd-ad7d-9b824d2e0306 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:29:28.437273 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-20a6f8e1-92df-44db-b033-821185e31111 service neutron] Transition to ACTIVE for port object 073652c7-6cc6-4dad-8555-e471bf6e6ede will not be triggered until provisioned by entity L2. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:29:28.450577 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-20a6f8e1-92df-44db-b033-821185e31111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:28.476575 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f96f6f29-d59e-4b22-bb28-e5f96a1c2972 None None] Provisioning complete for port 58d0d216-280c-4da1-9559-2dcc176f9c09 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:29:28.476575 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f96f6f29-d59e-4b22-bb28-e5f96a1c2972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:28.510157 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f10df7ce-149f-4e4f-96cb-5d217f290186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:28.527024 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e0a312ac-e774-4bdd-ad7d-9b824d2e0306 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:28.540335 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e0a312ac-e774-4bdd-ad7d-9b824d2e0306 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:28.594559 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4fcad8bd-0046-4ff5-9f94-75b61956c52c tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:28.603150 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-e0a312ac-e774-4bdd-ad7d-9b824d2e0306 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] In _notify_port_updated(), no bound segment for port d6a9bbb0-41a5-44e2-9d3d-0d4ddcecb632 on network c6f8e317-c3b4-4f12-bfd1-76da26a8e27f {{(pid=83867) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 15:29:28.606947 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a312ac-e774-4bdd-ad7d-9b824d2e0306 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:28.607698 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e0a312ac-e774-4bdd-ad7d-9b824d2e0306 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:28.617318 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e0a312ac-e774-4bdd-ad7d-9b824d2e0306 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "PUT /v2.0/ports/d6a9bbb0-41a5-44e2-9d3d-0d4ddcecb632 HTTP/1.1" status: 200 len: 818 time: 1.4178140 Mar 11 15:29:28.625364 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34722) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:28.713559 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a6f8e1-92df-44db-b033-821185e31111 service neutron] Pushing event updated for resources: {'Port': ['ID=073652c7-6cc6-4dad-8555-e471bf6e6ede,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:28.767522 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 58d0d216-280c-4da1-9559-2dcc176f9c09 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:29:28.805873 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:29:28.874630 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-4fcad8bd-0046-4ff5-9f94-75b61956c52c tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64156128-384f-41f3-8459-da08fc3bae61']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:28.901815 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 58d0d216-280c-4da1-9559-2dcc176f9c09 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:29:28.902498 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:29.020696 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-4fcad8bd-0046-4ff5-9f94-75b61956c52c tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f66aa291-6074-4dc4-969c-fe20bdeb1f4a') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:29.021231 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-4fcad8bd-0046-4ff5-9f94-75b61956c52c tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f66aa291-6074-4dc4-969c-fe20bdeb1f4a') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:29.038623 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a312ac-e774-4bdd-ad7d-9b824d2e0306 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'Port': ['ID=d6a9bbb0-41a5-44e2-9d3d-0d4ddcecb632,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:29.050161 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4fcad8bd-0046-4ff5-9f94-75b61956c52c tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:29.076502 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-06d5ecf6-6ba4-4504-b43a-3e9e0b6e087d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Deleting port d6a9bbb0-41a5-44e2-9d3d-0d4ddcecb632 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:29:29.078513 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-06d5ecf6-6ba4-4504-b43a-3e9e0b6e087d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:29.087672 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-20a6f8e1-92df-44db-b033-821185e31111 service neutron] Attempting to bind port 073652c7-6cc6-4dad-8555-e471bf6e6ede on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:29:29.088237 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-20a6f8e1-92df-44db-b033-821185e31111 service neutron] Attempting to bind port 073652c7-6cc6-4dad-8555-e471bf6e6ede by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '8c441113-7fec-4769-bcce-89407f41ac7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:29:29.088718 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-20a6f8e1-92df-44db-b033-821185e31111 service neutron] Attempting to bind port 073652c7-6cc6-4dad-8555-e471bf6e6ede on network ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:29:29.114731 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-20a6f8e1-92df-44db-b033-821185e31111 service neutron] Port 073652c7-6cc6-4dad-8555-e471bf6e6ede on network ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:29:29.115386 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-20a6f8e1-92df-44db-b033-821185e31111 service neutron] Attempting to bind port 073652c7-6cc6-4dad-8555-e471bf6e6ede on network ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:29:29.154886 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-20a6f8e1-92df-44db-b033-821185e31111 service neutron] Checking agent: {'id': '233b753e-9484-4350-9871-64b7c66fc067', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'started_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:29:29.155446 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-20a6f8e1-92df-44db-b033-821185e31111 service neutron] Checking segment: {'id': '8c441113-7fec-4769-bcce-89407f41ac7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:29:29.156048 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-20a6f8e1-92df-44db-b033-821185e31111 service neutron] Bound using segment: {'id': '8c441113-7fec-4769-bcce-89407f41ac7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8'} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:29:29.156839 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-20a6f8e1-92df-44db-b033-821185e31111 service neutron] Bound port: 073652c7-6cc6-4dad-8555-e471bf6e6ede, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c441113-7fec-4769-bcce-89407f41ac7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8'}}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:29:29.157806 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-20a6f8e1-92df-44db-b033-821185e31111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:29.178751 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4fcad8bd-0046-4ff5-9f94-75b61956c52c tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:29.204379 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fcad8bd-0046-4ff5-9f94-75b61956c52c tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:29:29.204936 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4fcad8bd-0046-4ff5-9f94-75b61956c52c tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:29.222915 dv-neutron-833373-1-hyperv neutron-server[83867]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:29:29.222915 dv-neutron-833373-1-hyperv neutron-server[83867]: util.warn( Mar 11 15:29:29.222915 dv-neutron-833373-1-hyperv neutron-server[83867]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:29:29.222915 dv-neutron-833373-1-hyperv neutron-server[83867]: util.warn( Mar 11 15:29:29.222915 dv-neutron-833373-1-hyperv neutron-server[83867]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:29:29.222915 dv-neutron-833373-1-hyperv neutron-server[83867]: util.warn( Mar 11 15:29:29.222915 dv-neutron-833373-1-hyperv neutron-server[83867]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:29:29.222915 dv-neutron-833373-1-hyperv neutron-server[83867]: util.warn( Mar 11 15:29:29.222915 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:29:29.222915 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:29:29.222915 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:29:29.222915 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:29:29.222915 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:29:29.222915 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:29:29.222915 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:29:29.222915 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:29:29.222915 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:29:29.222915 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:29:29.222915 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:29:29.222915 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:29:29.222915 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:29:29.222915 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:29:29.222915 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:29:29.222915 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:29:29.222915 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:29:29.222915 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:29:29.222915 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:29:29.222915 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:29:29.222915 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:29:29.222915 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:29:29.222915 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:29:29.222915 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:29:29.222915 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:29:29.222915 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:29:29.222915 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:29:29.222915 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:29:29.222915 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:29:29.222915 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:29:29.222915 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:29:29.222915 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:29:29.351069 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5f0f5b59-99c8-4a95-913f-b5dccd38863a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:29.435027 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34732) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:29.475475 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-20a6f8e1-92df-44db-b033-821185e31111 service neutron] For port 073652c7-6cc6-4dad-8555-e471bf6e6ede, host hv-neutron-8333, cleared binding levels {{(pid=83866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:29:29.528929 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-20a6f8e1-92df-44db-b033-821185e31111 service neutron] For port 073652c7-6cc6-4dad-8555-e471bf6e6ede, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=073652c7-6cc6-4dad-8555-e471bf6e6ede,segment=NetworkSegment(8c441113-7fec-4769-bcce-89407f41ac7d),segment_id=8c441113-7fec-4769-bcce-89407f41ac7d)] {{(pid=83866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:29:29.537158 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4fcad8bd-0046-4ff5-9f94-75b61956c52c tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:29.541317 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-20a6f8e1-92df-44db-b033-821185e31111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:29.630098 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-20a6f8e1-92df-44db-b033-821185e31111 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:29.631763 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-20a6f8e1-92df-44db-b033-821185e31111 service neutron] 10.222.0.73 "PUT /v2.0/ports/073652c7-6cc6-4dad-8555-e471bf6e6ede HTTP/1.1" status: 200 len: 1094 time: 2.7437847 Mar 11 15:29:29.632188 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfe0188f-8454-425c-9a64-95c2e897d519', 'tag': '073652c7-6cc6-4dad-8555-e471bf6e6ede'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:29:29.633703 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4fcad8bd-0046-4ff5-9f94-75b61956c52c tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:29.673114 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcad8bd-0046-4ff5-9f94-75b61956c52c tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] Pushing event deleted for resources: {'Network': ['ID=64156128-384f-41f3-8459-da08fc3bae61,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:29.691287 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4fcad8bd-0046-4ff5-9f94-75b61956c52c tempest-ExtraDHCPOptionsTestJSON-1721442633 tempest-ExtraDHCPOptionsTestJSON-1721442633-project] 10.222.0.31 "DELETE /v2.0/networks/64156128-384f-41f3-8459-da08fc3bae61 HTTP/1.1" status: 204 len: 168 time: 5.3088756 Mar 11 15:29:29.702910 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700b5d6e-1984-4ede-ae37-2ed6e4fe1f9c req-7810724f-54b9-4dbe-b60a-a93104f95539 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:29.704618 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-700b5d6e-1984-4ede-ae37-2ed6e4fe1f9c req-7810724f-54b9-4dbe-b60a-a93104f95539 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfe0188f-8454-425c-9a64-95c2e897d519 HTTP/1.1" status: 200 len: 944 time: 0.5761693 Mar 11 15:29:29.774649 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d1e4c1f0-44c6-4e9a-83f2-a3b693f5d807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:29.811556 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfe0188f-8454-425c-9a64-95c2e897d519', 'tag': '073652c7-6cc6-4dad-8555-e471bf6e6ede', 'status': 'completed', 'code': 200} Mar 11 15:29:29.822726 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a6f8e1-92df-44db-b033-821185e31111 service neutron] Pushing event updated for resources: {'Port': ['ID=073652c7-6cc6-4dad-8555-e471bf6e6ede,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:29.893644 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-06d5ecf6-6ba4-4504-b43a-3e9e0b6e087d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:29.920939 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-fb54ce3f-8ec3-4cfc-a6ab-f584ec0fbdf3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=cfe0188f-8454-425c-9a64-95c2e897d519 HTTP/1.1" status: 200 len: 1097 time: 0.2370892 Mar 11 15:29:30.056274 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-2ab09d1f-089d-435c-8194-3ff0d7d20e48 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=073652c7-6cc6-4dad-8555-e471bf6e6ede HTTP/1.1" status: 200 len: 217 time: 0.1265893 Mar 11 15:29:30.101802 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-35de9c61-a8dd-42dc-ba79-7730aa73a508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:30.112503 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34744) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:30.320943 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-3864ab45-8347-4ed3-a0a4-7a4c9aa29bba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:30.321159 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-06d5ecf6-6ba4-4504-b43a-3e9e0b6e087d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Calling delete_port for d6a9bbb0-41a5-44e2-9d3d-0d4ddcecb632 owned by {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:29:30.322450 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-3864ab45-8347-4ed3-a0a4-7a4c9aa29bba service neutron] 10.222.0.73 "GET /v2.0/subnets?id=796e8b88-7a8c-46fd-b12f-b6e3ee49dd2c HTTP/1.1" status: 200 len: 835 time: 0.2586477 Mar 11 15:29:30.428254 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-700b5d6e-1984-4ede-ae37-2ed6e4fe1f9c req-07cd0842-afdc-45ad-8008-3b8a2e7f18c8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3626f8a0-b374-45ac-8cab-a128d317e5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6770854 Mar 11 15:29:30.430645 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2fbae5f2-a37b-42e5-9d42-282f8561c4e2 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:30.467595 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-f10df7ce-149f-4e4f-96cb-5d217f290186 admin admin] Deleting port 4afcb0bc-40e5-41ff-a424-23500c34798f {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:29:30.468069 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f10df7ce-149f-4e4f-96cb-5d217f290186 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:30.479351 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-35de9c61-a8dd-42dc-ba79-7730aa73a508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:30.543099 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-ed96c923-ca54-4ad3-a43c-960dea99ae37 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2119825 Mar 11 15:29:30.611859 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-35de9c61-a8dd-42dc-ba79-7730aa73a508 admin admin] Usage tracker for resource:security_group_rule and tenant:17ea600db1904a7e972b692cbbcb5a2f is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:30.616355 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-35de9c61-a8dd-42dc-ba79-7730aa73a508 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:30.636935 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-35de9c61-a8dd-42dc-ba79-7730aa73a508 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:30.655915 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-cd972fe4-90d3-4314-9b91-721cf78a3cf3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5a29eba348654af4b6b04c073406a9cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5390506 Mar 11 15:29:30.695740 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34750) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:30.718800 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-06d5ecf6-6ba4-4504-b43a-3e9e0b6e087d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:30.794000 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-f10df7ce-149f-4e4f-96cb-5d217f290186 admin admin] For port 4afcb0bc-40e5-41ff-a424-23500c34798f, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=4afcb0bc-40e5-41ff-a424-23500c34798f,segment=NetworkSegment(f0954aff-c24e-424d-ba43-2c6bde70e82c),segment_id=f0954aff-c24e-424d-ba43-2c6bde70e82c)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:29:30.794268 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f10df7ce-149f-4e4f-96cb-5d217f290186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:30.800773 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5ecf6-6ba4-4504-b43a-3e9e0b6e087d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event deleted for resources: {'Port': ['ID=d6a9bbb0-41a5-44e2-9d3d-0d4ddcecb632,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:30.863040 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-6e5fe8a3-48b6-46c5-ab03-0e3f9c09c179 service neutron] 10.222.0.73 "GET /v2.0/networks/ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036492 Mar 11 15:29:30.865655 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-06d5ecf6-6ba4-4504-b43a-3e9e0b6e087d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:30.944149 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-f10df7ce-149f-4e4f-96cb-5d217f290186 admin admin] Calling delete_port for 4afcb0bc-40e5-41ff-a424-23500c34798f owned by network:router_interface {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:29:30.982898 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-06d5ecf6-6ba4-4504-b43a-3e9e0b6e087d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/ports/d6a9bbb0-41a5-44e2-9d3d-0d4ddcecb632 HTTP/1.1" status: 204 len: 168 time: 2.3556185 Mar 11 15:29:30.995166 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34754) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:31.050851 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-35de9c61-a8dd-42dc-ba79-7730aa73a508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:31.109276 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-35de9c61-a8dd-42dc-ba79-7730aa73a508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:31.130617 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-320e1014-a31c-4c91-8ff2-69b86261589f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:31.136016 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-841e072d-eda7-438b-8a56-49c60f43acc5 req-b30e94b0-9122-4eb4-99ea-4e1c60e8fb61 service neutron] 10.222.0.73 "GET /v2.0/networks/ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200985 Mar 11 15:29:31.246977 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-320e1014-a31c-4c91-8ff2-69b86261589f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:31.273120 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-2fbae5f2-a37b-42e5-9d42-282f8561c4e2 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Allocated IP 2001:db8::1 (bf83481f-eab3-4d31-953f-266cad621f5d/388b4017-5568-428f-a1c4-6ad2ee19392a/24076a3b-0627-47cf-a1e8-390ba0de8d73) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:29:31.275141 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de9c61-a8dd-42dc-ba79-7730aa73a508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d22710-2ae6-4b5d-b250-ff7ff1a152bd,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:31.302995 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-35de9c61-a8dd-42dc-ba79-7730aa73a508 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=17ea600db1904a7e972b692cbbcb5a2f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8627541 Mar 11 15:29:31.307649 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34758) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:31.344561 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f10df7ce-149f-4e4f-96cb-5d217f290186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:31.407255 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10df7ce-149f-4e4f-96cb-5d217f290186 admin admin] Pushing event deleted for resources: {'Port': ['ID=4afcb0bc-40e5-41ff-a424-23500c34798f,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:31.516023 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-083c4538-929e-4f72-866a-8961ca98af0b req-12979eb6-b727-4a98-ada6-0b41ec97d7c9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=cfe0188f-8454-425c-9a64-95c2e897d519 HTTP/1.1" status: 200 len: 1097 time: 0.2861831 Mar 11 15:29:31.590820 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8569368-de35-4906-a5cd-3b6fff6435c1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:31.591282 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e8569368-de35-4906-a5cd-3b6fff6435c1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Synchronizing usage tracker for tenant:6b1a6507e257408892b3294b50293467 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:29:31.592903 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e6e712c7-d2c3-4aab-82d2-48a9094e6fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:31.633339 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-66daa4cf-a376-447b-b4d9-d0f5cdeeae12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:31.661597 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-320e1014-a31c-4c91-8ff2-69b86261589f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:31.703433 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2fbae5f2-a37b-42e5-9d42-282f8561c4e2 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:31.708359 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e8569368-de35-4906-a5cd-3b6fff6435c1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Unset dirty status for tenant:6b1a6507e257408892b3294b50293467 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:29:31.712199 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e8569368-de35-4906-a5cd-3b6fff6435c1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.7101369 Mar 11 15:29:31.712199 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e1014-a31c-4c91-8ff2-69b86261589f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faac7594-3748-46ad-a2cf-4072c00868d7,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:31.717584 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34764) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:31.770946 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-320e1014-a31c-4c91-8ff2-69b86261589f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:31.772072 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-320e1014-a31c-4c91-8ff2-69b86261589f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/faac7594-3748-46ad-a2cf-4072c00868d7 HTTP/1.1" status: 204 len: 168 time: 1.0723455 Mar 11 15:29:31.814579 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-2fbae5f2-a37b-42e5-9d42-282f8561c4e2 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Transition to ACTIVE for port object 24076a3b-0627-47cf-a1e8-390ba0de8d73 will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:29:31.815287 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-49110350-9b06-4219-8c42-a57b208f1b3a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] GET failed (client error): The resource could not be found. Mar 11 15:29:31.822775 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-49110350-9b06-4219-8c42-a57b208f1b3a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "GET /v2.0/ports/d6a9bbb0-41a5-44e2-9d3d-0d4ddcecb632 HTTP/1.1" status: 404 len: 333 time: 0.0941017 Mar 11 15:29:31.823926 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34770) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:31.838009 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-3bcdec89-d051-404d-8716-692d5787517d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-6220037'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:31.854349 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-3bcdec89-d051-404d-8716-692d5787517d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:31.865328 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-3bcdec89-d051-404d-8716-692d5787517d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Usage tracker for resource:network and tenant:6b1a6507e257408892b3294b50293467 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:31.871492 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-3bcdec89-d051-404d-8716-692d5787517d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:31.885976 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-3bcdec89-d051-404d-8716-692d5787517d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:31.944659 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcdec89-d051-404d-8716-692d5787517d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Made reservation on behalf of 6b1a6507e257408892b3294b50293467 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:29:31.947747 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3bcdec89-d051-404d-8716-692d5787517d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:31.962546 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2fbae5f2-a37b-42e5-9d42-282f8561c4e2 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:32.039232 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-66daa4cf-a376-447b-b4d9-d0f5cdeeae12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:32.069587 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbae5f2-a37b-42e5-9d42-282f8561c4e2 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Network bf83481f-eab3-4d31-953f-266cad621f5d is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:29:32.084588 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-2fbae5f2-a37b-42e5-9d42-282f8561c4e2 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:29:32.087651 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbae5f2-a37b-42e5-9d42-282f8561c4e2 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:29:32.088597 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2fbae5f2-a37b-42e5-9d42-282f8561c4e2 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:32.091300 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bcdec89-d051-404d-8716-692d5787517d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:29:32.103553 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbae5f2-a37b-42e5-9d42-282f8561c4e2 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Pushing event updated for resources: {'Port': ['ID=24076a3b-0627-47cf-a1e8-390ba0de8d73,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:32.123042 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3bcdec89-d051-404d-8716-692d5787517d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:32.123396 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-3bcdec89-d051-404d-8716-692d5787517d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Added segment 3776621c-4553-497b-a02b-4d3e375cd790 of type vlan for network 842924a6-e389-433a-b1bc-4253c6620bca Mar 11 15:29:32.167447 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3bcdec89-d051-404d-8716-692d5787517d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:32.314783 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3bcdec89-d051-404d-8716-692d5787517d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:32.317097 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcdec89-d051-404d-8716-692d5787517d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:32.318352 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3bcdec89-d051-404d-8716-692d5787517d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:32.321297 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c4538-929e-4f72-866a-8961ca98af0b req-f4a7da59-3732-4c46-a99d-70a27e17e4fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:32.329785 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-083c4538-929e-4f72-866a-8961ca98af0b req-f4a7da59-3732-4c46-a99d-70a27e17e4fb service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8 HTTP/1.1" status: 200 len: 897 time: 0.8045781 Mar 11 15:29:32.357159 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2fbae5f2-a37b-42e5-9d42-282f8561c4e2 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:32.410069 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-66daa4cf-a376-447b-b4d9-d0f5cdeeae12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:32.456544 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32be50-4cea-42d3-af1a-6e8d6793ec3b req-b65eb026-24fb-4844-a950-38e9291abfc7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:32.459169 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6a32be50-4cea-42d3-af1a-6e8d6793ec3b req-b65eb026-24fb-4844-a950-38e9291abfc7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfe0188f-8454-425c-9a64-95c2e897d519 HTTP/1.1" status: 200 len: 944 time: 0.8179724 Mar 11 15:29:32.463164 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66daa4cf-a376-447b-b4d9-d0f5cdeeae12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d22710-2ae6-4b5d-b250-ff7ff1a152bd,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:32.465875 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-083c4538-929e-4f72-866a-8961ca98af0b req-c24c183c-1efb-4bee-8959-30ec63163437 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=073652c7-6cc6-4dad-8555-e471bf6e6ede HTTP/1.1" status: 200 len: 217 time: 0.1209261 Mar 11 15:29:32.510862 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e978ed42-1d82-4d6c-8b5a-879fba881cf3 None None] Provisioning for port 24076a3b-0627-47cf-a1e8-390ba0de8d73 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:29:32.526048 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e978ed42-1d82-4d6c-8b5a-879fba881cf3 None None] Provisioning complete for port 24076a3b-0627-47cf-a1e8-390ba0de8d73 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:29:32.526655 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e978ed42-1d82-4d6c-8b5a-879fba881cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:32.575436 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-66daa4cf-a376-447b-b4d9-d0f5cdeeae12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:32.579690 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-66daa4cf-a376-447b-b4d9-d0f5cdeeae12 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b2d22710-2ae6-4b5d-b250-ff7ff1a152bd HTTP/1.1" status: 204 len: 168 time: 1.2645926 Mar 11 15:29:32.594260 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-e978ed42-1d82-4d6c-8b5a-879fba881cf3 None None] Port 24076a3b-0627-47cf-a1e8-390ba0de8d73 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:29:32.595988 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6a32be50-4cea-42d3-af1a-6e8d6793ec3b req-5ce4c1e4-28a8-47a0-a13e-913e384bbfcb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3626f8a0-b374-45ac-8cab-a128d317e5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274757 Mar 11 15:29:32.598896 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c4538-929e-4f72-866a-8961ca98af0b req-b50fceed-f6c8-475f-b1d7-a1fc1d181e26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:32.604207 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-083c4538-929e-4f72-866a-8961ca98af0b req-b50fceed-f6c8-475f-b1d7-a1fc1d181e26 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=796e8b88-7a8c-46fd-b12f-b6e3ee49dd2c HTTP/1.1" status: 200 len: 835 time: 0.1142037 Mar 11 15:29:32.694909 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcdec89-d051-404d-8716-692d5787517d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'Network': ['ID=842924a6-e389-433a-b1bc-4253c6620bca,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:32.710900 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:32.721394 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f10df7ce-149f-4e4f-96cb-5d217f290186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:32.728140 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-3bcdec89-d051-404d-8716-692d5787517d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9033525 Mar 11 15:29:32.733351 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34786) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:32.736317 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-083c4538-929e-4f72-866a-8961ca98af0b req-c1250da3-2016-4316-9684-d580af036e38 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1201489 Mar 11 15:29:32.738832 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcdec89-d051-404d-8716-692d5787517d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:32.739167 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcdec89-d051-404d-8716-692d5787517d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:32.739795 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcdec89-d051-404d-8716-692d5787517d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:32.740396 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcdec89-d051-404d-8716-692d5787517d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:32.740703 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcdec89-d051-404d-8716-692d5787517d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:32.741128 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcdec89-d051-404d-8716-692d5787517d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:32.741548 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcdec89-d051-404d-8716-692d5787517d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:32.742085 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcdec89-d051-404d-8716-692d5787517d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:32.742390 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcdec89-d051-404d-8716-692d5787517d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:32.742797 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcdec89-d051-404d-8716-692d5787517d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:32.743253 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcdec89-d051-404d-8716-692d5787517d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:32.744753 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-f4c43117-cecc-429f-96ee-a542b0df60d2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'subnet': {'network_id': '842924a6-e389-433a-b1bc-4253c6620bca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:32.769565 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 842924a6-e389-433a-b1bc-4253c6620bca details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:29:32.825487 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-d1e4c1f0-44c6-4e9a-83f2-a3b693f5d807 admin admin] Deleting port 9b5dea98-039d-4968-bc67-a1bd1835ea78 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:29:32.825980 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d1e4c1f0-44c6-4e9a-83f2-a3b693f5d807 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:32.974601 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:33.092750 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-d1e4c1f0-44c6-4e9a-83f2-a3b693f5d807 admin admin] For port 9b5dea98-039d-4968-bc67-a1bd1835ea78, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=9b5dea98-039d-4968-bc67-a1bd1835ea78,segment=NetworkSegment(8ae4db9a-22ea-4190-a511-322033645f15),segment_id=8ae4db9a-22ea-4190-a511-322033645f15)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:29:33.093422 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d1e4c1f0-44c6-4e9a-83f2-a3b693f5d807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:33.115892 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f4c43117-cecc-429f-96ee-a542b0df60d2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:33.143654 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f4c43117-cecc-429f-96ee-a542b0df60d2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Usage tracker for resource:subnet and tenant:6b1a6507e257408892b3294b50293467 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:33.150359 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f4c43117-cecc-429f-96ee-a542b0df60d2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:33.167437 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f4c43117-cecc-429f-96ee-a542b0df60d2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:33.184978 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-083c4538-929e-4f72-866a-8961ca98af0b req-82c966d2-8824-4ebe-957a-c057113f0131 service neutron] 10.222.0.73 "GET /v2.0/networks/ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200771 Mar 11 15:29:33.252500 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c43117-cecc-429f-96ee-a542b0df60d2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Made reservation on behalf of 6b1a6507e257408892b3294b50293467 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:29:33.296598 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-d1e4c1f0-44c6-4e9a-83f2-a3b693f5d807 admin admin] Calling delete_port for 9b5dea98-039d-4968-bc67-a1bd1835ea78 owned by network:router_interface {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:29:33.377872 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34798) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:33.446999 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34802) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:33.567826 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f4c43117-cecc-429f-96ee-a542b0df60d2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:33.646872 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-083c4538-929e-4f72-866a-8961ca98af0b req-6343a334-5d27-4e80-9898-c32f38474c18 service neutron] 10.222.0.73 "GET /v2.0/networks/ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4550228 Mar 11 15:29:33.676916 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-65e00dda-dd34-4c32-9e5d-b3f5652dfde4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8416a1f9e2aa4cfc99ca677832c9b19f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2916501 Mar 11 15:29:33.678894 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34810) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:33.742416 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-ba4d3e24-7a39-42a9-ada5-1eada4872579 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1965984212'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:33.757127 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ba4d3e24-7a39-42a9-ada5-1eada4872579 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:33.766353 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ba4d3e24-7a39-42a9-ada5-1eada4872579 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Usage tracker for resource:network and tenant:f8a07a0692504f09a49af7bfa2896e37 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:33.771551 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ba4d3e24-7a39-42a9-ada5-1eada4872579 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:33.782442 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ba4d3e24-7a39-42a9-ada5-1eada4872579 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:33.852761 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d1e4c1f0-44c6-4e9a-83f2-a3b693f5d807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:33.896341 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2fbae5f2-a37b-42e5-9d42-282f8561c4e2 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:33.898135 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4d3e24-7a39-42a9-ada5-1eada4872579 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Made reservation on behalf of f8a07a0692504f09a49af7bfa2896e37 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:29:33.901419 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ba4d3e24-7a39-42a9-ada5-1eada4872579 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:33.924089 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e4c1f0-44c6-4e9a-83f2-a3b693f5d807 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b5dea98-039d-4968-bc67-a1bd1835ea78,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:33.930150 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2fbae5f2-a37b-42e5-9d42-282f8561c4e2 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:33.930150 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2fbae5f2-a37b-42e5-9d42-282f8561c4e2 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:33.981075 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ba4d3e24-7a39-42a9-ada5-1eada4872579 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:34.086025 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:34.160165 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ba4d3e24-7a39-42a9-ada5-1eada4872579 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:34.171269 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9af894a8-72a4-4e1b-86c4-fd081ab1c0a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:34.264694 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbae5f2-a37b-42e5-9d42-282f8561c4e2 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Pushing event updated for resources: {'Port': ['ID=24076a3b-0627-47cf-a1e8-390ba0de8d73,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:34.278242 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9af894a8-72a4-4e1b-86c4-fd081ab1c0a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:34.287046 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ba4d3e24-7a39-42a9-ada5-1eada4872579 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Usage tracker for resource:security_group_rule and tenant:f8a07a0692504f09a49af7bfa2896e37 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:34.292646 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ba4d3e24-7a39-42a9-ada5-1eada4872579 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:34.332727 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ba4d3e24-7a39-42a9-ada5-1eada4872579 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:34.363345 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5dc0c3-1e19-4af3-acf1-472739973162 req-942eb7c1-78a7-4a56-9907-57b95bbc4040 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:34.366877 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-1f5dc0c3-1e19-4af3-acf1-472739973162 req-942eb7c1-78a7-4a56-9907-57b95bbc4040 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfe0188f-8454-425c-9a64-95c2e897d519 HTTP/1.1" status: 200 len: 944 time: 0.5754104 Mar 11 15:29:34.484345 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f4c43117-cecc-429f-96ee-a542b0df60d2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:34.582010 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9af894a8-72a4-4e1b-86c4-fd081ab1c0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:34.621352 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c43117-cecc-429f-96ee-a542b0df60d2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'Subnet': ['ID=8fbfb267-7761-426b-b5c1-25e9c12b62ec,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:34.647707 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af894a8-72a4-4e1b-86c4-fd081ab1c0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9b4923-e1ed-48f1-85de-94b0cb2b617b,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:34.669141 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c43117-cecc-429f-96ee-a542b0df60d2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:34.669484 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c43117-cecc-429f-96ee-a542b0df60d2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:34.669830 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c43117-cecc-429f-96ee-a542b0df60d2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:34.670170 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c43117-cecc-429f-96ee-a542b0df60d2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:34.670773 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c43117-cecc-429f-96ee-a542b0df60d2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:34.671106 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c43117-cecc-429f-96ee-a542b0df60d2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:34.671438 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c43117-cecc-429f-96ee-a542b0df60d2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:34.671767 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c43117-cecc-429f-96ee-a542b0df60d2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:34.672095 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c43117-cecc-429f-96ee-a542b0df60d2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:34.672542 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c43117-cecc-429f-96ee-a542b0df60d2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:34.672849 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c43117-cecc-429f-96ee-a542b0df60d2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:34.690603 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af894a8-72a4-4e1b-86c4-fd081ab1c0a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:34.690949 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af894a8-72a4-4e1b-86c4-fd081ab1c0a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:34.691280 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af894a8-72a4-4e1b-86c4-fd081ab1c0a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:34.691797 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af894a8-72a4-4e1b-86c4-fd081ab1c0a4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:34.692577 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af894a8-72a4-4e1b-86c4-fd081ab1c0a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:34.692577 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af894a8-72a4-4e1b-86c4-fd081ab1c0a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:34.692874 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af894a8-72a4-4e1b-86c4-fd081ab1c0a4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:34.693131 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af894a8-72a4-4e1b-86c4-fd081ab1c0a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:34.693446 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af894a8-72a4-4e1b-86c4-fd081ab1c0a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:34.693760 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af894a8-72a4-4e1b-86c4-fd081ab1c0a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:34.694072 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af894a8-72a4-4e1b-86c4-fd081ab1c0a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:34.698457 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9af894a8-72a4-4e1b-86c4-fd081ab1c0a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:34.702117 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9af894a8-72a4-4e1b-86c4-fd081ab1c0a4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6b9b4923-e1ed-48f1-85de-94b0cb2b617b HTTP/1.1" status: 204 len: 168 time: 1.0144544 Mar 11 15:29:34.702117 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c43117-cecc-429f-96ee-a542b0df60d2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Checking segment: {'id': '3776621c-4553-497b-a02b-4d3e375cd790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '842924a6-e389-433a-b1bc-4253c6620bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:29:34.702117 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c43117-cecc-429f-96ee-a542b0df60d2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Network hostable DHCP agents. Network: 842924a6-e389-433a-b1bc-4253c6620bca, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:29:34.752588 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c43117-cecc-429f-96ee-a542b0df60d2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Network 842924a6-e389-433a-b1bc-4253c6620bca is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:29:34.755785 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 073652c7-6cc6-4dad-8555-e471bf6e6ede details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:29:34.768257 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-f4c43117-cecc-429f-96ee-a542b0df60d2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 842924a6-e389-433a-b1bc-4253c6620bca) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:29:34.774966 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c43117-cecc-429f-96ee-a542b0df60d2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:34.775792 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f4c43117-cecc-429f-96ee-a542b0df60d2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:34.798646 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9523d969-10b8-4560-b72d-113f9994fa0f None None] Network 842924a6-e389-433a-b1bc-4253c6620bca requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:29:34.802961 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10df7ce-149f-4e4f-96cb-5d217f290186 admin admin] Router 4eb4ea81-f01e-4af6-b207-82c89eead0ea has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:29:34.815474 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f4c43117-cecc-429f-96ee-a542b0df60d2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0780635 Mar 11 15:29:34.816424 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34816) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:34.819385 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ba4d3e24-7a39-42a9-ada5-1eada4872579 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:34.825786 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-0953299e-8d6f-43d0-a9b9-c42da4889261 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'subnet': {'network_id': '842924a6-e389-433a-b1bc-4253c6620bca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:34.835172 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ba4d3e24-7a39-42a9-ada5-1eada4872579 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:34.866778 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbae5f2-a37b-42e5-9d42-282f8561c4e2 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Network bf83481f-eab3-4d31-953f-266cad621f5d is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:29:34.880525 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-2fbae5f2-a37b-42e5-9d42-282f8561c4e2 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:29:35.186017 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba4d3e24-7a39-42a9-ada5-1eada4872579 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:29:35.201262 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-1f5dc0c3-1e19-4af3-acf1-472739973162 req-ec4d4c29-1b4d-4956-8a3c-3ca89d14eb75 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3626f8a0-b374-45ac-8cab-a128d317e5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8184605 Mar 11 15:29:35.302347 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0953299e-8d6f-43d0-a9b9-c42da4889261 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:35.309598 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0953299e-8d6f-43d0-a9b9-c42da4889261 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Usage tracker for resource:subnet and tenant:6b1a6507e257408892b3294b50293467 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:35.313603 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0953299e-8d6f-43d0-a9b9-c42da4889261 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:35.315642 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4d3e24-7a39-42a9-ada5-1eada4872579 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c99b569-d7a2-4aa0-bf2f-eac1fd87e2d3,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:35.324031 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0953299e-8d6f-43d0-a9b9-c42da4889261 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:35.341036 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0953299e-8d6f-43d0-a9b9-c42da4889261 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Made reservation on behalf of 6b1a6507e257408892b3294b50293467 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:29:35.344897 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0953299e-8d6f-43d0-a9b9-c42da4889261 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:35.347196 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ba4d3e24-7a39-42a9-ada5-1eada4872579 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:35.347544 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-ba4d3e24-7a39-42a9-ada5-1eada4872579 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Added segment c0747c09-0a7d-4ba1-ac24-f7edbcb469d4 of type vlan for network 62391ec2-03fc-4398-8153-a3691f716b6e Mar 11 15:29:35.362274 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9acf96-2fde-4e60-b184-49acf028d602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-842924a6-e389-433a-b1bc-4253c6620bca', 'network_id': '842924a6-e389-433a-b1bc-4253c6620bca', 'tenant_id': '6b1a6507e257408892b3294b50293467', 'fixed_ips': [{'subnet_id': '8fbfb267-7761-426b-b5c1-25e9c12b62ec'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:29:35.372183 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6c9acf96-2fde-4e60-b184-49acf028d602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:35.386742 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 073652c7-6cc6-4dad-8555-e471bf6e6ede, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=073652c7-6cc6-4dad-8555-e471bf6e6ede,segment=NetworkSegment(8c441113-7fec-4769-bcce-89407f41ac7d),segment_id=8c441113-7fec-4769-bcce-89407f41ac7d)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:29:35.407862 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': '073652c7-6cc6-4dad-8555-e471bf6e6ede', 'network_id': 'ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8', 'port_id': '073652c7-6cc6-4dad-8555-e471bf6e6ede', 'mac_address': 'fa:16:3e:b6:c4:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796e8b88-7a8c-46fd-b12f-b6e3ee49dd2c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:29:35.423674 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ba4d3e24-7a39-42a9-ada5-1eada4872579 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:35.540327 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.ipam_backend_mixin [None req-0953299e-8d6f-43d0-a9b9-c42da4889261 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8fbfb267-7761-426b-b5c1-25e9c12b62ec (CIDR: 2001:db8::/64) Mar 11 15:29:35.546094 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ba4d3e24-7a39-42a9-ada5-1eada4872579 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:35.546903 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10df7ce-149f-4e4f-96cb-5d217f290186 admin admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:29:35.551183 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4d3e24-7a39-42a9-ada5-1eada4872579 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:35.551884 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ba4d3e24-7a39-42a9-ada5-1eada4872579 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:35.559630 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a12280-3149-4773-8dfe-fac3b4852c3d None None] Sync routers for ids ['4eb4ea81-f01e-4af6-b207-82c89eead0ea'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:29:35.560163 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fbae5f2-a37b-42e5-9d42-282f8561c4e2 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Router b259a713-2fdd-4e1a-a9dc-b3003c7fc7cc has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:29:35.566243 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f10df7ce-149f-4e4f-96cb-5d217f290186 admin admin] 10.222.0.31 "PUT /v2.0/routers/4eb4ea81-f01e-4af6-b207-82c89eead0ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9797051 Mar 11 15:29:35.567712 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-0953299e-8d6f-43d0-a9b9-c42da4889261 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:29:35.568466 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0953299e-8d6f-43d0-a9b9-c42da4889261 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:29:35.574629 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34828) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:35.594384 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a12280-3149-4773-8dfe-fac3b4852c3d None None] Routers {'4eb4ea81-f01e-4af6-b207-82c89eead0ea'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:29:35.595491 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-24a12280-3149-4773-8dfe-fac3b4852c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:29:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['4eb4ea81-f01e-4af6-b207-82c89eead0ea'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:35.662441 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:35.714334 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4d3e24-7a39-42a9-ada5-1eada4872579 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event updated for resources: {'Network': ['ID=62391ec2-03fc-4398-8153-a3691f716b6e,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:35.748777 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 62391ec2-03fc-4398-8153-a3691f716b6e details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:29:35.764534 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0953299e-8d6f-43d0-a9b9-c42da4889261 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9461648 Mar 11 15:29:35.767864 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34836) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:35.775546 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-e5737ba1-d763-4ab7-bf2e-c4e7127ddf15 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'subnet': {'network_id': '842924a6-e389-433a-b1bc-4253c6620bca', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:35.813994 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d1e4c1f0-44c6-4e9a-83f2-a3b693f5d807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:35.890211 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-6c9acf96-2fde-4e60-b184-49acf028d602 None None] Allocated IP 2001:db8::2 (842924a6-e389-433a-b1bc-4253c6620bca/8fbfb267-7761-426b-b5c1-25e9c12b62ec/a1c7ee32-89c4-40b0-bac7-1a8071491cf6) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:29:35.896320 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 073652c7-6cc6-4dad-8555-e471bf6e6ede {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:29:35.900140 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-08a43a52-6157-4119-a393-43e1652f42a5 None None] Provisioning complete for port 24076a3b-0627-47cf-a1e8-390ba0de8d73 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:29:35.900716 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-08a43a52-6157-4119-a393-43e1652f42a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:35.936582 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-24a12280-3149-4773-8dfe-fac3b4852c3d None None] Set router 4eb4ea81-f01e-4af6-b207-82c89eead0ea gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:29:35.964493 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-08a43a52-6157-4119-a393-43e1652f42a5 None None] Port 24076a3b-0627-47cf-a1e8-390ba0de8d73 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:29:36.066428 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-e5737ba1-d763-4ab7-bf2e-c4e7127ddf15 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:36.080277 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-e5737ba1-d763-4ab7-bf2e-c4e7127ddf15 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Usage tracker for resource:subnet and tenant:6b1a6507e257408892b3294b50293467 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:36.080834 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 073652c7-6cc6-4dad-8555-e471bf6e6ede, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=073652c7-6cc6-4dad-8555-e471bf6e6ede,segment=NetworkSegment(8c441113-7fec-4769-bcce-89407f41ac7d),segment_id=8c441113-7fec-4769-bcce-89407f41ac7d)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:29:36.087148 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-e5737ba1-d763-4ab7-bf2e-c4e7127ddf15 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:36.099466 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:36.099661 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-e5737ba1-d763-4ab7-bf2e-c4e7127ddf15 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:36.160944 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-dca2830d-d0ca-43e3-946b-14302de891ff admin admin] Notify callbacks [] for router, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:36.212404 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=073652c7-6cc6-4dad-8555-e471bf6e6ede,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:36.235183 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:36.235857 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:36.236423 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:36.236967 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:36.237538 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:36.238081 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:36.238696 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:36.239383 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:36.239920 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:36.240470 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:36.241018 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:36.263074 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ba4d3e24-7a39-42a9-ada5-1eada4872579 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.8150811 Mar 11 15:29:36.364667 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6c9acf96-2fde-4e60-b184-49acf028d602 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:36.399731 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbae5f2-a37b-42e5-9d42-282f8561c4e2 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:29:36.403548 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6c9acf96-2fde-4e60-b184-49acf028d602 None None] Transition to ACTIVE for port object a1c7ee32-89c4-40b0-bac7-1a8071491cf6 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:29:36.427265 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-2fbae5f2-a37b-42e5-9d42-282f8561c4e2 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] 10.222.0.31 "PUT /v2.0/routers/b259a713-2fdd-4e1a-a9dc-b3003c7fc7cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4340036 Mar 11 15:29:36.429275 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34846) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:36.429478 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34848) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:36.435244 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338ac386-c14c-4257-aa0f-23a85bb211af None None] Sync routers for ids ['b259a713-2fdd-4e1a-a9dc-b3003c7fc7cc'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:29:36.469707 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6c9acf96-2fde-4e60-b184-49acf028d602 None None] Transition to ACTIVE for port object a1c7ee32-89c4-40b0-bac7-1a8071491cf6 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:29:36.471206 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338ac386-c14c-4257-aa0f-23a85bb211af None None] Routers {'b259a713-2fdd-4e1a-a9dc-b3003c7fc7cc'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:29:36.471995 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-338ac386-c14c-4257-aa0f-23a85bb211af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:29:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['b259a713-2fdd-4e1a-a9dc-b3003c7fc7cc'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:36.542280 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6c9acf96-2fde-4e60-b184-49acf028d602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:36.594112 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-338ac386-c14c-4257-aa0f-23a85bb211af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:36.597407 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['073652c7-6cc6-4dad-8555-e471bf6e6ede'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 15:29:36.607095 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-ad1d7181-01dc-4a2d-bede-4aac92d8f2f9 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Request body: {'subnet': {'network_id': '62391ec2-03fc-4398-8153-a3691f716b6e', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:36.610390 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5737ba1-d763-4ab7-bf2e-c4e7127ddf15 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Made reservation on behalf of 6b1a6507e257408892b3294b50293467 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:29:36.619061 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e5737ba1-d763-4ab7-bf2e-c4e7127ddf15 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:36.692838 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9acf96-2fde-4e60-b184-49acf028d602 None None] Network 842924a6-e389-433a-b1bc-4253c6620bca is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:29:36.697839 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-6c9acf96-2fde-4e60-b184-49acf028d602 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:29:36.706823 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9acf96-2fde-4e60-b184-49acf028d602 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:29:36.719223 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9acf96-2fde-4e60-b184-49acf028d602 None None] Pushing event updated for resources: {'Port': ['ID=a1c7ee32-89c4-40b0-bac7-1a8071491cf6,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:36.734413 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-24a12280-3149-4773-8dfe-fac3b4852c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb4ea81-f01e-4af6-b207-82c89eead0ea', 'name': 'tempest-ServersTestManualDisk-1341516787-router', 'tenant_id': '54e768a48d9c4cc792b381d6c65e8408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': 'ea092aeb-ac39-4df4-af85-8016eb2f62c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:33Z', 'updated_at': '2022-03-11T15:29:31Z', 'revision_number': 5, 'project_id': '54e768a48d9c4cc792b381d6c65e8408', 'gw_port': {'id': 'ea092aeb-ac39-4df4-af85-8016eb2f62c4', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb4ea81-f01e-4af6-b207-82c89eead0ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:34Z', 'updated_at': '2022-03-11T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:36.743465 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a12280-3149-4773-8dfe-fac3b4852c3d None None] Checking router: 4eb4ea81-f01e-4af6-b207-82c89eead0ea for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:29:36.780031 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a12280-3149-4773-8dfe-fac3b4852c3d None None] Routers {'4eb4ea81-f01e-4af6-b207-82c89eead0ea'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:29:36.781823 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-24a12280-3149-4773-8dfe-fac3b4852c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:29:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['4eb4ea81-f01e-4af6-b207-82c89eead0ea'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:36.791781 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34856) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:36.803185 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338ac386-c14c-4257-aa0f-23a85bb211af None None] Routers {'b259a713-2fdd-4e1a-a9dc-b3003c7fc7cc'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:29:36.804064 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-338ac386-c14c-4257-aa0f-23a85bb211af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:29:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['b259a713-2fdd-4e1a-a9dc-b3003c7fc7cc'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:36.907591 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-338ac386-c14c-4257-aa0f-23a85bb211af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:36.908303 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338ac386-c14c-4257-aa0f-23a85bb211af None None] The sync data for ids ['b259a713-2fdd-4e1a-a9dc-b3003c7fc7cc'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:29:36.928501 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-6c9acf96-2fde-4e60-b184-49acf028d602 None None] Attempting to bind port a1c7ee32-89c4-40b0-bac7-1a8071491cf6 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:29:36.929121 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-6c9acf96-2fde-4e60-b184-49acf028d602 None None] Attempting to bind port a1c7ee32-89c4-40b0-bac7-1a8071491cf6 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '3776621c-4553-497b-a02b-4d3e375cd790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '842924a6-e389-433a-b1bc-4253c6620bca'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:29:36.930149 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9acf96-2fde-4e60-b184-49acf028d602 None None] Attempting to bind port a1c7ee32-89c4-40b0-bac7-1a8071491cf6 on network 842924a6-e389-433a-b1bc-4253c6620bca {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:29:36.941463 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9acf96-2fde-4e60-b184-49acf028d602 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:29:36.942206 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9acf96-2fde-4e60-b184-49acf028d602 None None] Checking segment: {'id': '3776621c-4553-497b-a02b-4d3e375cd790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '842924a6-e389-433a-b1bc-4253c6620bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:29:36.942767 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6c9acf96-2fde-4e60-b184-49acf028d602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:36.943407 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9acf96-2fde-4e60-b184-49acf028d602 None None] Bound using segment: {'id': '3776621c-4553-497b-a02b-4d3e375cd790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '842924a6-e389-433a-b1bc-4253c6620bca'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:29:36.944083 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-6c9acf96-2fde-4e60-b184-49acf028d602 None None] Bound port: a1c7ee32-89c4-40b0-bac7-1a8071491cf6, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3776621c-4553-497b-a02b-4d3e375cd790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '842924a6-e389-433a-b1bc-4253c6620bca'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:29:36.944690 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6c9acf96-2fde-4e60-b184-49acf028d602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:36.945531 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1ed8e-0961-453f-bd0f-3fe70b262db8 req-75f032f5-bf7b-43a5-a842-8c9d8b1484d6 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:36.947217 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3ff1ed8e-0961-453f-bd0f-3fe70b262db8 req-75f032f5-bf7b-43a5-a842-8c9d8b1484d6 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfe0188f-8454-425c-9a64-95c2e897d519 HTTP/1.1" status: 200 len: 945 time: 0.2939169 Mar 11 15:29:37.046203 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-24a12280-3149-4773-8dfe-fac3b4852c3d None None] Set router 4eb4ea81-f01e-4af6-b207-82c89eead0ea gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:29:37.072427 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3ff1ed8e-0961-453f-bd0f-3fe70b262db8 req-46c9d076-1b80-438f-bc1e-9f8e8cdc0a55 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3626f8a0-b374-45ac-8cab-a128d317e5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110635 Mar 11 15:29:37.105525 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-dca2830d-d0ca-43e3-946b-14302de891ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:37.127380 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-dca2830d-d0ca-43e3-946b-14302de891ff admin admin] Deleting port ea092aeb-ac39-4df4-af85-8016eb2f62c4 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:29:37.127771 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-dca2830d-d0ca-43e3-946b-14302de891ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:37.250499 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-6c9acf96-2fde-4e60-b184-49acf028d602 None None] For port a1c7ee32-89c4-40b0-bac7-1a8071491cf6, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:29:37.264697 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-6c9acf96-2fde-4e60-b184-49acf028d602 None None] For port a1c7ee32-89c4-40b0-bac7-1a8071491cf6, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=a1c7ee32-89c4-40b0-bac7-1a8071491cf6,segment=NetworkSegment(3776621c-4553-497b-a02b-4d3e375cd790),segment_id=3776621c-4553-497b-a02b-4d3e375cd790)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:29:37.276961 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-cb1e8425-b55d-46bc-85e3-c1e3c393fafe tempest-AgentManagementNegativeTest-877387330 tempest-AgentManagementNegativeTest-877387330-project] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4764791 Mar 11 15:29:37.294867 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6c9acf96-2fde-4e60-b184-49acf028d602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:37.336728 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ad1d7181-01dc-4a2d-bede-4aac92d8f2f9 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:37.366742 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e5737ba1-d763-4ab7-bf2e-c4e7127ddf15 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:37.536204 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ad1d7181-01dc-4a2d-bede-4aac92d8f2f9 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Usage tracker for resource:subnet and tenant:f8a07a0692504f09a49af7bfa2896e37 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:37.539917 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ad1d7181-01dc-4a2d-bede-4aac92d8f2f9 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:37.553577 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ad1d7181-01dc-4a2d-bede-4aac92d8f2f9 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:37.558100 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9acf96-2fde-4e60-b184-49acf028d602 None None] Pushing event updated for resources: {'Port': ['ID=a1c7ee32-89c4-40b0-bac7-1a8071491cf6,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:37.582107 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-24a12280-3149-4773-8dfe-fac3b4852c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb4ea81-f01e-4af6-b207-82c89eead0ea', 'name': 'tempest-ServersTestManualDisk-1341516787-router', 'tenant_id': '54e768a48d9c4cc792b381d6c65e8408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': 'ea092aeb-ac39-4df4-af85-8016eb2f62c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:33Z', 'updated_at': '2022-03-11T15:29:31Z', 'revision_number': 5, 'project_id': '54e768a48d9c4cc792b381d6c65e8408', 'gw_port': {'id': 'ea092aeb-ac39-4df4-af85-8016eb2f62c4', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb4ea81-f01e-4af6-b207-82c89eead0ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:34Z', 'updated_at': '2022-03-11T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:37.588078 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5737ba1-d763-4ab7-bf2e-c4e7127ddf15 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Network 842924a6-e389-433a-b1bc-4253c6620bca is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:29:37.591697 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a12280-3149-4773-8dfe-fac3b4852c3d None None] The sync data for ids ['4eb4ea81-f01e-4af6-b207-82c89eead0ea'] in dv-neutron-833373-1-hyperv is: [{'id': '4eb4ea81-f01e-4af6-b207-82c89eead0ea', 'name': 'tempest-ServersTestManualDisk-1341516787-router', 'tenant_id': '54e768a48d9c4cc792b381d6c65e8408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': 'ea092aeb-ac39-4df4-af85-8016eb2f62c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:33Z', 'updated_at': '2022-03-11T15:29:31Z', 'revision_number': 5, 'project_id': '54e768a48d9c4cc792b381d6c65e8408', 'gw_port': {'id': 'ea092aeb-ac39-4df4-af85-8016eb2f62c4', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb4ea81-f01e-4af6-b207-82c89eead0ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:34Z', 'updated_at': '2022-03-11T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:29:37.606020 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-e5737ba1-d763-4ab7-bf2e-c4e7127ddf15 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:29:37.614857 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5737ba1-d763-4ab7-bf2e-c4e7127ddf15 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:37.615520 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e5737ba1-d763-4ab7-bf2e-c4e7127ddf15 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:37.660001 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-dca2830d-d0ca-43e3-946b-14302de891ff admin admin] For port ea092aeb-ac39-4df4-af85-8016eb2f62c4, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ea092aeb-ac39-4df4-af85-8016eb2f62c4,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:29:37.660715 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-dca2830d-d0ca-43e3-946b-14302de891ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:37.755134 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1d7181-01dc-4a2d-bede-4aac92d8f2f9 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Made reservation on behalf of f8a07a0692504f09a49af7bfa2896e37 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:29:37.826244 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-dca2830d-d0ca-43e3-946b-14302de891ff admin admin] Calling delete_port for ea092aeb-ac39-4df4-af85-8016eb2f62c4 owned by network:router_gateway {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:29:37.832768 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e028de96-e910-44a8-957d-34422965007f tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks [] for router, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:37.853284 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34866) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:37.856529 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5737ba1-d763-4ab7-bf2e-c4e7127ddf15 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'Subnet': ['ID=08dea884-6137-41d4-aa4b-07cb546b8f17,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:37.878920 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-e5737ba1-d763-4ab7-bf2e-c4e7127ddf15 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1097801 Mar 11 15:29:37.893334 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34872) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:37.900807 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-d3526d92-3300-401a-b5e2-8449186b7423 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'port': {'network_id': '842924a6-e389-433a-b1bc-4253c6620bca', 'fixed_ips': [{'subnet_id': '8fbfb267-7761-426b-b5c1-25e9c12b62ec'}, {'subnet_id': '08dea884-6137-41d4-aa4b-07cb546b8f17'}], 'name': 'tempest-PortsIpV6TestJSON-1069637904'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:38.042548 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ad1d7181-01dc-4a2d-bede-4aac92d8f2f9 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:38.207088 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-d3526d92-3300-401a-b5e2-8449186b7423 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:38.210570 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6add10df-70cf-4139-a847-abdaeefba36e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:38.261782 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-d3526d92-3300-401a-b5e2-8449186b7423 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Usage tracker for resource:port and tenant:6b1a6507e257408892b3294b50293467 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:38.266366 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-d3526d92-3300-401a-b5e2-8449186b7423 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:38.284700 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-d3526d92-3300-401a-b5e2-8449186b7423 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:38.357122 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3526d92-3300-401a-b5e2-8449186b7423 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Made reservation on behalf of 6b1a6507e257408892b3294b50293467 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:29:38.363077 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d3526d92-3300-401a-b5e2-8449186b7423 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:38.393806 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-d3526d92-3300-401a-b5e2-8449186b7423 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] device_id is not set on port 5be4105c-53f3-4505-ab2f-e4e71a3da284 yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:29:38.433841 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-6add10df-70cf-4139-a847-abdaeefba36e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:38.441696 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-6add10df-70cf-4139-a847-abdaeefba36e admin admin] Usage tracker for resource:security_group_rule and tenant:d65a054daec140c8b1855cff1a98c6ba is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:38.445741 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-6add10df-70cf-4139-a847-abdaeefba36e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:38.458125 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-6add10df-70cf-4139-a847-abdaeefba36e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:38.468506 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ad1d7181-01dc-4a2d-bede-4aac92d8f2f9 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:38.476192 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-dca2830d-d0ca-43e3-946b-14302de891ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:38.533653 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-e028de96-e910-44a8-957d-34422965007f tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 11 15:29:38.534621 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e028de96-e910-44a8-957d-34422965007f tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] 10.222.0.31 "DELETE /v2.0/routers/b259a713-2fdd-4e1a-a9dc-b3003c7fc7cc HTTP/1.1" status: 409 len: 329 time: 2.1036196 Mar 11 15:29:38.547451 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34878) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:38.576927 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2830d-d0ca-43e3-946b-14302de891ff admin admin] Pushing event deleted for resources: {'Port': ['ID=ea092aeb-ac39-4df4-af85-8016eb2f62c4,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:38.694248 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d7181-01dc-4a2d-bede-4aac92d8f2f9 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event updated for resources: {'Subnet': ['ID=d8fd4588-4a81-43e3-9374-23872fedc868,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:38.717452 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device a1c7ee32-89c4-40b0-bac7-1a8071491cf6 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:29:38.743396 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e4c1f0-44c6-4e9a-83f2-a3b693f5d807 admin admin] Router 6ababf4d-47b7-4202-b2cc-427fab38605a has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:29:38.764072 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d91ae3-0f55-4f86-9b05-ee60dbba9822 req-d079a173-882f-4d20-ab40-0b683895f00c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:38.765701 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-23d91ae3-0f55-4f86-9b05-ee60dbba9822 req-d079a173-882f-4d20-ab40-0b683895f00c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfe0188f-8454-425c-9a64-95c2e897d519 HTTP/1.1" status: 200 len: 945 time: 0.3901038 Mar 11 15:29:38.781648 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1d7181-01dc-4a2d-bede-4aac92d8f2f9 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Checking segment: {'id': 'c0747c09-0a7d-4ba1-ac24-f7edbcb469d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '62391ec2-03fc-4398-8153-a3691f716b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:29:38.782013 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1d7181-01dc-4a2d-bede-4aac92d8f2f9 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Network hostable DHCP agents. Network: 62391ec2-03fc-4398-8153-a3691f716b6e, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:29:38.799064 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 073652c7-6cc6-4dad-8555-e471bf6e6ede up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:29:38.933667 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6add10df-70cf-4139-a847-abdaeefba36e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:38.991204 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning for port 073652c7-6cc6-4dad-8555-e471bf6e6ede completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:29:38.996300 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port a1c7ee32-89c4-40b0-bac7-1a8071491cf6 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:29:39.007241 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port 073652c7-6cc6-4dad-8555-e471bf6e6ede triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:29:39.007964 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:39.037425 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 4afcb0bc-40e5-41ff-a424-23500c34798f no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:29:39.086866 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 4afcb0bc-40e5-41ff-a424-23500c34798f {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:29:39.087349 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 4afcb0bc-40e5-41ff-a424-23500c34798f not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:29:39.138459 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fd7b43-9823-41f3-a657-d19384cb68a1 None None] Network 842924a6-e389-433a-b1bc-4253c6620bca requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:29:39.178690 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6add10df-70cf-4139-a847-abdaeefba36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:39.208790 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-23d91ae3-0f55-4f86-9b05-ee60dbba9822 req-307463ce-3506-437d-b3ef-702109db1979 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3626f8a0-b374-45ac-8cab-a128d317e5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4310222 Mar 11 15:29:39.212766 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1d7181-01dc-4a2d-bede-4aac92d8f2f9 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Network 62391ec2-03fc-4398-8153-a3691f716b6e is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:29:39.248490 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-ad1d7181-01dc-4a2d-bede-4aac92d8f2f9 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 62391ec2-03fc-4398-8153-a3691f716b6e) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:29:39.253181 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1d7181-01dc-4a2d-bede-4aac92d8f2f9 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:39.254197 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ad1d7181-01dc-4a2d-bede-4aac92d8f2f9 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:39.313806 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9261e0f8-db5e-42d7-ba8e-545f71b02996 None None] Network 62391ec2-03fc-4398-8153-a3691f716b6e requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:29:39.371863 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-dca2830d-d0ca-43e3-946b-14302de891ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:39.418517 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ad1d7181-01dc-4a2d-bede-4aac92d8f2f9 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.9803293 Mar 11 15:29:39.426133 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34882) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:39.433271 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-9c4b1268-224f-45f4-92c4-da5c19dac3a5 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-351591506'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:39.451347 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-6add10df-70cf-4139-a847-abdaeefba36e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d65a054daec140c8b1855cff1a98c6ba&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5962348 Mar 11 15:29:39.454254 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-9c4b1268-224f-45f4-92c4-da5c19dac3a5 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:39.457126 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34886) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:39.467008 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-9c4b1268-224f-45f4-92c4-da5c19dac3a5 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Usage tracker for resource:network and tenant:f8a07a0692504f09a49af7bfa2896e37 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:39.484852 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-9c4b1268-224f-45f4-92c4-da5c19dac3a5 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:39.505108 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-9c4b1268-224f-45f4-92c4-da5c19dac3a5 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:39.520559 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add10df-70cf-4139-a847-abdaeefba36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cec9926-2e98-40ff-9c77-b0831444e3bd,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:39.568726 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4b1268-224f-45f4-92c4-da5c19dac3a5 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Made reservation on behalf of f8a07a0692504f09a49af7bfa2896e37 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:29:39.571459 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9c4b1268-224f-45f4-92c4-da5c19dac3a5 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:39.593009 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:39.605874 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cfff5c84-0f2a-46bf-8f45-dc7b93c1b7a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:39.610180 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-958d1d54-6a0f-4938-898d-5833b11abe99 None None] Provisioning for port a1c7ee32-89c4-40b0-bac7-1a8071491cf6 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:29:39.646469 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-958d1d54-6a0f-4938-898d-5833b11abe99 None None] Provisioning complete for port a1c7ee32-89c4-40b0-bac7-1a8071491cf6 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:29:39.646848 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-958d1d54-6a0f-4938-898d-5833b11abe99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:39.687539 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cfff5c84-0f2a-46bf-8f45-dc7b93c1b7a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:39.714424 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c4b1268-224f-45f4-92c4-da5c19dac3a5 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:29:39.725418 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-01c3890c-b758-427e-91c5-18dc385d485d tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:39.757862 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-dca2830d-d0ca-43e3-946b-14302de891ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:39.764803 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe0188f-8454-425c-9a64-95c2e897d519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073652c7-6cc6-4dad-8555-e471bf6e6ede'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:29:39.767310 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-dca2830d-d0ca-43e3-946b-14302de891ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:39.789110 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-d3526d92-3300-401a-b5e2-8449186b7423 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Allocated IP 2001:db8::128 (842924a6-e389-433a-b1bc-4253c6620bca/8fbfb267-7761-426b-b5c1-25e9c12b62ec/5be4105c-53f3-4505-ab2f-e4e71a3da284) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:29:39.804129 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-d3526d92-3300-401a-b5e2-8449186b7423 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Allocated IP 2001:db8:0:1::1cf (842924a6-e389-433a-b1bc-4253c6620bca/08dea884-6137-41d4-aa4b-07cb546b8f17/5be4105c-53f3-4505-ab2f-e4e71a3da284) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:29:39.811439 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 073652c7-6cc6-4dad-8555-e471bf6e6ede, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=073652c7-6cc6-4dad-8555-e471bf6e6ede,segment=NetworkSegment(8c441113-7fec-4769-bcce-89407f41ac7d),segment_id=8c441113-7fec-4769-bcce-89407f41ac7d)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:29:39.830516 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:39.847295 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-dca2830d-d0ca-43e3-946b-14302de891ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:39.848678 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca2830d-d0ca-43e3-946b-14302de891ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4eb4ea81-f01e-4af6-b207-82c89eead0ea {{(pid=83866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:29:39.958119 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfe0188f-8454-425c-9a64-95c2e897d519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073652c7-6cc6-4dad-8555-e471bf6e6ede', 'code': 200} Mar 11 15:29:39.975576 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9c4b1268-224f-45f4-92c4-da5c19dac3a5 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:39.976171 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-9c4b1268-224f-45f4-92c4-da5c19dac3a5 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Added segment ab5b4ec9-6ce1-4456-92e1-456c3e75678d of type vlan for network b657dd10-ee9a-4f61-9c48-629fbba6a49f Mar 11 15:29:39.995621 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e4c1f0-44c6-4e9a-83f2-a3b693f5d807 admin admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:29:40.026567 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a00f2d-10e8-4f21-9646-6ceed1abd7e5 None None] Sync routers for ids ['6ababf4d-47b7-4202-b2cc-427fab38605a'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:29:40.073786 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a00f2d-10e8-4f21-9646-6ceed1abd7e5 None None] Routers {'6ababf4d-47b7-4202-b2cc-427fab38605a'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:29:40.075191 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-09a00f2d-10e8-4f21-9646-6ceed1abd7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:29:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['6ababf4d-47b7-4202-b2cc-427fab38605a'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:40.102798 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9c4b1268-224f-45f4-92c4-da5c19dac3a5 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:40.122403 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-dca2830d-d0ca-43e3-946b-14302de891ff admin admin] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:40.126082 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-dca2830d-d0ca-43e3-946b-14302de891ff admin admin] 10.222.0.31 "DELETE /v2.0/routers/4eb4ea81-f01e-4af6-b207-82c89eead0ea HTTP/1.1" status: 204 len: 168 time: 4.5451252 Mar 11 15:29:40.126505 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34892) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:40.197087 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d1e4c1f0-44c6-4e9a-83f2-a3b693f5d807 admin admin] 10.222.0.31 "PUT /v2.0/routers/6ababf4d-47b7-4202-b2cc-427fab38605a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4702990 Mar 11 15:29:40.213187 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34896) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:40.219263 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-958d1d54-6a0f-4938-898d-5833b11abe99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:40.219490 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cfff5c84-0f2a-46bf-8f45-dc7b93c1b7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:40.222219 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cfff5c84-0f2a-46bf-8f45-dc7b93c1b7a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:40.223793 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-cfff5c84-0f2a-46bf-8f45-dc7b93c1b7a8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4cec9926-2e98-40ff-9c77-b0831444e3bd HTTP/1.1" status: 204 len: 168 time: 0.7622480 Mar 11 15:29:40.225522 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.db.resource_extend [None req-9c4b1268-224f-45f4-92c4-da5c19dac3a5 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:29:40.228044 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=073652c7-6cc6-4dad-8555-e471bf6e6ede,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:40.230959 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39c9f4c-f1b4-40a1-b231-f20875f17054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-62391ec2-03fc-4398-8153-a3691f716b6e', 'network_id': '62391ec2-03fc-4398-8153-a3691f716b6e', 'tenant_id': 'f8a07a0692504f09a49af7bfa2896e37', 'fixed_ips': [{'subnet_id': 'd8fd4588-4a81-43e3-9374-23872fedc868'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:29:40.231830 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c39c9f4c-f1b4-40a1-b231-f20875f17054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:40.278224 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff5c84-0f2a-46bf-8f45-dc7b93c1b7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cec9926-2e98-40ff-9c77-b0831444e3bd,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:40.315983 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-1496c8b6-fbdd-4fd1-affb-10def63ddd87 admin admin] Deleting subnet 0deb0200-fdc9-49c8-a3b0-86e2c2e46535 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:29:40.321085 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9c4b1268-224f-45f4-92c4-da5c19dac3a5 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:40.325729 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4b1268-224f-45f4-92c4-da5c19dac3a5 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:40.326425 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9c4b1268-224f-45f4-92c4-da5c19dac3a5 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:40.344386 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-958d1d54-6a0f-4938-898d-5833b11abe99 None None] For port a1c7ee32-89c4-40b0-bac7-1a8071491cf6, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=a1c7ee32-89c4-40b0-bac7-1a8071491cf6,segment=NetworkSegment(3776621c-4553-497b-a02b-4d3e375cd790),segment_id=3776621c-4553-497b-a02b-4d3e375cd790)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:29:40.361183 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1496c8b6-fbdd-4fd1-affb-10def63ddd87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:40.361949 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-958d1d54-6a0f-4938-898d-5833b11abe99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:40.566565 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9c4b1268-224f-45f4-92c4-da5c19dac3a5 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1327920 Mar 11 15:29:40.585120 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34904) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:40.595518 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1496c8b6-fbdd-4fd1-affb-10def63ddd87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:40.672617 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958d1d54-6a0f-4938-898d-5833b11abe99 None None] Pushing event updated for resources: {'Port': ['ID=a1c7ee32-89c4-40b0-bac7-1a8071491cf6,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:40.717381 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device ea092aeb-ac39-4df4-af85-8016eb2f62c4 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:29:40.717611 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-9cca39d5-25e5-4190-8299-9f191304049c tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Request body: {'subnet': {'network_id': 'b657dd10-ee9a-4f61-9c48-629fbba6a49f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:40.747796 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d3526d92-3300-401a-b5e2-8449186b7423 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:40.776463 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: ea092aeb-ac39-4df4-af85-8016eb2f62c4 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:29:40.777484 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device ea092aeb-ac39-4df4-af85-8016eb2f62c4 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:29:40.787714 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-d3526d92-3300-401a-b5e2-8449186b7423 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Transition to ACTIVE for port object 5be4105c-53f3-4505-ab2f-e4e71a3da284 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:29:40.792952 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16aded9e-bacb-4d9c-a464-14f18ee15e9a None None] Update dhcp port {'port': {'network_id': '842924a6-e389-433a-b1bc-4253c6620bca', 'fixed_ips': [{'subnet_id': '8fbfb267-7761-426b-b5c1-25e9c12b62ec', 'ip_address': '2001:db8::2'}, {'subnet_id': '08dea884-6137-41d4-aa4b-07cb546b8f17'}], 'binding:host_id': 'dv-neutron-833373-1-hyperv'}, 'id': 'a1c7ee32-89c4-40b0-bac7-1a8071491cf6'} from dv-neutron-833373-1-hyperv. {{(pid=83868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 15:29:40.801052 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b1268-224f-45f4-92c4-da5c19dac3a5 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event updated for resources: {'Network': ['ID=b657dd10-ee9a-4f61-9c48-629fbba6a49f,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:40.869547 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network b657dd10-ee9a-4f61-9c48-629fbba6a49f details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:29:40.886856 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-001e309c-19d1-4d59-b842-eb80dabae0f5 req-ce75d79e-5cc2-41d0-a2a6-14e4d1d2b42b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cfe0188f-8454-425c-9a64-95c2e897d519 HTTP/1.1" status: 200 len: 1099 time: 0.4837759 Mar 11 15:29:40.890867 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-09a00f2d-10e8-4f21-9646-6ceed1abd7e5 None None] Set router 6ababf4d-47b7-4202-b2cc-427fab38605a gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:29:40.969904 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d3526d92-3300-401a-b5e2-8449186b7423 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:41.011068 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-c39c9f4c-f1b4-40a1-b231-f20875f17054 None None] Allocated IP 172.20.255.242 (62391ec2-03fc-4398-8153-a3691f716b6e/d8fd4588-4a81-43e3-9374-23872fedc868/222a8342-e475-40ad-bcdd-02663d2b63cc) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:29:41.046309 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-9cca39d5-25e5-4190-8299-9f191304049c tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:41.054226 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-16aded9e-bacb-4d9c-a464-14f18ee15e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:41.080722 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-9cca39d5-25e5-4190-8299-9f191304049c tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Usage tracker for resource:subnet and tenant:f8a07a0692504f09a49af7bfa2896e37 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:41.093342 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-9cca39d5-25e5-4190-8299-9f191304049c tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:41.110121 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-9cca39d5-25e5-4190-8299-9f191304049c tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:41.138680 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1496c8b6-fbdd-4fd1-affb-10def63ddd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:41.178028 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cca39d5-25e5-4190-8299-9f191304049c tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Made reservation on behalf of f8a07a0692504f09a49af7bfa2896e37 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:29:41.237453 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-001e309c-19d1-4d59-b842-eb80dabae0f5 req-5dc0263f-5adf-4a08-b080-a38f09e76367 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3626f8a0-b374-45ac-8cab-a128d317e5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3420792 Mar 11 15:29:41.240168 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3526d92-3300-401a-b5e2-8449186b7423 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Network 842924a6-e389-433a-b1bc-4253c6620bca is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:29:41.263235 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-d3526d92-3300-401a-b5e2-8449186b7423 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:29:41.288018 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3526d92-3300-401a-b5e2-8449186b7423 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:29:41.301470 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3526d92-3300-401a-b5e2-8449186b7423 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:41.302146 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d3526d92-3300-401a-b5e2-8449186b7423 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:41.350881 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3526d92-3300-401a-b5e2-8449186b7423 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'Port': ['ID=5be4105c-53f3-4505-ab2f-e4e71a3da284,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:41.366773 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d3526d92-3300-401a-b5e2-8449186b7423 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.4723310 Mar 11 15:29:41.370775 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34918) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:41.423351 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-40c44be0-a293-4bbf-a384-35e4305bf878 admin admin] Notify callbacks [] for router, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:41.429666 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-715d0e4a-fe1d-44f6-8535-4f76fe08aa31 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8fbfb267-7761-426b-b5c1-25e9c12b62ec'}]}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:41.469702 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3ecfa-2d68-4e74-a10b-5f94208fdd23 req-ab5d8181-4096-498b-a405-4f66f74d330b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:41.479939 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-5aa3ecfa-2d68-4e74-a10b-5f94208fdd23 req-ab5d8181-4096-498b-a405-4f66f74d330b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfe0188f-8454-425c-9a64-95c2e897d519 HTTP/1.1" status: 200 len: 946 time: 0.8222375 Mar 11 15:29:41.650461 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-09a00f2d-10e8-4f21-9646-6ceed1abd7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ababf4d-47b7-4202-b2cc-427fab38605a', 'name': 'tempest-ServersTestJSON-1845228925-router', 'tenant_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '6b7f36c6-c062-43b6-be17-b8d0a0d61187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:34Z', 'updated_at': '2022-03-11T15:29:33Z', 'revision_number': 5, 'project_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'gw_port': {'id': '6b7f36c6-c062-43b6-be17-b8d0a0d61187', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ababf4d-47b7-4202-b2cc-427fab38605a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:36Z', 'updated_at': '2022-03-11T15:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:41.656294 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a00f2d-10e8-4f21-9646-6ceed1abd7e5 None None] Checking router: 6ababf4d-47b7-4202-b2cc-427fab38605a for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:29:41.666705 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9cca39d5-25e5-4190-8299-9f191304049c tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:41.681122 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a00f2d-10e8-4f21-9646-6ceed1abd7e5 None None] Routers {'6ababf4d-47b7-4202-b2cc-427fab38605a'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:29:41.681749 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-09a00f2d-10e8-4f21-9646-6ceed1abd7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:29:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['6ababf4d-47b7-4202-b2cc-427fab38605a'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:41.815412 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1496c8b6-fbdd-4fd1-affb-10def63ddd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:41.899851 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34928) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:41.930285 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c39c9f4c-f1b4-40a1-b231-f20875f17054 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:41.955206 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-09a00f2d-10e8-4f21-9646-6ceed1abd7e5 None None] Set router 6ababf4d-47b7-4202-b2cc-427fab38605a gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:29:41.956459 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-c39c9f4c-f1b4-40a1-b231-f20875f17054 None None] Transition to ACTIVE for port object 222a8342-e475-40ad-bcdd-02663d2b63cc will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:29:41.992797 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-c39c9f4c-f1b4-40a1-b231-f20875f17054 None None] Transition to ACTIVE for port object 222a8342-e475-40ad-bcdd-02663d2b63cc will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:29:41.994826 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-16aded9e-bacb-4d9c-a464-14f18ee15e9a None None] Allocated IP 2001:db8:0:1::2 (842924a6-e389-433a-b1bc-4253c6620bca/08dea884-6137-41d4-aa4b-07cb546b8f17/a1c7ee32-89c4-40b0-bac7-1a8071491cf6) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:29:42.010256 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c39c9f4c-f1b4-40a1-b231-f20875f17054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:42.022378 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1496c8b6-fbdd-4fd1-affb-10def63ddd87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:42.028346 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-5aa3ecfa-2d68-4e74-a10b-5f94208fdd23 req-1b0b8818-44b4-4938-afbf-c695b448ed90 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3626f8a0-b374-45ac-8cab-a128d317e5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5471694 Mar 11 15:29:42.099574 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93db4e20-9d39-4a3f-8546-bb87f4fe88c4 None None] Network 9d1bdf5f-7420-4f23-9c17-987fb939c5fe requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:29:42.120704 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496c8b6-fbdd-4fd1-affb-10def63ddd87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0deb0200-fdc9-49c8-a3b0-86e2c2e46535,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:42.123648 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-40c44be0-a293-4bbf-a384-35e4305bf878 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:42.142174 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-40c44be0-a293-4bbf-a384-35e4305bf878 admin admin] Deleting port 6b7f36c6-c062-43b6-be17-b8d0a0d61187 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:29:42.142843 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-40c44be0-a293-4bbf-a384-35e4305bf878 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:42.196600 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [None req-5201fa8f-5686-4ad5-a0ef-e25818b52fc2 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:42.197980 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-5201fa8f-5686-4ad5-a0ef-e25818b52fc2 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.2975154 Mar 11 15:29:42.205667 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34934) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:42.244312 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [None req-a68fcf14-a296-4e93-b5b5-efa35898370a tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:42.252319 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a68fcf14-a296-4e93-b5b5-efa35898370a tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0450253 Mar 11 15:29:42.253139 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34938) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:42.274138 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39c9f4c-f1b4-40a1-b231-f20875f17054 None None] Network 62391ec2-03fc-4398-8153-a3691f716b6e is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:29:42.278708 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [None req-627b2d07-7af8-4d98-9a7a-d48b9662e22b tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:42.283725 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-627b2d07-7af8-4d98-9a7a-d48b9662e22b tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0212603 Mar 11 15:29:42.284027 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-c39c9f4c-f1b4-40a1-b231-f20875f17054 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:29:42.284712 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34942) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:42.300302 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-1496c8b6-fbdd-4fd1-affb-10def63ddd87 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0deb0200-fdc9-49c8-a3b0-86e2c2e46535 HTTP/1.1" status: 204 len: 168 time: 2.1703603 Mar 11 15:29:42.309759 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34946) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:42.313122 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [None req-8b68ea2f-d03e-4a29-a838-a72e716dc7f2 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:42.321978 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-8b68ea2f-d03e-4a29-a838-a72e716dc7f2 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0255141 Mar 11 15:29:42.322776 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34948) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:42.341714 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [None req-1d19ca16-624d-439e-9eaa-279696eb62ee tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:42.349293 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39c9f4c-f1b4-40a1-b231-f20875f17054 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:29:42.353837 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-1d19ca16-624d-439e-9eaa-279696eb62ee tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0265946 Mar 11 15:29:42.372297 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34954) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:42.396501 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c9f4c-f1b4-40a1-b231-f20875f17054 None None] Pushing event updated for resources: {'Port': ['ID=222a8342-e475-40ad-bcdd-02663d2b63cc,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:42.414003 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [None req-04a797d9-705c-473a-ba96-fb0f17bf8deb tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83867) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:42.414977 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-04a797d9-705c-473a-ba96-fb0f17bf8deb tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0055792 Mar 11 15:29:42.443738 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34958) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:42.479174 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-09a00f2d-10e8-4f21-9646-6ceed1abd7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ababf4d-47b7-4202-b2cc-427fab38605a', 'name': 'tempest-ServersTestJSON-1845228925-router', 'tenant_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '6b7f36c6-c062-43b6-be17-b8d0a0d61187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:34Z', 'updated_at': '2022-03-11T15:29:33Z', 'revision_number': 5, 'project_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'gw_port': {'id': '6b7f36c6-c062-43b6-be17-b8d0a0d61187', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ababf4d-47b7-4202-b2cc-427fab38605a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:36Z', 'updated_at': '2022-03-11T15:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:42.484933 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a00f2d-10e8-4f21-9646-6ceed1abd7e5 None None] The sync data for ids ['6ababf4d-47b7-4202-b2cc-427fab38605a'] in dv-neutron-833373-1-hyperv is: [{'id': '6ababf4d-47b7-4202-b2cc-427fab38605a', 'name': 'tempest-ServersTestJSON-1845228925-router', 'tenant_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '6b7f36c6-c062-43b6-be17-b8d0a0d61187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:34Z', 'updated_at': '2022-03-11T15:29:33Z', 'revision_number': 5, 'project_id': '775252413a2b4ceb9ae1b5a003c1e0db', 'gw_port': {'id': '6b7f36c6-c062-43b6-be17-b8d0a0d61187', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ababf4d-47b7-4202-b2cc-427fab38605a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:36Z', 'updated_at': '2022-03-11T15:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:29:42.552662 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-40c44be0-a293-4bbf-a384-35e4305bf878 admin admin] For port 6b7f36c6-c062-43b6-be17-b8d0a0d61187, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=6b7f36c6-c062-43b6-be17-b8d0a0d61187,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:29:42.552662 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-40c44be0-a293-4bbf-a384-35e4305bf878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:42.605398 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [None req-4568ec89-2a7d-47e1-9fa6-2d8f94ef55f2 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83867) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:42.606375 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4568ec89-2a7d-47e1-9fa6-2d8f94ef55f2 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.1614704 Mar 11 15:29:42.611469 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-c39c9f4c-f1b4-40a1-b231-f20875f17054 None None] Attempting to bind port 222a8342-e475-40ad-bcdd-02663d2b63cc on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:29:42.611850 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-c39c9f4c-f1b4-40a1-b231-f20875f17054 None None] Attempting to bind port 222a8342-e475-40ad-bcdd-02663d2b63cc by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'c0747c09-0a7d-4ba1-ac24-f7edbcb469d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '62391ec2-03fc-4398-8153-a3691f716b6e'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:29:42.612267 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39c9f4c-f1b4-40a1-b231-f20875f17054 None None] Attempting to bind port 222a8342-e475-40ad-bcdd-02663d2b63cc on network 62391ec2-03fc-4398-8153-a3691f716b6e {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:29:42.621053 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-16aded9e-bacb-4d9c-a464-14f18ee15e9a None None] For port a1c7ee32-89c4-40b0-bac7-1a8071491cf6, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=a1c7ee32-89c4-40b0-bac7-1a8071491cf6,segment=NetworkSegment(3776621c-4553-497b-a02b-4d3e375cd790),segment_id=3776621c-4553-497b-a02b-4d3e375cd790)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:29:42.648676 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39c9f4c-f1b4-40a1-b231-f20875f17054 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:29:42.649384 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39c9f4c-f1b4-40a1-b231-f20875f17054 None None] Checking segment: {'id': 'c0747c09-0a7d-4ba1-ac24-f7edbcb469d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '62391ec2-03fc-4398-8153-a3691f716b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:29:42.650031 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c39c9f4c-f1b4-40a1-b231-f20875f17054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:42.650663 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39c9f4c-f1b4-40a1-b231-f20875f17054 None None] Bound using segment: {'id': 'c0747c09-0a7d-4ba1-ac24-f7edbcb469d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '62391ec2-03fc-4398-8153-a3691f716b6e'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:29:42.651478 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-c39c9f4c-f1b4-40a1-b231-f20875f17054 None None] Bound port: 222a8342-e475-40ad-bcdd-02663d2b63cc, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0747c09-0a7d-4ba1-ac24-f7edbcb469d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '62391ec2-03fc-4398-8153-a3691f716b6e'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:29:42.652129 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c39c9f4c-f1b4-40a1-b231-f20875f17054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:42.683329 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34962) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:42.726623 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device a1c7ee32-89c4-40b0-bac7-1a8071491cf6 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:29:42.772582 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.resource_extend [None req-16aded9e-bacb-4d9c-a464-14f18ee15e9a None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:29:42.803142 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [None req-3967cfca-d34f-415f-b598-8ed23bc8540b tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:42.807210 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-3967cfca-d34f-415f-b598-8ed23bc8540b tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.1211121 Mar 11 15:29:42.807960 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34966) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:42.814959 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-40c44be0-a293-4bbf-a384-35e4305bf878 admin admin] Calling delete_port for 6b7f36c6-c062-43b6-be17-b8d0a0d61187 owned by network:router_gateway {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:29:42.856248 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [None req-7c3dbaba-9c36-4eed-8571-4504cd2303aa tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:42.860782 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-7c3dbaba-9c36-4eed-8571-4504cd2303aa tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0167105 Mar 11 15:29:42.865035 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34970) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:42.878745 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9cca39d5-25e5-4190-8299-9f191304049c tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:42.884056 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-715d0e4a-fe1d-44f6-8535-4f76fe08aa31 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:42.888750 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [None req-4b90bd4f-1347-46fd-9c39-34d9f837c192 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:42.901490 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34974) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:42.907882 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-4b90bd4f-1347-46fd-9c39-34d9f837c192 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0411322 Mar 11 15:29:43.020388 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [None req-b5ce9950-2277-40d7-8c47-4f27210e174d tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83867) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:43.020963 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b5ce9950-2277-40d7-8c47-4f27210e174d tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0518115 Mar 11 15:29:43.046149 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34978) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:43.056281 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-16aded9e-bacb-4d9c-a464-14f18ee15e9a None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:43.067122 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46f6c7c-03c3-4400-8d4a-815b3d7b8d75 None None] DHCP port deletion for 9d1bdf5f-7420-4f23-9c17-987fb939c5fe request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:29:43.076179 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [None req-3b0df793-bf47-4c52-b829-09e57056e734 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83867) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:43.077159 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-3b0df793-bf47-4c52-b829-09e57056e734 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0225198 Mar 11 15:29:43.115887 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-06b0a58d-9b41-49bd-aa22-a36242275e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:43.127851 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34982) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:43.138502 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-c46f6c7c-03c3-4400-8d4a-815b3d7b8d75 None None] Deleting port dd192bbb-fad1-4d3e-9012-db271e98659b {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:29:43.138502 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c46f6c7c-03c3-4400-8d4a-815b3d7b8d75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:43.154455 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [None req-192a5620-6096-481d-9994-7d7aad5cc50b tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83867) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:43.155447 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-192a5620-6096-481d-9994-7d7aad5cc50b tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0233352 Mar 11 15:29:43.164660 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 34988) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:43.171429 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-06b0a58d-9b41-49bd-aa22-a36242275e3b admin admin] Deleting port dd192bbb-fad1-4d3e-9012-db271e98659b {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:29:43.171847 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-06b0a58d-9b41-49bd-aa22-a36242275e3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:43.215921 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca39d5-25e5-4190-8299-9f191304049c tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event updated for resources: {'Subnet': ['ID=203244f2-448b-47a0-9990-c805c01ba3f8,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:43.228129 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-40c44be0-a293-4bbf-a384-35e4305bf878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:43.240206 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-16aded9e-bacb-4d9c-a464-14f18ee15e9a None None] Transition to ACTIVE for port object a1c7ee32-89c4-40b0-bac7-1a8071491cf6 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:29:43.245804 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port a1c7ee32-89c4-40b0-bac7-1a8071491cf6 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:29:43.246177 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:43.273980 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-c39c9f4c-f1b4-40a1-b231-f20875f17054 None None] For port 222a8342-e475-40ad-bcdd-02663d2b63cc, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:29:43.284182 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-16aded9e-bacb-4d9c-a464-14f18ee15e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:43.290433 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [None req-9e1b204a-45eb-4743-abdf-9f0420487e71 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83867) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:43.290839 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9e1b204a-45eb-4743-abdf-9f0420487e71 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0923574 Mar 11 15:29:43.292679 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c44be0-a293-4bbf-a384-35e4305bf878 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b7f36c6-c062-43b6-be17-b8d0a0d61187,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:43.294534 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34992) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:43.305107 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [None req-389484a3-666b-415e-aa3f-69224e59f0a0 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:43.306100 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-389484a3-666b-415e-aa3f-69224e59f0a0 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0082595 Mar 11 15:29:43.312749 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 34996) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:43.351839 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [None req-83aab1fd-f27a-480c-86a3-cf7312ff0a33 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:43.353124 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-83aab1fd-f27a-480c-86a3-cf7312ff0a33 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0107045 Mar 11 15:29:43.358755 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35000) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:43.371598 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-c39c9f4c-f1b4-40a1-b231-f20875f17054 None None] For port 222a8342-e475-40ad-bcdd-02663d2b63cc, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=222a8342-e475-40ad-bcdd-02663d2b63cc,segment=NetworkSegment(c0747c09-0a7d-4ba1-ac24-f7edbcb469d4),segment_id=c0747c09-0a7d-4ba1-ac24-f7edbcb469d4)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:29:43.402715 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [None req-cc42e71a-2b97-4549-a4c5-c7d22a966b73 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:43.403700 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-cc42e71a-2b97-4549-a4c5-c7d22a966b73 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0435297 Mar 11 15:29:43.413126 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c39c9f4c-f1b4-40a1-b231-f20875f17054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:43.422025 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35004) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:43.503620 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [None req-e4539a05-eba3-4b12-ae3c-a8ceb6184587 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83867) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:43.507988 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e4539a05-eba3-4b12-ae3c-a8ceb6184587 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0605280 Mar 11 15:29:43.517083 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35008) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:43.541143 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [None req-05b8b414-b425-487d-bab3-8ba6e8b48b55 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83867) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:43.544629 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-05b8b414-b425-487d-bab3-8ba6e8b48b55 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0197413 Mar 11 15:29:43.550681 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35012) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:43.560791 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cca39d5-25e5-4190-8299-9f191304049c tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Checking segment: {'id': 'ab5b4ec9-6ce1-4456-92e1-456c3e75678d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'b657dd10-ee9a-4f61-9c48-629fbba6a49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:29:43.561158 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cca39d5-25e5-4190-8299-9f191304049c tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Network hostable DHCP agents. Network: b657dd10-ee9a-4f61-9c48-629fbba6a49f, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:29:43.582903 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Port a1c7ee32-89c4-40b0-bac7-1a8071491cf6 had new provisioning blocks added so it will not transition to active. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Mar 11 15:29:43.586661 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [None req-9a8f2eb5-b7f0-4734-9b98-59fca8d3aac9 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83867) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:43.587077 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9a8f2eb5-b7f0-4734-9b98-59fca8d3aac9 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0173125 Mar 11 15:29:43.609941 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35016) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:43.641691 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aded9e-bacb-4d9c-a464-14f18ee15e9a None None] Pushing event updated for resources: {'Port': ['ID=a1c7ee32-89c4-40b0-bac7-1a8071491cf6,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:43.654152 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 9b5dea98-039d-4968-bc67-a1bd1835ea78 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:29:43.660242 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-40c44be0-a293-4bbf-a384-35e4305bf878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:43.719715 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [None req-99a4b38a-0a70-45fe-bcd2-6442891be23f tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83867) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:43.720790 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-99a4b38a-0a70-45fe-bcd2-6442891be23f tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.1065373 Mar 11 15:29:43.728402 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35020) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:43.752465 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 9b5dea98-039d-4968-bc67-a1bd1835ea78 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:29:43.753062 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 9b5dea98-039d-4968-bc67-a1bd1835ea78 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:29:43.803415 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa3310-1b63-4c0d-aac6-026a3bb6073a req-328f85ae-96bc-4632-ace3-c27aeab2bdf8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:43.805122 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-69aa3310-1b63-4c0d-aac6-026a3bb6073a req-328f85ae-96bc-4632-ace3-c27aeab2bdf8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfe0188f-8454-425c-9a64-95c2e897d519 HTTP/1.1" status: 200 len: 946 time: 0.4100106 Mar 11 15:29:43.809659 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c9f4c-f1b4-40a1-b231-f20875f17054 None None] Pushing event updated for resources: {'Port': ['ID=222a8342-e475-40ad-bcdd-02663d2b63cc,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:43.828932 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [None req-ba485df9-ab3f-45fc-b1ff-85e9e5db0e8f tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:43.830057 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ba485df9-ab3f-45fc-b1ff-85e9e5db0e8f tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.1005497 Mar 11 15:29:43.849553 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35024) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:43.858068 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-c46f6c7c-03c3-4400-8d4a-815b3d7b8d75 None None] For port dd192bbb-fad1-4d3e-9012-db271e98659b, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=dd192bbb-fad1-4d3e-9012-db271e98659b,segment=NetworkSegment(f0954aff-c24e-424d-ba43-2c6bde70e82c),segment_id=f0954aff-c24e-424d-ba43-2c6bde70e82c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:29:43.858492 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c46f6c7c-03c3-4400-8d4a-815b3d7b8d75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:43.928452 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-06b0a58d-9b41-49bd-aa22-a36242275e3b admin admin] For port dd192bbb-fad1-4d3e-9012-db271e98659b, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=dd192bbb-fad1-4d3e-9012-db271e98659b,segment=NetworkSegment(f0954aff-c24e-424d-ba43-2c6bde70e82c),segment_id=f0954aff-c24e-424d-ba43-2c6bde70e82c)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:29:43.929356 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-06b0a58d-9b41-49bd-aa22-a36242275e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:44.088392 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-40c44be0-a293-4bbf-a384-35e4305bf878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:44.093139 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-69aa3310-1b63-4c0d-aac6-026a3bb6073a req-d1666e7f-8a5a-4776-b3b2-07b7733927a0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3626f8a0-b374-45ac-8cab-a128d317e5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2615719 Mar 11 15:29:44.116791 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-40c44be0-a293-4bbf-a384-35e4305bf878 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:44.122754 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-c46f6c7c-03c3-4400-8d4a-815b3d7b8d75 None None] Calling delete_port for dd192bbb-fad1-4d3e-9012-db271e98659b owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:29:44.172254 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-40c44be0-a293-4bbf-a384-35e4305bf878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:44.172858 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c44be0-a293-4bbf-a384-35e4305bf878 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ababf4d-47b7-4202-b2cc-427fab38605a {{(pid=83866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:29:44.194306 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-40c44be0-a293-4bbf-a384-35e4305bf878 admin admin] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:44.199226 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-40c44be0-a293-4bbf-a384-35e4305bf878 admin admin] 10.222.0.31 "DELETE /v2.0/routers/6ababf4d-47b7-4202-b2cc-427fab38605a HTTP/1.1" status: 204 len: 168 time: 3.9812407 Mar 11 15:29:44.205070 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35030) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:44.224359 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [None req-03f30371-7a8e-4a22-9165-80f43a7b53ee tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83867) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:44.225186 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-03f30371-7a8e-4a22-9165-80f43a7b53ee tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.3163364 Mar 11 15:29:44.301579 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35034) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:44.315163 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-06b0a58d-9b41-49bd-aa22-a36242275e3b admin admin] Calling delete_port for dd192bbb-fad1-4d3e-9012-db271e98659b owned by network:dhcp {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:29:44.357995 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cca39d5-25e5-4190-8299-9f191304049c tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Network b657dd10-ee9a-4f61-9c48-629fbba6a49f is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:29:44.363096 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-01c3890c-b758-427e-91c5-18dc385d485d tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Deleting port 24076a3b-0627-47cf-a1e8-390ba0de8d73 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:29:44.366479 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-01c3890c-b758-427e-91c5-18dc385d485d tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:44.407123 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-f80ddbff-60ac-47da-914f-d789fff33c86 admin admin] Deleting subnet 047d6af5-a53b-4580-ace2-f81e6cc01d2e {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:29:44.415717 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f80ddbff-60ac-47da-914f-d789fff33c86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:44.442027 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [None req-5b93554e-4d4f-4084-8ac8-ec6d5bc670d3 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83867) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:44.447423 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5b93554e-4d4f-4084-8ac8-ec6d5bc670d3 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.1397457 Mar 11 15:29:44.498596 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c46f6c7c-03c3-4400-8d4a-815b3d7b8d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:44.553508 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35038) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:44.622214 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [None req-7072c559-93f3-4eab-9301-89a6ebe2529a tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83867) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:44.623528 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7072c559-93f3-4eab-9301-89a6ebe2529a tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0553606 Mar 11 15:29:44.649039 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35042) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:44.663554 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-9cca39d5-25e5-4190-8299-9f191304049c tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, b657dd10-ee9a-4f61-9c48-629fbba6a49f) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:29:44.670822 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cca39d5-25e5-4190-8299-9f191304049c tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:44.672425 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9cca39d5-25e5-4190-8299-9f191304049c tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:44.681851 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46f6c7c-03c3-4400-8d4a-815b3d7b8d75 None None] No DVR routers for this DVR port dd192bbb-fad1-4d3e-9012-db271e98659b on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:29:44.693239 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [None req-1fea6b12-2671-48cb-8976-874676b68086 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83867) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:44.696548 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-1fea6b12-2671-48cb-8976-874676b68086 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0163710 Mar 11 15:29:44.701162 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22415dbc-39eb-45f4-89ab-3a06fd0a1d66 None None] Network b657dd10-ee9a-4f61-9c48-629fbba6a49f requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:29:44.716737 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35046) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:44.750266 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [None req-b3380275-eff1-4daf-8b76-23bdcbf257bb tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83867) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:44.754386 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b3380275-eff1-4daf-8b76-23bdcbf257bb tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0237789 Mar 11 15:29:44.761677 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35050) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:44.786741 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [None req-b28d278c-31c7-4e73-9017-b0ad84488f5b tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:44.790809 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b28d278c-31c7-4e73-9017-b0ad84488f5b tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0244873 Mar 11 15:29:44.791916 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35054) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:44.805354 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [None req-f7b98813-d3b1-435a-94f3-36eddfa982e5 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:44.809702 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f7b98813-d3b1-435a-94f3-36eddfa982e5 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0143735 Mar 11 15:29:44.810720 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35058) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:44.818816 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [None req-24646a16-b539-4df1-9495-ccc2483c722c tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:44.821981 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-24646a16-b539-4df1-9495-ccc2483c722c tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0086918 Mar 11 15:29:44.821981 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f80ddbff-60ac-47da-914f-d789fff33c86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:44.860239 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35062) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:44.860464 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-715d0e4a-fe1d-44f6-8535-4f76fe08aa31 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Delete allocated IP 2001:db8:0:1::1cf (842924a6-e389-433a-b1bc-4253c6620bca/08dea884-6137-41d4-aa4b-07cb546b8f17) {{(pid=83867) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 15:29:44.870434 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [None req-54ecc85b-5cc7-45be-967e-682c936e3857 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:44.871398 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-54ecc85b-5cc7-45be-967e-682c936e3857 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0131094 Mar 11 15:29:44.874393 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35066) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:44.876853 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9cca39d5-25e5-4190-8299-9f191304049c tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 4.2883244 Mar 11 15:29:44.883026 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35068) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:44.902819 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [None req-d53afa97-55b2-487e-9907-dc9183dc5c13 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83867) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:44.903807 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d53afa97-55b2-487e-9907-dc9183dc5c13 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0254102 Mar 11 15:29:44.913058 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35074) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:44.919193 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f6c7c-03c3-4400-8d4a-815b3d7b8d75 None None] Pushing event deleted for resources: {'Port': ['ID=dd192bbb-fad1-4d3e-9012-db271e98659b,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:44.931353 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf785b67-9675-4986-8e95-81a881c8081c None None] Network 842924a6-e389-433a-b1bc-4253c6620bca requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:29:44.932465 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [None req-79f109d6-ef1c-485a-b2b7-98260031e664 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83867) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:44.935784 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-79f109d6-ef1c-485a-b2b7-98260031e664 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0164831 Mar 11 15:29:44.944416 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 222a8342-e475-40ad-bcdd-02663d2b63cc up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:29:44.959965 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35080) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:44.975871 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [None req-e041a4ae-69f1-4d85-bb5d-35652828e8d3 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83867) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:44.980227 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e041a4ae-69f1-4d85-bb5d-35652828e8d3 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0126488 Mar 11 15:29:44.993163 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35084) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:45.008285 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [None req-56e99e86-f4a8-47c4-8249-3106cfa9b52e tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:45.009922 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-56e99e86-f4a8-47c4-8249-3106cfa9b52e tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0152731 Mar 11 15:29:45.018701 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35088) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:45.029815 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.db.api [None req-06b0a58d-9b41-49bd-aa22-a36242275e3b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:29:45.030190 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG oslo_db.api [None req-06b0a58d-9b41-49bd-aa22-a36242275e3b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:29:45.036849 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [None req-5e0f2802-9306-4819-b752-e768ae420923 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:45.038004 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-5e0f2802-9306-4819-b752-e768ae420923 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0133574 Mar 11 15:29:45.045746 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35092) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:45.058925 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [None req-cf545ab2-9190-4d81-928d-709850fb9ba8 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:45.059902 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-cf545ab2-9190-4d81-928d-709850fb9ba8 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0132327 Mar 11 15:29:45.074007 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35096) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:45.096806 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [None req-46b86e5a-fd46-4fc2-b6a7-ef33af435280 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:45.098804 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-46b86e5a-fd46-4fc2-b6a7-ef33af435280 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0229132 Mar 11 15:29:45.117107 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f80ddbff-60ac-47da-914f-d789fff33c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:45.162851 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35100) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:45.187887 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [None req-5186001c-65bb-437c-b2f3-bf5f018dcbc7 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83867) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:45.189150 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-ff071f70-be5c-4537-8a5d-1418c3693158 None None] Provisioning for port a1c7ee32-89c4-40b0-bac7-1a8071491cf6 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:29:45.193827 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5186001c-65bb-437c-b2f3-bf5f018dcbc7 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0293446 Mar 11 15:29:45.209529 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35104) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:45.215528 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f80ddbff-60ac-47da-914f-d789fff33c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:45.226319 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [None req-f0ad1529-d7e8-4ab6-88ba-f7b2083b740e tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:45.227486 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f0ad1529-d7e8-4ab6-88ba-f7b2083b740e tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0179982 Mar 11 15:29:45.233034 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35108) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:45.247642 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-01c3890c-b758-427e-91c5-18dc385d485d tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:45.256317 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-ff071f70-be5c-4537-8a5d-1418c3693158 None None] Provisioning complete for port a1c7ee32-89c4-40b0-bac7-1a8071491cf6 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:29:45.257184 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ff071f70-be5c-4537-8a5d-1418c3693158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:45.259359 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [None req-93c7b9ca-6100-402a-b641-770772260f23 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83867) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:45.263231 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-93c7b9ca-6100-402a-b641-770772260f23 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0287380 Mar 11 15:29:45.267093 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35112) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:45.283823 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [None req-87837d1f-80d2-46a2-a71c-a2573c2fe289 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83867) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:45.286026 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ddbff-60ac-47da-914f-d789fff33c86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=047d6af5-a53b-4580-ace2-f81e6cc01d2e,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:45.289936 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-87837d1f-80d2-46a2-a71c-a2573c2fe289 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0165739 Mar 11 15:29:45.293998 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35116) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:45.299705 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdff04-2732-46ca-870e-062e5f836c2d req-3cef74b5-b098-4e0e-a4ae-359d545cfdd5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:45.302228 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-4dfdff04-2732-46ca-870e-062e5f836c2d req-3cef74b5-b098-4e0e-a4ae-359d545cfdd5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfe0188f-8454-425c-9a64-95c2e897d519 HTTP/1.1" status: 200 len: 946 time: 0.7527821 Mar 11 15:29:45.314223 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [None req-68f67b1e-bfcb-42df-9df0-9401dcfdac2f tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:45.315660 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-68f67b1e-bfcb-42df-9df0-9401dcfdac2f tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0202549 Mar 11 15:29:45.325674 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2db25949-c64d-4bf3-83fa-c58aa4246d98 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:45.338243 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35120) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:45.353728 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [None req-0fd1690a-aac3-4c4f-8429-cf7dd88a0241 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:45.354720 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0fd1690a-aac3-4c4f-8429-cf7dd88a0241 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0084598 Mar 11 15:29:45.360590 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f80ddbff-60ac-47da-914f-d789fff33c86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:45.366602 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35124) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:45.371614 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f80ddbff-60ac-47da-914f-d789fff33c86 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/047d6af5-a53b-4580-ace2-f81e6cc01d2e HTTP/1.1" status: 204 len: 168 time: 1.1654539 Mar 11 15:29:45.373743 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35126) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:45.381431 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [None req-7febbf3e-fcd4-4be0-b1c7-3ab0f600bbce tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:45.382293 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-7febbf3e-fcd4-4be0-b1c7-3ab0f600bbce tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0095136 Mar 11 15:29:45.385153 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35132) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:45.387576 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84264114-e1cf-4cd6-bd80-c1a79cd58b9f None None] Network 2ca2b2c1-029f-452f-b89f-8d520c56cff6 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:29:45.391895 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [None req-b6d9bc8b-f22d-46e2-bf53-161a218ec970 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:45.404380 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b6d9bc8b-f22d-46e2-bf53-161a218ec970 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0181639 Mar 11 15:29:45.450556 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35136) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:45.458805 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [None req-fcbc7647-3f87-4302-bce9-6552fed64bad tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:45.465100 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-fcbc7647-3f87-4302-bce9-6552fed64bad tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0130267 Mar 11 15:29:45.471497 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35140) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:45.485530 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [None req-0acb3285-3a48-441d-a2a9-ac6fc9a80f82 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:45.490403 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0acb3285-3a48-441d-a2a9-ac6fc9a80f82 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0174861 Mar 11 15:29:45.491236 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35144) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:45.508434 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [None req-9ce194be-5be3-491a-aeb9-05d22588bb5b tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:45.510649 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9ce194be-5be3-491a-aeb9-05d22588bb5b tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0107210 Mar 11 15:29:45.517049 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35148) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:45.527023 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [None req-bd2b1fd0-fdfa-4394-83fa-bf61b279a183 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:45.532445 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-bd2b1fd0-fdfa-4394-83fa-bf61b279a183 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0140224 Mar 11 15:29:45.537237 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35152) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:45.546177 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [None req-94ea1fdf-f846-40e8-9e45-b84835c6a11d tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:45.548579 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-94ea1fdf-f846-40e8-9e45-b84835c6a11d tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0103450 Mar 11 15:29:45.554784 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-06b0a58d-9b41-49bd-aa22-a36242275e3b admin admin] Deleting port dd192bbb-fad1-4d3e-9012-db271e98659b {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:29:45.555412 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-06b0a58d-9b41-49bd-aa22-a36242275e3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:45.557727 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2db25949-c64d-4bf3-83fa-c58aa4246d98 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:45.558663 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62aff7b2-e5d2-4dc0-95c4-231cc18913b0 None None] Network 62391ec2-03fc-4398-8153-a3691f716b6e requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:29:45.583488 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35156) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:45.597384 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 222a8342-e475-40ad-bcdd-02663d2b63cc completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:29:45.608691 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-01c3890c-b758-427e-91c5-18dc385d485d tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Calling delete_port for 24076a3b-0627-47cf-a1e8-390ba0de8d73 owned by network:router_interface {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:29:45.621689 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7b078c-f8a0-4f66-b032-a7a7dfc821da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-b657dd10-ee9a-4f61-9c48-629fbba6a49f', 'network_id': 'b657dd10-ee9a-4f61-9c48-629fbba6a49f', 'tenant_id': 'f8a07a0692504f09a49af7bfa2896e37', 'fixed_ips': [{'subnet_id': '203244f2-448b-47a0-9990-c805c01ba3f8'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:29:45.622593 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6a7b078c-f8a0-4f66-b032-a7a7dfc821da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:45.640278 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.db.resource_extend [None req-715d0e4a-fe1d-44f6-8535-4f76fe08aa31 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:29:45.670123 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2db25949-c64d-4bf3-83fa-c58aa4246d98 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:45.682300 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [None req-0858230f-7cc4-41f9-8bf4-42f03fecfcc1 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83867) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:45.683285 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0858230f-7cc4-41f9-8bf4-42f03fecfcc1 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0451655 Mar 11 15:29:45.695210 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35160) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:45.696831 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device a1c7ee32-89c4-40b0-bac7-1a8071491cf6 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:29:45.699973 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-715d0e4a-fe1d-44f6-8535-4f76fe08aa31 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:45.710998 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db25949-c64d-4bf3-83fa-c58aa4246d98 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event deleted for resources: {'Subnet': ['ID=203244f2-448b-47a0-9990-c805c01ba3f8,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:45.745448 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:45.760278 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-06b0a58d-9b41-49bd-aa22-a36242275e3b admin admin] The port 'dd192bbb-fad1-4d3e-9012-db271e98659b' was deleted {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 15:29:45.763474 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [None req-29aa6afc-6dc7-455f-9a10-4e3bd1bb216c tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83867) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:45.767075 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-29aa6afc-6dc7-455f-9a10-4e3bd1bb216c tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0605307 Mar 11 15:29:45.775285 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35164) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:45.812258 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [None req-44528c76-5e7a-4714-8a2b-4bde666bce1f tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83867) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:45.813194 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-44528c76-5e7a-4714-8a2b-4bde666bce1f tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0374477 Mar 11 15:29:45.814109 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-715d0e4a-fe1d-44f6-8535-4f76fe08aa31 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Ignored duplicate provisioning block setup for port 5be4105c-53f3-4505-ab2f-e4e71a3da284 by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 11 15:29:45.816129 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35168) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:45.823510 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ffddac87-9897-4529-9447-1e798e4011b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:45.826927 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [None req-7b77b55d-7d44-4ebd-9985-9561773169e9 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:45.830820 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-7b77b55d-7d44-4ebd-9985-9561773169e9 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0110159 Mar 11 15:29:45.834214 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35172) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:45.835585 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-715d0e4a-fe1d-44f6-8535-4f76fe08aa31 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:45.838096 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2db25949-c64d-4bf3-83fa-c58aa4246d98 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:45.848413 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [None req-46c878f5-1232-40c8-8347-b653b0e070bb tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:45.851764 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-46c878f5-1232-40c8-8347-b653b0e070bb tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0151374 Mar 11 15:29:45.853656 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35176) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:45.864290 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [None req-33eecc56-c1fb-4a86-9876-da4ccaf9eea3 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:45.867604 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-33eecc56-c1fb-4a86-9876-da4ccaf9eea3 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0107410 Mar 11 15:29:45.875325 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35180) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:45.884135 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [None req-1b81b6aa-69d3-4960-b5c8-f38f92b44e08 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:45.887109 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-1b81b6aa-69d3-4960-b5c8-f38f92b44e08 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0088375 Mar 11 15:29:45.887682 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35184) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:45.891300 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-2db25949-c64d-4bf3-83fa-c58aa4246d98 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b657dd10-ee9a-4f61-9c48-629fbba6a49f']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:45.902056 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [None req-656de7cd-b344-4b25-972f-8afd641499cf tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:45.905391 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-656de7cd-b344-4b25-972f-8afd641499cf tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0142684 Mar 11 15:29:45.906044 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35188) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:45.914009 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [None req-2015bd52-af28-4c1e-8d73-b440a45fcfde tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:45.917350 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-2015bd52-af28-4c1e-8d73-b440a45fcfde tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0080688 Mar 11 15:29:45.919555 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-4dfdff04-2732-46ca-870e-062e5f836c2d req-2fcc16d9-2965-4ea0-8900-076b92a90e99 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3626f8a0-b374-45ac-8cab-a128d317e5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5452850 Mar 11 15:29:45.919555 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35192) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:45.930728 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-2db25949-c64d-4bf3-83fa-c58aa4246d98 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab5b4ec9-6ce1-4456-92e1-456c3e75678d') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:45.931158 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-2db25949-c64d-4bf3-83fa-c58aa4246d98 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab5b4ec9-6ce1-4456-92e1-456c3e75678d') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:45.963690 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2db25949-c64d-4bf3-83fa-c58aa4246d98 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:45.987471 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2db25949-c64d-4bf3-83fa-c58aa4246d98 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:45.994338 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35196) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:45.995585 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db25949-c64d-4bf3-83fa-c58aa4246d98 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:29:45.995908 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2db25949-c64d-4bf3-83fa-c58aa4246d98 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:46.000709 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [None req-f3f7d609-c2c7-4417-9b5f-acb3b6a424a6 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83867) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:46.004907 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-f3f7d609-c2c7-4417-9b5f-acb3b6a424a6 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0720434 Mar 11 15:29:46.005722 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35198) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:46.064999 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-ffddac87-9897-4529-9447-1e798e4011b1 admin admin] Deleting port 606cef5e-216a-49f6-843d-0a4a145d5b38 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:29:46.065440 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ffddac87-9897-4529-9447-1e798e4011b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:46.108415 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:29:46.108415 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:29:46.108415 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:29:46.108415 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:29:46.108415 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:29:46.108415 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:29:46.108415 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:29:46.108415 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:29:46.108415 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:29:46.108415 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:29:46.108415 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:29:46.108415 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:29:46.108415 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:29:46.108415 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:29:46.108415 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:29:46.108415 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:29:46.108415 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:29:46.108415 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:29:46.108415 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:29:46.108415 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:29:46.108415 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:29:46.108415 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:29:46.108415 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:29:46.108415 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:29:46.108415 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:29:46.108415 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:29:46.108415 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:29:46.108415 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:29:46.108415 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:29:46.108415 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:29:46.108415 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:29:46.108415 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:29:46.157679 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2db25949-c64d-4bf3-83fa-c58aa4246d98 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:46.198114 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2db25949-c64d-4bf3-83fa-c58aa4246d98 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:46.214915 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-2db25949-c64d-4bf3-83fa-c58aa4246d98 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "DELETE /v2.0/networks/b657dd10-ee9a-4f61-9c48-629fbba6a49f HTTP/1.1" status: 204 len: 168 time: 1.3306241 Mar 11 15:29:46.216025 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35204) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:46.228329 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-7739a715-7097-4fd8-a3f2-b62702e04ca8 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-867819367'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:46.236400 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [None req-16df4dff-37a5-47ab-a642-7836fbc6b888 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83867) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:46.240646 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-16df4dff-37a5-47ab-a642-7836fbc6b888 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.2122321 Mar 11 15:29:46.243470 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db25949-c64d-4bf3-83fa-c58aa4246d98 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event deleted for resources: {'Network': ['ID=b657dd10-ee9a-4f61-9c48-629fbba6a49f,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:46.253559 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35208) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:46.259080 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-06b0a58d-9b41-49bd-aa22-a36242275e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:46.266813 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-7739a715-7097-4fd8-a3f2-b62702e04ca8 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:46.278107 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [None req-fd482abb-018d-4037-a953-8e41a51cf7d6 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:46.282537 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-fd482abb-018d-4037-a953-8e41a51cf7d6 tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0269005 Mar 11 15:29:46.284444 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35212) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:46.285622 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-7739a715-7097-4fd8-a3f2-b62702e04ca8 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Usage tracker for resource:network and tenant:f8a07a0692504f09a49af7bfa2896e37 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:46.295264 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [None req-55edfbd1-b7f4-4ad8-9a21-ff6f710893ce tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:29:46.304597 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aee23fa-614e-4368-b4c6-eeb9708db899 None None] Network b657dd10-ee9a-4f61-9c48-629fbba6a49f requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:29:46.305172 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-55edfbd1-b7f4-4ad8-9a21-ff6f710893ce tempest-ExtensionsTestJSON-328671767 tempest-ExtensionsTestJSON-328671767-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0129545 Mar 11 15:29:46.305172 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-7739a715-7097-4fd8-a3f2-b62702e04ca8 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:46.311103 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-7739a715-7097-4fd8-a3f2-b62702e04ca8 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:46.322878 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d0e4a-fe1d-44f6-8535-4f76fe08aa31 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'Port': ['ID=5be4105c-53f3-4505-ab2f-e4e71a3da284,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:46.338039 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7739a715-7097-4fd8-a3f2-b62702e04ca8 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Made reservation on behalf of f8a07a0692504f09a49af7bfa2896e37 for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:29:46.342347 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7739a715-7097-4fd8-a3f2-b62702e04ca8 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:46.343208 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port a1c7ee32-89c4-40b0-bac7-1a8071491cf6 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:29:46.343794 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:46.352135 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-715d0e4a-fe1d-44f6-8535-4f76fe08aa31 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] In _notify_port_updated(), no bound segment for port 5be4105c-53f3-4505-ab2f-e4e71a3da284 on network 842924a6-e389-433a-b1bc-4253c6620bca {{(pid=83867) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 15:29:46.355905 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715d0e4a-fe1d-44f6-8535-4f76fe08aa31 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:46.356563 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-715d0e4a-fe1d-44f6-8535-4f76fe08aa31 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:46.358295 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-715d0e4a-fe1d-44f6-8535-4f76fe08aa31 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "PUT /v2.0/ports/5be4105c-53f3-4505-ab2f-e4e71a3da284 HTTP/1.1" status: 200 len: 926 time: 4.9830496 Mar 11 15:29:46.365964 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35218) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:46.370529 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-06b0a58d-9b41-49bd-aa22-a36242275e3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d1bdf5f-7420-4f23-9c17-987fb939c5fe']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:46.381728 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aee23fa-614e-4368-b4c6-eeb9708db899 None None] Network b657dd10-ee9a-4f61-9c48-629fbba6a49f could not be found, it might have been deleted concurrently. {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 11 15:29:46.387395 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-6f56bfea-ae2f-4132-acda-381b893489ab tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8fbfb267-7761-426b-b5c1-25e9c12b62ec'}, {'subnet_id': '08dea884-6137-41d4-aa4b-07cb546b8f17'}]}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:46.392050 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7739a715-7097-4fd8-a3f2-b62702e04ca8 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:29:46.406831 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7739a715-7097-4fd8-a3f2-b62702e04ca8 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:46.407795 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-7739a715-7097-4fd8-a3f2-b62702e04ca8 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Added segment c8467f7a-3adf-4d5a-82c8-276a0cb8954d of type vlan for network 0db3fcd6-310a-4185-8c97-f1c008aed865 Mar 11 15:29:46.456555 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7739a715-7097-4fd8-a3f2-b62702e04ca8 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:46.485404 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-06b0a58d-9b41-49bd-aa22-a36242275e3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0954aff-c24e-424d-ba43-2c6bde70e82c') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:46.485674 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-06b0a58d-9b41-49bd-aa22-a36242275e3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0954aff-c24e-424d-ba43-2c6bde70e82c') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:46.506708 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7739a715-7097-4fd8-a3f2-b62702e04ca8 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:46.512852 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7739a715-7097-4fd8-a3f2-b62702e04ca8 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:46.513227 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7739a715-7097-4fd8-a3f2-b62702e04ca8 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:46.526973 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6ae184d3-3af4-4bf2-acfa-84b5f63eeeb6 None None] Provisioning for port 222a8342-e475-40ad-bcdd-02663d2b63cc completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:29:46.537911 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-06b0a58d-9b41-49bd-aa22-a36242275e3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:46.548171 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6ae184d3-3af4-4bf2-acfa-84b5f63eeeb6 None None] Provisioning complete for port 222a8342-e475-40ad-bcdd-02663d2b63cc triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:29:46.549137 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6ae184d3-3af4-4bf2-acfa-84b5f63eeeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:46.678692 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ecedeb-542b-48b2-ab5e-81d02f4c4494 None None] DHCP port deletion for 2ca2b2c1-029f-452f-b89f-8d520c56cff6 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:29:46.679024 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-06b0a58d-9b41-49bd-aa22-a36242275e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:46.733572 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7739a715-7097-4fd8-a3f2-b62702e04ca8 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event updated for resources: {'Network': ['ID=0db3fcd6-310a-4185-8c97-f1c008aed865,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:46.745144 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-7739a715-7097-4fd8-a3f2-b62702e04ca8 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5202289 Mar 11 15:29:46.745144 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35224) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:46.752014 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-e1f75073-9a16-4795-99fa-51f8c4ddfe69 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Request body: {'subnet': {'network_id': '0db3fcd6-310a-4185-8c97-f1c008aed865', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:46.837339 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 0db3fcd6-310a-4185-8c97-f1c008aed865 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:29:46.893324 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-16ecedeb-542b-48b2-ab5e-81d02f4c4494 None None] Deleting port 606cef5e-216a-49f6-843d-0a4a145d5b38 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:29:46.894113 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-16ecedeb-542b-48b2-ab5e-81d02f4c4494 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:46.903023 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06b0a58d-9b41-49bd-aa22-a36242275e3b admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:29:46.903437 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-06b0a58d-9b41-49bd-aa22-a36242275e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:46.927644 dv-neutron-833373-1-hyperv neutron-server[83867]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:29:46.927644 dv-neutron-833373-1-hyperv neutron-server[83867]: util.warn( Mar 11 15:29:46.927644 dv-neutron-833373-1-hyperv neutron-server[83867]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:29:46.927644 dv-neutron-833373-1-hyperv neutron-server[83867]: util.warn( Mar 11 15:29:46.927644 dv-neutron-833373-1-hyperv neutron-server[83867]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:29:46.927644 dv-neutron-833373-1-hyperv neutron-server[83867]: util.warn( Mar 11 15:29:46.927644 dv-neutron-833373-1-hyperv neutron-server[83867]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:29:46.927644 dv-neutron-833373-1-hyperv neutron-server[83867]: util.warn( Mar 11 15:29:46.927644 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:29:46.927644 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:29:46.927644 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:29:46.927644 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:29:46.927644 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:29:46.927644 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:29:46.927644 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:29:46.927644 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:29:46.927644 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:29:46.927644 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:29:46.927644 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:29:46.927644 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:29:46.927644 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:29:46.927644 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:29:46.927644 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:29:46.927644 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:29:46.927644 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:29:46.927644 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:29:46.927644 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:29:46.927644 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:29:46.927644 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:29:46.927644 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:29:46.927644 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:29:46.927644 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:29:46.927644 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:29:46.927644 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:29:46.927644 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:29:46.927644 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:29:46.927644 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:29:46.927644 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:29:46.927644 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:29:46.927644 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:29:46.931555 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-e1f75073-9a16-4795-99fa-51f8c4ddfe69 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:46.939919 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-e1f75073-9a16-4795-99fa-51f8c4ddfe69 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Usage tracker for resource:subnet and tenant:f8a07a0692504f09a49af7bfa2896e37 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:46.946283 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-e1f75073-9a16-4795-99fa-51f8c4ddfe69 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:46.959654 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-e1f75073-9a16-4795-99fa-51f8c4ddfe69 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:46.986366 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35228) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:47.002970 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f75073-9a16-4795-99fa-51f8c4ddfe69 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Made reservation on behalf of f8a07a0692504f09a49af7bfa2896e37 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:29:47.009228 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-8d69dd9d-6dc8-403a-949d-afabdf2f47a7 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=cfe0188f-8454-425c-9a64-95c2e897d519 HTTP/1.1" status: 200 len: 1094 time: 1.0051861 Mar 11 15:29:47.040761 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35234) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:47.046393 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-7d36441f-3e76-4510-ba16-15a40469e9e9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'floatingip': {'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'port_id': '073652c7-6cc6-4dad-8555-e471bf6e6ede', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:47.117225 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7d36441f-3e76-4510-ba16-15a40469e9e9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:47.126015 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7d36441f-3e76-4510-ba16-15a40469e9e9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:floatingip and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:47.135848 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7d36441f-3e76-4510-ba16-15a40469e9e9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:47.145813 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e1f75073-9a16-4795-99fa-51f8c4ddfe69 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:47.147261 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6f56bfea-ae2f-4132-acda-381b893489ab tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:47.281118 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2cc56dbf-1372-4209-a322-69c3cb90ea96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:47.305014 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.ipam_backend_mixin [None req-e1f75073-9a16-4795-99fa-51f8c4ddfe69 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Performing IP validity checks on allocation pools {{(pid=83866) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 15:29:47.305471 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.ipam_backend_mixin [None req-e1f75073-9a16-4795-99fa-51f8c4ddfe69 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83866) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 15:29:47.341930 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-2cc56dbf-1372-4209-a322-69c3cb90ea96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:47.348543 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-2cc56dbf-1372-4209-a322-69c3cb90ea96 admin admin] Usage tracker for resource:security_group_rule and tenant:849488b90c4b48d78f322586cad67f86 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:47.354510 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-2cc56dbf-1372-4209-a322-69c3cb90ea96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:47.362566 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-2cc56dbf-1372-4209-a322-69c3cb90ea96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:47.446588 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-01c3890c-b758-427e-91c5-18dc385d485d tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:47.461238 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 6b7f36c6-c062-43b6-be17-b8d0a0d61187 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:29:47.501036 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-ffddac87-9897-4529-9447-1e798e4011b1 admin admin] For port 606cef5e-216a-49f6-843d-0a4a145d5b38, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=606cef5e-216a-49f6-843d-0a4a145d5b38,segment=NetworkSegment(8ae4db9a-22ea-4190-a511-322033645f15),segment_id=8ae4db9a-22ea-4190-a511-322033645f15)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:29:47.501785 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ffddac87-9897-4529-9447-1e798e4011b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:47.525120 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e1f75073-9a16-4795-99fa-51f8c4ddfe69 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:47.589419 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 6b7f36c6-c062-43b6-be17-b8d0a0d61187 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:29:47.590009 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 6b7f36c6-c062-43b6-be17-b8d0a0d61187 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:29:47.590565 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device dd192bbb-fad1-4d3e-9012-db271e98659b no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:29:47.611791 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f75073-9a16-4795-99fa-51f8c4ddfe69 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event updated for resources: {'Subnet': ['ID=66d0d51a-29b2-4387-89de-dc431015ad90,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:47.674698 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: dd192bbb-fad1-4d3e-9012-db271e98659b {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:29:47.675559 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device dd192bbb-fad1-4d3e-9012-db271e98659b not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:29:47.689413 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f75073-9a16-4795-99fa-51f8c4ddfe69 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Checking segment: {'id': 'c8467f7a-3adf-4d5a-82c8-276a0cb8954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '0db3fcd6-310a-4185-8c97-f1c008aed865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:29:47.689760 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f75073-9a16-4795-99fa-51f8c4ddfe69 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Network hostable DHCP agents. Network: 0db3fcd6-310a-4185-8c97-f1c008aed865, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:29:47.698866 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6ae184d3-3af4-4bf2-acfa-84b5f63eeeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:47.735133 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-16ecedeb-542b-48b2-ab5e-81d02f4c4494 None None] For port 606cef5e-216a-49f6-843d-0a4a145d5b38, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=606cef5e-216a-49f6-843d-0a4a145d5b38,segment=NetworkSegment(8ae4db9a-22ea-4190-a511-322033645f15),segment_id=8ae4db9a-22ea-4190-a511-322033645f15)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:29:47.735742 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-16ecedeb-542b-48b2-ab5e-81d02f4c4494 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:47.740407 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2cc56dbf-1372-4209-a322-69c3cb90ea96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:47.749895 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f75073-9a16-4795-99fa-51f8c4ddfe69 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Network 0db3fcd6-310a-4185-8c97-f1c008aed865 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:29:47.756905 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2cc56dbf-1372-4209-a322-69c3cb90ea96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:47.757194 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7d36441f-3e76-4510-ba16-15a40469e9e9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:47.807220 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-e1f75073-9a16-4795-99fa-51f8c4ddfe69 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 0db3fcd6-310a-4185-8c97-f1c008aed865) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:29:47.813616 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc56dbf-1372-4209-a322-69c3cb90ea96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39d3c35-bb99-49fc-87ad-eb0a69481ef6,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:47.814652 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-ffddac87-9897-4529-9447-1e798e4011b1 admin admin] Calling delete_port for 606cef5e-216a-49f6-843d-0a4a145d5b38 owned by network:dhcp {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:29:47.816661 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f75073-9a16-4795-99fa-51f8c4ddfe69 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:47.817367 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e1f75073-9a16-4795-99fa-51f8c4ddfe69 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:47.864256 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c3890c-b758-427e-91c5-18dc385d485d tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Pushing event deleted for resources: {'Port': ['ID=24076a3b-0627-47cf-a1e8-390ba0de8d73,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:47.864960 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-6ae184d3-3af4-4bf2-acfa-84b5f63eeeb6 None None] For port 222a8342-e475-40ad-bcdd-02663d2b63cc, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=222a8342-e475-40ad-bcdd-02663d2b63cc,segment=NetworkSegment(c0747c09-0a7d-4ba1-ac24-f7edbcb469d4),segment_id=c0747c09-0a7d-4ba1-ac24-f7edbcb469d4)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:29:47.873961 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 606cef5e-216a-49f6-843d-0a4a145d5b38 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:29:47.918419 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-06b0a58d-9b41-49bd-aa22-a36242275e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:47.934314 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182db51d-01f5-426a-9d67-414a3ec867dd None None] Network 0db3fcd6-310a-4185-8c97-f1c008aed865 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:29:47.945049 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-2cc56dbf-1372-4209-a322-69c3cb90ea96 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=849488b90c4b48d78f322586cad67f86&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9574497 Mar 11 15:29:47.951913 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35238) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:47.961573 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-06b0a58d-9b41-49bd-aa22-a36242275e3b admin admin] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:48.014901 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6ae184d3-3af4-4bf2-acfa-84b5f63eeeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:48.026042 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-16ecedeb-542b-48b2-ab5e-81d02f4c4494 None None] Calling delete_port for 606cef5e-216a-49f6-843d-0a4a145d5b38 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:29:48.033542 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-989ed915-ab0c-465f-a639-8ca4fddc8d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:48.065497 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7d36441f-3e76-4510-ba16-15a40469e9e9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for floatingip, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:48.077542 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-989ed915-ab0c-465f-a639-8ca4fddc8d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:48.134540 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-e1f75073-9a16-4795-99fa-51f8c4ddfe69 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3870075 Mar 11 15:29:48.138302 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35242) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:48.161294 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b0a58d-9b41-49bd-aa22-a36242275e3b admin admin] Pushing event deleted for resources: {'Network': ['ID=9d1bdf5f-7420-4f23-9c17-987fb939c5fe,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:48.279321 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-06b0a58d-9b41-49bd-aa22-a36242275e3b admin admin] 10.222.0.31 "DELETE /v2.0/networks/9d1bdf5f-7420-4f23-9c17-987fb939c5fe HTTP/1.1" status: 204 len: 168 time: 5.9395387 Mar 11 15:29:48.282153 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-989ed915-ab0c-465f-a639-8ca4fddc8d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:48.305535 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ffddac87-9897-4529-9447-1e798e4011b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:48.356133 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-989ed915-ab0c-465f-a639-8ca4fddc8d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:48.365051 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-989ed915-ab0c-465f-a639-8ca4fddc8d98 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d39d3c35-bb99-49fc-87ad-eb0a69481ef6 HTTP/1.1" status: 204 len: 168 time: 0.4113369 Mar 11 15:29:48.385542 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ed915-ab0c-465f-a639-8ca4fddc8d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39d3c35-bb99-49fc-87ad-eb0a69481ef6,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:48.387256 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No ports have port_id starting with 606cef5e-216a-49f6-843d-0a4a145d5b38 Mar 11 15:29:48.464395 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffddac87-9897-4529-9447-1e798e4011b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=606cef5e-216a-49f6-843d-0a4a145d5b38,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:48.515899 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-16ecedeb-542b-48b2-ab5e-81d02f4c4494 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:29:48.516519 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-16ecedeb-542b-48b2-ab5e-81d02f4c4494 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:29:48.521692 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0dbccaa3-d2d2-43ad-9905-0c18011af8bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:48.579789 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae184d3-3af4-4bf2-acfa-84b5f63eeeb6 None None] Pushing event updated for resources: {'Port': ['ID=222a8342-e475-40ad-bcdd-02663d2b63cc,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:48.604041 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35250) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:48.651457 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-01c3890c-b758-427e-91c5-18dc385d485d tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:48.671749 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0dbccaa3-d2d2-43ad-9905-0c18011af8bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:48.683319 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-de394c11-7452-4e50-b3f5-923c6432a539 None None] Provisioning for port 5be4105c-53f3-4505-ab2f-e4e71a3da284 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:29:48.704502 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-de394c11-7452-4e50-b3f5-923c6432a539 None None] Provisioning complete for port 5be4105c-53f3-4505-ab2f-e4e71a3da284 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:29:48.705348 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-de394c11-7452-4e50-b3f5-923c6432a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:48.739824 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffddac87-9897-4529-9447-1e798e4011b1 admin admin] No DVR routers for this DVR port 606cef5e-216a-49f6-843d-0a4a145d5b38 on host dv-neutron-833373-1-hyperv {{(pid=83867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:29:48.745730 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-2af10f1d-9553-4b1d-a5d9-97b7919f3a76 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=54e768a48d9c4cc792b381d6c65e8408&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1405139 Mar 11 15:29:48.747202 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de758f7-466e-4bbb-863e-eebf5c3ee34e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-0db3fcd6-310a-4185-8c97-f1c008aed865', 'network_id': '0db3fcd6-310a-4185-8c97-f1c008aed865', 'tenant_id': 'f8a07a0692504f09a49af7bfa2896e37', 'fixed_ips': [{'subnet_id': '66d0d51a-29b2-4387-89de-dc431015ad90'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:29:48.748314 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3de758f7-466e-4bbb-863e-eebf5c3ee34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:48.749615 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35256) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:48.833001 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0dbccaa3-d2d2-43ad-9905-0c18011af8bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:48.846804 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-6f56bfea-ae2f-4132-acda-381b893489ab tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Allocated IP 2001:db8:0:1::1df (842924a6-e389-433a-b1bc-4253c6620bca/08dea884-6137-41d4-aa4b-07cb546b8f17/5be4105c-53f3-4505-ab2f-e4e71a3da284) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:29:48.877259 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-de394c11-7452-4e50-b3f5-923c6432a539 None None] Port 5be4105c-53f3-4505-ab2f-e4e71a3da284 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:29:48.909322 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-50e81c5f-398e-406f-a0fc-fa4538e2e7dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:48.920992 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbccaa3-d2d2-43ad-9905-0c18011af8bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event deleted for resources: {'Subnet': ['ID=66d0d51a-29b2-4387-89de-dc431015ad90,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:48.935756 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-de394c11-7452-4e50-b3f5-923c6432a539 None None] Provisioning complete for port 222a8342-e475-40ad-bcdd-02663d2b63cc triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:29:48.937915 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-de394c11-7452-4e50-b3f5-923c6432a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:49.017556 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-16ecedeb-542b-48b2-ab5e-81d02f4c4494 None None] Deleting port 606cef5e-216a-49f6-843d-0a4a145d5b38 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:29:49.018376 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-16ecedeb-542b-48b2-ab5e-81d02f4c4494 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:49.040757 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-50e81c5f-398e-406f-a0fc-fa4538e2e7dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:49.049504 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0dbccaa3-d2d2-43ad-9905-0c18011af8bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:49.137346 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-0dbccaa3-d2d2-43ad-9905-0c18011af8bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db3fcd6-310a-4185-8c97-f1c008aed865']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server [None req-3de758f7-466e-4bbb-863e-eebf5c3ee34e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 66d0d51a-29b2-4387-89de-dc431015ad90: This subnet is being modified by another concurrent operation. Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise value Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise value Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise value Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 15:29:49.168889 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise value Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise value Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise value Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise exception Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 66d0d51a-29b2-4387-89de-dc431015ad90: This subnet is being modified by another concurrent operation. Mar 11 15:29:49.173262 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server Mar 11 15:29:49.181426 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-16ecedeb-542b-48b2-ab5e-81d02f4c4494 None None] The port '606cef5e-216a-49f6-843d-0a4a145d5b38' was deleted {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 15:29:49.211879 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bf7fa7-f4c2-4e16-9e04-021012e1b411 None None] Network 0db3fcd6-310a-4185-8c97-f1c008aed865 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:29:49.223737 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-0dbccaa3-d2d2-43ad-9905-0c18011af8bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8467f7a-3adf-4d5a-82c8-276a0cb8954d') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:49.223737 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-0dbccaa3-d2d2-43ad-9905-0c18011af8bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8467f7a-3adf-4d5a-82c8-276a0cb8954d') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:49.266056 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0dbccaa3-d2d2-43ad-9905-0c18011af8bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:49.305620 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0dbccaa3-d2d2-43ad-9905-0c18011af8bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:49.321782 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dbccaa3-d2d2-43ad-9905-0c18011af8bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:29:49.322190 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0dbccaa3-d2d2-43ad-9905-0c18011af8bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:49.348897 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:29:49.348897 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:29:49.348897 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:29:49.348897 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:29:49.348897 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:29:49.348897 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:29:49.348897 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:29:49.348897 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:29:49.348897 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:29:49.348897 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:29:49.348897 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:29:49.348897 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:29:49.348897 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:29:49.348897 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:29:49.348897 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:29:49.348897 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:29:49.348897 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:29:49.348897 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:29:49.348897 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:29:49.348897 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:29:49.348897 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:29:49.348897 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:29:49.348897 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:29:49.348897 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:29:49.348897 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:29:49.348897 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:29:49.348897 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:29:49.348897 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:29:49.348897 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:29:49.348897 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:29:49.348897 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:29:49.348897 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:29:49.348897 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-50e81c5f-398e-406f-a0fc-fa4538e2e7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:49.417221 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ffddac87-9897-4529-9447-1e798e4011b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:49.474663 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e81c5f-398e-406f-a0fc-fa4538e2e7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24baaf7-230d-4388-bfa5-ef27e66ac12c,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:49.494681 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-50e81c5f-398e-406f-a0fc-fa4538e2e7dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:49.496348 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-50e81c5f-398e-406f-a0fc-fa4538e2e7dc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e24baaf7-230d-4388-bfa5-ef27e66ac12c HTTP/1.1" status: 204 len: 168 time: 0.7455502 Mar 11 15:29:49.514919 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0dbccaa3-d2d2-43ad-9905-0c18011af8bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:49.520854 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-ffddac87-9897-4529-9447-1e798e4011b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ca2b2c1-029f-452f-b89f-8d520c56cff6']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:49.536473 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0dbccaa3-d2d2-43ad-9905-0c18011af8bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:49.541727 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75e3cbe-4182-420e-beb9-677e98653777 None None] get_active_networks_info from dv-neutron-833373-1-hyperv {{(pid=83868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 15:29:49.560733 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0dbccaa3-d2d2-43ad-9905-0c18011af8bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "DELETE /v2.0/networks/0db3fcd6-310a-4185-8c97-f1c008aed865 HTTP/1.1" status: 204 len: 168 time: 1.4210005 Mar 11 15:29:49.567030 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35274) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:49.571361 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-ffddac87-9897-4529-9447-1e798e4011b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae4db9a-22ea-4190-a511-322033645f15') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:49.571826 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-ffddac87-9897-4529-9447-1e798e4011b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae4db9a-22ea-4190-a511-322033645f15') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:49.586782 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-463ebd5b-3549-4a63-98f3-e81d69f7b7f0 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-594847026'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:49.592957 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbccaa3-d2d2-43ad-9905-0c18011af8bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event deleted for resources: {'Network': ['ID=0db3fcd6-310a-4185-8c97-f1c008aed865,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:49.596577 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-463ebd5b-3549-4a63-98f3-e81d69f7b7f0 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:49.601339 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-463ebd5b-3549-4a63-98f3-e81d69f7b7f0 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Usage tracker for resource:network and tenant:f8a07a0692504f09a49af7bfa2896e37 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:49.605242 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-463ebd5b-3549-4a63-98f3-e81d69f7b7f0 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:49.612543 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-463ebd5b-3549-4a63-98f3-e81d69f7b7f0 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:49.625027 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463ebd5b-3549-4a63-98f3-e81d69f7b7f0 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Made reservation on behalf of f8a07a0692504f09a49af7bfa2896e37 for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:29:49.628625 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-463ebd5b-3549-4a63-98f3-e81d69f7b7f0 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:49.663163 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-463ebd5b-3549-4a63-98f3-e81d69f7b7f0 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:29:49.673511 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ffddac87-9897-4529-9447-1e798e4011b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:49.675172 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-463ebd5b-3549-4a63-98f3-e81d69f7b7f0 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:49.676338 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-463ebd5b-3549-4a63-98f3-e81d69f7b7f0 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Added segment e7fb2832-7fcd-4529-97e2-b3d62e65f0a1 of type vlan for network 583ce425-8894-48fb-b761-459dfeba241b Mar 11 15:29:49.690285 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7d36441f-3e76-4510-ba16-15a40469e9e9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:49.740935 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-463ebd5b-3549-4a63-98f3-e81d69f7b7f0 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:49.803526 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75e3cbe-4182-420e-beb9-677e98653777 None None] Resources bound (agent type, host, resource id): {{(pid=83868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 15:29:49.816809 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ffddac87-9897-4529-9447-1e798e4011b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:49.822590 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-463ebd5b-3549-4a63-98f3-e81d69f7b7f0 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:49.831897 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463ebd5b-3549-4a63-98f3-e81d69f7b7f0 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:49.832742 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-463ebd5b-3549-4a63-98f3-e81d69f7b7f0 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:49.858641 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffddac87-9897-4529-9447-1e798e4011b1 admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:29:49.859078 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ffddac87-9897-4529-9447-1e798e4011b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:49.861518 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 222a8342-e475-40ad-bcdd-02663d2b63cc up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:29:49.873541 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:29:49.873541 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:29:49.873541 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:29:49.873541 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:29:49.873541 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:29:49.873541 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:29:49.873541 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:29:49.873541 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:29:49.873541 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:29:49.873541 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:29:49.873541 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:29:49.873541 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:29:49.873541 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:29:49.873541 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:29:49.873541 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:29:49.873541 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:29:49.873541 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:29:49.873541 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:29:49.873541 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:29:49.873541 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:29:49.873541 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:29:49.873541 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:29:49.873541 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:29:49.873541 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:29:49.873541 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:29:49.873541 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:29:49.873541 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:29:49.873541 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:29:49.873541 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:29:49.873541 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:29:49.873541 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:29:49.873541 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:29:49.968245 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.db.resource_extend [None req-6f56bfea-ae2f-4132-acda-381b893489ab tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:29:50.030045 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6f56bfea-ae2f-4132-acda-381b893489ab tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:50.039400 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-de394c11-7452-4e50-b3f5-923c6432a539 None None] Provisioning complete for port a1c7ee32-89c4-40b0-bac7-1a8071491cf6 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:29:50.039927 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-de394c11-7452-4e50-b3f5-923c6432a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:50.142858 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35284) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:50.165392 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-463ebd5b-3549-4a63-98f3-e81d69f7b7f0 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5936234 Mar 11 15:29:50.181782 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ebd5b-3549-4a63-98f3-e81d69f7b7f0 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event updated for resources: {'Network': ['ID=583ce425-8894-48fb-b761-459dfeba241b,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:50.183919 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35292) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:50.204467 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-2cc5d3fa-282d-4e1e-8d4d-774bf2c98836 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Request body: {'subnet': {'network_id': '583ce425-8894-48fb-b761-459dfeba241b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:50.210471 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 583ce425-8894-48fb-b761-459dfeba241b details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:29:50.240548 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 222a8342-e475-40ad-bcdd-02663d2b63cc triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:29:50.240998 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:50.257360 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-7d36441f-3e76-4510-ba16-15a40469e9e9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Allocated IP 172.26.0.222 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/e91119c8-1758-4ea3-844f-b53040dfc01c) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:29:50.395581 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d7af82cd-e9f9-4757-91ac-1ecd12f80505 req-c02cbae8-d83f-4f4b-9577-6aef1efda9a0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3198869 Mar 11 15:29:50.426421 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-2cc5d3fa-282d-4e1e-8d4d-774bf2c98836 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:50.431723 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-2cc5d3fa-282d-4e1e-8d4d-774bf2c98836 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Usage tracker for resource:subnet and tenant:f8a07a0692504f09a49af7bfa2896e37 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:50.436268 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-2cc5d3fa-282d-4e1e-8d4d-774bf2c98836 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:50.437084 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-6f56bfea-ae2f-4132-acda-381b893489ab tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Ignored duplicate provisioning block setup for port 5be4105c-53f3-4505-ab2f-e4e71a3da284 by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 11 15:29:50.447013 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-2cc5d3fa-282d-4e1e-8d4d-774bf2c98836 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:50.491417 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-9b1f18ab-b9c1-447f-b05d-af53f2e5ce7d tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2109152244'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:50.497199 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-9b1f18ab-b9c1-447f-b05d-af53f2e5ce7d tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:50.502086 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-9b1f18ab-b9c1-447f-b05d-af53f2e5ce7d tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Usage tracker for resource:network and tenant:08d14954a9a44d808e73ee1adc21420c is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:50.506511 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-9b1f18ab-b9c1-447f-b05d-af53f2e5ce7d tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:50.512673 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-9b1f18ab-b9c1-447f-b05d-af53f2e5ce7d tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:50.543944 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1f18ab-b9c1-447f-b05d-af53f2e5ce7d tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Made reservation on behalf of 08d14954a9a44d808e73ee1adc21420c for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:29:50.546365 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ffddac87-9897-4529-9447-1e798e4011b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:50.548083 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9b1f18ab-b9c1-447f-b05d-af53f2e5ce7d tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:50.551833 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ffddac87-9897-4529-9447-1e798e4011b1 admin admin] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:50.571621 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9b1f18ab-b9c1-447f-b05d-af53f2e5ce7d tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:50.591273 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc5d3fa-282d-4e1e-8d4d-774bf2c98836 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Made reservation on behalf of f8a07a0692504f09a49af7bfa2896e37 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:29:50.596137 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6f56bfea-ae2f-4132-acda-381b893489ab tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:50.662683 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-9b1f18ab-b9c1-447f-b05d-af53f2e5ce7d tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:50.669066 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-9b1f18ab-b9c1-447f-b05d-af53f2e5ce7d tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Usage tracker for resource:security_group_rule and tenant:08d14954a9a44d808e73ee1adc21420c is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:50.673278 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-9b1f18ab-b9c1-447f-b05d-af53f2e5ce7d tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:50.684017 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-9b1f18ab-b9c1-447f-b05d-af53f2e5ce7d tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:50.715460 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffddac87-9897-4529-9447-1e798e4011b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ca2b2c1-029f-452f-b89f-8d520c56cff6,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:50.812968 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2cc5d3fa-282d-4e1e-8d4d-774bf2c98836 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:50.835608 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d7af82cd-e9f9-4757-91ac-1ecd12f80505 req-bdb49e93-2753-4623-a197-fb6a9f194db7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ce1e6b6647741e599091dbba04f8bc1&device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 1098 time: 0.3853221 Mar 11 15:29:50.861083 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ffddac87-9897-4529-9447-1e798e4011b1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2ca2b2c1-029f-452f-b89f-8d520c56cff6 HTTP/1.1" status: 204 len: 168 time: 5.4848104 Mar 11 15:29:50.908682 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7d36441f-3e76-4510-ba16-15a40469e9e9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:50.927906 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-6f56bfea-ae2f-4132-acda-381b893489ab tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] In _notify_port_updated(), no bound segment for port 5be4105c-53f3-4505-ab2f-e4e71a3da284 on network 842924a6-e389-433a-b1bc-4253c6620bca {{(pid=83867) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 15:29:50.931911 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f56bfea-ae2f-4132-acda-381b893489ab tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:50.935548 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6f56bfea-ae2f-4132-acda-381b893489ab tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:50.943900 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6f56bfea-ae2f-4132-acda-381b893489ab tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "PUT /v2.0/ports/5be4105c-53f3-4505-ab2f-e4e71a3da284 HTTP/1.1" status: 200 len: 1012 time: 4.5633028 Mar 11 15:29:50.949271 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35308) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:51.039120 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f56bfea-ae2f-4132-acda-381b893489ab tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'Port': ['ID=5be4105c-53f3-4505-ab2f-e4e71a3da284,revision_number=3']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:51.044270 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-3280ba15-8a03-4434-ab30-276361857b99 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Deleting port 5be4105c-53f3-4505-ab2f-e4e71a3da284 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:29:51.044614 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3280ba15-8a03-4434-ab30-276361857b99 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:51.282594 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35316) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:51.283523 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-0d4fb0c9-ca20-43f8-97a4-47f86a666563 None None] Provisioning complete for port 5be4105c-53f3-4505-ab2f-e4e71a3da284 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:29:51.283986 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0d4fb0c9-ca20-43f8-97a4-47f86a666563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:51.286885 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c3890c-b758-427e-91c5-18dc385d485d tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Router b259a713-2fdd-4e1a-a9dc-b3003c7fc7cc has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:29:51.343403 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7d36441f-3e76-4510-ba16-15a40469e9e9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:51.363471 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-0d4fb0c9-ca20-43f8-97a4-47f86a666563 None None] Port 5be4105c-53f3-4505-ab2f-e4e71a3da284 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:29:51.527220 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9b1f18ab-b9c1-447f-b05d-af53f2e5ce7d tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:51.560474 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9b1f18ab-b9c1-447f-b05d-af53f2e5ce7d tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:51.591300 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2cc5d3fa-282d-4e1e-8d4d-774bf2c98836 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:51.597930 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d36441f-3e76-4510-ba16-15a40469e9e9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:29:51.612800 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-7d36441f-3e76-4510-ba16-15a40469e9e9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:29:51.617212 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d36441f-3e76-4510-ba16-15a40469e9e9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:29:51.632040 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af82cd-e9f9-4757-91ac-1ecd12f80505 req-7a3e3566-0cba-4a22-821c-b4928c9a0622 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:51.633528 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d7af82cd-e9f9-4757-91ac-1ecd12f80505 req-7a3e3566-0cba-4a22-821c-b4928c9a0622 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f5e50d7a-e877-43fe-b63b-0d368fa885b4 HTTP/1.1" status: 200 len: 912 time: 0.5758576 Mar 11 15:29:51.636180 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-7623d8ff-9450-44f9-b8c4-23903b89d6fa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=775252413a2b4ceb9ae1b5a003c1e0db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3412354 Mar 11 15:29:51.649397 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b1f18ab-b9c1-447f-b05d-af53f2e5ce7d tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:29:51.660291 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35324) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:51.684405 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d36441f-3e76-4510-ba16-15a40469e9e9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=e91119c8-1758-4ea3-844f-b53040dfc01c,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:51.746087 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f18ab-b9c1-447f-b05d-af53f2e5ce7d tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6286b559-500f-45c2-aad0-1f9d03044bfc,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:51.775620 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9b1f18ab-b9c1-447f-b05d-af53f2e5ce7d tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:51.775973 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-9b1f18ab-b9c1-447f-b05d-af53f2e5ce7d tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Added segment 4f63fc70-e26e-412d-8928-6c852735d0f9 of type vlan for network 7c62958a-c577-4740-bd1f-d6ca9c60e5d3 Mar 11 15:29:51.787056 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c3890c-b758-427e-91c5-18dc385d485d tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:29:51.799531 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-01c3890c-b758-427e-91c5-18dc385d485d tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] 10.222.0.31 "PUT /v2.0/routers/b259a713-2fdd-4e1a-a9dc-b3003c7fc7cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2405810 Mar 11 15:29:51.802755 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35330) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:51.841049 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901d2dce-be6c-4ee2-89eb-ce543c9dc0fd None None] Sync routers for ids ['b259a713-2fdd-4e1a-a9dc-b3003c7fc7cc'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:29:51.850609 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5d3fa-282d-4e1e-8d4d-774bf2c98836 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event updated for resources: {'Subnet': ['ID=b787bdd1-2fea-4c6e-a38d-a673f9d03236,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:51.879646 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901d2dce-be6c-4ee2-89eb-ce543c9dc0fd None None] Routers {'b259a713-2fdd-4e1a-a9dc-b3003c7fc7cc'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:29:51.882109 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-901d2dce-be6c-4ee2-89eb-ce543c9dc0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:29:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['b259a713-2fdd-4e1a-a9dc-b3003c7fc7cc'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:51.889364 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d7af82cd-e9f9-4757-91ac-1ecd12f80505 req-1d81a295-d2f8-48a5-9fa9-751d961a6199 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a650df7e-7466-470d-8473-ace951e19993 HTTP/1.1" status: 200 len: 1001 time: 0.2340367 Mar 11 15:29:51.891028 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9b1f18ab-b9c1-447f-b05d-af53f2e5ce7d tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:51.959631 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1c0d8912-6d36-4272-a682-fd392a1185f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:51.989812 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-e9c5a71b-991d-4e64-a191-f0259cdf476e tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] show failed (client error): The resource could not be found. Mar 11 15:29:51.996042 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e9c5a71b-991d-4e64-a191-f0259cdf476e tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-1818515839 HTTP/1.1" status: 404 len: 335 time: 0.1870217 Mar 11 15:29:52.000335 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35338) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:52.015283 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-bee16916-b92c-4dc1-bc20-037ad371fdd8 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:52.027215 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc5d3fa-282d-4e1e-8d4d-774bf2c98836 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Checking segment: {'id': 'e7fb2832-7fcd-4529-97e2-b3d62e65f0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '583ce425-8894-48fb-b761-459dfeba241b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:29:52.027618 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc5d3fa-282d-4e1e-8d4d-774bf2c98836 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Network hostable DHCP agents. Network: 583ce425-8894-48fb-b761-459dfeba241b, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:29:52.039810 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-901d2dce-be6c-4ee2-89eb-ce543c9dc0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:52.071182 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901d2dce-be6c-4ee2-89eb-ce543c9dc0fd None None] Routers {'b259a713-2fdd-4e1a-a9dc-b3003c7fc7cc'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:29:52.071563 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1c0d8912-6d36-4272-a682-fd392a1185f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:52.073122 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-901d2dce-be6c-4ee2-89eb-ce543c9dc0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:29:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['b259a713-2fdd-4e1a-a9dc-b3003c7fc7cc'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:52.079792 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9b1f18ab-b9c1-447f-b05d-af53f2e5ce7d tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:52.084570 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1f18ab-b9c1-447f-b05d-af53f2e5ce7d tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:52.085185 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9b1f18ab-b9c1-447f-b05d-af53f2e5ce7d tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:52.089777 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af82cd-e9f9-4757-91ac-1ecd12f80505 req-c5b8633a-6d20-4cd9-9335-1cf2c4ab0068 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:52.091442 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d7af82cd-e9f9-4757-91ac-1ecd12f80505 req-c5b8633a-6d20-4cd9-9335-1cf2c4ab0068 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b420fae9-b9a1-421f-87dd-fad5be9646ef HTTP/1.1" status: 200 len: 850 time: 0.1911278 Mar 11 15:29:52.101926 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-bee16916-b92c-4dc1-bc20-037ad371fdd8 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] update failed (client error): The resource could not be found. Mar 11 15:29:52.102848 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-bee16916-b92c-4dc1-bc20-037ad371fdd8 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-1207118736 HTTP/1.1" status: 404 len: 335 time: 0.0998538 Mar 11 15:29:52.106513 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3280ba15-8a03-4434-ab30-276361857b99 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:52.113713 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35342) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:52.193272 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-901d2dce-be6c-4ee2-89eb-ce543c9dc0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:52.193778 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901d2dce-be6c-4ee2-89eb-ce543c9dc0fd None None] The sync data for ids ['b259a713-2fdd-4e1a-a9dc-b3003c7fc7cc'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:29:52.301385 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9b1f18ab-b9c1-447f-b05d-af53f2e5ce7d tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1554615 Mar 11 15:29:52.307056 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35350) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:52.323870 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-11f236ec-5d01-4878-bc86-d9159aba8c74 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Request body: {'subnet': {'network_id': '7c62958a-c577-4740-bd1f-d6ca9c60e5d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:52.339274 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f18ab-b9c1-447f-b05d-af53f2e5ce7d tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Pushing event updated for resources: {'Network': ['ID=7c62958a-c577-4740-bd1f-d6ca9c60e5d3,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:52.346029 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc5d3fa-282d-4e1e-8d4d-774bf2c98836 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Network 583ce425-8894-48fb-b761-459dfeba241b is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:29:52.354207 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 7c62958a-c577-4740-bd1f-d6ca9c60e5d3 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:29:52.449907 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-2cc5d3fa-282d-4e1e-8d4d-774bf2c98836 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 583ce425-8894-48fb-b761-459dfeba241b) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:29:52.465381 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1c0d8912-6d36-4272-a682-fd392a1185f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:52.470690 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc5d3fa-282d-4e1e-8d4d-774bf2c98836 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:52.471277 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2cc5d3fa-282d-4e1e-8d4d-774bf2c98836 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:52.471666 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-3280ba15-8a03-4434-ab30-276361857b99 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Calling delete_port for 5be4105c-53f3-4505-ab2f-e4e71a3da284 owned by {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:29:52.494485 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ec427f-9d1b-456c-8696-bdbd2afe0402 None None] Network 583ce425-8894-48fb-b761-459dfeba241b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:29:52.508446 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d8912-6d36-4272-a682-fd392a1185f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a93b6f-729e-4dda-9eee-4e57892a7d7b,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:52.523148 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d7af82cd-e9f9-4757-91ac-1ecd12f80505 req-efd4f016-e3c1-487e-a380-9e8b95baa036 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5e50d7a-e877-43fe-b63b-0d368fa885b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4061224 Mar 11 15:29:52.526206 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-11f236ec-5d01-4878-bc86-d9159aba8c74 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:52.552512 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-11f236ec-5d01-4878-bc86-d9159aba8c74 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Usage tracker for resource:subnet and tenant:08d14954a9a44d808e73ee1adc21420c is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:52.559336 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-2cc5d3fa-282d-4e1e-8d4d-774bf2c98836 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3731523 Mar 11 15:29:52.560480 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-11f236ec-5d01-4878-bc86-d9159aba8c74 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:52.569014 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35356) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:52.571520 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-11f236ec-5d01-4878-bc86-d9159aba8c74 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:52.624950 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1c0d8912-6d36-4272-a682-fd392a1185f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:52.626021 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-1c0d8912-6d36-4272-a682-fd392a1185f7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f6a93b6f-729e-4dda-9eee-4e57892a7d7b HTTP/1.1" status: 204 len: 168 time: 0.9647205 Mar 11 15:29:52.797046 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f236ec-5d01-4878-bc86-d9159aba8c74 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Made reservation on behalf of 08d14954a9a44d808e73ee1adc21420c for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:29:52.908768 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9d6eef-09b2-4383-90f8-4618da25ffaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-583ce425-8894-48fb-b761-459dfeba241b', 'network_id': '583ce425-8894-48fb-b761-459dfeba241b', 'tenant_id': 'f8a07a0692504f09a49af7bfa2896e37', 'fixed_ips': [{'subnet_id': 'b787bdd1-2fea-4c6e-a38d-a673f9d03236'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:29:52.911288 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5b9d6eef-09b2-4383-90f8-4618da25ffaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:52.950910 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-48970e53-8d57-4151-a7e6-14ffc5366bdb tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Deleting subnet 083ed20f-217e-4ac0-ab3a-39f092aca5e6 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:29:52.960033 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-48970e53-8d57-4151-a7e6-14ffc5366bdb tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:53.031145 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35366) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:53.075702 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d7af82cd-e9f9-4757-91ac-1ecd12f80505 req-c19c8dfb-f2ef-4c03-a389-a987815852ff service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50d7a-e877-43fe-b63b-0d368fa885b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5444319 Mar 11 15:29:53.080826 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-11f236ec-5d01-4878-bc86-d9159aba8c74 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:53.094792 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-48970e53-8d57-4151-a7e6-14ffc5366bdb tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:53.157272 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3280ba15-8a03-4434-ab30-276361857b99 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:53.188714 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-5b9d6eef-09b2-4383-90f8-4618da25ffaf None None] Allocated IP 172.20.0.1 (583ce425-8894-48fb-b761-459dfeba241b/b787bdd1-2fea-4c6e-a38d-a673f9d03236/c71c0857-5d61-4824-aaae-8e3ff18857eb) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:29:53.243454 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280ba15-8a03-4434-ab30-276361857b99 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event deleted for resources: {'Port': ['ID=5be4105c-53f3-4505-ab2f-e4e71a3da284,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:53.298967 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1faa831a-fbf1-497a-b5b7-2f5be86aab7d tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:53.411719 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3280ba15-8a03-4434-ab30-276361857b99 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:53.415291 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-48970e53-8d57-4151-a7e6-14ffc5366bdb tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:53.515499 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-3280ba15-8a03-4434-ab30-276361857b99 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/ports/5be4105c-53f3-4505-ab2f-e4e71a3da284 HTTP/1.1" status: 204 len: 168 time: 2.5593185 Mar 11 15:29:53.519010 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35380) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:53.555073 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5b9d6eef-09b2-4383-90f8-4618da25ffaf None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:53.568462 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5b9d6eef-09b2-4383-90f8-4618da25ffaf None None] Transition to ACTIVE for port object c71c0857-5d61-4824-aaae-8e3ff18857eb will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:29:53.597190 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5b9d6eef-09b2-4383-90f8-4618da25ffaf None None] Transition to ACTIVE for port object c71c0857-5d61-4824-aaae-8e3ff18857eb will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:29:53.598652 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-429204d2-03fb-4382-9ff1-6093e95ab8f6 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] GET failed (client error): The resource could not be found. Mar 11 15:29:53.599469 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-429204d2-03fb-4382-9ff1-6093e95ab8f6 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Synchronizing usage tracker for tenant:6b1a6507e257408892b3294b50293467 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:29:53.605508 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5b9d6eef-09b2-4383-90f8-4618da25ffaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:53.683407 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9d6eef-09b2-4383-90f8-4618da25ffaf None None] Network 583ce425-8894-48fb-b761-459dfeba241b is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:29:53.686176 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-5b9d6eef-09b2-4383-90f8-4618da25ffaf None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:29:53.690243 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9d6eef-09b2-4383-90f8-4618da25ffaf None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:29:53.696973 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-429204d2-03fb-4382-9ff1-6093e95ab8f6 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Unset dirty status for tenant:6b1a6507e257408892b3294b50293467 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:29:53.698465 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d6eef-09b2-4383-90f8-4618da25ffaf None None] Pushing event updated for resources: {'Port': ['ID=c71c0857-5d61-4824-aaae-8e3ff18857eb,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:53.698988 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-429204d2-03fb-4382-9ff1-6093e95ab8f6 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "GET /v2.0/ports/5be4105c-53f3-4505-ab2f-e4e71a3da284 HTTP/1.1" status: 404 len: 333 time: 0.1787417 Mar 11 15:29:53.700349 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-48970e53-8d57-4151-a7e6-14ffc5366bdb tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:53.719360 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35386) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:53.791465 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-5b9d6eef-09b2-4383-90f8-4618da25ffaf None None] Attempting to bind port c71c0857-5d61-4824-aaae-8e3ff18857eb on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:29:53.791927 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-5b9d6eef-09b2-4383-90f8-4618da25ffaf None None] Attempting to bind port c71c0857-5d61-4824-aaae-8e3ff18857eb by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'e7fb2832-7fcd-4529-97e2-b3d62e65f0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '583ce425-8894-48fb-b761-459dfeba241b'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:29:53.792337 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9d6eef-09b2-4383-90f8-4618da25ffaf None None] Attempting to bind port c71c0857-5d61-4824-aaae-8e3ff18857eb on network 583ce425-8894-48fb-b761-459dfeba241b {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:29:53.799776 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9d6eef-09b2-4383-90f8-4618da25ffaf None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:29:53.800207 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9d6eef-09b2-4383-90f8-4618da25ffaf None None] Checking segment: {'id': 'e7fb2832-7fcd-4529-97e2-b3d62e65f0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '583ce425-8894-48fb-b761-459dfeba241b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:29:53.801294 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5b9d6eef-09b2-4383-90f8-4618da25ffaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:53.801828 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9d6eef-09b2-4383-90f8-4618da25ffaf None None] Bound using segment: {'id': 'e7fb2832-7fcd-4529-97e2-b3d62e65f0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '583ce425-8894-48fb-b761-459dfeba241b'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:29:53.802304 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-5b9d6eef-09b2-4383-90f8-4618da25ffaf None None] Bound port: c71c0857-5d61-4824-aaae-8e3ff18857eb, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7fb2832-7fcd-4529-97e2-b3d62e65f0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '583ce425-8894-48fb-b761-459dfeba241b'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:29:53.802681 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5b9d6eef-09b2-4383-90f8-4618da25ffaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:53.820173 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48970e53-8d57-4151-a7e6-14ffc5366bdb tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Pushing event deleted for resources: {'Subnet': ['ID=083ed20f-217e-4ac0-ab3a-39f092aca5e6,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:53.846012 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-48970e53-8d57-4151-a7e6-14ffc5366bdb tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:53.853461 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-48970e53-8d57-4151-a7e6-14ffc5366bdb tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] 10.222.0.31 "DELETE /v2.0/subnets/083ed20f-217e-4ac0-ab3a-39f092aca5e6 HTTP/1.1" status: 204 len: 168 time: 1.7366207 Mar 11 15:29:53.858228 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241b23b0-be1f-421f-9176-d7f06dca6c48 None None] Network 97bab16a-5b8e-46c6-aacb-482800a498ac requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:29:53.859893 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35392) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:53.862799 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7d36441f-3e76-4510-ba16-15a40469e9e9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:53.936348 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-b79da82d-b79d-4be7-a4ba-28ed5034c913 tempest-QuotasTest-988296912 tempest-QuotasTest-988296912-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:53.948857 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-1faa831a-fbf1-497a-b5b7-2f5be86aab7d tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Deleting port c71c0857-5d61-4824-aaae-8e3ff18857eb {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:29:53.949318 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1faa831a-fbf1-497a-b5b7-2f5be86aab7d tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:54.004399 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-11f236ec-5d01-4878-bc86-d9159aba8c74 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:54.058075 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5b9d6eef-09b2-4383-90f8-4618da25ffaf None None] For port c71c0857-5d61-4824-aaae-8e3ff18857eb, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:29:54.112172 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5b9d6eef-09b2-4383-90f8-4618da25ffaf None None] For port c71c0857-5d61-4824-aaae-8e3ff18857eb, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=c71c0857-5d61-4824-aaae-8e3ff18857eb,segment=NetworkSegment(e7fb2832-7fcd-4529-97e2-b3d62e65f0a1),segment_id=e7fb2832-7fcd-4529-97e2-b3d62e65f0a1)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:29:54.123762 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5b9d6eef-09b2-4383-90f8-4618da25ffaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:54.143866 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-84fe70b2-2f3f-483f-9337-0a18d5847810 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:54.154077 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7d36441f-3e76-4510-ba16-15a40469e9e9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:54.231833 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d6eef-09b2-4383-90f8-4618da25ffaf None None] Pushing event updated for resources: {'Port': ['ID=c71c0857-5d61-4824-aaae-8e3ff18857eb,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:54.324699 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decbb874-361d-4096-a275-74d811ca60b9 None None] DHCP port deletion for 97bab16a-5b8e-46c6-aacb-482800a498ac request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:29:54.331759 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-decbb874-361d-4096-a275-74d811ca60b9 None None] Deleting port 58d0d216-280c-4da1-9559-2dcc176f9c09 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:29:54.340609 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-decbb874-361d-4096-a275-74d811ca60b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:54.350693 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-84fe70b2-2f3f-483f-9337-0a18d5847810 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Deleting port 58d0d216-280c-4da1-9559-2dcc176f9c09 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:29:54.351170 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-84fe70b2-2f3f-483f-9337-0a18d5847810 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:54.449855 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d7af82cd-e9f9-4757-91ac-1ecd12f80505 req-dd466810-66b1-4e97-b645-030fe2e6f59d service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50d7a-e877-43fe-b63b-0d368fa885b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3267963 Mar 11 15:29:54.484368 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f236ec-5d01-4878-bc86-d9159aba8c74 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Pushing event updated for resources: {'Subnet': ['ID=bc8a237e-2506-407a-af75-3fcb2581c628,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:54.520346 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b46e319-d8f9-421d-9003-66ef52d8d441 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Deleting subnet 08dea884-6137-41d4-aa4b-07cb546b8f17 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:29:54.524420 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9b46e319-d8f9-421d-9003-66ef52d8d441 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:54.590124 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f236ec-5d01-4878-bc86-d9159aba8c74 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Checking segment: {'id': '4f63fc70-e26e-412d-8928-6c852735d0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7c62958a-c577-4740-bd1f-d6ca9c60e5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:29:54.590124 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f236ec-5d01-4878-bc86-d9159aba8c74 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Network hostable DHCP agents. Network: 7c62958a-c577-4740-bd1f-d6ca9c60e5d3, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:29:54.625396 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9b46e319-d8f9-421d-9003-66ef52d8d441 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:54.627703 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-1faa831a-fbf1-497a-b5b7-2f5be86aab7d tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] For port c71c0857-5d61-4824-aaae-8e3ff18857eb, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=c71c0857-5d61-4824-aaae-8e3ff18857eb,segment=NetworkSegment(e7fb2832-7fcd-4529-97e2-b3d62e65f0a1),segment_id=e7fb2832-7fcd-4529-97e2-b3d62e65f0a1)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:29:54.628072 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1faa831a-fbf1-497a-b5b7-2f5be86aab7d tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:54.641719 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f236ec-5d01-4878-bc86-d9159aba8c74 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Network 7c62958a-c577-4740-bd1f-d6ca9c60e5d3 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:29:54.657812 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-11f236ec-5d01-4878-bc86-d9159aba8c74 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 7c62958a-c577-4740-bd1f-d6ca9c60e5d3) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:29:54.663863 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f236ec-5d01-4878-bc86-d9159aba8c74 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:54.664583 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-11f236ec-5d01-4878-bc86-d9159aba8c74 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:54.687143 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53665289-da8c-420d-9f03-8db02fe0115a None None] Network 7c62958a-c577-4740-bd1f-d6ca9c60e5d3 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:29:54.737849 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9b46e319-d8f9-421d-9003-66ef52d8d441 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:54.771194 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-11f236ec-5d01-4878-bc86-d9159aba8c74 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4596403 Mar 11 15:29:54.771194 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b79da82d-b79d-4be7-a4ba-28ed5034c913 tempest-QuotasTest-988296912 tempest-QuotasTest-988296912-project-admin] 10.222.0.31 "PUT /v2.0/quotas/c3eff7080e3d4bdea662354c077e519b HTTP/1.1" status: 200 len: 366 time: 1.7319591 Mar 11 15:29:54.771822 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35404) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:54.815406 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35406) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:54.818433 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-decbb874-361d-4096-a275-74d811ca60b9 None None] For port 58d0d216-280c-4da1-9559-2dcc176f9c09, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=58d0d216-280c-4da1-9559-2dcc176f9c09,segment=NetworkSegment(37f6997d-97d6-4387-8b37-a2534fa36760),segment_id=37f6997d-97d6-4387-8b37-a2534fa36760)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:29:54.818838 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-decbb874-361d-4096-a275-74d811ca60b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:54.928265 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-1faa831a-fbf1-497a-b5b7-2f5be86aab7d tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Calling delete_port for c71c0857-5d61-4824-aaae-8e3ff18857eb owned by network:dhcp {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:29:54.970833 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-d5c7116a-67aa-4052-a778-947153e8b21c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1060869228', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}, 'admin_state_up': False}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:54.982672 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-d5c7116a-67aa-4052-a778-947153e8b21c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:54.987716 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-d5c7116a-67aa-4052-a778-947153e8b21c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Usage tracker for resource:router and tenant:08d14954a9a44d808e73ee1adc21420c is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:54.993194 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-d5c7116a-67aa-4052-a778-947153e8b21c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:55.000566 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-d5c7116a-67aa-4052-a778-947153e8b21c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:55.019952 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d5c7116a-67aa-4052-a778-947153e8b21c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:55.021583 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d5c7116a-67aa-4052-a778-947153e8b21c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:55.023254 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-decbb874-361d-4096-a275-74d811ca60b9 None None] Calling delete_port for 58d0d216-280c-4da1-9559-2dcc176f9c09 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:29:55.123241 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-41d06847-59bf-4df7-948e-f6170b02be8d tempest-QuotasTest-988296912 tempest-QuotasTest-988296912-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.2943692 Mar 11 15:29:55.132330 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35418) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:55.243509 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9b46e319-d8f9-421d-9003-66ef52d8d441 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:55.274564 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1faa831a-fbf1-497a-b5b7-2f5be86aab7d tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:55.326991 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-decbb874-361d-4096-a275-74d811ca60b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:55.352241 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b85d669e-2ca7-413d-9f96-53952915fceb tempest-QuotasTest-988296912 tempest-QuotasTest-988296912-project-admin] 10.222.0.31 "GET /v2.0/quotas/c3eff7080e3d4bdea662354c077e519b HTTP/1.1" status: 200 len: 366 time: 0.2174714 Mar 11 15:29:55.352531 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9b46e319-d8f9-421d-9003-66ef52d8d441 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:55.359999 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35424) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:55.369074 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46e319-d8f9-421d-9003-66ef52d8d441 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event deleted for resources: {'Subnet': ['ID=08dea884-6137-41d4-aa4b-07cb546b8f17,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:55.389727 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-84fe70b2-2f3f-483f-9337-0a18d5847810 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] For port 58d0d216-280c-4da1-9559-2dcc176f9c09, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=58d0d216-280c-4da1-9559-2dcc176f9c09,segment=NetworkSegment(37f6997d-97d6-4387-8b37-a2534fa36760),segment_id=37f6997d-97d6-4387-8b37-a2534fa36760)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:29:55.390667 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-84fe70b2-2f3f-483f-9337-0a18d5847810 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:55.406546 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9b46e319-d8f9-421d-9003-66ef52d8d441 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/subnets/08dea884-6137-41d4-aa4b-07cb546b8f17 HTTP/1.1" status: 204 len: 168 time: 1.6485610 Mar 11 15:29:55.409646 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35428) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:55.433264 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa831a-fbf1-497a-b5b7-2f5be86aab7d tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event deleted for resources: {'Port': ['ID=c71c0857-5d61-4824-aaae-8e3ff18857eb,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:55.448484 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d5c7116a-67aa-4052-a778-947153e8b21c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:55.502009 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5bae8b-b2e5-456a-b567-579f8896413a None None] Network 842924a6-e389-433a-b1bc-4253c6620bca requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:29:55.566895 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9b1c4fec-ca04-4da8-9bc7-9f40f877930d tempest-QuotasTest-988296912 tempest-QuotasTest-988296912-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/c3eff7080e3d4bdea662354c077e519b HTTP/1.1" status: 204 len: 168 time: 0.1944935 Mar 11 15:29:55.620087 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35434) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:55.629322 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.db.resource_extend [None req-7d36441f-3e76-4510-ba16-15a40469e9e9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:29:55.637964 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faa831a-fbf1-497a-b5b7-2f5be86aab7d tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] No DVR routers for this DVR port c71c0857-5d61-4824-aaae-8e3ff18857eb on host dv-neutron-833373-1-hyperv {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:29:55.777150 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decbb874-361d-4096-a275-74d811ca60b9 None None] Pushing event deleted for resources: {'Port': ['ID=58d0d216-280c-4da1-9559-2dcc176f9c09,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:55.802914 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0d65c4-75be-4979-bde3-4812837db00d None None] Network 7c62958a-c577-4740-bd1f-d6ca9c60e5d3 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:29:55.839922 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-84fe70b2-2f3f-483f-9337-0a18d5847810 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Calling delete_port for 58d0d216-280c-4da1-9559-2dcc176f9c09 owned by network:dhcp {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:29:55.844967 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1faa831a-fbf1-497a-b5b7-2f5be86aab7d tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:55.908655 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7d36441f-3e76-4510-ba16-15a40469e9e9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:55.936958 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7d36441f-3e76-4510-ba16-15a40469e9e9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:55.994995 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-36c068cc-1376-4377-b224-b10a33b0a349 tempest-QuotasTest-988296912 tempest-QuotasTest-988296912-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.3691690 Mar 11 15:29:55.996587 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35444) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:56.011435 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decbb874-361d-4096-a275-74d811ca60b9 None None] No DVR routers for this DVR port 58d0d216-280c-4da1-9559-2dcc176f9c09 on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:29:56.013602 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 58d0d216-280c-4da1-9559-2dcc176f9c09 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:29:56.065250 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73dd0e6-0d6a-4e5a-8678-934a66cc2e7d None None] Network 583ce425-8894-48fb-b761-459dfeba241b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:29:56.092440 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-1be427d5-fb75-41d9-86cd-caa36d00dde1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Deleting subnet 8fbfb267-7761-426b-b5c1-25e9c12b62ec {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:29:56.108813 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1be427d5-fb75-41d9-86cd-caa36d00dde1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:56.118111 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-1f43858e-1d1c-491a-bd2a-fc3aad96381e None None] Could not find standard attr ID for object c71c0857-5d61-4824-aaae-8e3ff18857eb. {{(pid=83868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:29:56.119756 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d5c7116a-67aa-4052-a778-947153e8b21c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:56.122342 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 58d0d216-280c-4da1-9559-2dcc176f9c09 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:29:56.126161 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 58d0d216-280c-4da1-9559-2dcc176f9c09 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:29:56.130389 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1faa831a-fbf1-497a-b5b7-2f5be86aab7d tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:56.196363 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e8db48b5-8262-4b67-8af2-86f6e87aeada tempest-QuotasTest-988296912 tempest-QuotasTest-988296912-project-admin] 10.222.0.31 "GET /v2.0/quotas/c3eff7080e3d4bdea662354c077e519b HTTP/1.1" status: 200 len: 370 time: 0.1718457 Mar 11 15:29:56.201313 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa831a-fbf1-497a-b5b7-2f5be86aab7d tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event deleted for resources: {'Subnet': ['ID=b787bdd1-2fea-4c6e-a38d-a673f9d03236,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:56.202240 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35450) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:56.215983 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d5101751-d139-440d-8df0-36ce1d5c045d tempest-QuotasTest-988296912 tempest-QuotasTest-988296912-project-admin] 10.222.0.31 "GET /v2.0/quotas/c3eff7080e3d4bdea662354c077e519b/default HTTP/1.1" status: 200 len: 370 time: 0.0072508 Mar 11 15:29:56.218061 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d36441f-3e76-4510-ba16-15a40469e9e9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=e91119c8-1758-4ea3-844f-b53040dfc01c,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:56.220292 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35454) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:56.258560 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1be427d5-fb75-41d9-86cd-caa36d00dde1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:56.314361 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.db.api [None req-84fe70b2-2f3f-483f-9337-0a18d5847810 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:29:56.314742 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG oslo_db.api [None req-84fe70b2-2f3f-483f-9337-0a18d5847810 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:29:56.323241 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1faa831a-fbf1-497a-b5b7-2f5be86aab7d tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:56.327393 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-ba5e4d2d-ea5a-48ce-b0b4-4fd2af837435 tempest-QuotasTest-988296912 tempest-QuotasTest-988296912-project-admin] delete failed (client error): The resource could not be found. Mar 11 15:29:56.328516 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ba5e4d2d-ea5a-48ce-b0b4-4fd2af837435 tempest-QuotasTest-988296912 tempest-QuotasTest-988296912-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/c3eff7080e3d4bdea662354c077e519b HTTP/1.1" status: 404 len: 348 time: 0.0966551 Mar 11 15:29:56.333039 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7d36441f-3e76-4510-ba16-15a40469e9e9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:56.358426 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-1faa831a-fbf1-497a-b5b7-2f5be86aab7d tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['583ce425-8894-48fb-b761-459dfeba241b']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:56.372534 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-1faa831a-fbf1-497a-b5b7-2f5be86aab7d tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7fb2832-7fcd-4529-97e2-b3d62e65f0a1') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:56.373224 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-1faa831a-fbf1-497a-b5b7-2f5be86aab7d tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7fb2832-7fcd-4529-97e2-b3d62e65f0a1') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:56.386673 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1faa831a-fbf1-497a-b5b7-2f5be86aab7d tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:56.393222 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35460) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:56.405029 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1faa831a-fbf1-497a-b5b7-2f5be86aab7d tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:56.412463 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1faa831a-fbf1-497a-b5b7-2f5be86aab7d tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:29:56.412974 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1faa831a-fbf1-497a-b5b7-2f5be86aab7d tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:56.492873 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:29:56.492873 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:29:56.492873 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:29:56.492873 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:29:56.492873 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:29:56.492873 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:29:56.492873 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:29:56.492873 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:29:56.492873 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:29:56.492873 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:29:56.492873 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:29:56.492873 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:29:56.492873 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:29:56.492873 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:29:56.492873 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:29:56.492873 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:29:56.492873 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:29:56.492873 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:29:56.492873 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:29:56.492873 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:29:56.492873 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:29:56.492873 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:29:56.492873 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:29:56.492873 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:29:56.492873 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:29:56.492873 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:29:56.492873 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:29:56.492873 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:29:56.492873 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:29:56.492873 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:29:56.492873 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:29:56.492873 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:29:56.532308 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1be427d5-fb75-41d9-86cd-caa36d00dde1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:56.696467 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1be427d5-fb75-41d9-86cd-caa36d00dde1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:56.752331 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1faa831a-fbf1-497a-b5b7-2f5be86aab7d tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:56.777772 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35468) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:56.779511 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1faa831a-fbf1-497a-b5b7-2f5be86aab7d tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:56.798702 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be427d5-fb75-41d9-86cd-caa36d00dde1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event deleted for resources: {'Subnet': ['ID=8fbfb267-7761-426b-b5c1-25e9c12b62ec,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:56.812418 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f0591e-a7da-45a0-8e1c-2f7e8d9b7339 None None] DHCP port deletion for 583ce425-8894-48fb-b761-459dfeba241b request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:29:56.818617 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-84fe70b2-2f3f-483f-9337-0a18d5847810 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Deleting port 58d0d216-280c-4da1-9559-2dcc176f9c09 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:29:56.818950 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-84fe70b2-2f3f-483f-9337-0a18d5847810 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:56.843747 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1be427d5-fb75-41d9-86cd-caa36d00dde1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:56.852981 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa831a-fbf1-497a-b5b7-2f5be86aab7d tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event deleted for resources: {'Network': ['ID=583ce425-8894-48fb-b761-459dfeba241b,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:56.897627 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-1faa831a-fbf1-497a-b5b7-2f5be86aab7d tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "DELETE /v2.0/networks/583ce425-8894-48fb-b761-459dfeba241b HTTP/1.1" status: 204 len: 168 time: 4.3223104 Mar 11 15:29:56.899561 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35472) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:56.913190 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-84fe70b2-2f3f-483f-9337-0a18d5847810 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] The port '58d0d216-280c-4da1-9559-2dcc176f9c09' was deleted {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 15:29:56.917404 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-4508bcd9-dc9e-4399-857d-23761afd0982 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2101290750'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:56.923212 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-465ca565-cac9-4e12-b761-41cb5a70e98e tempest-QuotasTest-988296912 tempest-QuotasTest-988296912-project-admin] Usage tracker for resource:network and tenant:99f84bb2d9844eb2a04d2245346f1ce9 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:56.924517 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-1be427d5-fb75-41d9-86cd-caa36d00dde1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/subnets/8fbfb267-7761-426b-b5c1-25e9c12b62ec HTTP/1.1" status: 204 len: 168 time: 1.5086720 Mar 11 15:29:56.927029 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-4508bcd9-dc9e-4399-857d-23761afd0982 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:56.929609 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35476) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:56.934559 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-465ca565-cac9-4e12-b761-41cb5a70e98e tempest-QuotasTest-988296912 tempest-QuotasTest-988296912-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:56.962157 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.l3_db [None req-7d36441f-3e76-4510-ba16-15a40469e9e9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Floating IP b559b4a4-0539-4f3e-b64f-3ebbab12fd81 associated. External IP: 172.26.0.222, port: 073652c7-6cc6-4dad-8555-e471bf6e6ede. Mar 11 15:29:57.021837 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4508bcd9-dc9e-4399-857d-23761afd0982 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Usage tracker for resource:network and tenant:f8a07a0692504f09a49af7bfa2896e37 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:57.030057 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-be293a05-e4be-4709-a5b0-e026a06b0985 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-855137043'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:57.040472 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4508bcd9-dc9e-4399-857d-23761afd0982 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:57.068372 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-be293a05-e4be-4709-a5b0-e026a06b0985 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:57.070759 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-4508bcd9-dc9e-4399-857d-23761afd0982 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:57.105913 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-465ca565-cac9-4e12-b761-41cb5a70e98e tempest-QuotasTest-988296912 tempest-QuotasTest-988296912-project-admin] Usage tracker for resource:subnet and tenant:99f84bb2d9844eb2a04d2245346f1ce9 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:57.117233 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-465ca565-cac9-4e12-b761-41cb5a70e98e tempest-QuotasTest-988296912 tempest-QuotasTest-988296912-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:57.150198 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-be293a05-e4be-4709-a5b0-e026a06b0985 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Usage tracker for resource:network and tenant:885fc9f79d134f8e878afe3836211264 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:57.173000 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-af544e10-215d-4fe0-b63e-f6e5cfdfbf1b tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:57.178362 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d5c7116a-67aa-4052-a778-947153e8b21c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for router_gateway, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:57.228779 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-af544e10-215d-4fe0-b63e-f6e5cfdfbf1b tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Deleting port a1c7ee32-89c4-40b0-bac7-1a8071491cf6 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:29:57.229133 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-af544e10-215d-4fe0-b63e-f6e5cfdfbf1b tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:57.233607 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-be293a05-e4be-4709-a5b0-e026a06b0985 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:57.250298 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-be293a05-e4be-4709-a5b0-e026a06b0985 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:57.267873 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d5c7116a-67aa-4052-a778-947153e8b21c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:57.295655 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-84fe70b2-2f3f-483f-9337-0a18d5847810 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:57.333148 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4508bcd9-dc9e-4399-857d-23761afd0982 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Made reservation on behalf of f8a07a0692504f09a49af7bfa2896e37 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:29:57.336597 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4508bcd9-dc9e-4399-857d-23761afd0982 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:57.340402 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-465ca565-cac9-4e12-b761-41cb5a70e98e tempest-QuotasTest-988296912 tempest-QuotasTest-988296912-project-admin] Usage tracker for resource:subnetpool and tenant:99f84bb2d9844eb2a04d2245346f1ce9 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:57.428717 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-465ca565-cac9-4e12-b761-41cb5a70e98e tempest-QuotasTest-988296912 tempest-QuotasTest-988296912-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:57.452889 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad151534-877b-429b-a966-85a38359a2d3 None None] Network 842924a6-e389-433a-b1bc-4253c6620bca requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:29:57.503182 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-465ca565-cac9-4e12-b761-41cb5a70e98e tempest-QuotasTest-988296912 tempest-QuotasTest-988296912-project-admin] Usage tracker for resource:port and tenant:99f84bb2d9844eb2a04d2245346f1ce9 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:57.531791 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-465ca565-cac9-4e12-b761-41cb5a70e98e tempest-QuotasTest-988296912 tempest-QuotasTest-988296912-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:57.536605 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be293a05-e4be-4709-a5b0-e026a06b0985 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Made reservation on behalf of 885fc9f79d134f8e878afe3836211264 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:29:57.539654 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-be293a05-e4be-4709-a5b0-e026a06b0985 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:57.560756 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-84fe70b2-2f3f-483f-9337-0a18d5847810 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97bab16a-5b8e-46c6-aacb-482800a498ac']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:57.564433 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-3835cbbf-5f68-498b-accd-5433f75c5f68 None None] Provisioning complete for port a1c7ee32-89c4-40b0-bac7-1a8071491cf6 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:29:57.564799 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3835cbbf-5f68-498b-accd-5433f75c5f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:57.585780 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-be293a05-e4be-4709-a5b0-e026a06b0985 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:57.601593 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-84fe70b2-2f3f-483f-9337-0a18d5847810 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f6997d-97d6-4387-8b37-a2534fa36760') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:57.601877 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-84fe70b2-2f3f-483f-9337-0a18d5847810 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f6997d-97d6-4387-8b37-a2534fa36760') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:57.627101 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-84fe70b2-2f3f-483f-9337-0a18d5847810 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:57.658807 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4508bcd9-dc9e-4399-857d-23761afd0982 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:29:57.682219 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-465ca565-cac9-4e12-b761-41cb5a70e98e tempest-QuotasTest-988296912 tempest-QuotasTest-988296912-project-admin] Usage tracker for resource:router and tenant:99f84bb2d9844eb2a04d2245346f1ce9 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:57.692174 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-84fe70b2-2f3f-483f-9337-0a18d5847810 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:57.713838 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4508bcd9-dc9e-4399-857d-23761afd0982 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:57.714268 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-465ca565-cac9-4e12-b761-41cb5a70e98e tempest-QuotasTest-988296912 tempest-QuotasTest-988296912-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:57.714593 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-4508bcd9-dc9e-4399-857d-23761afd0982 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Added segment ab78b5c4-1d2e-4016-8c33-a79e55b6e49d of type vlan for network 57c7cec2-0999-453e-b165-f9abb099c7d5 Mar 11 15:29:57.716850 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84fe70b2-2f3f-483f-9337-0a18d5847810 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:29:57.717685 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-84fe70b2-2f3f-483f-9337-0a18d5847810 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:57.738240 dv-neutron-833373-1-hyperv neutron-server[83867]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:29:57.738240 dv-neutron-833373-1-hyperv neutron-server[83867]: util.warn( Mar 11 15:29:57.738240 dv-neutron-833373-1-hyperv neutron-server[83867]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:29:57.738240 dv-neutron-833373-1-hyperv neutron-server[83867]: util.warn( Mar 11 15:29:57.738240 dv-neutron-833373-1-hyperv neutron-server[83867]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:29:57.738240 dv-neutron-833373-1-hyperv neutron-server[83867]: util.warn( Mar 11 15:29:57.738240 dv-neutron-833373-1-hyperv neutron-server[83867]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:29:57.738240 dv-neutron-833373-1-hyperv neutron-server[83867]: util.warn( Mar 11 15:29:57.738240 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:29:57.738240 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:29:57.738240 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:29:57.738240 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:29:57.738240 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:29:57.738240 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:29:57.738240 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:29:57.738240 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:29:57.738240 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:29:57.738240 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:29:57.738240 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:29:57.738240 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:29:57.738240 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:29:57.738240 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:29:57.738240 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:29:57.738240 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:29:57.738240 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:29:57.738240 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:29:57.738240 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:29:57.738240 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:29:57.738240 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:29:57.738240 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:29:57.738240 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:29:57.738240 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:29:57.738240 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:29:57.738240 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:29:57.738240 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:29:57.738240 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:29:57.738240 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:29:57.738240 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:29:57.738240 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:29:57.738240 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:29:57.740595 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3892e2a8-0fc6-46c7-9af9-c50184c8fe7b req-8344674c-2a30-4114-af89-842848116274 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ce1e6b6647741e599091dbba04f8bc1&device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 1098 time: 0.3810306 Mar 11 15:29:57.743607 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-d5c7116a-67aa-4052-a778-947153e8b21c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Allocated IP 172.26.0.40 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/0aebbfc1-17db-45f7-b211-634adfc28180) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:29:57.752401 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-be293a05-e4be-4709-a5b0-e026a06b0985 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:57.762397 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device c71c0857-5d61-4824-aaae-8e3ff18857eb no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:29:57.796003 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-af544e10-215d-4fe0-b63e-f6e5cfdfbf1b tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] For port a1c7ee32-89c4-40b0-bac7-1a8071491cf6, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=a1c7ee32-89c4-40b0-bac7-1a8071491cf6,segment=NetworkSegment(3776621c-4553-497b-a02b-4d3e375cd790),segment_id=3776621c-4553-497b-a02b-4d3e375cd790)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:29:57.796313 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-af544e10-215d-4fe0-b63e-f6e5cfdfbf1b tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:57.804608 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-465ca565-cac9-4e12-b761-41cb5a70e98e tempest-QuotasTest-988296912 tempest-QuotasTest-988296912-project-admin] Usage tracker for resource:floatingip and tenant:99f84bb2d9844eb2a04d2245346f1ce9 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:57.813392 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: c71c0857-5d61-4824-aaae-8e3ff18857eb {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:29:57.813972 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device c71c0857-5d61-4824-aaae-8e3ff18857eb not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:29:57.822814 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-be293a05-e4be-4709-a5b0-e026a06b0985 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Usage tracker for resource:security_group_rule and tenant:885fc9f79d134f8e878afe3836211264 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:57.843633 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-be293a05-e4be-4709-a5b0-e026a06b0985 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:57.882492 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-be293a05-e4be-4709-a5b0-e026a06b0985 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:57.907209 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4508bcd9-dc9e-4399-857d-23761afd0982 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:57.912672 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152e5343-125d-4d89-913f-f9c12eace9bd None None] DHCP port deletion for 842924a6-e389-433a-b1bc-4253c6620bca request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:29:57.917486 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-152e5343-125d-4d89-913f-f9c12eace9bd None None] Deleting port a1c7ee32-89c4-40b0-bac7-1a8071491cf6 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:29:57.918029 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-152e5343-125d-4d89-913f-f9c12eace9bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:57.924529 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ea526-7daf-4e1e-a96d-a88c3e5ce52e req-d5390f19-f35c-4796-8002-b1710ee14c00 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:57.927015 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-856ea526-7daf-4e1e-a96d-a88c3e5ce52e req-d5390f19-f35c-4796-8002-b1710ee14c00 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.4247322 Mar 11 15:29:57.932363 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-84fe70b2-2f3f-483f-9337-0a18d5847810 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:57.960423 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-84fe70b2-2f3f-483f-9337-0a18d5847810 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:58.005727 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-465ca565-cac9-4e12-b761-41cb5a70e98e tempest-QuotasTest-988296912 tempest-QuotasTest-988296912-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:58.019249 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-af544e10-215d-4fe0-b63e-f6e5cfdfbf1b tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Calling delete_port for a1c7ee32-89c4-40b0-bac7-1a8071491cf6 owned by network:dhcp {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:29:58.024212 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe70b2-2f3f-483f-9337-0a18d5847810 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Pushing event deleted for resources: {'Network': ['ID=97bab16a-5b8e-46c6-aacb-482800a498ac,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:58.059810 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-84fe70b2-2f3f-483f-9337-0a18d5847810 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] 10.222.0.31 "DELETE /v2.0/networks/97bab16a-5b8e-46c6-aacb-482800a498ac HTTP/1.1" status: 204 len: 168 time: 4.1917288 Mar 11 15:29:58.077607 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35484) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:58.086311 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4508bcd9-dc9e-4399-857d-23761afd0982 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:58.090047 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4508bcd9-dc9e-4399-857d-23761afd0982 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:58.090663 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4508bcd9-dc9e-4399-857d-23761afd0982 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:58.187462 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-152e5343-125d-4d89-913f-f9c12eace9bd None None] For port a1c7ee32-89c4-40b0-bac7-1a8071491cf6, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=a1c7ee32-89c4-40b0-bac7-1a8071491cf6,segment=NetworkSegment(3776621c-4553-497b-a02b-4d3e375cd790),segment_id=3776621c-4553-497b-a02b-4d3e375cd790)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:29:58.187679 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-152e5343-125d-4d89-913f-f9c12eace9bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:58.255505 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892e2a8-0fc6-46c7-9af9-c50184c8fe7b req-d86a3a37-c83e-4aa6-8a60-c73fe962d098 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:58.257012 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3892e2a8-0fc6-46c7-9af9-c50184c8fe7b req-d86a3a37-c83e-4aa6-8a60-c73fe962d098 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f5e50d7a-e877-43fe-b63b-0d368fa885b4 HTTP/1.1" status: 200 len: 912 time: 0.5071616 Mar 11 15:29:58.299497 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-856ea526-7daf-4e1e-a96d-a88c3e5ce52e req-7de50450-e7c1-4687-8e29-91d9d19be324 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3307822 Mar 11 15:29:58.325195 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-af544e10-215d-4fe0-b63e-f6e5cfdfbf1b tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:58.370868 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d5c7116a-67aa-4052-a778-947153e8b21c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:58.380218 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-152e5343-125d-4d89-913f-f9c12eace9bd None None] Calling delete_port for a1c7ee32-89c4-40b0-bac7-1a8071491cf6 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:29:58.391542 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-be293a05-e4be-4709-a5b0-e026a06b0985 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:58.415432 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af544e10-215d-4fe0-b63e-f6e5cfdfbf1b tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event deleted for resources: {'Port': ['ID=a1c7ee32-89c4-40b0-bac7-1a8071491cf6,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:58.427732 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4508bcd9-dc9e-4399-857d-23761afd0982 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5218191 Mar 11 15:29:58.428616 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-be293a05-e4be-4709-a5b0-e026a06b0985 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:58.434433 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35488) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:58.438683 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af544e10-215d-4fe0-b63e-f6e5cfdfbf1b tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] No DVR routers for this DVR port a1c7ee32-89c4-40b0-bac7-1a8071491cf6 on host dv-neutron-833373-1-hyperv {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:29:58.499932 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-86285066-69cf-4c35-b243-d75e44b4b024 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Request body: {'subnet': {'network_id': '57c7cec2-0999-453e-b165-f9abb099c7d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:58.515855 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-465ca565-cac9-4e12-b761-41cb5a70e98e tempest-QuotasTest-988296912 tempest-QuotasTest-988296912-project-admin] Usage tracker for resource:security_group and tenant:99f84bb2d9844eb2a04d2245346f1ce9 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:58.516070 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508bcd9-dc9e-4399-857d-23761afd0982 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event updated for resources: {'Network': ['ID=57c7cec2-0999-453e-b165-f9abb099c7d5,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:58.564659 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 57c7cec2-0999-453e-b165-f9abb099c7d5 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:29:58.611186 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be293a05-e4be-4709-a5b0-e026a06b0985 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:29:58.681015 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3892e2a8-0fc6-46c7-9af9-c50184c8fe7b req-ab65c924-792b-4a01-9ed2-783e2bb08076 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a650df7e-7466-470d-8473-ace951e19993 HTTP/1.1" status: 200 len: 1001 time: 0.4071023 Mar 11 15:29:58.714936 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be293a05-e4be-4709-a5b0-e026a06b0985 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e3f6fc-81de-4bae-bacb-2296b44fc37f,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:58.729993 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-152e5343-125d-4d89-913f-f9c12eace9bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:29:58.730751 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-152e5343-125d-4d89-913f-f9c12eace9bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:29:58.781999 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-be293a05-e4be-4709-a5b0-e026a06b0985 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:58.782339 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-be293a05-e4be-4709-a5b0-e026a06b0985 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Added segment c465a268-4454-4f43-95ab-0a3bba6cd50d of type vlan for network d0524f00-715c-4ebe-9c64-2fd0926e3025 Mar 11 15:29:58.830478 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-465ca565-cac9-4e12-b761-41cb5a70e98e tempest-QuotasTest-988296912 tempest-QuotasTest-988296912-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:58.845880 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-86285066-69cf-4c35-b243-d75e44b4b024 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:58.862554 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-86285066-69cf-4c35-b243-d75e44b4b024 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Usage tracker for resource:subnet and tenant:f8a07a0692504f09a49af7bfa2896e37 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:58.869470 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-a06e61fb-9964-43ae-bdee-5a2f612ad823 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Deleting subnet 73e39947-55a9-40e8-b636-161fbd7ae931 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:29:58.871434 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-86285066-69cf-4c35-b243-d75e44b4b024 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:58.875311 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-be293a05-e4be-4709-a5b0-e026a06b0985 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:58.891456 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a06e61fb-9964-43ae-bdee-5a2f612ad823 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:58.903318 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-af544e10-215d-4fe0-b63e-f6e5cfdfbf1b tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:58.913170 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d5c7116a-67aa-4052-a778-947153e8b21c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:58.927690 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-86285066-69cf-4c35-b243-d75e44b4b024 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:58.968173 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86285066-69cf-4c35-b243-d75e44b4b024 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Made reservation on behalf of f8a07a0692504f09a49af7bfa2896e37 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:29:58.978424 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-465ca565-cac9-4e12-b761-41cb5a70e98e tempest-QuotasTest-988296912 tempest-QuotasTest-988296912-project-admin] Usage tracker for resource:security_group_rule and tenant:99f84bb2d9844eb2a04d2245346f1ce9 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:59.005114 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-af544e10-215d-4fe0-b63e-f6e5cfdfbf1b tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['842924a6-e389-433a-b1bc-4253c6620bca']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:59.012023 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-465ca565-cac9-4e12-b761-41cb5a70e98e tempest-QuotasTest-988296912 tempest-QuotasTest-988296912-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:59.036758 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-af544e10-215d-4fe0-b63e-f6e5cfdfbf1b tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3776621c-4553-497b-a02b-4d3e375cd790') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:59.037053 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-af544e10-215d-4fe0-b63e-f6e5cfdfbf1b tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3776621c-4553-497b-a02b-4d3e375cd790') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:59.054039 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a06e61fb-9964-43ae-bdee-5a2f612ad823 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:59.056036 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892e2a8-0fc6-46c7-9af9-c50184c8fe7b req-ca6f436e-90e4-4db8-8617-fc3f481c791c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:59.057935 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3892e2a8-0fc6-46c7-9af9-c50184c8fe7b req-ca6f436e-90e4-4db8-8617-fc3f481c791c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b420fae9-b9a1-421f-87dd-fad5be9646ef HTTP/1.1" status: 200 len: 850 time: 0.2933605 Mar 11 15:29:59.060646 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c7116a-67aa-4052-a778-947153e8b21c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:29:59.068561 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7116a-67aa-4052-a778-947153e8b21c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Pushing event updated for resources: {'Port': ['ID=0aebbfc1-17db-45f7-b211-634adfc28180,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:59.071176 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-d5c7116a-67aa-4052-a778-947153e8b21c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:29:59.076376 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-af544e10-215d-4fe0-b63e-f6e5cfdfbf1b tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:59.084391 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-465ca565-cac9-4e12-b761-41cb5a70e98e tempest-QuotasTest-988296912 tempest-QuotasTest-988296912-project-admin] 10.222.0.31 "GET /v2.0/quotas/99f84bb2d9844eb2a04d2245346f1ce9/details.json HTTP/1.1" status: 200 len: 703 time: 2.2950432 Mar 11 15:29:59.087786 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c7116a-67aa-4052-a778-947153e8b21c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:29:59.105593 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-be293a05-e4be-4709-a5b0-e026a06b0985 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:59.109325 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be293a05-e4be-4709-a5b0-e026a06b0985 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:59.109922 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-be293a05-e4be-4709-a5b0-e026a06b0985 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:59.183562 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-af544e10-215d-4fe0-b63e-f6e5cfdfbf1b tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:59.206430 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af544e10-215d-4fe0-b63e-f6e5cfdfbf1b tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:29:59.207790 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-af544e10-215d-4fe0-b63e-f6e5cfdfbf1b tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:59.234953 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-152e5343-125d-4d89-913f-f9c12eace9bd None None] Deleting port a1c7ee32-89c4-40b0-bac7-1a8071491cf6 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:29:59.235763 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-152e5343-125d-4d89-913f-f9c12eace9bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:59.237697 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:29:59.237697 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:29:59.237697 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:29:59.237697 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:29:59.237697 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:29:59.237697 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:29:59.237697 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:29:59.237697 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:29:59.237697 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:29:59.237697 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:29:59.237697 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:29:59.237697 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:29:59.237697 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:29:59.237697 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:29:59.237697 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:29:59.237697 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:29:59.237697 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:29:59.237697 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:29:59.237697 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:29:59.237697 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:29:59.237697 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:29:59.237697 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:29:59.237697 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:29:59.237697 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:29:59.237697 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:29:59.237697 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:29:59.237697 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:29:59.237697 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:29:59.237697 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:29:59.237697 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:29:59.237697 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:29:59.237697 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:29:59.259658 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-86285066-69cf-4c35-b243-d75e44b4b024 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:59.303516 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-be293a05-e4be-4709-a5b0-e026a06b0985 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.9091837 Mar 11 15:29:59.313517 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35494) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:59.386580 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be293a05-e4be-4709-a5b0-e026a06b0985 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Pushing event updated for resources: {'Network': ['ID=d0524f00-715c-4ebe-9c64-2fd0926e3025,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:59.429489 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-152e5343-125d-4d89-913f-f9c12eace9bd None None] The port 'a1c7ee32-89c4-40b0-bac7-1a8071491cf6' was deleted {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 15:29:59.447970 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-71d609f8-f45a-49ec-9a56-a0674453614c tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Request body: {'subnet': {'network_id': 'd0524f00-715c-4ebe-9c64-2fd0926e3025', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:29:59.476302 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network d0524f00-715c-4ebe-9c64-2fd0926e3025 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:29:59.514072 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a06e61fb-9964-43ae-bdee-5a2f612ad823 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:59.671293 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35502) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:59.683081 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7da82e3f-e244-44ba-b44d-72ac1605d0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:59.708385 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-af544e10-215d-4fe0-b63e-f6e5cfdfbf1b tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:59.713294 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-af544e10-215d-4fe0-b63e-f6e5cfdfbf1b tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:59.795070 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-71d609f8-f45a-49ec-9a56-a0674453614c tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:29:59.804751 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af544e10-215d-4fe0-b63e-f6e5cfdfbf1b tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event deleted for resources: {'Network': ['ID=842924a6-e389-433a-b1bc-4253c6620bca,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:59.817805 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-71d609f8-f45a-49ec-9a56-a0674453614c tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Usage tracker for resource:subnet and tenant:885fc9f79d134f8e878afe3836211264 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:29:59.829210 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-71d609f8-f45a-49ec-9a56-a0674453614c tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:29:59.834305 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-af544e10-215d-4fe0-b63e-f6e5cfdfbf1b tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/networks/842924a6-e389-433a-b1bc-4253c6620bca HTTP/1.1" status: 204 len: 168 time: 2.9030819 Mar 11 15:29:59.836391 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device a1c7ee32-89c4-40b0-bac7-1a8071491cf6 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:29:59.843326 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-71d609f8-f45a-49ec-9a56-a0674453614c tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:29:59.845541 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35508) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:29:59.875061 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d36441f-3e76-4510-ba16-15a40469e9e9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router e8045d71-5323-44ad-885b-64df1c786251 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:29:59.919673 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: a1c7ee32-89c4-40b0-bac7-1a8071491cf6 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:29:59.919959 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device a1c7ee32-89c4-40b0-bac7-1a8071491cf6 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:29:59.927352 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a06e61fb-9964-43ae-bdee-5a2f612ad823 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:29:59.929607 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3892e2a8-0fc6-46c7-9af9-c50184c8fe7b req-78f1940f-4234-4265-959b-edb0e450d6f7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5e50d7a-e877-43fe-b63b-0d368fa885b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8561518 Mar 11 15:29:59.971526 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d609f8-f45a-49ec-9a56-a0674453614c tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Made reservation on behalf of 885fc9f79d134f8e878afe3836211264 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:30:00.111304 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e61fb-9964-43ae-bdee-5a2f612ad823 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Pushing event deleted for resources: {'Subnet': ['ID=73e39947-55a9-40e8-b636-161fbd7ae931,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:00.129500 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a06e61fb-9964-43ae-bdee-5a2f612ad823 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:00.130034 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcc8089-f3c2-4426-8002-cb131f38f80e None None] Network 3a5fa021-ed12-4460-bc03-9ae6e7cb9b1d requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:30:00.141463 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a06e61fb-9964-43ae-bdee-5a2f612ad823 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] 10.222.0.31 "DELETE /v2.0/subnets/73e39947-55a9-40e8-b636-161fbd7ae931 HTTP/1.1" status: 204 len: 168 time: 2.0618854 Mar 11 15:30:00.143425 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-86285066-69cf-4c35-b243-d75e44b4b024 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:00.147986 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35512) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:00.162023 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-aaae3ee7-6fa9-49d5-945d-842b4af8052c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:00.259295 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5ef0b-65e8-40ff-b41f-0dce3bc5d4eb req-3506dc28-6208-49cd-a01e-661e7ddd6c0a tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:00.262471 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b1f5ef0b-65e8-40ff-b41f-0dce3bc5d4eb req-3506dc28-6208-49cd-a01e-661e7ddd6c0a tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.6033456 Mar 11 15:30:00.316904 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86285066-69cf-4c35-b243-d75e44b4b024 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event updated for resources: {'Subnet': ['ID=d04b393b-64bb-4101-b46d-6f4fb8d34e53,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:00.348941 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-71d609f8-f45a-49ec-9a56-a0674453614c tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:00.415987 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86285066-69cf-4c35-b243-d75e44b4b024 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Checking segment: {'id': 'ab78b5c4-1d2e-4016-8c33-a79e55b6e49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '57c7cec2-0999-453e-b165-f9abb099c7d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:30:00.416392 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86285066-69cf-4c35-b243-d75e44b4b024 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Network hostable DHCP agents. Network: 57c7cec2-0999-453e-b165-f9abb099c7d5, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:30:00.492084 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0f1e27-0327-4ea3-8211-5aa87a87887b None None] DHCP port deletion for 3a5fa021-ed12-4460-bc03-9ae6e7cb9b1d request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:30:00.493791 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-4259fb91-f17e-4606-bb02-32853460ad5c tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Deleting subnet 6b946ea2-deb5-47a6-9044-d5b93f36702f {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:30:00.499275 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4259fb91-f17e-4606-bb02-32853460ad5c tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:00.499492 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-ce0f1e27-0327-4ea3-8211-5aa87a87887b None None] Deleting port 935aebd0-7140-4468-b0fd-e568ed269670 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:30:00.499937 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ce0f1e27-0327-4ea3-8211-5aa87a87887b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:00.538718 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86285066-69cf-4c35-b243-d75e44b4b024 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Network 57c7cec2-0999-453e-b165-f9abb099c7d5 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:30:00.576708 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-86285066-69cf-4c35-b243-d75e44b4b024 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 57c7cec2-0999-453e-b165-f9abb099c7d5) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:00.588277 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86285066-69cf-4c35-b243-d75e44b4b024 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:00.589159 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-86285066-69cf-4c35-b243-d75e44b4b024 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:00.594852 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4259fb91-f17e-4606-bb02-32853460ad5c tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:00.608573 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f2297f-4d63-426a-87e9-daf23fe3ca9d None None] Network 57c7cec2-0999-453e-b165-f9abb099c7d5 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:30:00.640469 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-aaae3ee7-6fa9-49d5-945d-842b4af8052c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:00.660749 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d36441f-3e76-4510-ba16-15a40469e9e9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:30:00.674286 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-86285066-69cf-4c35-b243-d75e44b4b024 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1873071 Mar 11 15:30:00.674987 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35516) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:00.681984 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0318eaf9-f02e-49f2-b482-aa2a8b686c67 None None] Sync routers for ids ['e8045d71-5323-44ad-885b-64df1c786251'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:30:00.689847 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-aaae3ee7-6fa9-49d5-945d-842b4af8052c admin admin] Usage tracker for resource:security_group_rule and tenant:9af84bef5b9349029cf78590834ea8dc is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:00.693650 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-aaae3ee7-6fa9-49d5-945d-842b4af8052c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:00.700724 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-aaae3ee7-6fa9-49d5-945d-842b4af8052c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:00.703649 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0318eaf9-f02e-49f2-b482-aa2a8b686c67 None None] Routers {'e8045d71-5323-44ad-885b-64df1c786251'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:30:00.704610 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-0318eaf9-f02e-49f2-b482-aa2a8b686c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:29:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['e8045d71-5323-44ad-885b-64df1c786251'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:00.727477 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7d36441f-3e76-4510-ba16-15a40469e9e9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:00.798272 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-aaae3ee7-6fa9-49d5-945d-842b4af8052c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:00.811233 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3892e2a8-0fc6-46c7-9af9-c50184c8fe7b req-8ebf0ee8-5c24-4fe9-83d7-a9eeead352f3 service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50d7a-e877-43fe-b63b-0d368fa885b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8675008 Mar 11 15:30:00.823383 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06b58eb-9f20-4d45-85ad-1c082efdd3f1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:00.824134 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-d06b58eb-9f20-4d45-85ad-1c082efdd3f1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Synchronizing usage tracker for tenant:6b1a6507e257408892b3294b50293467 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:30:00.826855 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-aaae3ee7-6fa9-49d5-945d-842b4af8052c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:00.883837 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b1f5ef0b-65e8-40ff-b41f-0dce3bc5d4eb req-1868b713-0e79-4115-b0a1-0173c29d9c9f tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5836394 Mar 11 15:30:00.914127 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7d36441f-3e76-4510-ba16-15a40469e9e9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 13.8721983 Mar 11 15:30:00.915198 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35520) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:00.920704 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfe0188f-8454-425c-9a64-95c2e897d519', 'tag': '073652c7-6cc6-4dad-8555-e471bf6e6ede'}] {{(pid=83867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:30:01.000285 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-d06b58eb-9f20-4d45-85ad-1c082efdd3f1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Unset dirty status for tenant:6b1a6507e257408892b3294b50293467 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:30:01.006122 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d06b58eb-9f20-4d45-85ad-1c082efdd3f1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 1.1589389 Mar 11 15:30:01.012503 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35526) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:01.016322 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4259fb91-f17e-4606-bb02-32853460ad5c tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:01.062148 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d5c7116a-67aa-4052-a778-947153e8b21c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for router_gateway, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:01.063278 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d5c7116a-67aa-4052-a778-947153e8b21c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:01.073308 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfe0188f-8454-425c-9a64-95c2e897d519', 'tag': '073652c7-6cc6-4dad-8555-e471bf6e6ede', 'status': 'completed', 'code': 200} Mar 11 15:30:01.086750 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-0318eaf9-f02e-49f2-b482-aa2a8b686c67 None None] Set router e8045d71-5323-44ad-885b-64df1c786251 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:30:01.115166 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6be58a-230b-4994-add5-72c70ce2948b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-57c7cec2-0999-453e-b165-f9abb099c7d5', 'network_id': '57c7cec2-0999-453e-b165-f9abb099c7d5', 'tenant_id': 'f8a07a0692504f09a49af7bfa2896e37', 'fixed_ips': [{'subnet_id': 'd04b393b-64bb-4101-b46d-6f4fb8d34e53'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:30:01.116351 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3a6be58a-230b-4994-add5-72c70ce2948b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:01.128533 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4f5aa212-0c43-48ad-87cf-460b2b8f1386 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:01.205771 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5d8141ea-a336-4cd0-8dc1-6aebc38e4a61 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/b559b4a4-0539-4f3e-b64f-3ebbab12fd81 HTTP/1.1" status: 200 len: 992 time: 0.2786391 Mar 11 15:30:01.228677 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-ce0f1e27-0327-4ea3-8211-5aa87a87887b None None] For port 935aebd0-7140-4468-b0fd-e568ed269670, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=935aebd0-7140-4468-b0fd-e568ed269670,segment=NetworkSegment(27ad1c4f-5624-432c-a505-2164742d2a39),segment_id=27ad1c4f-5624-432c-a505-2164742d2a39)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:30:01.229131 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ce0f1e27-0327-4ea3-8211-5aa87a87887b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:01.291664 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4259fb91-f17e-4606-bb02-32853460ad5c tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:01.344858 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4f5aa212-0c43-48ad-87cf-460b2b8f1386 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:01.383020 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259fb91-f17e-4606-bb02-32853460ad5c tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Pushing event deleted for resources: {'Subnet': ['ID=6b946ea2-deb5-47a6-9044-d5b93f36702f,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:01.399132 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-8cf9e296-4f27-4ba6-8a2d-3622f85488e3 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3470995 Mar 11 15:30:01.404076 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35530) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:01.420672 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-05e1d1b8-6e45-4194-8140-028da7280ed9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-830708859'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:01.431966 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-05e1d1b8-6e45-4194-8140-028da7280ed9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:01.434576 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4259fb91-f17e-4606-bb02-32853460ad5c tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:01.442666 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-05e1d1b8-6e45-4194-8140-028da7280ed9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Usage tracker for resource:network and tenant:6b1a6507e257408892b3294b50293467 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:01.448666 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-05e1d1b8-6e45-4194-8140-028da7280ed9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:01.460487 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4259fb91-f17e-4606-bb02-32853460ad5c tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] 10.222.0.31 "DELETE /v2.0/subnets/6b946ea2-deb5-47a6-9044-d5b93f36702f HTTP/1.1" status: 204 len: 168 time: 1.2809289 Mar 11 15:30:01.460487 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-05e1d1b8-6e45-4194-8140-028da7280ed9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:01.461547 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-ce0f1e27-0327-4ea3-8211-5aa87a87887b None None] Calling delete_port for 935aebd0-7140-4468-b0fd-e568ed269670 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:30:01.463681 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35534) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:01.524749 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e1d1b8-6e45-4194-8140-028da7280ed9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Made reservation on behalf of 6b1a6507e257408892b3294b50293467 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:30:01.527686 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-05e1d1b8-6e45-4194-8140-028da7280ed9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:01.558388 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae3ee7-6fa9-49d5-945d-842b4af8052c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c533f3-2c6c-42d1-b387-a0d90041b5aa,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:01.565947 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3892e2a8-0fc6-46c7-9af9-c50184c8fe7b req-d759a461-2a41-4ec4-aa4c-2635a6e31a1b service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50d7a-e877-43fe-b63b-0d368fa885b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7301934 Mar 11 15:30:01.568654 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbf056a-14af-4a3c-a9d4-1d72dabe3ec4 None None] Network 799609cd-5fff-4cf6-ab1b-e81299a68c2c requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:30:01.605600 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ce0f1e27-0327-4ea3-8211-5aa87a87887b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:01.638960 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4f5aa212-0c43-48ad-87cf-460b2b8f1386 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:01.685265 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-0318eaf9-f02e-49f2-b482-aa2a8b686c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8045d71-5323-44ad-885b-64df1c786251', 'name': 'tempest-TestNetworkBasicOps-router-962175665', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '5eacffb7-ab7b-48c8-af25-d90377798cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:28:48Z', 'updated_at': '2022-03-11T15:29:03Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '5eacffb7-ab7b-48c8-af25-d90377798cb0', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:28:50Z', 'updated_at': '2022-03-11T15:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'b559b4a4-0539-4f3e-b64f-3ebbab12fd81', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.222', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'port_id': '073652c7-6cc6-4dad-8555-e471bf6e6ede', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8', 'mac_address': 'fa:16:3e:b6:c4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe0188f-8454-425c-9a64-95c2e897d519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:29:52Z', 'updated_at': '2022-03-11T15:29:52Z', 'revision_number': 0, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b8efc8b-cadf-402e-936e-d07c0f2c43db', 'name': '', 'network_id': 'ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:69:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '796e8b88-7a8c-46fd-b12f-b6e3ee49dd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:29:01Z', 'updated_at': '2022-03-11T15:29:13Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '796e8b88-7a8c-46fd-b12f-b6e3ee49dd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:01.689920 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0318eaf9-f02e-49f2-b482-aa2a8b686c67 None None] Checking router: e8045d71-5323-44ad-885b-64df1c786251 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:30:01.702424 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0318eaf9-f02e-49f2-b482-aa2a8b686c67 None None] Routers {'e8045d71-5323-44ad-885b-64df1c786251'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:30:01.703120 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-0318eaf9-f02e-49f2-b482-aa2a8b686c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:29:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['e8045d71-5323-44ad-885b-64df1c786251'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:01.783055 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0f1e27-0327-4ea3-8211-5aa87a87887b None None] Pushing event deleted for resources: {'Port': ['ID=935aebd0-7140-4468-b0fd-e568ed269670,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:01.812128 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-71d609f8-f45a-49ec-9a56-a0674453614c tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:01.839148 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0f1e27-0327-4ea3-8211-5aa87a87887b None None] No DVR routers for this DVR port 935aebd0-7140-4468-b0fd-e568ed269670 on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server [None req-3a6be58a-230b-4994-add5-72c70ce2948b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d04b393b-64bb-4101-b46d-6f4fb8d34e53: This subnet is being modified by another concurrent operation. Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise value Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise value Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise value Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 15:30:01.843492 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise value Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise value Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise value Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise exception Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d04b393b-64bb-4101-b46d-6f4fb8d34e53: This subnet is being modified by another concurrent operation. Mar 11 15:30:01.847179 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server Mar 11 15:30:01.872493 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-44a9c7f0-5d36-4a5e-9711-1ab24415cfd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:01.884252 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c03399b-18ae-4311-8e16-b5e5a3733f9c None None] Network 57c7cec2-0999-453e-b165-f9abb099c7d5 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:30:01.907283 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 935aebd0-7140-4468-b0fd-e568ed269670 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:30:01.911294 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-aaae3ee7-6fa9-49d5-945d-842b4af8052c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9af84bef5b9349029cf78590834ea8dc&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2034504 Mar 11 15:30:01.917595 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35538) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:01.934954 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-06d67948-7337-4ba0-98d6-115a6e49b904 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:01.936791 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5aa212-0c43-48ad-87cf-460b2b8f1386 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event deleted for resources: {'Subnet': ['ID=d04b393b-64bb-4101-b46d-6f4fb8d34e53,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:01.968496 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 935aebd0-7140-4468-b0fd-e568ed269670 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:30:01.968868 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 935aebd0-7140-4468-b0fd-e568ed269670 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:30:02.009838 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05e1d1b8-6e45-4194-8140-028da7280ed9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:30:02.099599 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-0318eaf9-f02e-49f2-b482-aa2a8b686c67 None None] Set router e8045d71-5323-44ad-885b-64df1c786251 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:30:02.112325 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-05e1d1b8-6e45-4194-8140-028da7280ed9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:02.112616 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-05e1d1b8-6e45-4194-8140-028da7280ed9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Added segment 1f9050d2-ab4a-4307-a96b-2cc7ad00e561 of type vlan for network 21bb555b-3836-4ed8-8b5d-2d5217cca14d Mar 11 15:30:02.209893 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d609f8-f45a-49ec-9a56-a0674453614c tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Pushing event updated for resources: {'Subnet': ['ID=5880003c-0f82-48c9-b2fd-8574bee7c083,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:02.216837 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35544) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:02.218369 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4f5aa212-0c43-48ad-87cf-460b2b8f1386 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:02.322622 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d609f8-f45a-49ec-9a56-a0674453614c tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Checking segment: {'id': 'c465a268-4454-4f43-95ab-0a3bba6cd50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'd0524f00-715c-4ebe-9c64-2fd0926e3025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:30:02.323358 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d609f8-f45a-49ec-9a56-a0674453614c tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Network hostable DHCP agents. Network: d0524f00-715c-4ebe-9c64-2fd0926e3025, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:30:02.341398 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fc5d60-5059-4e7c-be5d-5d5cfe90eaab None None] DHCP port deletion for 799609cd-5fff-4cf6-ab1b-e81299a68c2c request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:30:02.346337 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3903ec53-8602-4e72-a106-c911ffda6fe2 req-f4d16597-8062-4280-be5d-dcfa473bf296 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=cfe0188f-8454-425c-9a64-95c2e897d519 HTTP/1.1" status: 200 len: 1099 time: 1.2774181 Mar 11 15:30:02.348251 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-a6fc5d60-5059-4e7c-be5d-5d5cfe90eaab None None] Deleting port 1a6bb174-5c9f-42dd-b9b2-16df620e979f {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:30:02.348849 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6fc5d60-5059-4e7c-be5d-5d5cfe90eaab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:02.357070 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b84846c2-bb60-4051-9bb2-a32523d19d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:02.402921 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-4f5aa212-0c43-48ad-87cf-460b2b8f1386 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57c7cec2-0999-453e-b165-f9abb099c7d5']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:02.418686 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-06d67948-7337-4ba0-98d6-115a6e49b904 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:02.461596 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-06d67948-7337-4ba0-98d6-115a6e49b904 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a5fa021-ed12-4460-bc03-9ae6e7cb9b1d']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:02.477483 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-06d67948-7337-4ba0-98d6-115a6e49b904 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27ad1c4f-5624-432c-a505-2164742d2a39') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:02.478725 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-06d67948-7337-4ba0-98d6-115a6e49b904 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27ad1c4f-5624-432c-a505-2164742d2a39') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:02.496448 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-06d67948-7337-4ba0-98d6-115a6e49b904 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:02.519886 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-06d67948-7337-4ba0-98d6-115a6e49b904 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:02.529344 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06d67948-7337-4ba0-98d6-115a6e49b904 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:30:02.529996 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-06d67948-7337-4ba0-98d6-115a6e49b904 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:02.561663 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca6497-a44d-4823-a4f4-f8f727080f44 req-7d9520ba-7d80-4eca-85a3-717634a7dc37 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:02.563759 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-18ca6497-a44d-4823-a4f4-f8f727080f44 req-7d9520ba-7d80-4eca-85a3-717634a7dc37 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.4598291 Mar 11 15:30:02.569799 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b84846c2-bb60-4051-9bb2-a32523d19d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:02.686296 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d609f8-f45a-49ec-9a56-a0674453614c tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Network d0524f00-715c-4ebe-9c64-2fd0926e3025 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:30:02.694372 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-0318eaf9-f02e-49f2-b482-aa2a8b686c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8045d71-5323-44ad-885b-64df1c786251', 'name': 'tempest-TestNetworkBasicOps-router-962175665', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '5eacffb7-ab7b-48c8-af25-d90377798cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:28:48Z', 'updated_at': '2022-03-11T15:29:03Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '5eacffb7-ab7b-48c8-af25-d90377798cb0', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:28:50Z', 'updated_at': '2022-03-11T15:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'b559b4a4-0539-4f3e-b64f-3ebbab12fd81', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.222', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'port_id': '073652c7-6cc6-4dad-8555-e471bf6e6ede', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8', 'mac_address': 'fa:16:3e:b6:c4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe0188f-8454-425c-9a64-95c2e897d519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:29:52Z', 'updated_at': '2022-03-11T15:29:52Z', 'revision_number': 0, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b8efc8b-cadf-402e-936e-d07c0f2c43db', 'name': '', 'network_id': 'ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:69:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '796e8b88-7a8c-46fd-b12f-b6e3ee49dd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:29:01Z', 'updated_at': '2022-03-11T15:29:13Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '796e8b88-7a8c-46fd-b12f-b6e3ee49dd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:02.704219 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0318eaf9-f02e-49f2-b482-aa2a8b686c67 None None] The sync data for ids ['e8045d71-5323-44ad-885b-64df1c786251'] in dv-neutron-833373-1-hyperv is: [{'id': 'e8045d71-5323-44ad-885b-64df1c786251', 'name': 'tempest-TestNetworkBasicOps-router-962175665', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '5eacffb7-ab7b-48c8-af25-d90377798cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:28:48Z', 'updated_at': '2022-03-11T15:29:03Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '5eacffb7-ab7b-48c8-af25-d90377798cb0', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:28:50Z', 'updated_at': '2022-03-11T15:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'b559b4a4-0539-4f3e-b64f-3ebbab12fd81', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.222', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'port_id': '073652c7-6cc6-4dad-8555-e471bf6e6ede', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8', 'mac_address': 'fa:16:3e:b6:c4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe0188f-8454-425c-9a64-95c2e897d519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:29:52Z', 'updated_at': '2022-03-11T15:29:52Z', 'revision_number': 0, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b8efc8b-cadf-402e-936e-d07c0f2c43db', 'name': '', 'network_id': 'ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:69:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '796e8b88-7a8c-46fd-b12f-b6e3ee49dd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:29:01Z', 'updated_at': '2022-03-11T15:29:13Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '796e8b88-7a8c-46fd-b12f-b6e3ee49dd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:30:02.754798 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-71d609f8-f45a-49ec-9a56-a0674453614c tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, d0524f00-715c-4ebe-9c64-2fd0926e3025) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:02.761655 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:30:02.761655 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:30:02.761655 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:30:02.761655 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:30:02.761655 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:30:02.761655 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:30:02.761655 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:30:02.761655 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:30:02.761655 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:30:02.761655 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:30:02.761655 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:30:02.761655 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:30:02.761655 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:30:02.761655 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:30:02.761655 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:30:02.761655 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:30:02.761655 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:30:02.761655 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:30:02.761655 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:30:02.761655 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:30:02.761655 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:30:02.761655 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:30:02.761655 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:30:02.761655 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:30:02.761655 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:30:02.761655 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:30:02.761655 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:30:02.761655 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:30:02.761655 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:30:02.761655 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:30:02.761655 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:30:02.761655 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:30:02.765098 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d609f8-f45a-49ec-9a56-a0674453614c tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:02.765098 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-71d609f8-f45a-49ec-9a56-a0674453614c tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:02.769075 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b07bfe9f-4157-4d02-8016-17a9db1d496b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/b559b4a4-0539-4f3e-b64f-3ebbab12fd81 HTTP/1.1" status: 200 len: 992 time: 0.5058079 Mar 11 15:30:02.776570 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f87e51e-008d-4cc1-a229-b68e30b80b24 None None] Network d0524f00-715c-4ebe-9c64-2fd0926e3025 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:30:02.784260 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-05e1d1b8-6e45-4194-8140-028da7280ed9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:02.796603 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-18ca6497-a44d-4823-a4f4-f8f727080f44 req-198b8edf-4c32-4ff2-b15a-51bab4c82cba tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149265 Mar 11 15:30:02.832867 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3903ec53-8602-4e72-a106-c911ffda6fe2 req-94f52743-470d-4a67-8955-814a0f60c9ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:02.832867 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3903ec53-8602-4e72-a106-c911ffda6fe2 req-94f52743-470d-4a67-8955-814a0f60c9ec service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8 HTTP/1.1" status: 200 len: 897 time: 0.4480872 Mar 11 15:30:02.837063 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-4f5aa212-0c43-48ad-87cf-460b2b8f1386 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab78b5c4-1d2e-4016-8c33-a79e55b6e49d') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:02.837790 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-4f5aa212-0c43-48ad-87cf-460b2b8f1386 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab78b5c4-1d2e-4016-8c33-a79e55b6e49d') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:02.850195 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-06d67948-7337-4ba0-98d6-115a6e49b904 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:02.857171 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-05e1d1b8-6e45-4194-8140-028da7280ed9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:02.867116 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e1d1b8-6e45-4194-8140-028da7280ed9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:02.867754 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-05e1d1b8-6e45-4194-8140-028da7280ed9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:02.914322 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-a6fc5d60-5059-4e7c-be5d-5d5cfe90eaab None None] For port 1a6bb174-5c9f-42dd-b9b2-16df620e979f, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=1a6bb174-5c9f-42dd-b9b2-16df620e979f,segment=NetworkSegment(eafb2747-7728-4b3c-829b-bd12e6ce92d1),segment_id=eafb2747-7728-4b3c-829b-bd12e6ce92d1)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:30:02.914715 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6fc5d60-5059-4e7c-be5d-5d5cfe90eaab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:02.921606 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-06d67948-7337-4ba0-98d6-115a6e49b904 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:02.928065 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4f5aa212-0c43-48ad-87cf-460b2b8f1386 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:02.952644 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b84846c2-bb60-4051-9bb2-a32523d19d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:02.955085 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b84846c2-bb60-4051-9bb2-a32523d19d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:02.956548 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b84846c2-bb60-4051-9bb2-a32523d19d8f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/39c533f3-2c6c-42d1-b387-a0d90041b5aa HTTP/1.1" status: 204 len: 168 time: 1.0224047 Mar 11 15:30:02.958382 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-71d609f8-f45a-49ec-9a56-a0674453614c tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6050253 Mar 11 15:30:02.971340 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35550) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:03.002087 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-c5f35109-0b9a-4cfa-8fcd-9b3bdaa91ad3 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Request body: {'port': {'network_id': 'd0524f00-715c-4ebe-9c64-2fd0926e3025', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2137504420'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:03.024613 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84846c2-bb60-4051-9bb2-a32523d19d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c533f3-2c6c-42d1-b387-a0d90041b5aa,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:03.120281 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-06d67948-7337-4ba0-98d6-115a6e49b904 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] 10.222.0.31 "DELETE /v2.0/networks/3a5fa021-ed12-4460-bc03-9ae6e7cb9b1d HTTP/1.1" status: 204 len: 168 time: 1.6538677 Mar 11 15:30:03.125789 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-05e1d1b8-6e45-4194-8140-028da7280ed9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7187665 Mar 11 15:30:03.142129 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35556) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:03.142643 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35558) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:03.143417 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4f5aa212-0c43-48ad-87cf-460b2b8f1386 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:03.149096 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3903ec53-8602-4e72-a106-c911ffda6fe2 req-e9fcfcd6-9eca-43e6-818f-96cc400fa33f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=073652c7-6cc6-4dad-8555-e471bf6e6ede HTTP/1.1" status: 200 len: 1000 time: 0.3234465 Mar 11 15:30:03.154963 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-68ce838f-275b-4513-8ab6-1b863aa1297e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'subnet': {'network_id': '21bb555b-3836-4ed8-8b5d-2d5217cca14d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:03.164478 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f5aa212-0c43-48ad-87cf-460b2b8f1386 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:30:03.165136 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4f5aa212-0c43-48ad-87cf-460b2b8f1386 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:03.167943 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:03.184525 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-a6fc5d60-5059-4e7c-be5d-5d5cfe90eaab None None] Calling delete_port for 1a6bb174-5c9f-42dd-b9b2-16df620e979f owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:30:03.184765 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:30:03.184765 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:30:03.184765 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:30:03.184765 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:30:03.184765 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:30:03.184765 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:30:03.184765 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:30:03.184765 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:30:03.184765 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:30:03.184765 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:30:03.184765 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:30:03.184765 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:30:03.184765 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:30:03.184765 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:30:03.184765 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:30:03.184765 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:30:03.184765 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:30:03.184765 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:30:03.184765 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:30:03.184765 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:30:03.184765 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:30:03.184765 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:30:03.184765 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:30:03.184765 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:30:03.184765 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:30:03.184765 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:30:03.184765 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:30:03.184765 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:30:03.184765 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:30:03.184765 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:30:03.184765 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:30:03.184765 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:30:03.276173 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1d1b8-6e45-4194-8140-028da7280ed9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'Network': ['ID=21bb555b-3836-4ed8-8b5d-2d5217cca14d,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:03.341983 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d67948-7337-4ba0-98d6-115a6e49b904 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Pushing event deleted for resources: {'Network': ['ID=3a5fa021-ed12-4460-bc03-9ae6e7cb9b1d,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:03.348166 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7384d727-2fc9-4a38-9d4e-cca824b528f4 None None] New status for floating IP b559b4a4-0539-4f3e-b64f-3ebbab12fd81: ACTIVE {{(pid=83868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 15:30:03.357467 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4f5aa212-0c43-48ad-87cf-460b2b8f1386 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:03.379041 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4f5aa212-0c43-48ad-87cf-460b2b8f1386 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:03.393353 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4f5aa212-0c43-48ad-87cf-460b2b8f1386 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "DELETE /v2.0/networks/57c7cec2-0999-453e-b165-f9abb099c7d5 HTTP/1.1" status: 204 len: 168 time: 2.7078619 Mar 11 15:30:03.400918 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35566) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:03.411706 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-c10a4452-d961-4363-92f4-1f02f3e41d9f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1181673882'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:03.416502 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5aa212-0c43-48ad-87cf-460b2b8f1386 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event deleted for resources: {'Network': ['ID=57c7cec2-0999-453e-b165-f9abb099c7d5,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:03.420308 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c10a4452-d961-4363-92f4-1f02f3e41d9f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:03.427091 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c10a4452-d961-4363-92f4-1f02f3e41d9f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Usage tracker for resource:network and tenant:f8a07a0692504f09a49af7bfa2896e37 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:03.430436 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c10a4452-d961-4363-92f4-1f02f3e41d9f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:03.437365 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c10a4452-d961-4363-92f4-1f02f3e41d9f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:03.453056 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10a4452-d961-4363-92f4-1f02f3e41d9f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Made reservation on behalf of f8a07a0692504f09a49af7bfa2896e37 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:30:03.462873 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c10a4452-d961-4363-92f4-1f02f3e41d9f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:03.497844 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c10a4452-d961-4363-92f4-1f02f3e41d9f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:30:03.509603 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c10a4452-d961-4363-92f4-1f02f3e41d9f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:03.510458 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-c10a4452-d961-4363-92f4-1f02f3e41d9f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Added segment ae30dc2a-470c-4fbc-9d4c-5c656ffe29bd of type vlan for network 9a3be93c-f165-4658-a032-507862ff44d5 Mar 11 15:30:03.516410 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c7116a-67aa-4052-a778-947153e8b21c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Router f186c74e-a9d7-4f53-91d1-dea1dbb31662 is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:30:03.525827 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3903ec53-8602-4e72-a106-c911ffda6fe2 req-f5869fbb-1218-494e-b76e-cc437ef8946f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:03.527330 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3903ec53-8602-4e72-a106-c911ffda6fe2 req-f5869fbb-1218-494e-b76e-cc437ef8946f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=796e8b88-7a8c-46fd-b12f-b6e3ee49dd2c HTTP/1.1" status: 200 len: 835 time: 0.3410809 Mar 11 15:30:03.536532 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-27950e18-7ba5-44dd-8e2d-31780271b2a7 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:03.541410 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-68ce838f-275b-4513-8ab6-1b863aa1297e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:03.551545 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c10a4452-d961-4363-92f4-1f02f3e41d9f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:03.589786 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-c5f35109-0b9a-4cfa-8fcd-9b3bdaa91ad3 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:03.594978 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c10a4452-d961-4363-92f4-1f02f3e41d9f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:03.602964 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-68ce838f-275b-4513-8ab6-1b863aa1297e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Usage tracker for resource:subnet and tenant:6b1a6507e257408892b3294b50293467 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:03.603821 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10a4452-d961-4363-92f4-1f02f3e41d9f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:03.604500 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c10a4452-d961-4363-92f4-1f02f3e41d9f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:03.607124 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-68ce838f-275b-4513-8ab6-1b863aa1297e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:03.608158 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35570) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:03.610470 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-c5f35109-0b9a-4cfa-8fcd-9b3bdaa91ad3 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Usage tracker for resource:port and tenant:885fc9f79d134f8e878afe3836211264 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:03.620219 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-c5f35109-0b9a-4cfa-8fcd-9b3bdaa91ad3 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:03.623556 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-68ce838f-275b-4513-8ab6-1b863aa1297e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:03.628051 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 21bb555b-3836-4ed8-8b5d-2d5217cca14d details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:30:03.634285 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-c5f35109-0b9a-4cfa-8fcd-9b3bdaa91ad3 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:03.701548 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-27950e18-7ba5-44dd-8e2d-31780271b2a7 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Deleting port 1a6bb174-5c9f-42dd-b9b2-16df620e979f {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:30:03.701978 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-27950e18-7ba5-44dd-8e2d-31780271b2a7 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:03.715742 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7584de97-c79c-4d8f-b0ca-06938dbcbe3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:03.745050 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c10a4452-d961-4363-92f4-1f02f3e41d9f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3435230 Mar 11 15:30:03.749328 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35574) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:03.758128 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-a3e906f4-25e8-4447-8d38-b837858eff43 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Request body: {'subnet': {'network_id': '9a3be93c-f165-4658-a032-507862ff44d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:03.836196 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35578) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:03.846508 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 1a6bb174-5c9f-42dd-b9b2-16df620e979f no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:30:03.859794 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a4452-d961-4363-92f4-1f02f3e41d9f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event updated for resources: {'Network': ['ID=9a3be93c-f165-4658-a032-507862ff44d5,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:03.892154 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ce838f-275b-4513-8ab6-1b863aa1297e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Made reservation on behalf of 6b1a6507e257408892b3294b50293467 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:30:03.892352 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:03.950004 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 9a3be93c-f165-4658-a032-507862ff44d5 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:30:03.977269 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f35109-0b9a-4cfa-8fcd-9b3bdaa91ad3 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Made reservation on behalf of 885fc9f79d134f8e878afe3836211264 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:30:03.981029 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c5f35109-0b9a-4cfa-8fcd-9b3bdaa91ad3 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:03.998307 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7584de97-c79c-4d8f-b0ca-06938dbcbe3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:04.004297 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-a3e906f4-25e8-4447-8d38-b837858eff43 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:04.012481 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7584de97-c79c-4d8f-b0ca-06938dbcbe3c admin admin] Usage tracker for resource:security_group_rule and tenant:99f84bb2d9844eb2a04d2245346f1ce9 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:04.019101 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7584de97-c79c-4d8f-b0ca-06938dbcbe3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:04.035552 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-a3e906f4-25e8-4447-8d38-b837858eff43 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Usage tracker for resource:subnet and tenant:f8a07a0692504f09a49af7bfa2896e37 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:04.049649 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7584de97-c79c-4d8f-b0ca-06938dbcbe3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:04.087732 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-a3e906f4-25e8-4447-8d38-b837858eff43 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:04.102659 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-99fd02f7-62f3-40b4-9a6b-068b792b633b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/b559b4a4-0539-4f3e-b64f-3ebbab12fd81 HTTP/1.1" status: 200 len: 992 time: 0.2563920 Mar 11 15:30:04.103342 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f154f7d1-52d8-4164-8ac4-bdd22e59dd4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-d0524f00-715c-4ebe-9c64-2fd0926e3025', 'network_id': 'd0524f00-715c-4ebe-9c64-2fd0926e3025', 'tenant_id': '885fc9f79d134f8e878afe3836211264', 'fixed_ips': [{'subnet_id': '5880003c-0f82-48c9-b2fd-8574bee7c083'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:30:04.104248 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f154f7d1-52d8-4164-8ac4-bdd22e59dd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:04.107761 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-a3e906f4-25e8-4447-8d38-b837858eff43 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:04.132141 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e906f4-25e8-4447-8d38-b837858eff43 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Made reservation on behalf of f8a07a0692504f09a49af7bfa2896e37 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:30:04.167132 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-c5f35109-0b9a-4cfa-8fcd-9b3bdaa91ad3 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] device_id is not set on port 0aa4e2d3-5036-48a4-91d5-d69117d67085 yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:30:04.235097 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6fc5d60-5059-4e7c-be5d-5d5cfe90eaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:04.241505 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-68ce838f-275b-4513-8ab6-1b863aa1297e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:04.280252 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No active binding found for port 1a6bb174-5c9f-42dd-b9b2-16df620e979f {{(pid=83868) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 11 15:30:04.280683 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 1a6bb174-5c9f-42dd-b9b2-16df620e979f not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:30:04.282112 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:04.332016 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a3e906f4-25e8-4447-8d38-b837858eff43 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:04.334860 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc5d60-5059-4e7c-be5d-5d5cfe90eaab None None] Pushing event deleted for resources: {'Port': ['ID=1a6bb174-5c9f-42dd-b9b2-16df620e979f,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:04.352834 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fc5d60-5059-4e7c-be5d-5d5cfe90eaab None None] No DVR routers for this DVR port 1a6bb174-5c9f-42dd-b9b2-16df620e979f on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:30:04.355219 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3903ec53-8602-4e72-a106-c911ffda6fe2 req-47279ada-e81e-40b5-a8a5-49da6e5a5a9d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8166251 Mar 11 15:30:04.368629 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7234d-0504-4e2c-92d8-83be72bc840b req-a0dac52a-d30c-42d9-bae9-ff6b979510cc tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:04.376661 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-fee7234d-0504-4e2c-92d8-83be72bc840b req-a0dac52a-d30c-42d9-bae9-ff6b979510cc tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.3233089 Mar 11 15:30:04.457235 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-f154f7d1-52d8-4164-8ac4-bdd22e59dd4c None None] Allocated IP 172.20.0.2 (d0524f00-715c-4ebe-9c64-2fd0926e3025/5880003c-0f82-48c9-b2fd-8574bee7c083/fa557d41-da41-4061-93b5-609361416020) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:30:04.592443 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-27950e18-7ba5-44dd-8e2d-31780271b2a7 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] For port 1a6bb174-5c9f-42dd-b9b2-16df620e979f, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=1a6bb174-5c9f-42dd-b9b2-16df620e979f,segment=NetworkSegment(eafb2747-7728-4b3c-829b-bd12e6ce92d1),segment_id=eafb2747-7728-4b3c-829b-bd12e6ce92d1)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:30:04.593405 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-27950e18-7ba5-44dd-8e2d-31780271b2a7 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:04.642907 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.ipam_backend_mixin [None req-a3e906f4-25e8-4447-8d38-b837858eff43 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Performing IP validity checks on allocation pools {{(pid=83867) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 15:30:04.643587 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.ipam_backend_mixin [None req-a3e906f4-25e8-4447-8d38-b837858eff43 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83867) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 15:30:04.680853 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7584de97-c79c-4d8f-b0ca-06938dbcbe3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:04.692567 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7584de97-c79c-4d8f-b0ca-06938dbcbe3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:04.740670 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f154f7d1-52d8-4164-8ac4-bdd22e59dd4c None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:04.745110 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-fee7234d-0504-4e2c-92d8-83be72bc840b req-39cffd36-ede9-4f2d-aecd-a185b61c3843 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936498 Mar 11 15:30:04.746353 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-27950e18-7ba5-44dd-8e2d-31780271b2a7 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Calling delete_port for 1a6bb174-5c9f-42dd-b9b2-16df620e979f owned by network:dhcp {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:30:04.760972 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f154f7d1-52d8-4164-8ac4-bdd22e59dd4c None None] Transition to ACTIVE for port object fa557d41-da41-4061-93b5-609361416020 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:30:04.768528 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584de97-c79c-4d8f-b0ca-06938dbcbe3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43acba2d-7283-4a26-8b06-f7e4b790572a,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:04.779480 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7584de97-c79c-4d8f-b0ca-06938dbcbe3c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=99f84bb2d9844eb2a04d2245346f1ce9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1515725 Mar 11 15:30:04.780901 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35584) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:04.811173 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f154f7d1-52d8-4164-8ac4-bdd22e59dd4c None None] Transition to ACTIVE for port object fa557d41-da41-4061-93b5-609361416020 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:30:04.822223 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f154f7d1-52d8-4164-8ac4-bdd22e59dd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:04.924038 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f154f7d1-52d8-4164-8ac4-bdd22e59dd4c None None] Network d0524f00-715c-4ebe-9c64-2fd0926e3025 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:30:04.928376 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-f154f7d1-52d8-4164-8ac4-bdd22e59dd4c None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:04.932901 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f154f7d1-52d8-4164-8ac4-bdd22e59dd4c None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:30:04.934999 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3903ec53-8602-4e72-a106-c911ffda6fe2 req-83e2730d-4831-44f6-bb20-2f8dccb05bbf service neutron] 10.222.0.73 "GET /v2.0/networks/ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5060151 Mar 11 15:30:04.935124 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154f7d1-52d8-4164-8ac4-bdd22e59dd4c None None] Pushing event updated for resources: {'Port': ['ID=fa557d41-da41-4061-93b5-609361416020,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:04.948420 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-29a0261b-f7a9-4121-ab7f-48f9404fb738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:04.979974 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-29a0261b-f7a9-4121-ab7f-48f9404fb738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:05.027045 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a3e906f4-25e8-4447-8d38-b837858eff43 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:05.032720 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-f154f7d1-52d8-4164-8ac4-bdd22e59dd4c None None] Attempting to bind port fa557d41-da41-4061-93b5-609361416020 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:30:05.033087 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-f154f7d1-52d8-4164-8ac4-bdd22e59dd4c None None] Attempting to bind port fa557d41-da41-4061-93b5-609361416020 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'c465a268-4454-4f43-95ab-0a3bba6cd50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'd0524f00-715c-4ebe-9c64-2fd0926e3025'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:30:05.033470 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f154f7d1-52d8-4164-8ac4-bdd22e59dd4c None None] Attempting to bind port fa557d41-da41-4061-93b5-609361416020 on network d0524f00-715c-4ebe-9c64-2fd0926e3025 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:30:05.041439 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f154f7d1-52d8-4164-8ac4-bdd22e59dd4c None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:30:05.041805 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f154f7d1-52d8-4164-8ac4-bdd22e59dd4c None None] Checking segment: {'id': 'c465a268-4454-4f43-95ab-0a3bba6cd50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'd0524f00-715c-4ebe-9c64-2fd0926e3025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:30:05.042203 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f154f7d1-52d8-4164-8ac4-bdd22e59dd4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:05.042593 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f154f7d1-52d8-4164-8ac4-bdd22e59dd4c None None] Bound using segment: {'id': 'c465a268-4454-4f43-95ab-0a3bba6cd50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'd0524f00-715c-4ebe-9c64-2fd0926e3025'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:30:05.043060 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-f154f7d1-52d8-4164-8ac4-bdd22e59dd4c None None] Bound port: fa557d41-da41-4061-93b5-609361416020, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c465a268-4454-4f43-95ab-0a3bba6cd50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'd0524f00-715c-4ebe-9c64-2fd0926e3025'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:30:05.043469 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f154f7d1-52d8-4164-8ac4-bdd22e59dd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:05.111546 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35590) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:05.116945 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e906f4-25e8-4447-8d38-b837858eff43 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event updated for resources: {'Subnet': ['ID=ce8c2b32-cb35-4f47-80b9-d8e26362b18d,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:05.121408 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-c5f35109-0b9a-4cfa-8fcd-9b3bdaa91ad3 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Allocated IP 172.20.0.13 (d0524f00-715c-4ebe-9c64-2fd0926e3025/5880003c-0f82-48c9-b2fd-8574bee7c083/0aa4e2d3-5036-48a4-91d5-d69117d67085) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:30:05.125809 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.db.api [None req-27950e18-7ba5-44dd-8e2d-31780271b2a7 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:30:05.126136 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG oslo_db.api [None req-27950e18-7ba5-44dd-8e2d-31780271b2a7 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:30:05.171012 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-f154f7d1-52d8-4164-8ac4-bdd22e59dd4c None None] For port fa557d41-da41-4061-93b5-609361416020, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:30:05.177536 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-f154f7d1-52d8-4164-8ac4-bdd22e59dd4c None None] For port fa557d41-da41-4061-93b5-609361416020, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=fa557d41-da41-4061-93b5-609361416020,segment=NetworkSegment(c465a268-4454-4f43-95ab-0a3bba6cd50d),segment_id=c465a268-4454-4f43-95ab-0a3bba6cd50d)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:30:05.185684 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f154f7d1-52d8-4164-8ac4-bdd22e59dd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:05.277050 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c7116a-67aa-4052-a778-947153e8b21c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:30:05.284461 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3903ec53-8602-4e72-a106-c911ffda6fe2 req-52f26398-3be2-4bde-a791-a3909563d5c2 service neutron] 10.222.0.73 "GET /v2.0/networks/ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313351 Mar 11 15:30:05.292431 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ac1290-f703-4b60-b8a8-6774d704cc14 None None] Sync routers for ids ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:30:05.323318 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ac1290-f703-4b60-b8a8-6774d704cc14 None None] Routers {'f186c74e-a9d7-4f53-91d1-dea1dbb31662'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:30:05.324593 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-18ac1290-f703-4b60-b8a8-6774d704cc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:30:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:05.326568 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-68ce838f-275b-4513-8ab6-1b863aa1297e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:05.365239 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154f7d1-52d8-4164-8ac4-bdd22e59dd4c None None] Pushing event updated for resources: {'Port': ['ID=fa557d41-da41-4061-93b5-609361416020,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:05.367516 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d37fcf0c-ee57-4de4-8c85-4e1b94654724 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/b559b4a4-0539-4f3e-b64f-3ebbab12fd81 HTTP/1.1" status: 200 len: 994 time: 0.2532885 Mar 11 15:30:05.371712 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-29a0261b-f7a9-4121-ab7f-48f9404fb738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:05.410964 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0261b-f7a9-4121-ab7f-48f9404fb738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43acba2d-7283-4a26-8b06-f7e4b790572a,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:05.427198 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-29a0261b-f7a9-4121-ab7f-48f9404fb738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:05.429115 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-29a0261b-f7a9-4121-ab7f-48f9404fb738 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/43acba2d-7283-4a26-8b06-f7e4b790572a HTTP/1.1" status: 204 len: 168 time: 0.6471262 Mar 11 15:30:05.431715 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e906f4-25e8-4447-8d38-b837858eff43 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Checking segment: {'id': 'ae30dc2a-470c-4fbc-9d4c-5c656ffe29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '9a3be93c-f165-4658-a032-507862ff44d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:30:05.432345 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e906f4-25e8-4447-8d38-b837858eff43 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Network hostable DHCP agents. Network: 9a3be93c-f165-4658-a032-507862ff44d5, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:30:05.453976 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-18ac1290-f703-4b60-b8a8-6774d704cc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:05.468966 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e906f4-25e8-4447-8d38-b837858eff43 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Network 9a3be93c-f165-4658-a032-507862ff44d5 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:30:05.481066 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ac1290-f703-4b60-b8a8-6774d704cc14 None None] Routers {'f186c74e-a9d7-4f53-91d1-dea1dbb31662'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:30:05.481936 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-18ac1290-f703-4b60-b8a8-6774d704cc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:30:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:05.484425 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-a3e906f4-25e8-4447-8d38-b837858eff43 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 9a3be93c-f165-4658-a032-507862ff44d5) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:05.491185 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e906f4-25e8-4447-8d38-b837858eff43 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:05.492354 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a3e906f4-25e8-4447-8d38-b837858eff43 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:05.498731 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ceab99b-a047-4c60-942d-c88444caccaf None None] Network 9a3be93c-f165-4658-a032-507862ff44d5 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:30:05.527575 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a3e906f4-25e8-4447-8d38-b837858eff43 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.7734127 Mar 11 15:30:05.527829 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35598) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:05.568224 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-18ac1290-f703-4b60-b8a8-6774d704cc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:05.568623 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ac1290-f703-4b60-b8a8-6774d704cc14 None None] The sync data for ids ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:30:05.673531 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-27950e18-7ba5-44dd-8e2d-31780271b2a7 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Deleting port 1a6bb174-5c9f-42dd-b9b2-16df620e979f {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:30:05.674138 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-27950e18-7ba5-44dd-8e2d-31780271b2a7 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:05.886893 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:30:05.960469 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device fa557d41-da41-4061-93b5-609361416020 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:30:05.982353 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8d9a8743-bcbc-40de-ab98-77d092eeaa38 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:06.027704 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c5f35109-0b9a-4cfa-8fcd-9b3bdaa91ad3 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:06.047778 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-c5f35109-0b9a-4cfa-8fcd-9b3bdaa91ad3 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Transition to ACTIVE for port object 0aa4e2d3-5036-48a4-91d5-d69117d67085 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:30:06.081076 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-27950e18-7ba5-44dd-8e2d-31780271b2a7 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] The port '1a6bb174-5c9f-42dd-b9b2-16df620e979f' was deleted {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 15:30:06.085764 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d5c7116a-67aa-4052-a778-947153e8b21c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:06.087311 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d5c7116a-67aa-4052-a778-947153e8b21c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 11.1792986 Mar 11 15:30:06.103430 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35604) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:06.166622 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c5f35109-0b9a-4cfa-8fcd-9b3bdaa91ad3 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:06.185858 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9f400c-93df-4711-8dc7-e54176dbb972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-9a3be93c-f165-4658-a032-507862ff44d5', 'network_id': '9a3be93c-f165-4658-a032-507862ff44d5', 'tenant_id': 'f8a07a0692504f09a49af7bfa2896e37', 'fixed_ips': [{'subnet_id': 'ce8c2b32-cb35-4f47-80b9-d8e26362b18d'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:30:06.187160 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8f9f400c-93df-4711-8dc7-e54176dbb972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:06.278438 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-27950e18-7ba5-44dd-8e2d-31780271b2a7 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:06.308537 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-27950e18-7ba5-44dd-8e2d-31780271b2a7 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['799609cd-5fff-4cf6-ab1b-e81299a68c2c']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:06.324397 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-27950e18-7ba5-44dd-8e2d-31780271b2a7 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eafb2747-7728-4b3c-829b-bd12e6ce92d1') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:06.325062 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-27950e18-7ba5-44dd-8e2d-31780271b2a7 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eafb2747-7728-4b3c-829b-bd12e6ce92d1') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:06.338209 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-27950e18-7ba5-44dd-8e2d-31780271b2a7 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:06.360234 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-27950e18-7ba5-44dd-8e2d-31780271b2a7 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:06.367326 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27950e18-7ba5-44dd-8e2d-31780271b2a7 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:30:06.368087 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-27950e18-7ba5-44dd-8e2d-31780271b2a7 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:06.400019 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8d9a8743-bcbc-40de-ab98-77d092eeaa38 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:06.412948 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ce838f-275b-4513-8ab6-1b863aa1297e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Checking segment: {'id': '1f9050d2-ab4a-4307-a96b-2cc7ad00e561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '21bb555b-3836-4ed8-8b5d-2d5217cca14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:30:06.413998 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ce838f-275b-4513-8ab6-1b863aa1297e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Network hostable DHCP agents. Network: 21bb555b-3836-4ed8-8b5d-2d5217cca14d, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:30:06.426870 dv-neutron-833373-1-hyperv neutron-server[83866]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:30:06.426870 dv-neutron-833373-1-hyperv neutron-server[83866]: util.warn( Mar 11 15:30:06.426870 dv-neutron-833373-1-hyperv neutron-server[83866]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:30:06.426870 dv-neutron-833373-1-hyperv neutron-server[83866]: util.warn( Mar 11 15:30:06.426870 dv-neutron-833373-1-hyperv neutron-server[83866]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:30:06.426870 dv-neutron-833373-1-hyperv neutron-server[83866]: util.warn( Mar 11 15:30:06.426870 dv-neutron-833373-1-hyperv neutron-server[83866]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:30:06.426870 dv-neutron-833373-1-hyperv neutron-server[83866]: util.warn( Mar 11 15:30:06.426870 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:30:06.426870 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:30:06.426870 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:30:06.426870 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:30:06.426870 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:30:06.426870 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:30:06.426870 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:30:06.426870 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:30:06.426870 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:30:06.426870 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:30:06.426870 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:30:06.426870 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:30:06.426870 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:30:06.426870 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:30:06.426870 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:30:06.426870 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:30:06.426870 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:30:06.426870 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:30:06.426870 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:30:06.426870 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:30:06.426870 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:30:06.426870 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:30:06.426870 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:30:06.426870 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:30:06.426870 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:30:06.426870 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:30:06.426870 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:30:06.426870 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:30:06.426870 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:30:06.426870 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:30:06.426870 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:30:06.426870 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:30:06.431296 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce838f-275b-4513-8ab6-1b863aa1297e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'Subnet': ['ID=b1b07288-c35b-4fe6-b7ef-3c5d7ead3884,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:06.436690 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port fa557d41-da41-4061-93b5-609361416020 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:30:06.622226 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-8f9f400c-93df-4711-8dc7-e54176dbb972 None None] Allocated IP 172.20.0.3 (9a3be93c-f165-4658-a032-507862ff44d5/ce8c2b32-cb35-4f47-80b9-d8e26362b18d/ea092b86-5674-4a38-90ea-d5cb1bb9f75d) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:30:06.674539 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f35109-0b9a-4cfa-8fcd-9b3bdaa91ad3 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Network d0524f00-715c-4ebe-9c64-2fd0926e3025 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:30:06.682926 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-c5f35109-0b9a-4cfa-8fcd-9b3bdaa91ad3 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:06.685922 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f35109-0b9a-4cfa-8fcd-9b3bdaa91ad3 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:30:06.721614 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f35109-0b9a-4cfa-8fcd-9b3bdaa91ad3 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Pushing event updated for resources: {'Port': ['ID=0aa4e2d3-5036-48a4-91d5-d69117d67085,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:06.731029 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ce838f-275b-4513-8ab6-1b863aa1297e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Network 21bb555b-3836-4ed8-8b5d-2d5217cca14d is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:30:06.750808 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-27950e18-7ba5-44dd-8e2d-31780271b2a7 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:06.755303 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-27950e18-7ba5-44dd-8e2d-31780271b2a7 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:06.779977 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-68ce838f-275b-4513-8ab6-1b863aa1297e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 21bb555b-3836-4ed8-8b5d-2d5217cca14d) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:06.785412 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ce838f-275b-4513-8ab6-1b863aa1297e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:06.786638 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-68ce838f-275b-4513-8ab6-1b863aa1297e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:06.814605 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-27950e18-7ba5-44dd-8e2d-31780271b2a7 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] 10.222.0.31 "DELETE /v2.0/networks/799609cd-5fff-4cf6-ab1b-e81299a68c2c HTTP/1.1" status: 204 len: 168 time: 3.6699173 Mar 11 15:30:06.815549 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27950e18-7ba5-44dd-8e2d-31780271b2a7 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Pushing event deleted for resources: {'Network': ['ID=799609cd-5fff-4cf6-ab1b-e81299a68c2c,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:06.821073 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35618) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:06.861709 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65933ec-c40f-4f28-bc7c-90ebc96aafbc None None] Network 21bb555b-3836-4ed8-8b5d-2d5217cca14d requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:30:06.895271 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f35109-0b9a-4cfa-8fcd-9b3bdaa91ad3 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:06.895957 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c5f35109-0b9a-4cfa-8fcd-9b3bdaa91ad3 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:06.916087 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-68ce838f-275b-4513-8ab6-1b863aa1297e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7670608 Mar 11 15:30:06.922502 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35624) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:06.935043 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-0e1b2d99-1cdc-4351-a355-6982da75ebfc tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'port': {'network_id': '21bb555b-3836-4ed8-8b5d-2d5217cca14d', 'name': 'tempest-PortsIpV6TestJSON-1952286601'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:07.028524 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c5f35109-0b9a-4cfa-8fcd-9b3bdaa91ad3 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 4.0458891 Mar 11 15:30:07.036812 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35630) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:07.049745 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76563b96-233e-4881-bc64-0a51285c535b None None] Network d0524f00-715c-4ebe-9c64-2fd0926e3025 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:30:07.169684 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-42859140-73dd-46ed-849f-20f6a2de161b tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Deleting port 0aa4e2d3-5036-48a4-91d5-d69117d67085 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:30:07.170028 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-42859140-73dd-46ed-849f-20f6a2de161b tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:07.283624 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-90760cc2-8329-4bac-af3f-531129e49beb None None] Provisioning for port fa557d41-da41-4061-93b5-609361416020 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:30:07.318335 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0e1b2d99-1cdc-4351-a355-6982da75ebfc tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:07.325228 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0e1b2d99-1cdc-4351-a355-6982da75ebfc tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Usage tracker for resource:port and tenant:6b1a6507e257408892b3294b50293467 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:07.330024 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ed1925-694a-4b64-a6eb-f19c21a9b611 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Deleting subnet 388b4017-5568-428f-a1c4-6ad2ee19392a {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:30:07.333046 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0e1b2d99-1cdc-4351-a355-6982da75ebfc tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:07.335817 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f5ed1925-694a-4b64-a6eb-f19c21a9b611 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:07.375586 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0e1b2d99-1cdc-4351-a355-6982da75ebfc tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:07.412903 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1b2d99-1cdc-4351-a355-6982da75ebfc tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Made reservation on behalf of 6b1a6507e257408892b3294b50293467 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:30:07.419683 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0e1b2d99-1cdc-4351-a355-6982da75ebfc tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:07.434100 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-90760cc2-8329-4bac-af3f-531129e49beb None None] Provisioning complete for port fa557d41-da41-4061-93b5-609361416020 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:30:07.434713 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-90760cc2-8329-4bac-af3f-531129e49beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:07.437019 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f5ed1925-694a-4b64-a6eb-f19c21a9b611 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:07.516720 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-0e1b2d99-1cdc-4351-a355-6982da75ebfc tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] device_id is not set on port c5d852cb-39f4-439a-afd3-b49aaff591ff yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:30:07.640527 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8f9f400c-93df-4711-8dc7-e54176dbb972 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:07.672637 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-8f9f400c-93df-4711-8dc7-e54176dbb972 None None] Transition to ACTIVE for port object ea092b86-5674-4a38-90ea-d5cb1bb9f75d will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:30:07.685856 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7b9071-0eba-4ccd-8155-d0b0e524177b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-21bb555b-3836-4ed8-8b5d-2d5217cca14d', 'network_id': '21bb555b-3836-4ed8-8b5d-2d5217cca14d', 'tenant_id': '6b1a6507e257408892b3294b50293467', 'fixed_ips': [{'subnet_id': 'b1b07288-c35b-4fe6-b7ef-3c5d7ead3884'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:30:07.686828 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fb7b9071-0eba-4ccd-8155-d0b0e524177b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:07.696541 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f5ed1925-694a-4b64-a6eb-f19c21a9b611 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:07.789720 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-0e1b2d99-1cdc-4351-a355-6982da75ebfc tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Allocated IP 2001:db8::10e (21bb555b-3836-4ed8-8b5d-2d5217cca14d/b1b07288-c35b-4fe6-b7ef-3c5d7ead3884/c5d852cb-39f4-439a-afd3-b49aaff591ff) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:30:07.840796 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-8f9f400c-93df-4711-8dc7-e54176dbb972 None None] Transition to ACTIVE for port object ea092b86-5674-4a38-90ea-d5cb1bb9f75d will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:30:07.853584 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f5ed1925-694a-4b64-a6eb-f19c21a9b611 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:07.893171 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-42859140-73dd-46ed-849f-20f6a2de161b tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:07.912078 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed1925-694a-4b64-a6eb-f19c21a9b611 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Pushing event deleted for resources: {'Subnet': ['ID=388b4017-5568-428f-a1c4-6ad2ee19392a,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:07.933833 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f5ed1925-694a-4b64-a6eb-f19c21a9b611 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:07.942861 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32665d7-2b54-4a9f-ae0b-6be259bd93b6 None None] Network bf83481f-eab3-4d31-953f-266cad621f5d requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:30:08.005275 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8f9f400c-93df-4711-8dc7-e54176dbb972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:08.033686 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f5ed1925-694a-4b64-a6eb-f19c21a9b611 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] 10.222.0.31 "DELETE /v2.0/subnets/388b4017-5568-428f-a1c4-6ad2ee19392a HTTP/1.1" status: 204 len: 168 time: 1.2071435 Mar 11 15:30:08.037767 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-42859140-73dd-46ed-849f-20f6a2de161b tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Calling delete_port for 0aa4e2d3-5036-48a4-91d5-d69117d67085 owned by {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:30:08.042698 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35646) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:08.108739 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8d9a8743-bcbc-40de-ab98-77d092eeaa38 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:08.164550 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a8743-bcbc-40de-ab98-77d092eeaa38 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event deleted for resources: {'Subnet': ['ID=ce8c2b32-cb35-4f47-80b9-d8e26362b18d,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:08.291584 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8d9a8743-bcbc-40de-ab98-77d092eeaa38 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:08.376890 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-8d9a8743-bcbc-40de-ab98-77d092eeaa38 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a3be93c-f165-4658-a032-507862ff44d5']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:08.388646 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-90760cc2-8329-4bac-af3f-531129e49beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:08.403539 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-8d9a8743-bcbc-40de-ab98-77d092eeaa38 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae30dc2a-470c-4fbc-9d4c-5c656ffe29bd') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:08.403941 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-8d9a8743-bcbc-40de-ab98-77d092eeaa38 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae30dc2a-470c-4fbc-9d4c-5c656ffe29bd') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:08.422439 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8d9a8743-bcbc-40de-ab98-77d092eeaa38 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:08.447504 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7fe3d51d-a73d-43d9-a634-ed4cd99803f3 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:08.452743 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9f400c-93df-4711-8dc7-e54176dbb972 None None] Network 9a3be93c-f165-4658-a032-507862ff44d5 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:30:08.456740 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8d9a8743-bcbc-40de-ab98-77d092eeaa38 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:08.463054 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-42859140-73dd-46ed-849f-20f6a2de161b tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:08.482242 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0e1b2d99-1cdc-4351-a355-6982da75ebfc tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:08.485448 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-7fe3d51d-a73d-43d9-a634-ed4cd99803f3 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Deleting port b972b83c-4cb9-4689-853d-d63f447778ba {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:30:08.485785 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7fe3d51d-a73d-43d9-a634-ed4cd99803f3 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:08.497962 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-8f9f400c-93df-4711-8dc7-e54176dbb972 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:08.511578 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9f400c-93df-4711-8dc7-e54176dbb972 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:30:08.512435 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d9a8743-bcbc-40de-ab98-77d092eeaa38 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:30:08.512859 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8d9a8743-bcbc-40de-ab98-77d092eeaa38 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:08.519824 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35656) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:08.528679 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:30:08.528679 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:30:08.528679 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:30:08.528679 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:30:08.528679 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:30:08.528679 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:30:08.528679 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:30:08.528679 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:30:08.528679 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:30:08.528679 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:30:08.528679 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:30:08.528679 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:30:08.528679 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:30:08.528679 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:30:08.528679 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:30:08.528679 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:30:08.528679 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:30:08.528679 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:30:08.528679 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:30:08.528679 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:30:08.528679 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:30:08.528679 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:30:08.528679 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:30:08.528679 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:30:08.528679 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:30:08.528679 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:30:08.528679 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:30:08.528679 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:30:08.528679 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:30:08.528679 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:30:08.528679 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:30:08.528679 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:30:08.530719 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f400c-93df-4711-8dc7-e54176dbb972 None None] Pushing event updated for resources: {'Port': ['ID=ea092b86-5674-4a38-90ea-d5cb1bb9f75d,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:08.558384 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-90760cc2-8329-4bac-af3f-531129e49beb None None] For port fa557d41-da41-4061-93b5-609361416020, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=fa557d41-da41-4061-93b5-609361416020,segment=NetworkSegment(c465a268-4454-4f43-95ab-0a3bba6cd50d),segment_id=c465a268-4454-4f43-95ab-0a3bba6cd50d)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:30:08.561540 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-0e1b2d99-1cdc-4351-a355-6982da75ebfc tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Transition to ACTIVE for port object c5d852cb-39f4-439a-afd3-b49aaff591ff will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:30:08.616125 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-90760cc2-8329-4bac-af3f-531129e49beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:08.648749 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42859140-73dd-46ed-849f-20f6a2de161b tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Pushing event deleted for resources: {'Port': ['ID=0aa4e2d3-5036-48a4-91d5-d69117d67085,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:08.717031 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.db.api [None req-8d9a8743-bcbc-40de-ab98-77d092eeaa38 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 15:30:08.717031 dv-neutron-833373-1-hyperv neutron-server[83867]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 15:30:08.717031 dv-neutron-833373-1-hyperv neutron-server[83867]: [parameters: {'id': '9a3be93c-f165-4658-a032-507862ff44d5'}] Mar 11 15:30:08.717031 dv-neutron-833373-1-hyperv neutron-server[83867]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:30:08.717442 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG oslo_db.api [None req-8d9a8743-bcbc-40de-ab98-77d092eeaa38 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:30:08.759344 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-8f9f400c-93df-4711-8dc7-e54176dbb972 None None] Attempting to bind port ea092b86-5674-4a38-90ea-d5cb1bb9f75d on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:30:08.759713 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-8f9f400c-93df-4711-8dc7-e54176dbb972 None None] Attempting to bind port ea092b86-5674-4a38-90ea-d5cb1bb9f75d by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'ae30dc2a-470c-4fbc-9d4c-5c656ffe29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '9a3be93c-f165-4658-a032-507862ff44d5'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:30:08.760080 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9f400c-93df-4711-8dc7-e54176dbb972 None None] Attempting to bind port ea092b86-5674-4a38-90ea-d5cb1bb9f75d on network 9a3be93c-f165-4658-a032-507862ff44d5 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:30:08.763542 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90760cc2-8329-4bac-af3f-531129e49beb None None] Pushing event updated for resources: {'Port': ['ID=fa557d41-da41-4061-93b5-609361416020,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:08.777872 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9f400c-93df-4711-8dc7-e54176dbb972 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:30:08.778256 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9f400c-93df-4711-8dc7-e54176dbb972 None None] Checking segment: {'id': 'ae30dc2a-470c-4fbc-9d4c-5c656ffe29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '9a3be93c-f165-4658-a032-507862ff44d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:30:08.778661 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8f9f400c-93df-4711-8dc7-e54176dbb972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:08.779055 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9f400c-93df-4711-8dc7-e54176dbb972 None None] Bound using segment: {'id': 'ae30dc2a-470c-4fbc-9d4c-5c656ffe29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '9a3be93c-f165-4658-a032-507862ff44d5'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:30:08.779538 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-8f9f400c-93df-4711-8dc7-e54176dbb972 None None] Bound port: ea092b86-5674-4a38-90ea-d5cb1bb9f75d, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae30dc2a-470c-4fbc-9d4c-5c656ffe29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '9a3be93c-f165-4658-a032-507862ff44d5'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:30:08.779913 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8f9f400c-93df-4711-8dc7-e54176dbb972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:08.858201 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882034c6-63a4-4a93-8119-7b30321f51f9 None None] DHCP port deletion for bf83481f-eab3-4d31-953f-266cad621f5d request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:30:08.875611 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-882034c6-63a4-4a93-8119-7b30321f51f9 None None] Deleting port b972b83c-4cb9-4689-853d-d63f447778ba {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:30:08.876370 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-882034c6-63a4-4a93-8119-7b30321f51f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:08.883935 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-7fe3d51d-a73d-43d9-a634-ed4cd99803f3 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] For port b972b83c-4cb9-4689-853d-d63f447778ba, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=b972b83c-4cb9-4689-853d-d63f447778ba,segment=NetworkSegment(5c1e39f4-9c89-4874-9722-fa647bee15aa),segment_id=5c1e39f4-9c89-4874-9722-fa647bee15aa)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:30:08.884529 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7fe3d51d-a73d-43d9-a634-ed4cd99803f3 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:08.942132 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-42859140-73dd-46ed-849f-20f6a2de161b tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:08.959929 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-42859140-73dd-46ed-849f-20f6a2de161b tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] 10.222.0.31 "DELETE /v2.0/ports/0aa4e2d3-5036-48a4-91d5-d69117d67085 HTTP/1.1" status: 204 len: 168 time: 1.9165440 Mar 11 15:30:08.974893 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35662) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:08.985262 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-a3179ac9-38b4-4533-9595-674a456a654e tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1659255391', 'router:external': True}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:09.016232 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-8f9f400c-93df-4711-8dc7-e54176dbb972 None None] For port ea092b86-5674-4a38-90ea-d5cb1bb9f75d, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:30:09.021083 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-8f9f400c-93df-4711-8dc7-e54176dbb972 None None] For port ea092b86-5674-4a38-90ea-d5cb1bb9f75d, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ea092b86-5674-4a38-90ea-d5cb1bb9f75d,segment=NetworkSegment(ae30dc2a-470c-4fbc-9d4c-5c656ffe29bd),segment_id=ae30dc2a-470c-4fbc-9d4c-5c656ffe29bd)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:30:09.040396 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e82d944d-6546-43e6-9338-bfecdf70e194 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:09.063113 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-a3179ac9-38b4-4533-9595-674a456a654e tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:09.072472 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-7fe3d51d-a73d-43d9-a634-ed4cd99803f3 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Calling delete_port for b972b83c-4cb9-4689-853d-d63f447778ba owned by network:dhcp {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:30:09.119906 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0e1b2d99-1cdc-4351-a355-6982da75ebfc tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:09.133550 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-a3179ac9-38b4-4533-9595-674a456a654e tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Usage tracker for resource:network and tenant:119dbf5de319411fa8a255aebc203c5d is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:09.142025 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8f9f400c-93df-4711-8dc7-e54176dbb972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:09.176560 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-a3179ac9-38b4-4533-9595-674a456a654e tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:09.242880 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-a3179ac9-38b4-4533-9595-674a456a654e tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:09.252881 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-29789b46-03c9-4af4-b52e-40b7df6e85bf None None] Provisioning complete for port fa557d41-da41-4061-93b5-609361416020 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:30:09.253829 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-29789b46-03c9-4af4-b52e-40b7df6e85bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:09.275147 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8d9a8743-bcbc-40de-ab98-77d092eeaa38 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:09.364270 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1b2d99-1cdc-4351-a355-6982da75ebfc tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Network 21bb555b-3836-4ed8-8b5d-2d5217cca14d is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:30:09.389827 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-8d9a8743-bcbc-40de-ab98-77d092eeaa38 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Deleting port ea092b86-5674-4a38-90ea-d5cb1bb9f75d {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:30:09.389827 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8d9a8743-bcbc-40de-ab98-77d092eeaa38 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:09.398326 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b2d99-1cdc-4351-a355-6982da75ebfc tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'Port': ['ID=c5d852cb-39f4-439a-afd3-b49aaff591ff,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:09.403207 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-0e1b2d99-1cdc-4351-a355-6982da75ebfc tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:09.408019 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1b2d99-1cdc-4351-a355-6982da75ebfc tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:30:09.416330 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1b2d99-1cdc-4351-a355-6982da75ebfc tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:09.417574 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0e1b2d99-1cdc-4351-a355-6982da75ebfc tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:09.433046 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3179ac9-38b4-4533-9595-674a456a654e tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Made reservation on behalf of 119dbf5de319411fa8a255aebc203c5d for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:30:09.434099 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-fb7b9071-0eba-4ccd-8155-d0b0e524177b None None] Allocated IP 2001:db8::2 (21bb555b-3836-4ed8-8b5d-2d5217cca14d/b1b07288-c35b-4fe6-b7ef-3c5d7ead3884/65dcc664-9d86-482b-8d98-c15b6d652b5e) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:30:09.436784 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a3179ac9-38b4-4533-9595-674a456a654e tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:09.518659 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a3179ac9-38b4-4533-9595-674a456a654e tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:09.560376 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35668) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:09.560548 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0e1b2d99-1cdc-4351-a355-6982da75ebfc tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6323540 Mar 11 15:30:09.571593 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-8a1e3243-e567-4b96-9d53-062d8aebe47a tempest-DHCPAgentSchedulersTestJSON-1895556247 tempest-DHCPAgentSchedulersTestJSON-1895556247-project-admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4311 time: 0.5931251 Mar 11 15:30:09.575776 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35672) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:09.583011 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f400c-93df-4711-8dc7-e54176dbb972 None None] Pushing event updated for resources: {'Port': ['ID=ea092b86-5674-4a38-90ea-d5cb1bb9f75d,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:09.584483 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-daf3f695-66dd-4e2c-9f4f-889e8d1b2ca6 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-317973011'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:09.584605 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-5faaa2a3-7ea0-4c2e-97a6-f0c692ec12bb tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'port': {'network_id': '21bb555b-3836-4ed8-8b5d-2d5217cca14d', 'name': 'tempest-PortsIpV6TestJSON-1625419664'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:09.594593 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7fe3d51d-a73d-43d9-a634-ed4cd99803f3 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:09.631396 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-daf3f695-66dd-4e2c-9f4f-889e8d1b2ca6 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:09.650664 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-daf3f695-66dd-4e2c-9f4f-889e8d1b2ca6 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Usage tracker for resource:network and tenant:885fc9f79d134f8e878afe3836211264 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:09.657189 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe3d51d-a73d-43d9-a634-ed4cd99803f3 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Pushing event deleted for resources: {'Port': ['ID=b972b83c-4cb9-4689-853d-d63f447778ba,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:09.659417 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-a3179ac9-38b4-4533-9595-674a456a654e tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:09.663782 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-daf3f695-66dd-4e2c-9f4f-889e8d1b2ca6 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:09.678193 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-a3179ac9-38b4-4533-9595-674a456a654e tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Usage tracker for resource:security_group_rule and tenant:119dbf5de319411fa8a255aebc203c5d is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:09.683025 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-daf3f695-66dd-4e2c-9f4f-889e8d1b2ca6 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:09.690140 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-a3179ac9-38b4-4533-9595-674a456a654e tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:09.696514 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe3d51d-a73d-43d9-a634-ed4cd99803f3 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] No DVR routers for this DVR port b972b83c-4cb9-4689-853d-d63f447778ba on host dv-neutron-833373-1-hyperv {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:30:09.765234 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-a3179ac9-38b4-4533-9595-674a456a654e tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:09.817967 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf3f695-66dd-4e2c-9f4f-889e8d1b2ca6 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Made reservation on behalf of 885fc9f79d134f8e878afe3836211264 for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:30:09.821722 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-daf3f695-66dd-4e2c-9f4f-889e8d1b2ca6 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:09.891657 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0992dd8-96bc-4690-ba2c-f37a701d120e None None] Network 9a3be93c-f165-4658-a032-507862ff44d5 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:30:09.920611 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-882034c6-63a4-4a93-8119-7b30321f51f9 None None] For port b972b83c-4cb9-4689-853d-d63f447778ba, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=b972b83c-4cb9-4689-853d-d63f447778ba,segment=NetworkSegment(5c1e39f4-9c89-4874-9722-fa647bee15aa),segment_id=5c1e39f4-9c89-4874-9722-fa647bee15aa)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:30:09.921013 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-882034c6-63a4-4a93-8119-7b30321f51f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:09.988902 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-29789b46-03c9-4af4-b52e-40b7df6e85bf None None] Could not find standard attr ID for object 0aa4e2d3-5036-48a4-91d5-d69117d67085. {{(pid=83868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:30:09.991487 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device fa557d41-da41-4061-93b5-609361416020 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:30:10.021693 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7fe3d51d-a73d-43d9-a634-ed4cd99803f3 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:10.078682 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daf3f695-66dd-4e2c-9f4f-889e8d1b2ca6 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:30:10.117318 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-8d9a8743-bcbc-40de-ab98-77d092eeaa38 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] For port ea092b86-5674-4a38-90ea-d5cb1bb9f75d, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ea092b86-5674-4a38-90ea-d5cb1bb9f75d,segment=NetworkSegment(ae30dc2a-470c-4fbc-9d4c-5c656ffe29bd),segment_id=ae30dc2a-470c-4fbc-9d4c-5c656ffe29bd)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:30:10.117318 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8d9a8743-bcbc-40de-ab98-77d092eeaa38 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:10.118013 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-7fe3d51d-a73d-43d9-a634-ed4cd99803f3 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf83481f-eab3-4d31-953f-266cad621f5d']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:10.124809 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-5faaa2a3-7ea0-4c2e-97a6-f0c692ec12bb tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:10.143258 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-daf3f695-66dd-4e2c-9f4f-889e8d1b2ca6 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:10.143916 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-daf3f695-66dd-4e2c-9f4f-889e8d1b2ca6 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Added segment 53584dd8-3b1e-4687-95c1-364c9697da0d of type vlan for network b0c4eede-f10e-43bd-8ae1-5850fbd9fd24 Mar 11 15:30:10.147599 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-7fe3d51d-a73d-43d9-a634-ed4cd99803f3 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c1e39f4-9c89-4874-9722-fa647bee15aa') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:10.148067 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-7fe3d51d-a73d-43d9-a634-ed4cd99803f3 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c1e39f4-9c89-4874-9722-fa647bee15aa') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:10.183457 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-5faaa2a3-7ea0-4c2e-97a6-f0c692ec12bb tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Usage tracker for resource:port and tenant:6b1a6507e257408892b3294b50293467 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:10.190093 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-5faaa2a3-7ea0-4c2e-97a6-f0c692ec12bb tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:10.201469 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7fe3d51d-a73d-43d9-a634-ed4cd99803f3 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:10.203650 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-882034c6-63a4-4a93-8119-7b30321f51f9 None None] Calling delete_port for b972b83c-4cb9-4689-853d-d63f447778ba owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:30:10.240729 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a3179ac9-38b4-4533-9595-674a456a654e tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:10.244919 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7fe3d51d-a73d-43d9-a634-ed4cd99803f3 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:10.248087 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-daf3f695-66dd-4e2c-9f4f-889e8d1b2ca6 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:10.256949 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe3d51d-a73d-43d9-a634-ed4cd99803f3 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:30:10.257586 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7fe3d51d-a73d-43d9-a634-ed4cd99803f3 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:10.273479 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:30:10.273479 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:30:10.273479 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:30:10.273479 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:30:10.273479 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:30:10.273479 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:30:10.273479 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:30:10.273479 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:30:10.273479 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:30:10.273479 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:30:10.273479 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:30:10.273479 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:30:10.273479 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:30:10.273479 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:30:10.273479 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:30:10.273479 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:30:10.273479 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:30:10.273479 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:30:10.273479 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:30:10.273479 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:30:10.273479 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:30:10.273479 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:30:10.273479 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:30:10.273479 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:30:10.273479 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:30:10.273479 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:30:10.273479 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:30:10.273479 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:30:10.273479 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:30:10.273479 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:30:10.273479 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:30:10.273479 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:30:10.276410 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a3179ac9-38b4-4533-9595-674a456a654e tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:10.292980 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-7a141280-6398-440b-92cb-17dd33bf48d7 None None] Could not find standard attr ID for object 0aa4e2d3-5036-48a4-91d5-d69117d67085. {{(pid=83868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:30:10.303896 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-8d9a8743-bcbc-40de-ab98-77d092eeaa38 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Calling delete_port for ea092b86-5674-4a38-90ea-d5cb1bb9f75d owned by network:dhcp {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:30:10.338014 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-5faaa2a3-7ea0-4c2e-97a6-f0c692ec12bb tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:10.384490 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5faaa2a3-7ea0-4c2e-97a6-f0c692ec12bb tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Made reservation on behalf of 6b1a6507e257408892b3294b50293467 for: {'port': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:30:10.387576 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5faaa2a3-7ea0-4c2e-97a6-f0c692ec12bb tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:10.409160 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3179ac9-38b4-4533-9595-674a456a654e tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:30:10.423246 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-e82d944d-6546-43e6-9338-bfecdf70e194 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Allocated IP 172.20.0.1 (7c62958a-c577-4740-bd1f-d6ca9c60e5d3/bc8a237e-2506-407a-af75-3fcb2581c628/3f2d1a3e-7b22-4f59-bf27-9a97f3e5e064) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:30:10.424067 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3179ac9-38b4-4533-9595-674a456a654e tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32769eb-e07f-4733-9078-eec63c5fe46a,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:10.430587 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a3179ac9-38b4-4533-9595-674a456a654e tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:10.431167 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-a3179ac9-38b4-4533-9595-674a456a654e tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Added segment ceaab4cd-449e-4070-8e91-76a7c3b890ed of type vlan for network 34398a06-0444-4033-86ae-ee69c9b44c36 Mar 11 15:30:10.439711 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7fe3d51d-a73d-43d9-a634-ed4cd99803f3 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:10.441434 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-daf3f695-66dd-4e2c-9f4f-889e8d1b2ca6 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:10.443473 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fb7b9071-0eba-4ccd-8155-d0b0e524177b None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:10.445513 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf3f695-66dd-4e2c-9f4f-889e8d1b2ca6 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:10.446169 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-daf3f695-66dd-4e2c-9f4f-889e8d1b2ca6 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:10.448051 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-5faaa2a3-7ea0-4c2e-97a6-f0c692ec12bb tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] device_id is not set on port 1cfeffb4-ac1c-4813-969f-e009dc6b6920 yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:30:10.462123 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fb7b9071-0eba-4ccd-8155-d0b0e524177b None None] Transition to ACTIVE for port object 65dcc664-9d86-482b-8d98-c15b6d652b5e will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:30:10.464641 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-882034c6-63a4-4a93-8119-7b30321f51f9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:30:10.465456 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-882034c6-63a4-4a93-8119-7b30321f51f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:30:10.472952 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7fe3d51d-a73d-43d9-a634-ed4cd99803f3 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:10.489074 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port fa557d41-da41-4061-93b5-609361416020 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:30:10.489074 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:10.541096 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8d9a8743-bcbc-40de-ab98-77d092eeaa38 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:10.556151 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fb7b9071-0eba-4ccd-8155-d0b0e524177b None None] Transition to ACTIVE for port object 65dcc664-9d86-482b-8d98-c15b6d652b5e will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:30:10.573620 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fb7b9071-0eba-4ccd-8155-d0b0e524177b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:10.617447 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a3179ac9-38b4-4533-9595-674a456a654e tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:10.621833 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3f695-66dd-4e2c-9f4f-889e8d1b2ca6 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Pushing event updated for resources: {'Network': ['ID=b0c4eede-f10e-43bd-8ae1-5850fbd9fd24,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:10.624721 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-7fe3d51d-a73d-43d9-a634-ed4cd99803f3 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] 10.222.0.31 "DELETE /v2.0/networks/bf83481f-eab3-4d31-953f-266cad621f5d HTTP/1.1" status: 204 len: 168 time: 2.5807145 Mar 11 15:30:10.641851 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-daf3f695-66dd-4e2c-9f4f-889e8d1b2ca6 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0646203 Mar 11 15:30:10.644795 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35676) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:10.645287 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35678) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:10.649850 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network b0c4eede-f10e-43bd-8ae1-5850fbd9fd24 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:30:10.679642 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a8743-bcbc-40de-ab98-77d092eeaa38 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event deleted for resources: {'Port': ['ID=ea092b86-5674-4a38-90ea-d5cb1bb9f75d,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:10.695807 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe3d51d-a73d-43d9-a634-ed4cd99803f3 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Pushing event deleted for resources: {'Network': ['ID=bf83481f-eab3-4d31-953f-266cad621f5d,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:10.697416 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9a8743-bcbc-40de-ab98-77d092eeaa38 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] No DVR routers for this DVR port ea092b86-5674-4a38-90ea-d5cb1bb9f75d on host dv-neutron-833373-1-hyperv {{(pid=83867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:30:10.716486 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-a14f8271-f182-4c2c-b33b-ffb2b9969ee5 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Synchronizing usage tracker for tenant:4ad4d53bdf294e4e8c4c7ce88176319b on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:30:10.770140 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b9071-0eba-4ccd-8155-d0b0e524177b None None] Pushing event updated for resources: {'Port': ['ID=65dcc664-9d86-482b-8d98-c15b6d652b5e,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:10.776537 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7b9071-0eba-4ccd-8155-d0b0e524177b None None] Network 21bb555b-3836-4ed8-8b5d-2d5217cca14d is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:30:10.794895 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-fb7b9071-0eba-4ccd-8155-d0b0e524177b None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:10.797581 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7b9071-0eba-4ccd-8155-d0b0e524177b None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:30:10.825717 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-a14f8271-f182-4c2c-b33b-ffb2b9969ee5 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Unset dirty status for tenant:4ad4d53bdf294e4e8c4c7ce88176319b on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:30:10.827153 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a14f8271-f182-4c2c-b33b-ffb2b9969ee5 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] 10.222.0.31 "GET /v2.0/ports?device_id=b259a713-2fdd-4e1a-a9dc-b3003c7fc7cc HTTP/1.1" status: 200 len: 205 time: 0.1783080 Mar 11 15:30:10.830614 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35684) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:10.918157 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-5faaa2a3-7ea0-4c2e-97a6-f0c692ec12bb tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Allocated IP 2001:db8::2c2 (21bb555b-3836-4ed8-8b5d-2d5217cca14d/b1b07288-c35b-4fe6-b7ef-3c5d7ead3884/1cfeffb4-ac1c-4813-969f-e009dc6b6920) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:30:10.977453 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-882034c6-63a4-4a93-8119-7b30321f51f9 None None] Deleting port b972b83c-4cb9-4689-853d-d63f447778ba {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:30:10.977748 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-882034c6-63a4-4a93-8119-7b30321f51f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:11.001138 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8d9a8743-bcbc-40de-ab98-77d092eeaa38 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:11.014924 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device b972b83c-4cb9-4689-853d-d63f447778ba no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:30:11.015162 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a3179ac9-38b4-4533-9595-674a456a654e tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:11.015790 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3179ac9-38b4-4533-9595-674a456a654e tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:11.016425 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a3179ac9-38b4-4533-9595-674a456a654e tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:11.042057 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e82d944d-6546-43e6-9338-bfecdf70e194 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:11.088840 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-8d9a8743-bcbc-40de-ab98-77d092eeaa38 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a3be93c-f165-4658-a032-507862ff44d5']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:11.098550 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: b972b83c-4cb9-4689-853d-d63f447778ba {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:30:11.098835 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device b972b83c-4cb9-4689-853d-d63f447778ba not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:30:11.113720 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-882034c6-63a4-4a93-8119-7b30321f51f9 None None] The port 'b972b83c-4cb9-4689-853d-d63f447778ba' was deleted {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 15:30:11.120914 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-8d9a8743-bcbc-40de-ab98-77d092eeaa38 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae30dc2a-470c-4fbc-9d4c-5c656ffe29bd') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:11.121520 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-8d9a8743-bcbc-40de-ab98-77d092eeaa38 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae30dc2a-470c-4fbc-9d4c-5c656ffe29bd') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:11.136813 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-fb7b9071-0eba-4ccd-8155-d0b0e524177b None None] Attempting to bind port 65dcc664-9d86-482b-8d98-c15b6d652b5e on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:30:11.137373 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-fb7b9071-0eba-4ccd-8155-d0b0e524177b None None] Attempting to bind port 65dcc664-9d86-482b-8d98-c15b6d652b5e by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '1f9050d2-ab4a-4307-a96b-2cc7ad00e561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '21bb555b-3836-4ed8-8b5d-2d5217cca14d'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:30:11.137883 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7b9071-0eba-4ccd-8155-d0b0e524177b None None] Attempting to bind port 65dcc664-9d86-482b-8d98-c15b6d652b5e on network 21bb555b-3836-4ed8-8b5d-2d5217cca14d {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:30:11.147567 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7b9071-0eba-4ccd-8155-d0b0e524177b None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:30:11.147959 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7b9071-0eba-4ccd-8155-d0b0e524177b None None] Checking segment: {'id': '1f9050d2-ab4a-4307-a96b-2cc7ad00e561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '21bb555b-3836-4ed8-8b5d-2d5217cca14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:30:11.148376 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fb7b9071-0eba-4ccd-8155-d0b0e524177b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:11.148932 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7b9071-0eba-4ccd-8155-d0b0e524177b None None] Bound using segment: {'id': '1f9050d2-ab4a-4307-a96b-2cc7ad00e561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '21bb555b-3836-4ed8-8b5d-2d5217cca14d'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:30:11.149407 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-fb7b9071-0eba-4ccd-8155-d0b0e524177b None None] Bound port: 65dcc664-9d86-482b-8d98-c15b6d652b5e, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f9050d2-ab4a-4307-a96b-2cc7ad00e561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '21bb555b-3836-4ed8-8b5d-2d5217cca14d'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:30:11.150104 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fb7b9071-0eba-4ccd-8155-d0b0e524177b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:11.156292 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8d9a8743-bcbc-40de-ab98-77d092eeaa38 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:11.206769 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a3179ac9-38b4-4533-9595-674a456a654e tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.6809578 Mar 11 15:30:11.244856 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35688) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:11.260172 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-fb7b9071-0eba-4ccd-8155-d0b0e524177b None None] For port 65dcc664-9d86-482b-8d98-c15b6d652b5e, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:30:11.263724 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-fb7b9071-0eba-4ccd-8155-d0b0e524177b None None] For port 65dcc664-9d86-482b-8d98-c15b6d652b5e, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=65dcc664-9d86-482b-8d98-c15b6d652b5e,segment=NetworkSegment(1f9050d2-ab4a-4307-a96b-2cc7ad00e561),segment_id=1f9050d2-ab4a-4307-a96b-2cc7ad00e561)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:30:11.271251 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fb7b9071-0eba-4ccd-8155-d0b0e524177b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:11.304914 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3179ac9-38b4-4533-9595-674a456a654e tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Pushing event updated for resources: {'Network': ['ID=34398a06-0444-4033-86ae-ee69c9b44c36,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:11.312969 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8d9a8743-bcbc-40de-ab98-77d092eeaa38 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:11.316840 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e82d944d-6546-43e6-9338-bfecdf70e194 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:11.321250 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-ad44280d-65fb-4db3-aa1e-9e318968e717 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Request body: {'subnet': {'network_id': '34398a06-0444-4033-86ae-ee69c9b44c36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:11.333392 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 34398a06-0444-4033-86ae-ee69c9b44c36 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:30:11.335884 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ad44280d-65fb-4db3-aa1e-9e318968e717 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:11.340910 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ee98a59c-1de2-4ee1-bd29-8ed69d2b5d87 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks [] for router, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:11.370610 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d9a8743-bcbc-40de-ab98-77d092eeaa38 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:30:11.371111 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8d9a8743-bcbc-40de-ab98-77d092eeaa38 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:11.386485 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:30:11.386485 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:30:11.386485 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:30:11.386485 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:30:11.386485 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:30:11.386485 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:30:11.386485 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:30:11.386485 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:30:11.386485 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:30:11.386485 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:30:11.386485 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:30:11.386485 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:30:11.386485 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:30:11.386485 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:30:11.386485 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:30:11.386485 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:30:11.386485 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:30:11.386485 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:30:11.386485 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:30:11.386485 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:30:11.386485 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:30:11.386485 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:30:11.386485 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:30:11.386485 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:30:11.386485 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:30:11.386485 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:30:11.386485 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:30:11.386485 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:30:11.386485 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:30:11.386485 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:30:11.386485 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:30:11.386485 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:30:11.415988 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-aca600c4-285a-4f7b-ad63-490f681ecafc tempest-DHCPAgentSchedulersTestJSON-1895556247 tempest-DHCPAgentSchedulersTestJSON-1895556247-project-admin] 10.222.0.31 "GET /v2.0/agents/9aa2ce85-f6b7-4485-b410-313acef64b31/dhcp-networks HTTP/1.1" status: 200 len: 8494 time: 0.7651601 Mar 11 15:30:11.417410 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ad44280d-65fb-4db3-aa1e-9e318968e717 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Usage tracker for resource:subnet and tenant:119dbf5de319411fa8a255aebc203c5d is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:11.468172 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35692) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:11.469275 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ad44280d-65fb-4db3-aa1e-9e318968e717 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:11.483631 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b9071-0eba-4ccd-8155-d0b0e524177b None None] Pushing event updated for resources: {'Port': ['ID=65dcc664-9d86-482b-8d98-c15b6d652b5e,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:11.512412 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ad44280d-65fb-4db3-aa1e-9e318968e717 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:11.543315 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad44280d-65fb-4db3-aa1e-9e318968e717 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Made reservation on behalf of 119dbf5de319411fa8a255aebc203c5d for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:30:11.546979 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ad44280d-65fb-4db3-aa1e-9e318968e717 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:11.548922 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82d944d-6546-43e6-9338-bfecdf70e194 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Network 7c62958a-c577-4740-bd1f-d6ca9c60e5d3 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:30:11.557071 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-e82d944d-6546-43e6-9338-bfecdf70e194 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:11.570107 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d944d-6546-43e6-9338-bfecdf70e194 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Pushing event updated for resources: {'Port': ['ID=3f2d1a3e-7b22-4f59-bf27-9a97f3e5e064,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:11.571636 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82d944d-6546-43e6-9338-bfecdf70e194 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:30:11.600365 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8d9a8743-bcbc-40de-ab98-77d092eeaa38 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:11.635194 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8d9a8743-bcbc-40de-ab98-77d092eeaa38 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:11.815355 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a8743-bcbc-40de-ab98-77d092eeaa38 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event deleted for resources: {'Network': ['ID=9a3be93c-f165-4658-a032-507862ff44d5,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:11.831127 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-8d9a8743-bcbc-40de-ab98-77d092eeaa38 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "DELETE /v2.0/networks/9a3be93c-f165-4658-a032-507862ff44d5 HTTP/1.1" status: 204 len: 168 time: 6.3011985 Mar 11 15:30:11.835939 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5faaa2a3-7ea0-4c2e-97a6-f0c692ec12bb tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:11.841294 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35696) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:11.855218 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-9e32b846-58b3-49e6-939d-89fee11bdd7b tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-834339209'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:11.875395 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-9e32b846-58b3-49e6-939d-89fee11bdd7b tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:11.883268 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-5faaa2a3-7ea0-4c2e-97a6-f0c692ec12bb tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Transition to ACTIVE for port object 1cfeffb4-ac1c-4813-969f-e009dc6b6920 will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:30:11.885059 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e82d944d-6546-43e6-9338-bfecdf70e194 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:11.888443 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-9e32b846-58b3-49e6-939d-89fee11bdd7b tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Usage tracker for resource:network and tenant:f8a07a0692504f09a49af7bfa2896e37 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:11.893252 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-9e32b846-58b3-49e6-939d-89fee11bdd7b tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:11.901280 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-9e32b846-58b3-49e6-939d-89fee11bdd7b tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:11.929663 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e32b846-58b3-49e6-939d-89fee11bdd7b tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Made reservation on behalf of f8a07a0692504f09a49af7bfa2896e37 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:30:11.932913 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9e32b846-58b3-49e6-939d-89fee11bdd7b tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:11.980234 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5faaa2a3-7ea0-4c2e-97a6-f0c692ec12bb tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:11.995812 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 65dcc664-9d86-482b-8d98-c15b6d652b5e up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:30:12.099124 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 65dcc664-9d86-482b-8d98-c15b6d652b5e completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:30:12.137723 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ee98a59c-1de2-4ee1-bd29-8ed69d2b5d87 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:12.147294 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e32b846-58b3-49e6-939d-89fee11bdd7b tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:30:12.158682 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ee98a59c-1de2-4ee1-bd29-8ed69d2b5d87 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:12.173788 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5faaa2a3-7ea0-4c2e-97a6-f0c692ec12bb tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Network 21bb555b-3836-4ed8-8b5d-2d5217cca14d is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:30:12.180923 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-5faaa2a3-7ea0-4c2e-97a6-f0c692ec12bb tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:12.186744 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faaa2a3-7ea0-4c2e-97a6-f0c692ec12bb tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'Port': ['ID=1cfeffb4-ac1c-4813-969f-e009dc6b6920,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:12.191860 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5faaa2a3-7ea0-4c2e-97a6-f0c692ec12bb tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:30:12.195717 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5faaa2a3-7ea0-4c2e-97a6-f0c692ec12bb tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:12.196927 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5faaa2a3-7ea0-4c2e-97a6-f0c692ec12bb tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:12.200456 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9e32b846-58b3-49e6-939d-89fee11bdd7b tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:12.200772 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-9e32b846-58b3-49e6-939d-89fee11bdd7b tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Added segment 9d263227-0f22-4e86-ab0d-9f12a158ffc5 of type vlan for network 4da66091-3939-49a8-b116-68016e02ffb8 Mar 11 15:30:12.203789 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e82d944d-6546-43e6-9338-bfecdf70e194 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:12.280282 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5faaa2a3-7ea0-4c2e-97a6-f0c692ec12bb tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7110081 Mar 11 15:30:12.280955 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35700) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:12.287080 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac40c4ce-377d-4abd-93ab-e01b212e418a tempest-DHCPAgentSchedulersTestJSON-1895556247 tempest-DHCPAgentSchedulersTestJSON-1895556247-project-admin] Network b0c4eede-f10e-43bd-8ae1-5850fbd9fd24 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:30:12.327258 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ee98a59c-1de2-4ee1-bd29-8ed69d2b5d87 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:12.328010 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee98a59c-1de2-4ee1-bd29-8ed69d2b5d87 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Fanout notify agent at l3_agent the message router_deleted on router b259a713-2fdd-4e1a-a9dc-b3003c7fc7cc {{(pid=83866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:30:12.347636 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ac40c4ce-377d-4abd-93ab-e01b212e418a tempest-DHCPAgentSchedulersTestJSON-1895556247 tempest-DHCPAgentSchedulersTestJSON-1895556247-project-admin] 10.222.0.31 "POST /v2.0/agents/9aa2ce85-f6b7-4485-b410-313acef64b31/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8685918 Mar 11 15:30:12.352150 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9e32b846-58b3-49e6-939d-89fee11bdd7b tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:12.355998 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf02a64-ba03-48b5-b8be-2ae729e5d6fb None None] Network b0c4eede-f10e-43bd-8ae1-5850fbd9fd24 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:30:12.356422 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35704) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:12.414027 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ee98a59c-1de2-4ee1-bd29-8ed69d2b5d87 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:12.419721 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ee98a59c-1de2-4ee1-bd29-8ed69d2b5d87 tempest-RoutersNegativeIpV6Test-686515139 tempest-RoutersNegativeIpV6Test-686515139-project] 10.222.0.31 "DELETE /v2.0/routers/b259a713-2fdd-4e1a-a9dc-b3003c7fc7cc HTTP/1.1" status: 204 len: 168 time: 1.5876751 Mar 11 15:30:12.553861 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.db.resource_extend [None req-9e32b846-58b3-49e6-939d-89fee11bdd7b tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:30:12.613295 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9e32b846-58b3-49e6-939d-89fee11bdd7b tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:12.616970 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e32b846-58b3-49e6-939d-89fee11bdd7b tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:12.617582 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9e32b846-58b3-49e6-939d-89fee11bdd7b tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:12.730998 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fa4618-69a7-42fa-a589-d25ee7c8634f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:12.732074 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e2fa4618-69a7-42fa-a589-d25ee7c8634f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Synchronizing usage tracker for tenant:6b1a6507e257408892b3294b50293467 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:30:12.779543 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9e32b846-58b3-49e6-939d-89fee11bdd7b tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9368727 Mar 11 15:30:12.786070 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35710) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:12.806379 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e32b846-58b3-49e6-939d-89fee11bdd7b tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event updated for resources: {'Network': ['ID=4da66091-3939-49a8-b116-68016e02ffb8,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:12.811742 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-bd853cc3-319d-495d-afb3-c68584a279f7 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Request body: {'subnet': {'network_id': '4da66091-3939-49a8-b116-68016e02ffb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:12.820644 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 4da66091-3939-49a8-b116-68016e02ffb8 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:30:12.838473 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-dc87d698-852d-4a91-aa27-fae26b8e1d38 tempest-DHCPAgentSchedulersTestJSON-1895556247 tempest-DHCPAgentSchedulersTestJSON-1895556247-project-admin] 10.222.0.31 "GET /v2.0/agents/9aa2ce85-f6b7-4485-b410-313acef64b31/dhcp-networks HTTP/1.1" status: 200 len: 8508 time: 0.4764740 Mar 11 15:30:12.842528 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35716) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:12.858269 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849eae6a-1ced-45b9-bdf6-4f4fd5b9dfe0 None None] Network 21bb555b-3836-4ed8-8b5d-2d5217cca14d requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:30:12.954978 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e2fa4618-69a7-42fa-a589-d25ee7c8634f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Unset dirty status for tenant:6b1a6507e257408892b3294b50293467 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:30:12.957641 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e2fa4618-69a7-42fa-a589-d25ee7c8634f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A10e HTTP/1.1" status: 200 len: 929 time: 0.6670136 Mar 11 15:30:12.969592 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35720) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:13.036398 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35724) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:13.116010 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2186ee10-200d-4cd4-a7c3-daac916e1a85 None None] Provisioning for port 65dcc664-9d86-482b-8d98-c15b6d652b5e completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:30:13.116688 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-278c868d-3333-4c15-bcb1-eef0d93afc43 tempest-DHCPAgentSchedulersTestJSON-1895556247 tempest-DHCPAgentSchedulersTestJSON-1895556247-project-admin] 10.222.0.31 "DELETE /v2.0/agents/9aa2ce85-f6b7-4485-b410-313acef64b31/dhcp-networks/b0c4eede-f10e-43bd-8ae1-5850fbd9fd24 HTTP/1.1" status: 204 len: 168 time: 0.2696309 Mar 11 15:30:13.119987 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35730) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:13.145006 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-bd853cc3-319d-495d-afb3-c68584a279f7 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:13.146805 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2186ee10-200d-4cd4-a7c3-daac916e1a85 None None] Provisioning complete for port 65dcc664-9d86-482b-8d98-c15b6d652b5e triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:30:13.147474 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2186ee10-200d-4cd4-a7c3-daac916e1a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:13.149976 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-8634409a-80d2-4ebb-97fc-e60940b0f552 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Deleting port 1cfeffb4-ac1c-4813-969f-e009dc6b6920 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:30:13.150554 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8634409a-80d2-4ebb-97fc-e60940b0f552 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:13.175970 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.objects.ports [None req-ad44280d-65fb-4db3-aa1e-9e318968e717 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83866) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 15:30:13.176259 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ad44280d-65fb-4db3-aa1e-9e318968e717 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:13.255839 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-bd853cc3-319d-495d-afb3-c68584a279f7 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Usage tracker for resource:subnet and tenant:f8a07a0692504f09a49af7bfa2896e37 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:13.270299 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-bd853cc3-319d-495d-afb3-c68584a279f7 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:13.302439 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-bd853cc3-319d-495d-afb3-c68584a279f7 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:13.396531 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44280d-65fb-4db3-aa1e-9e318968e717 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Pushing event updated for resources: {'Subnet': ['ID=994a6d39-1e88-4118-9b54-a5d27be932e0,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:13.418959 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd853cc3-319d-495d-afb3-c68584a279f7 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Made reservation on behalf of f8a07a0692504f09a49af7bfa2896e37 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:30:13.496854 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad44280d-65fb-4db3-aa1e-9e318968e717 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Checking segment: {'id': 'ceaab4cd-449e-4070-8e91-76a7c3b890ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '34398a06-0444-4033-86ae-ee69c9b44c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:30:13.497497 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e82d944d-6546-43e6-9338-bfecdf70e194 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:13.497618 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad44280d-65fb-4db3-aa1e-9e318968e717 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Network hostable DHCP agents. Network: 34398a06-0444-4033-86ae-ee69c9b44c36, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:30:13.524088 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e82d944d-6546-43e6-9338-bfecdf70e194 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:13.541930 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-92f04933-fa48-4705-b384-ab614be431db tempest-DHCPAgentSchedulersTestJSON-1895556247 tempest-DHCPAgentSchedulersTestJSON-1895556247-project-admin] 10.222.0.31 "GET /v2.0/agents/9aa2ce85-f6b7-4485-b410-313acef64b31/dhcp-networks HTTP/1.1" status: 200 len: 7764 time: 0.4153945 Mar 11 15:30:13.542967 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35734) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:13.568033 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2186ee10-200d-4cd4-a7c3-daac916e1a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:13.580143 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d1d76e9d-e982-49e2-a580-493fba715fc5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4ad4d53bdf294e4e8c4c7ce88176319b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5401406 Mar 11 15:30:13.583485 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35738) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:13.611613 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c32f3c4d-0290-4db9-b0a7-27edab54a763 tempest-DHCPAgentSchedulersTestJSON-1895556247 tempest-DHCPAgentSchedulersTestJSON-1895556247-project-admin] 10.222.0.31 "GET /v2.0/networks/d0524f00-715c-4ebe-9c64-2fd0926e3025/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0582926 Mar 11 15:30:13.622084 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad44280d-65fb-4db3-aa1e-9e318968e717 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Network 34398a06-0444-4033-86ae-ee69c9b44c36 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:30:13.629034 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35742) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:13.636149 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-2186ee10-200d-4cd4-a7c3-daac916e1a85 None None] For port 65dcc664-9d86-482b-8d98-c15b6d652b5e, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=65dcc664-9d86-482b-8d98-c15b6d652b5e,segment=NetworkSegment(1f9050d2-ab4a-4307-a96b-2cc7ad00e561),segment_id=1f9050d2-ab4a-4307-a96b-2cc7ad00e561)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:30:13.645176 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2186ee10-200d-4cd4-a7c3-daac916e1a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:13.659947 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-ad44280d-65fb-4db3-aa1e-9e318968e717 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 34398a06-0444-4033-86ae-ee69c9b44c36) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:13.671584 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad44280d-65fb-4db3-aa1e-9e318968e717 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:13.672233 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ad44280d-65fb-4db3-aa1e-9e318968e717 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:13.699692 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bd853cc3-319d-495d-afb3-c68584a279f7 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:13.709132 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bbf82d-5005-40f7-bbd2-0a9a20706b83 None None] Network 34398a06-0444-4033-86ae-ee69c9b44c36 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:30:13.714722 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b3a9ad6e-9ed8-4349-b7c2-8048d4b3c04e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:13.759565 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-62cd0759-679c-4c74-b22e-848b63e369fa tempest-DHCPAgentSchedulersTestJSON-1895556247 tempest-DHCPAgentSchedulersTestJSON-1895556247-project-admin] 10.222.0.31 "GET /v2.0/networks/d0524f00-715c-4ebe-9c64-2fd0926e3025/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1248846 Mar 11 15:30:13.759565 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ad44280d-65fb-4db3-aa1e-9e318968e717 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.5051482 Mar 11 15:30:13.760994 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35746) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:13.760994 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35748) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:13.768028 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-bbd64b1a-12bd-493d-9654-2f9a27726763 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-191552589', 'network_id': '34398a06-0444-4033-86ae-ee69c9b44c36'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:13.780590 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b3a9ad6e-9ed8-4349-b7c2-8048d4b3c04e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:13.802153 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-bbd64b1a-12bd-493d-9654-2f9a27726763 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:13.816499 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-bbd64b1a-12bd-493d-9654-2f9a27726763 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Usage tracker for resource:port and tenant:119dbf5de319411fa8a255aebc203c5d is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:13.821852 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-bbd64b1a-12bd-493d-9654-2f9a27726763 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:13.884877 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186ee10-200d-4cd4-a7c3-daac916e1a85 None None] Pushing event updated for resources: {'Port': ['ID=65dcc664-9d86-482b-8d98-c15b6d652b5e,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:13.895894 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-bbd64b1a-12bd-493d-9654-2f9a27726763 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:13.921729 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d944d-6546-43e6-9338-bfecdf70e194 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Pushing event updated for resources: {'Port': ['ID=3f2d1a3e-7b22-4f59-bf27-9a97f3e5e064,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:13.924590 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e82d944d-6546-43e6-9338-bfecdf70e194 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:13.961331 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8634409a-80d2-4ebb-97fc-e60940b0f552 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:13.991695 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd64b1a-12bd-493d-9654-2f9a27726763 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Made reservation on behalf of 119dbf5de319411fa8a255aebc203c5d for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:30:13.994126 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bbd64b1a-12bd-493d-9654-2f9a27726763 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:14.003733 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b3a9ad6e-9ed8-4349-b7c2-8048d4b3c04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:14.060659 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a9ad6e-9ed8-4349-b7c2-8048d4b3c04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da69ad4-10ef-4a0a-b9f7-7a6c2000e873,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:14.087354 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-bbd64b1a-12bd-493d-9654-2f9a27726763 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] device_id is not set on port 3234986a-a499-4109-861e-3d0ff4f53a9e yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:30:14.140263 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b2a048-b4a5-4b93-ab2f-636ca9e58cb4 None None] Network 34398a06-0444-4033-86ae-ee69c9b44c36 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:30:14.149245 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-8634409a-80d2-4ebb-97fc-e60940b0f552 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Calling delete_port for 1cfeffb4-ac1c-4813-969f-e009dc6b6920 owned by {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:30:14.277325 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-c84b051f-e67a-43f5-afb5-084508b7eac4 None None] Provisioning complete for port 65dcc664-9d86-482b-8d98-c15b6d652b5e triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:30:14.277916 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c84b051f-e67a-43f5-afb5-084508b7eac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:14.293905 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-bbd64b1a-12bd-493d-9654-2f9a27726763 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Allocated IP 2001:db8::1dc (34398a06-0444-4033-86ae-ee69c9b44c36/994a6d39-1e88-4118-9b54-a5d27be932e0/3234986a-a499-4109-861e-3d0ff4f53a9e) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:30:14.315632 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b3a9ad6e-9ed8-4349-b7c2-8048d4b3c04e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:14.322245 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b3a9ad6e-9ed8-4349-b7c2-8048d4b3c04e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7da69ad4-10ef-4a0a-b9f7-7a6c2000e873 HTTP/1.1" status: 204 len: 168 time: 0.7324991 Mar 11 15:30:14.460459 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ec88b8b4-4bfd-4b97-8c24-d64dda35ef97 tempest-DHCPAgentSchedulersTestJSON-1895556247 tempest-DHCPAgentSchedulersTestJSON-1895556247-project-admin] 10.222.0.31 "GET /v2.0/agents/9aa2ce85-f6b7-4485-b410-313acef64b31/dhcp-networks HTTP/1.1" status: 200 len: 8547 time: 0.6966970 Mar 11 15:30:14.466218 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35756) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:14.478926 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8634409a-80d2-4ebb-97fc-e60940b0f552 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:14.655432 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-c84b051f-e67a-43f5-afb5-084508b7eac4 None None] Could not find standard attr ID for object 1cfeffb4-ac1c-4813-969f-e009dc6b6920. {{(pid=83868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:30:14.680970 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4e1c9fdd-3287-48f5-a306-0f1964920e8c tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:14.684174 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-c84b051f-e67a-43f5-afb5-084508b7eac4 None None] Provisioning for port c5d852cb-39f4-439a-afd3-b49aaff591ff completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:30:14.696351 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-c84b051f-e67a-43f5-afb5-084508b7eac4 None None] Provisioning complete for port c5d852cb-39f4-439a-afd3-b49aaff591ff triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:30:14.696889 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c84b051f-e67a-43f5-afb5-084508b7eac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:14.703165 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bbd64b1a-12bd-493d-9654-2f9a27726763 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:14.758534 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8634409a-80d2-4ebb-97fc-e60940b0f552 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event deleted for resources: {'Port': ['ID=1cfeffb4-ac1c-4813-969f-e009dc6b6920,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:14.771645 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bbd64b1a-12bd-493d-9654-2f9a27726763 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:14.784645 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8634409a-80d2-4ebb-97fc-e60940b0f552 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:14.846726 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-c84b051f-e67a-43f5-afb5-084508b7eac4 None None] Port c5d852cb-39f4-439a-afd3-b49aaff591ff cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:30:14.859423 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-8634409a-80d2-4ebb-97fc-e60940b0f552 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/ports/1cfeffb4-ac1c-4813-969f-e009dc6b6920 HTTP/1.1" status: 204 len: 168 time: 1.8782356 Mar 11 15:30:14.866681 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35764) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:14.932197 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e96dc70-ff3a-4f96-95b3-d324d8308cf8 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] GET failed (client error): The resource could not be found. Mar 11 15:30:14.932713 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0e96dc70-ff3a-4f96-95b3-d324d8308cf8 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Synchronizing usage tracker for tenant:6b1a6507e257408892b3294b50293467 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:30:14.943720 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd64b1a-12bd-493d-9654-2f9a27726763 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Network 34398a06-0444-4033-86ae-ee69c9b44c36 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:30:14.948666 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd64b1a-12bd-493d-9654-2f9a27726763 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Pushing event updated for resources: {'Port': ['ID=3234986a-a499-4109-861e-3d0ff4f53a9e,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:14.951528 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-bbd64b1a-12bd-493d-9654-2f9a27726763 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:14.961861 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-14b04c62-3ac2-4c37-a70d-47c14aad3851 None None] Could not find standard attr ID for object 1cfeffb4-ac1c-4813-969f-e009dc6b6920. {{(pid=83868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:30:14.963212 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd64b1a-12bd-493d-9654-2f9a27726763 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:30:14.964179 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd64b1a-12bd-493d-9654-2f9a27726763 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:14.964797 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bbd64b1a-12bd-493d-9654-2f9a27726763 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:14.990210 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-14b04c62-3ac2-4c37-a70d-47c14aad3851 None None] Provisioning complete for port c5d852cb-39f4-439a-afd3-b49aaff591ff triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:30:14.990954 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-14b04c62-3ac2-4c37-a70d-47c14aad3851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:14.997133 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82d944d-6546-43e6-9338-bfecdf70e194 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Network 7c62958a-c577-4740-bd1f-d6ca9c60e5d3 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:30:14.997554 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0e96dc70-ff3a-4f96-95b3-d324d8308cf8 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Unset dirty status for tenant:6b1a6507e257408892b3294b50293467 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:30:15.001979 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0e96dc70-ff3a-4f96-95b3-d324d8308cf8 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "GET /v2.0/ports/1cfeffb4-ac1c-4813-969f-e009dc6b6920 HTTP/1.1" status: 404 len: 333 time: 0.1286943 Mar 11 15:30:15.001979 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35772) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:15.009456 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-e82d944d-6546-43e6-9338-bfecdf70e194 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:15.064953 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-bbd64b1a-12bd-493d-9654-2f9a27726763 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3027174 Mar 11 15:30:15.066230 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35776) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:15.073245 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-14b04c62-3ac2-4c37-a70d-47c14aad3851 None None] Port c5d852cb-39f4-439a-afd3-b49aaff591ff cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:30:15.169340 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7422d4-2ac6-42f2-a525-201980a4d225 None None] get_active_networks_info from dv-neutron-833373-1-hyperv {{(pid=83868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 15:30:15.209425 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-6903c345-93c1-4faa-93c0-6c955c72ff9c tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Deleting port 3234986a-a499-4109-861e-3d0ff4f53a9e {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:30:15.209746 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6903c345-93c1-4faa-93c0-6c955c72ff9c tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:15.255165 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4e1c9fdd-3287-48f5-a306-0f1964920e8c tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:15.303289 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-7c8732c2-685e-407f-8c8a-59919c6a135b tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Deleting port c5d852cb-39f4-439a-afd3-b49aaff591ff {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:30:15.303289 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7c8732c2-685e-407f-8c8a-59919c6a135b tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:15.325127 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-4e1c9fdd-3287-48f5-a306-0f1964920e8c tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0c4eede-f10e-43bd-8ae1-5850fbd9fd24']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:15.367644 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-4e1c9fdd-3287-48f5-a306-0f1964920e8c tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53584dd8-3b1e-4687-95c1-364c9697da0d') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:15.367945 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-4e1c9fdd-3287-48f5-a306-0f1964920e8c tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53584dd8-3b1e-4687-95c1-364c9697da0d') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:15.397847 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4e1c9fdd-3287-48f5-a306-0f1964920e8c tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:15.417237 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7422d4-2ac6-42f2-a525-201980a4d225 None None] Resources bound (agent type, host, resource id): {{(pid=83868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 15:30:15.428601 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bd853cc3-319d-495d-afb3-c68584a279f7 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:15.432875 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4e1c9fdd-3287-48f5-a306-0f1964920e8c tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:15.457433 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:15.478388 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e1c9fdd-3287-48f5-a306-0f1964920e8c tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:30:15.478388 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4e1c9fdd-3287-48f5-a306-0f1964920e8c tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:15.500783 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:30:15.500783 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:30:15.500783 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:30:15.500783 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:30:15.500783 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:30:15.500783 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:30:15.500783 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:30:15.500783 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:30:15.500783 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:30:15.500783 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:30:15.500783 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:30:15.500783 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:30:15.500783 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:30:15.500783 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:30:15.500783 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:30:15.500783 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:30:15.500783 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:30:15.500783 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:30:15.500783 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:30:15.500783 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:30:15.500783 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:30:15.500783 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:30:15.500783 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:30:15.500783 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:30:15.500783 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:30:15.500783 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:30:15.500783 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:30:15.500783 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:30:15.500783 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:30:15.500783 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:30:15.500783 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:30:15.500783 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:30:15.709341 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35788) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:15.860998 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6903c345-93c1-4faa-93c0-6c955c72ff9c tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:15.868447 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 65dcc664-9d86-482b-8d98-c15b6d652b5e up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:30:15.915007 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd853cc3-319d-495d-afb3-c68584a279f7 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event updated for resources: {'Subnet': ['ID=c7849118-6048-40d2-a915-30617865498f,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:15.954414 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4e1c9fdd-3287-48f5-a306-0f1964920e8c tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:15.996490 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4e1c9fdd-3287-48f5-a306-0f1964920e8c tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:15.997831 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 65dcc664-9d86-482b-8d98-c15b6d652b5e triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:30:15.998549 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:16.039317 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-6903c345-93c1-4faa-93c0-6c955c72ff9c tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Calling delete_port for 3234986a-a499-4109-861e-3d0ff4f53a9e owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:30:16.042374 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c9fdd-3287-48f5-a306-0f1964920e8c tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Pushing event deleted for resources: {'Network': ['ID=b0c4eede-f10e-43bd-8ae1-5850fbd9fd24,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:16.042817 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f25a9a-3a5e-4a19-8b1c-ca0c68cde215 None None] get_active_networks_info from dv-neutron-833373-1-hyperv {{(pid=83868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 15:30:16.053256 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4e1c9fdd-3287-48f5-a306-0f1964920e8c tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] 10.222.0.31 "DELETE /v2.0/networks/b0c4eede-f10e-43bd-8ae1-5850fbd9fd24 HTTP/1.1" status: 204 len: 168 time: 1.5824161 Mar 11 15:30:16.057444 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35794) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:16.058830 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd853cc3-319d-495d-afb3-c68584a279f7 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Checking segment: {'id': '9d263227-0f22-4e86-ab0d-9f12a158ffc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '4da66091-3939-49a8-b116-68016e02ffb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:30:16.059408 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd853cc3-319d-495d-afb3-c68584a279f7 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Network hostable DHCP agents. Network: 4da66091-3939-49a8-b116-68016e02ffb8, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:30:16.142756 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b4fb184-c470-4fa0-8309-28b901c4c314 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] DELETE failed (client error): The resource could not be found. Mar 11 15:30:16.143192 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b4fb184-c470-4fa0-8309-28b901c4c314 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:30:16.148001 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7b4fb184-c470-4fa0-8309-28b901c4c314 tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] 10.222.0.31 "DELETE /v2.0/ports/0aa4e2d3-5036-48a4-91d5-d69117d67085 HTTP/1.1" status: 404 len: 333 time: 0.0756867 Mar 11 15:30:16.149811 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35798) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:16.210229 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7c8732c2-685e-407f-8c8a-59919c6a135b tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:16.262132 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-48a501a2-e3a2-4f44-8e3e-adac2262fb5b tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Request body: {'security_group': {'name': 'tempest-secgroup--373566441'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:16.271601 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-48a501a2-e3a2-4f44-8e3e-adac2262fb5b tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:16.279431 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-48a501a2-e3a2-4f44-8e3e-adac2262fb5b tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Usage tracker for resource:security_group and tenant:92da5a0314de4cc9af95bd50ca71b214 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:16.329596 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-48a501a2-e3a2-4f44-8e3e-adac2262fb5b tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:16.349469 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-48a501a2-e3a2-4f44-8e3e-adac2262fb5b tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:16.370149 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-7c8732c2-685e-407f-8c8a-59919c6a135b tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Calling delete_port for c5d852cb-39f4-439a-afd3-b49aaff591ff owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:30:16.381214 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd853cc3-319d-495d-afb3-c68584a279f7 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Network 4da66091-3939-49a8-b116-68016e02ffb8 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:30:16.386948 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-48a501a2-e3a2-4f44-8e3e-adac2262fb5b tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:16.427774 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-bd853cc3-319d-495d-afb3-c68584a279f7 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 4da66091-3939-49a8-b116-68016e02ffb8) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:16.432985 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd853cc3-319d-495d-afb3-c68584a279f7 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:16.433686 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bd853cc3-319d-495d-afb3-c68584a279f7 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:16.442280 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-48a501a2-e3a2-4f44-8e3e-adac2262fb5b tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:16.446115 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6903c345-93c1-4faa-93c0-6c955c72ff9c tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:16.478788 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f25a9a-3a5e-4a19-8b1c-ca0c68cde215 None None] Unable to find a vacant binding_index for network 4da66091-3939-49a8-b116-68016e02ffb8 and agent 9aa2ce85-f6b7-4485-b410-313acef64b31 {{(pid=83868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 11 15:30:16.485054 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f25a9a-3a5e-4a19-8b1c-ca0c68cde215 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 4da66091-3939-49a8-b116-68016e02ffb8) {{(pid=83868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 15:30:16.507998 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-bda277d1-6b43-4780-be5f-d59f79802fbc tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Deleting subnet 5880003c-0f82-48c9-b2fd-8574bee7c083 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:30:16.517782 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-bd853cc3-319d-495d-afb3-c68584a279f7 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.7281108 Mar 11 15:30:16.517782 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bda277d1-6b43-4780-be5f-d59f79802fbc tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:16.531823 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35802) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:16.532943 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6903c345-93c1-4faa-93c0-6c955c72ff9c tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Pushing event deleted for resources: {'Port': ['ID=3234986a-a499-4109-861e-3d0ff4f53a9e,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:16.588829 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-48a501a2-e3a2-4f44-8e3e-adac2262fb5b tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:16.595439 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-48a501a2-e3a2-4f44-8e3e-adac2262fb5b tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Usage tracker for resource:security_group_rule and tenant:92da5a0314de4cc9af95bd50ca71b214 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:16.600634 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-48a501a2-e3a2-4f44-8e3e-adac2262fb5b tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:16.610759 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-48a501a2-e3a2-4f44-8e3e-adac2262fb5b tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:16.619025 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bda277d1-6b43-4780-be5f-d59f79802fbc tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:16.703627 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82d944d-6546-43e6-9338-bfecdf70e194 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Router f186c74e-a9d7-4f53-91d1-dea1dbb31662 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:30:16.740802 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6903c345-93c1-4faa-93c0-6c955c72ff9c tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:16.753177 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-6903c345-93c1-4faa-93c0-6c955c72ff9c tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] 10.222.0.31 "DELETE /v2.0/ports/3234986a-a499-4109-861e-3d0ff4f53a9e HTTP/1.1" status: 204 len: 168 time: 1.6724255 Mar 11 15:30:16.758205 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35806) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:16.770657 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-75bb9c28-c13a-4e65-89a5-f054718087fe tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '34398a06-0444-4033-86ae-ee69c9b44c36', 'external_fixed_ips': [{'subnet_id': '994a6d39-1e88-4118-9b54-a5d27be932e0', 'ip_address': '2001:db8::1dc'}]}}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:16.839961 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-75bb9c28-c13a-4e65-89a5-f054718087fe tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:16.869042 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-75bb9c28-c13a-4e65-89a5-f054718087fe tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Usage tracker for resource:router and tenant:119dbf5de319411fa8a255aebc203c5d is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:16.919397 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7c8732c2-685e-407f-8c8a-59919c6a135b tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:16.937666 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-75bb9c28-c13a-4e65-89a5-f054718087fe tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:16.945887 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bda277d1-6b43-4780-be5f-d59f79802fbc tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:16.971505 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-97507e92-128f-4b38-a134-2452bdfd66d6 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:16.983921 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8732c2-685e-407f-8c8a-59919c6a135b tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event deleted for resources: {'Port': ['ID=c5d852cb-39f4-439a-afd3-b49aaff591ff,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:16.991167 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-48a501a2-e3a2-4f44-8e3e-adac2262fb5b tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:16.997597 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-75bb9c28-c13a-4e65-89a5-f054718087fe tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:17.014689 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-48a501a2-e3a2-4f44-8e3e-adac2262fb5b tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:17.072046 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f6db8f-9453-4e30-9788-31d44f553e8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-4da66091-3939-49a8-b116-68016e02ffb8', 'network_id': '4da66091-3939-49a8-b116-68016e02ffb8', 'tenant_id': 'f8a07a0692504f09a49af7bfa2896e37', 'fixed_ips': [{'subnet_id': 'c7849118-6048-40d2-a915-30617865498f'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:30:17.072930 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-33f6db8f-9453-4e30-9788-31d44f553e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:17.076996 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-75bb9c28-c13a-4e65-89a5-f054718087fe tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:17.077928 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-75bb9c28-c13a-4e65-89a5-f054718087fe tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:17.102011 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-48a501a2-e3a2-4f44-8e3e-adac2262fb5b tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:17.105373 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7c8732c2-685e-407f-8c8a-59919c6a135b tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:17.112467 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-48a501a2-e3a2-4f44-8e3e-adac2262fb5b tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Usage tracker for resource:security_group_rule and tenant:92da5a0314de4cc9af95bd50ca71b214 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:17.118599 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a501a2-e3a2-4f44-8e3e-adac2262fb5b tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4598743f-ca19-4126-8a2d-e22fa7e9b3ee,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:17.125120 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-48a501a2-e3a2-4f44-8e3e-adac2262fb5b tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:17.136264 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-7c8732c2-685e-407f-8c8a-59919c6a135b tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/ports/c5d852cb-39f4-439a-afd3-b49aaff591ff HTTP/1.1" status: 204 len: 168 time: 2.1331394 Mar 11 15:30:17.137024 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35810) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:17.140822 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-48a501a2-e3a2-4f44-8e3e-adac2262fb5b tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:17.167573 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bda277d1-6b43-4780-be5f-d59f79802fbc tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:17.198951 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-97507e92-128f-4b38-a134-2452bdfd66d6 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:17.236136 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-832939d6-e4ae-4032-bc19-eb2053485ec5 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] GET failed (client error): The resource could not be found. Mar 11 15:30:17.236936 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-832939d6-e4ae-4032-bc19-eb2053485ec5 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Synchronizing usage tracker for tenant:6b1a6507e257408892b3294b50293467 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:30:17.251697 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-75bb9c28-c13a-4e65-89a5-f054718087fe tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:17.257746 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda277d1-6b43-4780-be5f-d59f79802fbc tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Pushing event deleted for resources: {'Subnet': ['ID=5880003c-0f82-48c9-b2fd-8574bee7c083,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:17.271239 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-33f6db8f-9453-4e30-9788-31d44f553e8e None None] Allocated IP 172.20.0.1 (4da66091-3939-49a8-b116-68016e02ffb8/c7849118-6048-40d2-a915-30617865498f/348cc865-e420-4929-9fa0-865e324e7646) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:30:17.277192 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-832939d6-e4ae-4032-bc19-eb2053485ec5 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Unset dirty status for tenant:6b1a6507e257408892b3294b50293467 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:30:17.281598 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-832939d6-e4ae-4032-bc19-eb2053485ec5 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "GET /v2.0/ports/c5d852cb-39f4-439a-afd3-b49aaff591ff HTTP/1.1" status: 404 len: 333 time: 0.1406190 Mar 11 15:30:17.282495 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35814) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:17.291390 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bda277d1-6b43-4780-be5f-d59f79802fbc tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:17.422988 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-48a501a2-e3a2-4f44-8e3e-adac2262fb5b tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:17.425580 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-bda277d1-6b43-4780-be5f-d59f79802fbc tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] 10.222.0.31 "DELETE /v2.0/subnets/5880003c-0f82-48c9-b2fd-8574bee7c083 HTTP/1.1" status: 204 len: 168 time: 1.2740180 Mar 11 15:30:17.465474 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35818) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:17.488307 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-48a501a2-e3a2-4f44-8e3e-adac2262fb5b tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:17.548372 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-48a501a2-e3a2-4f44-8e3e-adac2262fb5b tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:17.549516 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-48a501a2-e3a2-4f44-8e3e-adac2262fb5b tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6319442 Mar 11 15:30:17.551921 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a501a2-e3a2-4f44-8e3e-adac2262fb5b tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da316aca-b113-45da-8593-c6ca446c25b9,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:17.554945 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35822) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:17.562456 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-33f6db8f-9453-4e30-9788-31d44f553e8e None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:17.578217 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-33f6db8f-9453-4e30-9788-31d44f553e8e None None] Transition to ACTIVE for port object 348cc865-e420-4929-9fa0-865e324e7646 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:30:17.590788 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-75bb9c28-c13a-4e65-89a5-f054718087fe tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:17.594555 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82d944d-6546-43e6-9338-bfecdf70e194 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:30:17.601192 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e82d944d-6546-43e6-9338-bfecdf70e194 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "PUT /v2.0/routers/f186c74e-a9d7-4f53-91d1-dea1dbb31662/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4963305 Mar 11 15:30:17.608760 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-33f6db8f-9453-4e30-9788-31d44f553e8e None None] Transition to ACTIVE for port object 348cc865-e420-4929-9fa0-865e324e7646 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:30:17.610266 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35826) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:17.615731 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-51fcba41-b9eb-487e-8d08-726e43c9355b tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:17.620389 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd39f0d1-ea10-418c-b43f-2679b5832c51 None None] Sync routers for ids ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:30:17.621445 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-1e4b9aa2-16fd-4d64-a170-a5879ed3a0ec tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Request body: {'port': {'network_id': '7c62958a-c577-4740-bd1f-d6ca9c60e5d3', 'name': 'tempest-FloatingIPTestJSON-1075309718'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:17.628231 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-33f6db8f-9453-4e30-9788-31d44f553e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:17.662894 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-51fcba41-b9eb-487e-8d08-726e43c9355b tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Deleting port fa557d41-da41-4061-93b5-609361416020 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:30:17.663234 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-51fcba41-b9eb-487e-8d08-726e43c9355b tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:17.702683 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-97507e92-128f-4b38-a134-2452bdfd66d6 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:17.704814 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd39f0d1-ea10-418c-b43f-2679b5832c51 None None] Routers {'f186c74e-a9d7-4f53-91d1-dea1dbb31662'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:30:17.705435 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-bd39f0d1-ea10-418c-b43f-2679b5832c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:30:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:17.769442 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f6db8f-9453-4e30-9788-31d44f553e8e None None] Network 4da66091-3939-49a8-b116-68016e02ffb8 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:30:17.777549 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f6db8f-9453-4e30-9788-31d44f553e8e None None] Pushing event updated for resources: {'Port': ['ID=348cc865-e420-4929-9fa0-865e324e7646,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:17.779998 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-33f6db8f-9453-4e30-9788-31d44f553e8e None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:17.782358 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-bd39f0d1-ea10-418c-b43f-2679b5832c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:17.785567 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f6db8f-9453-4e30-9788-31d44f553e8e None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:30:17.808641 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-944e6a86-27ed-49e1-b247-352307f0d9e3 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Synchronizing usage tracker for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:30:17.837021 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd39f0d1-ea10-418c-b43f-2679b5832c51 None None] Routers {'f186c74e-a9d7-4f53-91d1-dea1dbb31662'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:30:17.838088 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-bd39f0d1-ea10-418c-b43f-2679b5832c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:30:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:17.886905 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97507e92-128f-4b38-a134-2452bdfd66d6 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event deleted for resources: {'Subnet': ['ID=c7849118-6048-40d2-a915-30617865498f,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:17.890885 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-a31554fe-9421-4b8b-b7ef-510469a1baaa tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Deleting subnet b1b07288-c35b-4fe6-b7ef-3c5d7ead3884 {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:30:17.902691 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a31554fe-9421-4b8b-b7ef-510469a1baaa tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:17.932781 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-944e6a86-27ed-49e1-b247-352307f0d9e3 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Unset dirty status for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:30:17.936838 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-944e6a86-27ed-49e1-b247-352307f0d9e3 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.3770909 Mar 11 15:30:17.938470 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35830) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:17.948419 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-49c4b39b-3844-48ac-a2fd-884e93bf603c tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Request body: {'security_group': {'name': 'tempest-security--1691782508', 'description': 'tempest-security-description-1419679295'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:17.954912 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-bd39f0d1-ea10-418c-b43f-2679b5832c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:17.955328 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd39f0d1-ea10-418c-b43f-2679b5832c51 None None] The sync data for ids ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:30:17.963152 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-33f6db8f-9453-4e30-9788-31d44f553e8e None None] Attempting to bind port 348cc865-e420-4929-9fa0-865e324e7646 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:30:17.963529 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-33f6db8f-9453-4e30-9788-31d44f553e8e None None] Attempting to bind port 348cc865-e420-4929-9fa0-865e324e7646 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '9d263227-0f22-4e86-ab0d-9f12a158ffc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '4da66091-3939-49a8-b116-68016e02ffb8'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:30:17.963959 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f6db8f-9453-4e30-9788-31d44f553e8e None None] Attempting to bind port 348cc865-e420-4929-9fa0-865e324e7646 on network 4da66091-3939-49a8-b116-68016e02ffb8 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:30:17.969274 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-1e4b9aa2-16fd-4d64-a170-a5879ed3a0ec tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:17.971780 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f6db8f-9453-4e30-9788-31d44f553e8e None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:30:17.972242 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f6db8f-9453-4e30-9788-31d44f553e8e None None] Checking segment: {'id': '9d263227-0f22-4e86-ab0d-9f12a158ffc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '4da66091-3939-49a8-b116-68016e02ffb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:30:17.972598 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-33f6db8f-9453-4e30-9788-31d44f553e8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:17.972988 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f6db8f-9453-4e30-9788-31d44f553e8e None None] Bound using segment: {'id': '9d263227-0f22-4e86-ab0d-9f12a158ffc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '4da66091-3939-49a8-b116-68016e02ffb8'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:30:17.973472 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-33f6db8f-9453-4e30-9788-31d44f553e8e None None] Bound port: 348cc865-e420-4929-9fa0-865e324e7646, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d263227-0f22-4e86-ab0d-9f12a158ffc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '4da66091-3939-49a8-b116-68016e02ffb8'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:30:17.973830 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-33f6db8f-9453-4e30-9788-31d44f553e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:17.980526 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-1e4b9aa2-16fd-4d64-a170-a5879ed3a0ec tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Usage tracker for resource:port and tenant:08d14954a9a44d808e73ee1adc21420c is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:17.986920 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-1e4b9aa2-16fd-4d64-a170-a5879ed3a0ec tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:17.998865 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-1e4b9aa2-16fd-4d64-a170-a5879ed3a0ec tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:18.013358 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-49c4b39b-3844-48ac-a2fd-884e93bf603c tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:18.033380 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4b9aa2-16fd-4d64-a170-a5879ed3a0ec tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Made reservation on behalf of 08d14954a9a44d808e73ee1adc21420c for: {'port': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:30:18.036906 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1e4b9aa2-16fd-4d64-a170-a5879ed3a0ec tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:18.074924 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-33f6db8f-9453-4e30-9788-31d44f553e8e None None] For port 348cc865-e420-4929-9fa0-865e324e7646, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:30:18.079046 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-33f6db8f-9453-4e30-9788-31d44f553e8e None None] For port 348cc865-e420-4929-9fa0-865e324e7646, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=348cc865-e420-4929-9fa0-865e324e7646,segment=NetworkSegment(9d263227-0f22-4e86-ab0d-9f12a158ffc5),segment_id=9d263227-0f22-4e86-ab0d-9f12a158ffc5)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:30:18.085685 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-33f6db8f-9453-4e30-9788-31d44f553e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:18.094818 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-97507e92-128f-4b38-a134-2452bdfd66d6 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:18.105747 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a31554fe-9421-4b8b-b7ef-510469a1baaa tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:18.214080 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-1e4b9aa2-16fd-4d64-a170-a5879ed3a0ec tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] device_id is not set on port c03482a1-9de6-4c67-9ea4-fc5afdc3062c yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:30:18.214960 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f6db8f-9453-4e30-9788-31d44f553e8e None None] Pushing event updated for resources: {'Port': ['ID=348cc865-e420-4929-9fa0-865e324e7646,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:18.251605 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a85b2cd-7b3e-41c6-81d6-e2771e2c2554 None None] get_active_networks_info from dv-neutron-833373-1-hyperv {{(pid=83868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 15:30:18.275313 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-49c4b39b-3844-48ac-a2fd-884e93bf603c tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:18.313355 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-49c4b39b-3844-48ac-a2fd-884e93bf603c tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:18.313642 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-97507e92-128f-4b38-a134-2452bdfd66d6 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4da66091-3939-49a8-b116-68016e02ffb8']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:18.343381 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-97507e92-128f-4b38-a134-2452bdfd66d6 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d263227-0f22-4e86-ab0d-9f12a158ffc5') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:18.343692 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-97507e92-128f-4b38-a134-2452bdfd66d6 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d263227-0f22-4e86-ab0d-9f12a158ffc5') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:18.364534 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-49c4b39b-3844-48ac-a2fd-884e93bf603c tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:18.368385 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-49c4b39b-3844-48ac-a2fd-884e93bf603c tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "PUT /v2.0/security-groups/da316aca-b113-45da-8593-c6ca446c25b9 HTTP/1.1" status: 200 len: 1612 time: 0.4271758 Mar 11 15:30:18.369528 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35834) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:18.381449 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a85b2cd-7b3e-41c6-81d6-e2771e2c2554 None None] Resources bound (agent type, host, resource id): {{(pid=83868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 15:30:18.389921 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-97507e92-128f-4b38-a134-2452bdfd66d6 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:18.421368 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4b39b-3844-48ac-a2fd-884e93bf603c tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da316aca-b113-45da-8593-c6ca446c25b9,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:18.421607 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-51fcba41-b9eb-487e-8d08-726e43c9355b tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] For port fa557d41-da41-4061-93b5-609361416020, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=fa557d41-da41-4061-93b5-609361416020,segment=NetworkSegment(c465a268-4454-4f43-95ab-0a3bba6cd50d),segment_id=c465a268-4454-4f43-95ab-0a3bba6cd50d)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:30:18.421975 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-51fcba41-b9eb-487e-8d08-726e43c9355b tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:18.500530 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-1e4b9aa2-16fd-4d64-a170-a5879ed3a0ec tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Allocated IP 172.20.0.4 (7c62958a-c577-4740-bd1f-d6ca9c60e5d3/bc8a237e-2506-407a-af75-3fcb2581c628/c03482a1-9de6-4c67-9ea4-fc5afdc3062c) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:30:18.502765 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-75bb9c28-c13a-4e65-89a5-f054718087fe tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:18.507805 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-97507e92-128f-4b38-a134-2452bdfd66d6 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:18.546844 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-75bb9c28-c13a-4e65-89a5-f054718087fe tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:18.583648 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-51fcba41-b9eb-487e-8d08-726e43c9355b tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Calling delete_port for fa557d41-da41-4061-93b5-609361416020 owned by network:dhcp {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:30:18.616761 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97507e92-128f-4b38-a134-2452bdfd66d6 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:30:18.617162 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-97507e92-128f-4b38-a134-2452bdfd66d6 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:18.632947 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:30:18.632947 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:30:18.632947 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:30:18.632947 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:30:18.632947 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:30:18.632947 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:30:18.632947 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:30:18.632947 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:30:18.632947 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:30:18.632947 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:30:18.632947 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:30:18.632947 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:30:18.632947 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:30:18.632947 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:30:18.632947 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:30:18.632947 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:30:18.632947 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:30:18.632947 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:30:18.632947 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:30:18.632947 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:30:18.632947 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:30:18.632947 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:30:18.632947 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:30:18.632947 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:30:18.632947 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:30:18.632947 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:30:18.632947 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:30:18.632947 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:30:18.632947 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:30:18.632947 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:30:18.632947 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:30:18.632947 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:30:18.735496 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a31554fe-9421-4b8b-b7ef-510469a1baaa tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:18.757132 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3c48ce-3e67-49c2-8334-4abb8fc38629 None None] Network 4da66091-3939-49a8-b116-68016e02ffb8 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:30:18.779017 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11decb8-c43a-408a-b1ce-c5ed76ffcbca None None] Network d0524f00-715c-4ebe-9c64-2fd0926e3025 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:30:18.798124 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a7e5dcd7-d4ac-45f7-9995-2988205f8f43 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "GET /v2.0/security-groups/da316aca-b113-45da-8593-c6ca446c25b9 HTTP/1.1" status: 200 len: 1612 time: 0.4232857 Mar 11 15:30:18.800600 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35838) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:18.816666 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.db.api [None req-97507e92-128f-4b38-a134-2452bdfd66d6 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 15:30:18.816666 dv-neutron-833373-1-hyperv neutron-server[83866]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 15:30:18.816666 dv-neutron-833373-1-hyperv neutron-server[83866]: [parameters: {'id': '4da66091-3939-49a8-b116-68016e02ffb8'}] Mar 11 15:30:18.816666 dv-neutron-833373-1-hyperv neutron-server[83866]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:30:18.818150 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG oslo_db.api [None req-97507e92-128f-4b38-a134-2452bdfd66d6 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:30:18.855490 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-51fcba41-b9eb-487e-8d08-726e43c9355b tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:18.914380 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fcba41-b9eb-487e-8d08-726e43c9355b tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Pushing event deleted for resources: {'Port': ['ID=fa557d41-da41-4061-93b5-609361416020,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:18.924198 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fcba41-b9eb-487e-8d08-726e43c9355b tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] No DVR routers for this DVR port fa557d41-da41-4061-93b5-609361416020 on host dv-neutron-833373-1-hyperv {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:30:18.973390 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1e4b9aa2-16fd-4d64-a170-a5879ed3a0ec tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:18.998548 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a31554fe-9421-4b8b-b7ef-510469a1baaa tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:19.001693 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-75bb9c28-c13a-4e65-89a5-f054718087fe tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Allocated IP 2001:db8::1dc (34398a06-0444-4033-86ae-ee69c9b44c36/994a6d39-1e88-4118-9b54-a5d27be932e0/f394e037-efed-4710-89bd-8886e4860add) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:30:19.120115 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31554fe-9421-4b8b-b7ef-510469a1baaa tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event deleted for resources: {'Subnet': ['ID=b1b07288-c35b-4fe6-b7ef-3c5d7ead3884,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:19.138552 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a31554fe-9421-4b8b-b7ef-510469a1baaa tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:19.142404 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-51fcba41-b9eb-487e-8d08-726e43c9355b tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:19.178497 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a31554fe-9421-4b8b-b7ef-510469a1baaa tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/subnets/b1b07288-c35b-4fe6-b7ef-3c5d7ead3884 HTTP/1.1" status: 204 len: 168 time: 1.8869927 Mar 11 15:30:19.178858 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35842) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:19.183576 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-51fcba41-b9eb-487e-8d08-726e43c9355b tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0524f00-715c-4ebe-9c64-2fd0926e3025']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:19.219960 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-51fcba41-b9eb-487e-8d08-726e43c9355b tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c465a268-4454-4f43-95ab-0a3bba6cd50d') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:19.220323 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-51fcba41-b9eb-487e-8d08-726e43c9355b tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c465a268-4454-4f43-95ab-0a3bba6cd50d') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:19.245280 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-75bb9c28-c13a-4e65-89a5-f054718087fe tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:19.266721 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fcc345d5-cedb-4f2e-a626-d168ac280fc3 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:19.281112 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005b6431-3476-4fd1-9579-0e37b6fb3ab6 None None] Network 21bb555b-3836-4ed8-8b5d-2d5217cca14d requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:30:19.306678 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-51fcba41-b9eb-487e-8d08-726e43c9355b tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:19.318524 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1e4b9aa2-16fd-4d64-a170-a5879ed3a0ec tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:19.320476 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-97507e92-128f-4b38-a134-2452bdfd66d6 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:19.327203 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fcc345d5-cedb-4f2e-a626-d168ac280fc3 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:19.343825 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-51fcba41-b9eb-487e-8d08-726e43c9355b tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:19.359837 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51fcba41-b9eb-487e-8d08-726e43c9355b tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:30:19.360340 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-51fcba41-b9eb-487e-8d08-726e43c9355b tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:19.377148 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:30:19.377148 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:30:19.377148 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:30:19.377148 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:30:19.377148 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:30:19.377148 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:30:19.377148 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:30:19.377148 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:30:19.377148 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:30:19.377148 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:30:19.377148 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:30:19.377148 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:30:19.377148 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:30:19.377148 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:30:19.377148 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:30:19.377148 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:30:19.377148 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:30:19.377148 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:30:19.377148 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:30:19.377148 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:30:19.377148 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:30:19.377148 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:30:19.377148 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:30:19.377148 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:30:19.377148 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:30:19.377148 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:30:19.377148 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:30:19.377148 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:30:19.377148 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:30:19.377148 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:30:19.377148 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:30:19.377148 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:30:19.386804 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-138eaa1c-2e1f-4e2b-9a5a-bed44e3fbf4f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:19.439707 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-97507e92-128f-4b38-a134-2452bdfd66d6 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Deleting port 348cc865-e420-4929-9fa0-865e324e7646 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:30:19.440073 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-97507e92-128f-4b38-a134-2452bdfd66d6 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:19.457472 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4b9aa2-16fd-4d64-a170-a5879ed3a0ec tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Pushing event updated for resources: {'Port': ['ID=c03482a1-9de6-4c67-9ea4-fc5afdc3062c,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:19.465710 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4b9aa2-16fd-4d64-a170-a5879ed3a0ec tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Network 7c62958a-c577-4740-bd1f-d6ca9c60e5d3 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:30:19.469095 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-1e4b9aa2-16fd-4d64-a170-a5879ed3a0ec tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:19.470159 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-75bb9c28-c13a-4e65-89a5-f054718087fe tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:19.478940 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4786eb60-76cb-48d1-b0a5-7a49be701dc6 None None] DHCP port deletion for d0524f00-715c-4ebe-9c64-2fd0926e3025 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:30:19.488248 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4b9aa2-16fd-4d64-a170-a5879ed3a0ec tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:30:19.546213 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-138eaa1c-2e1f-4e2b-9a5a-bed44e3fbf4f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Deleting port 65dcc664-9d86-482b-8d98-c15b6d652b5e {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:30:19.546213 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-138eaa1c-2e1f-4e2b-9a5a-bed44e3fbf4f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:19.625180 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-51fcba41-b9eb-487e-8d08-726e43c9355b tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:19.627896 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bb9c28-c13a-4e65-89a5-f054718087fe tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Network 34398a06-0444-4033-86ae-ee69c9b44c36 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:30:19.630892 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-51fcba41-b9eb-487e-8d08-726e43c9355b tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:19.635661 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fcc345d5-cedb-4f2e-a626-d168ac280fc3 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:19.638749 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-75bb9c28-c13a-4e65-89a5-f054718087fe tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:19.655534 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bb9c28-c13a-4e65-89a5-f054718087fe tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:30:19.674060 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2671d8ea-c4ee-443d-afb0-d0f1e85f4530 None None] Network 4da66091-3939-49a8-b116-68016e02ffb8 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:30:19.694559 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4b9aa2-16fd-4d64-a170-a5879ed3a0ec tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:19.695209 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1e4b9aa2-16fd-4d64-a170-a5879ed3a0ec tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:19.741933 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc345d5-cedb-4f2e-a626-d168ac280fc3 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da316aca-b113-45da-8593-c6ca446c25b9,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:19.751501 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb9c28-c13a-4e65-89a5-f054718087fe tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Pushing event updated for resources: {'Port': ['ID=f394e037-efed-4710-89bd-8886e4860add,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:19.775560 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fcc345d5-cedb-4f2e-a626-d168ac280fc3 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:19.777297 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-fcc345d5-cedb-4f2e-a626-d168ac280fc3 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "DELETE /v2.0/security-groups/da316aca-b113-45da-8593-c6ca446c25b9 HTTP/1.1" status: 204 len: 168 time: 0.9275951 Mar 11 15:30:19.783560 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-1e4b9aa2-16fd-4d64-a170-a5879ed3a0ec tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1679986 Mar 11 15:30:19.783560 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35846) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:19.794612 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35850) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:19.808360 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-ff847dc6-02a3-4010-a2da-aee0a48190a1 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Request body: {'port': {'network_id': '7c62958a-c577-4740-bd1f-d6ca9c60e5d3', 'name': 'tempest-FloatingIPTestJSON-1690903132'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:19.819255 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602b30b6-ce7d-45db-b446-1ffab6bd26d4 None None] DHCP port deletion for 21bb555b-3836-4ed8-8b5d-2d5217cca14d request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:30:19.835463 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-602b30b6-ce7d-45db-b446-1ffab6bd26d4 None None] Deleting port 65dcc664-9d86-482b-8d98-c15b6d652b5e {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:30:19.835831 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-602b30b6-ce7d-45db-b446-1ffab6bd26d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:19.840850 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-51fcba41-b9eb-487e-8d08-726e43c9355b tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] 10.222.0.31 "DELETE /v2.0/networks/d0524f00-715c-4ebe-9c64-2fd0926e3025 HTTP/1.1" status: 204 len: 168 time: 2.3742602 Mar 11 15:30:19.842123 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fcba41-b9eb-487e-8d08-726e43c9355b tempest-DHCPAgentSchedulersTestJSON-48409817 tempest-DHCPAgentSchedulersTestJSON-48409817-project] Pushing event deleted for resources: {'Network': ['ID=d0524f00-715c-4ebe-9c64-2fd0926e3025,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:19.886758 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-23f49c50-6afa-449e-af80-c06edf689c0f tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Synchronizing usage tracker for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:30:19.925434 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-23f49c50-6afa-449e-af80-c06edf689c0f tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Unset dirty status for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:30:19.927093 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-23f49c50-6afa-449e-af80-c06edf689c0f tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1450071 Mar 11 15:30:19.930232 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35856) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:19.956989 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-567709c4-5454-48ab-a97b-8efc0118d65c tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] delete failed (client error): The resource could not be found. Mar 11 15:30:19.958040 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-567709c4-5454-48ab-a97b-8efc0118d65c tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "DELETE /v2.0/security-groups/da316aca-b113-45da-8593-c6ca446c25b9 HTTP/1.1" status: 404 len: 347 time: 0.0268397 Mar 11 15:30:19.963598 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35860) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:19.969452 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-498aa48d-4bf1-49c6-bf8d-fbf702900115 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Request body: {'security_group': {'name': 'tempest-secgroup--632359278'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:19.974692 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-75bb9c28-c13a-4e65-89a5-f054718087fe tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:19.975602 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-75bb9c28-c13a-4e65-89a5-f054718087fe tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:19.979541 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-498aa48d-4bf1-49c6-bf8d-fbf702900115 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:20.014129 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 65dcc664-9d86-482b-8d98-c15b6d652b5e no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:30:20.055167 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-498aa48d-4bf1-49c6-bf8d-fbf702900115 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:20.136499 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-498aa48d-4bf1-49c6-bf8d-fbf702900115 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:20.185257 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-498aa48d-4bf1-49c6-bf8d-fbf702900115 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:20.189075 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-498aa48d-4bf1-49c6-bf8d-fbf702900115 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Usage tracker for resource:security_group_rule and tenant:92da5a0314de4cc9af95bd50ca71b214 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:20.192195 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-498aa48d-4bf1-49c6-bf8d-fbf702900115 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:20.198633 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-498aa48d-4bf1-49c6-bf8d-fbf702900115 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:20.220574 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-97507e92-128f-4b38-a134-2452bdfd66d6 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] For port 348cc865-e420-4929-9fa0-865e324e7646, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=348cc865-e420-4929-9fa0-865e324e7646,segment=NetworkSegment(9d263227-0f22-4e86-ab0d-9f12a158ffc5),segment_id=9d263227-0f22-4e86-ab0d-9f12a158ffc5)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:30:20.220574 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-97507e92-128f-4b38-a134-2452bdfd66d6 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:20.282021 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-498aa48d-4bf1-49c6-bf8d-fbf702900115 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:20.302262 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-498aa48d-4bf1-49c6-bf8d-fbf702900115 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:20.328634 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:20.352044 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-602b30b6-ce7d-45db-b446-1ffab6bd26d4 None None] For port 65dcc664-9d86-482b-8d98-c15b6d652b5e, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=65dcc664-9d86-482b-8d98-c15b6d652b5e,segment=NetworkSegment(1f9050d2-ab4a-4307-a96b-2cc7ad00e561),segment_id=1f9050d2-ab4a-4307-a96b-2cc7ad00e561)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:30:20.352559 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-602b30b6-ce7d-45db-b446-1ffab6bd26d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:20.377367 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-498aa48d-4bf1-49c6-bf8d-fbf702900115 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:20.379170 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-498aa48d-4bf1-49c6-bf8d-fbf702900115 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4144385 Mar 11 15:30:20.382760 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35864) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:20.396982 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-4adfc7ed-17e1-40b8-a738-3de2e7e08c35 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Request body: {'security_group_rule': {'security_group_id': '8710ac68-7db3-4b8b-beb5-544745d441ec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:20.415684 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-4adfc7ed-17e1-40b8-a738-3de2e7e08c35 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:20.428716 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4adfc7ed-17e1-40b8-a738-3de2e7e08c35 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Usage tracker for resource:security_group_rule and tenant:92da5a0314de4cc9af95bd50ca71b214 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:20.436133 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498aa48d-4bf1-49c6-bf8d-fbf702900115 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8710ac68-7db3-4b8b-beb5-544745d441ec,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:20.438647 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4adfc7ed-17e1-40b8-a738-3de2e7e08c35 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:20.447918 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-4adfc7ed-17e1-40b8-a738-3de2e7e08c35 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:20.460603 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-97507e92-128f-4b38-a134-2452bdfd66d6 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Calling delete_port for 348cc865-e420-4929-9fa0-865e324e7646 owned by network:dhcp {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:30:20.501727 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-602b30b6-ce7d-45db-b446-1ffab6bd26d4 None None] Calling delete_port for 65dcc664-9d86-482b-8d98-c15b6d652b5e owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:30:20.509884 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4adfc7ed-17e1-40b8-a738-3de2e7e08c35 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:20.547591 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 65dcc664-9d86-482b-8d98-c15b6d652b5e, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=65dcc664-9d86-482b-8d98-c15b6d652b5e,segment=NetworkSegment(1f9050d2-ab4a-4307-a96b-2cc7ad00e561),segment_id=1f9050d2-ab4a-4307-a96b-2cc7ad00e561)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:30:20.557233 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:20.557624 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device fa557d41-da41-4061-93b5-609361416020 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:30:20.563597 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ff847dc6-02a3-4010-a2da-aee0a48190a1 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:20.574117 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35870) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:20.574420 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-138eaa1c-2e1f-4e2b-9a5a-bed44e3fbf4f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] For port 65dcc664-9d86-482b-8d98-c15b6d652b5e, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=65dcc664-9d86-482b-8d98-c15b6d652b5e,segment=NetworkSegment(1f9050d2-ab4a-4307-a96b-2cc7ad00e561),segment_id=1f9050d2-ab4a-4307-a96b-2cc7ad00e561)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:30:20.574721 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-138eaa1c-2e1f-4e2b-9a5a-bed44e3fbf4f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:20.598723 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ff847dc6-02a3-4010-a2da-aee0a48190a1 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Usage tracker for resource:port and tenant:08d14954a9a44d808e73ee1adc21420c is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:20.603285 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ff847dc6-02a3-4010-a2da-aee0a48190a1 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:20.634806 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: fa557d41-da41-4061-93b5-609361416020 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:30:20.635153 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device fa557d41-da41-4061-93b5-609361416020 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:30:20.691636 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=65dcc664-9d86-482b-8d98-c15b6d652b5e,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:20.703453 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-602b30b6-ce7d-45db-b446-1ffab6bd26d4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:30:20.703453 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-602b30b6-ce7d-45db-b446-1ffab6bd26d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:30:20.707796 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4adfc7ed-17e1-40b8-a738-3de2e7e08c35 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:20.720608 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4adfc7ed-17e1-40b8-a738-3de2e7e08c35 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:20.727459 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ff847dc6-02a3-4010-a2da-aee0a48190a1 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:20.738035 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-138eaa1c-2e1f-4e2b-9a5a-bed44e3fbf4f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Calling delete_port for 65dcc664-9d86-482b-8d98-c15b6d652b5e owned by network:dhcp {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:30:20.744335 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75bb9c28-c13a-4e65-89a5-f054718087fe tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Router ecacc669-5080-4e18-bf14-517cc781900d is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:30:20.750885 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adfc7ed-17e1-40b8-a738-3de2e7e08c35 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ec262da-efe8-4c39-9bdd-803399e942fc,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:20.787182 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-97507e92-128f-4b38-a134-2452bdfd66d6 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:20.822643 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff847dc6-02a3-4010-a2da-aee0a48190a1 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Made reservation on behalf of 08d14954a9a44d808e73ee1adc21420c for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:30:20.825562 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ff847dc6-02a3-4010-a2da-aee0a48190a1 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:20.864088 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97507e92-128f-4b38-a134-2452bdfd66d6 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event deleted for resources: {'Port': ['ID=348cc865-e420-4929-9fa0-865e324e7646,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:20.887911 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97507e92-128f-4b38-a134-2452bdfd66d6 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] No DVR routers for this DVR port 348cc865-e420-4929-9fa0-865e324e7646 on host dv-neutron-833373-1-hyperv {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:30:20.921205 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-ff847dc6-02a3-4010-a2da-aee0a48190a1 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] device_id is not set on port 0a1ac30c-ce18-4336-a4b9-78bce4668975 yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:30:20.924293 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4adfc7ed-17e1-40b8-a738-3de2e7e08c35 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:20.929328 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4adfc7ed-17e1-40b8-a738-3de2e7e08c35 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5396800 Mar 11 15:30:20.944833 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35876) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:20.995102 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.db.api [None req-138eaa1c-2e1f-4e2b-9a5a-bed44e3fbf4f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:30:20.995454 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG oslo_db.api [None req-138eaa1c-2e1f-4e2b-9a5a-bed44e3fbf4f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:30:21.077259 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-11b44375-960d-4fd6-8620-fd553cd1a61a tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:21.095694 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-97507e92-128f-4b38-a134-2452bdfd66d6 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:21.100352 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-11b44375-960d-4fd6-8620-fd553cd1a61a tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:21.121056 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e7d8881d-3f58-414c-88ad-34142db4ac15 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=885fc9f79d134f8e878afe3836211264&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5223782 Mar 11 15:30:21.134508 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35880) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:21.178530 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-11b44375-960d-4fd6-8620-fd553cd1a61a tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:21.185400 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-97507e92-128f-4b38-a134-2452bdfd66d6 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4da66091-3939-49a8-b116-68016e02ffb8']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:21.197078 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-602b30b6-ce7d-45db-b446-1ffab6bd26d4 None None] Deleting port 65dcc664-9d86-482b-8d98-c15b6d652b5e {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:30:21.197957 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-602b30b6-ce7d-45db-b446-1ffab6bd26d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:21.213951 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-97507e92-128f-4b38-a134-2452bdfd66d6 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d263227-0f22-4e86-ab0d-9f12a158ffc5') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:21.214205 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-11b44375-960d-4fd6-8620-fd553cd1a61a tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:21.214314 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-97507e92-128f-4b38-a134-2452bdfd66d6 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d263227-0f22-4e86-ab0d-9f12a158ffc5') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:21.215965 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-11b44375-960d-4fd6-8620-fd553cd1a61a tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/8ec262da-efe8-4c39-9bdd-803399e942fc HTTP/1.1" status: 204 len: 168 time: 0.2230535 Mar 11 15:30:21.217335 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b44375-960d-4fd6-8620-fd553cd1a61a tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ec262da-efe8-4c39-9bdd-803399e942fc,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:21.219089 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35884) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:21.246826 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-97507e92-128f-4b38-a134-2452bdfd66d6 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:21.272897 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ee8a2b1e-a7f6-4396-98d6-e700cfa7562a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:21.274981 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-ff847dc6-02a3-4010-a2da-aee0a48190a1 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Allocated IP 172.20.0.11 (7c62958a-c577-4740-bd1f-d6ca9c60e5d3/bc8a237e-2506-407a-af75-3fcb2581c628/0a1ac30c-ce18-4336-a4b9-78bce4668975) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:30:21.333391 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-5d55e21e-b39d-48ee-89fb-a55c550136f5 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Synchronizing usage tracker for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group_rule {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:30:21.344989 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ee8a2b1e-a7f6-4396-98d6-e700cfa7562a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:21.347956 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-97507e92-128f-4b38-a134-2452bdfd66d6 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:21.377677 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97507e92-128f-4b38-a134-2452bdfd66d6 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:30:21.378602 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-97507e92-128f-4b38-a134-2452bdfd66d6 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:21.400385 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-5d55e21e-b39d-48ee-89fb-a55c550136f5 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Unset dirty status for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group_rule {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:30:21.406264 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5d55e21e-b39d-48ee-89fb-a55c550136f5 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1806579 Mar 11 15:30:21.406519 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:30:21.406519 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:30:21.406519 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:30:21.406519 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:30:21.406519 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:30:21.406519 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:30:21.406519 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:30:21.406519 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:30:21.406519 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:30:21.406519 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:30:21.406519 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:30:21.406519 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:30:21.406519 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:30:21.406519 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:30:21.406519 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:30:21.406519 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:30:21.406519 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:30:21.406519 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:30:21.406519 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:30:21.406519 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:30:21.406519 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:30:21.406519 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:30:21.406519 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:30:21.406519 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:30:21.406519 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:30:21.406519 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:30:21.406519 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:30:21.406519 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:30:21.406519 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:30:21.406519 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:30:21.406519 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:30:21.406519 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:30:21.409373 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35888) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:21.409457 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75bb9c28-c13a-4e65-89a5-f054718087fe tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:30:21.428272 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a496efe5-23d6-4d2a-a95d-16e1c713d8ce None None] Sync routers for ids ['ecacc669-5080-4e18-bf14-517cc781900d'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:30:21.444276 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-75bb9c28-c13a-4e65-89a5-f054718087fe tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:21.446112 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-75bb9c28-c13a-4e65-89a5-f054718087fe tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.6860235 Mar 11 15:30:21.450870 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35892) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:21.470821 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a496efe5-23d6-4d2a-a95d-16e1c713d8ce None None] Routers {'ecacc669-5080-4e18-bf14-517cc781900d'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:30:21.473228 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-a496efe5-23d6-4d2a-a95d-16e1c713d8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:30:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['ecacc669-5080-4e18-bf14-517cc781900d'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:21.526661 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ee8a2b1e-a7f6-4396-98d6-e700cfa7562a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:21.528946 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ee8a2b1e-a7f6-4396-98d6-e700cfa7562a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:21.530080 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ee8a2b1e-a7f6-4396-98d6-e700cfa7562a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c3e3f6fc-81de-4bae-bacb-2296b44fc37f HTTP/1.1" status: 204 len: 168 time: 0.3939970 Mar 11 15:30:21.531895 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-602b30b6-ce7d-45db-b446-1ffab6bd26d4 None None] For port 65dcc664-9d86-482b-8d98-c15b6d652b5e, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=65dcc664-9d86-482b-8d98-c15b6d652b5e,segment=NetworkSegment(1f9050d2-ab4a-4307-a96b-2cc7ad00e561),segment_id=1f9050d2-ab4a-4307-a96b-2cc7ad00e561)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:30:21.533894 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-138eaa1c-2e1f-4e2b-9a5a-bed44e3fbf4f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Deleting port 65dcc664-9d86-482b-8d98-c15b6d652b5e {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:30:21.536590 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-602b30b6-ce7d-45db-b446-1ffab6bd26d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:21.537195 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-138eaa1c-2e1f-4e2b-9a5a-bed44e3fbf4f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:21.603402 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a2b1e-a7f6-4396-98d6-e700cfa7562a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e3f6fc-81de-4bae-bacb-2296b44fc37f,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:21.709959 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-07989d48-291a-4e80-9648-a532cfb04d87 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for router, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:21.871350 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-97507e92-128f-4b38-a134-2452bdfd66d6 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:21.899465 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-a496efe5-23d6-4d2a-a95d-16e1c713d8ce None None] Set router ecacc669-5080-4e18-bf14-517cc781900d gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:30:21.947946 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-97507e92-128f-4b38-a134-2452bdfd66d6 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:21.978093 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-07989d48-291a-4e80-9648-a532cfb04d87 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:21.987798 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97507e92-128f-4b38-a134-2452bdfd66d6 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event deleted for resources: {'Network': ['ID=4da66091-3939-49a8-b116-68016e02ffb8,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:21.993155 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-07989d48-291a-4e80-9648-a532cfb04d87 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Deleting port f394e037-efed-4710-89bd-8886e4860add {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:30:21.994383 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-07989d48-291a-4e80-9648-a532cfb04d87 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:22.025445 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8c9512aa-2e3e-4924-93c8-827c0a89afa8 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:22.031077 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-97507e92-128f-4b38-a134-2452bdfd66d6 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "DELETE /v2.0/networks/4da66091-3939-49a8-b116-68016e02ffb8 HTTP/1.1" status: 204 len: 168 time: 5.4950132 Mar 11 15:30:22.048043 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35900) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:22.089341 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-cf91d6b9-75b5-4f6b-82cb-eb12b24a807e tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-32157694'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:22.102713 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ff847dc6-02a3-4010-a2da-aee0a48190a1 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:22.107836 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-cf91d6b9-75b5-4f6b-82cb-eb12b24a807e tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:22.116808 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-602b30b6-ce7d-45db-b446-1ffab6bd26d4 None None] Calling delete_port for 65dcc664-9d86-482b-8d98-c15b6d652b5e owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:30:22.252309 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-07989d48-291a-4e80-9648-a532cfb04d87 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:22.262791 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-cf91d6b9-75b5-4f6b-82cb-eb12b24a807e tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Usage tracker for resource:network and tenant:f8a07a0692504f09a49af7bfa2896e37 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:22.276825 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-cf91d6b9-75b5-4f6b-82cb-eb12b24a807e tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:22.299373 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-cf91d6b9-75b5-4f6b-82cb-eb12b24a807e tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:22.305491 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8c9512aa-2e3e-4924-93c8-827c0a89afa8 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:22.380038 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-a496efe5-23d6-4d2a-a95d-16e1c713d8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecacc669-5080-4e18-bf14-517cc781900d', 'name': '', 'tenant_id': '119dbf5de319411fa8a255aebc203c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34398a06-0444-4033-86ae-ee69c9b44c36', 'external_fixed_ips': [{'subnet_id': '994a6d39-1e88-4118-9b54-a5d27be932e0', 'ip_address': '2001:db8::1dc'}], 'enable_snat': True}, 'gw_port_id': 'f394e037-efed-4710-89bd-8886e4860add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:30:17Z', 'updated_at': '2022-03-11T15:30:19Z', 'revision_number': 3, 'project_id': '119dbf5de319411fa8a255aebc203c5d', 'gw_port': {'id': 'f394e037-efed-4710-89bd-8886e4860add', 'name': '', 'network_id': '34398a06-0444-4033-86ae-ee69c9b44c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecacc669-5080-4e18-bf14-517cc781900d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '994a6d39-1e88-4118-9b54-a5d27be932e0', 'ip_address': '2001:db8::1dc', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:30:18Z', 'updated_at': '2022-03-11T15:30:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '994a6d39-1e88-4118-9b54-a5d27be932e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:22.386953 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a496efe5-23d6-4d2a-a95d-16e1c713d8ce None None] Checking router: ecacc669-5080-4e18-bf14-517cc781900d for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:30:22.388001 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a496efe5-23d6-4d2a-a95d-16e1c713d8ce None None] Updating router ecacc669-5080-4e18-bf14-517cc781900d port f394e037-efed-4710-89bd-8886e4860add binding host dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:30:22.397535 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-602b30b6-ce7d-45db-b446-1ffab6bd26d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:22.426607 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-138eaa1c-2e1f-4e2b-9a5a-bed44e3fbf4f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] For port 65dcc664-9d86-482b-8d98-c15b6d652b5e, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=65dcc664-9d86-482b-8d98-c15b6d652b5e,segment=NetworkSegment(1f9050d2-ab4a-4307-a96b-2cc7ad00e561),segment_id=1f9050d2-ab4a-4307-a96b-2cc7ad00e561)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:30:22.427489 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-138eaa1c-2e1f-4e2b-9a5a-bed44e3fbf4f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:22.480783 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a496efe5-23d6-4d2a-a95d-16e1c713d8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:22.528438 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b30b6-ce7d-45db-b446-1ffab6bd26d4 None None] Pushing event deleted for resources: {'Port': ['ID=65dcc664-9d86-482b-8d98-c15b6d652b5e,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:22.541764 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602b30b6-ce7d-45db-b446-1ffab6bd26d4 None None] No DVR routers for this DVR port 65dcc664-9d86-482b-8d98-c15b6d652b5e on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:30:22.546608 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-07989d48-291a-4e80-9648-a532cfb04d87 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Calling delete_port for f394e037-efed-4710-89bd-8886e4860add owned by network:router_gateway {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:30:22.592781 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-138eaa1c-2e1f-4e2b-9a5a-bed44e3fbf4f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Calling delete_port for 65dcc664-9d86-482b-8d98-c15b6d652b5e owned by network:dhcp {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:30:22.614875 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35904) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:22.648987 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ff847dc6-02a3-4010-a2da-aee0a48190a1 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:22.650906 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-70392cd6-89e6-4b87-92e8-2cd81ee80088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:22.722627 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf91d6b9-75b5-4f6b-82cb-eb12b24a807e tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Made reservation on behalf of f8a07a0692504f09a49af7bfa2896e37 for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:30:22.725320 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-70392cd6-89e6-4b87-92e8-2cd81ee80088 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:22.726718 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cf91d6b9-75b5-4f6b-82cb-eb12b24a807e tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:22.734447 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-70392cd6-89e6-4b87-92e8-2cd81ee80088 admin admin] Usage tracker for resource:security_group_rule and tenant:02e2831ede0b4b10b88976f589ac4213 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:22.748970 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-70392cd6-89e6-4b87-92e8-2cd81ee80088 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:22.761133 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-70392cd6-89e6-4b87-92e8-2cd81ee80088 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:22.774854 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8c9512aa-2e3e-4924-93c8-827c0a89afa8 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:22.837815 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9512aa-2e3e-4924-93c8-827c0a89afa8 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8710ac68-7db3-4b8b-beb5-544745d441ec,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:22.842881 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff847dc6-02a3-4010-a2da-aee0a48190a1 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Network 7c62958a-c577-4740-bd1f-d6ca9c60e5d3 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:30:22.849483 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff847dc6-02a3-4010-a2da-aee0a48190a1 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Pushing event updated for resources: {'Port': ['ID=0a1ac30c-ce18-4336-a4b9-78bce4668975,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:22.856735 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-ff847dc6-02a3-4010-a2da-aee0a48190a1 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:22.858983 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff847dc6-02a3-4010-a2da-aee0a48190a1 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:30:22.906349 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.db.api [None req-138eaa1c-2e1f-4e2b-9a5a-bed44e3fbf4f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:30:22.906768 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG oslo_db.api [None req-138eaa1c-2e1f-4e2b-9a5a-bed44e3fbf4f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:30:22.918895 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8c9512aa-2e3e-4924-93c8-827c0a89afa8 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:22.923251 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-8c9512aa-2e3e-4924-93c8-827c0a89afa8 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "DELETE /v2.0/security-groups/8710ac68-7db3-4b8b-beb5-544745d441ec HTTP/1.1" status: 204 len: 168 time: 1.5147965 Mar 11 15:30:22.923746 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35908) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:22.957953 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf91d6b9-75b5-4f6b-82cb-eb12b24a807e tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:30:22.961279 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-07989d48-291a-4e80-9648-a532cfb04d87 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:22.968292 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff847dc6-02a3-4010-a2da-aee0a48190a1 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:22.968997 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ff847dc6-02a3-4010-a2da-aee0a48190a1 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:23.007263 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cf91d6b9-75b5-4f6b-82cb-eb12b24a807e tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:23.008501 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-cf91d6b9-75b5-4f6b-82cb-eb12b24a807e tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Added segment ae69948c-8f33-4e44-ae8c-9ec5fe327427 of type vlan for network 134228eb-4c7b-4846-92e0-70a14113ac7c Mar 11 15:30:23.037077 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ff847dc6-02a3-4010-a2da-aee0a48190a1 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2384830 Mar 11 15:30:23.039245 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07989d48-291a-4e80-9648-a532cfb04d87 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Pushing event deleted for resources: {'Port': ['ID=f394e037-efed-4710-89bd-8886e4860add,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:23.041649 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35912) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:23.052523 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-138eaa1c-2e1f-4e2b-9a5a-bed44e3fbf4f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Deleting port 65dcc664-9d86-482b-8d98-c15b6d652b5e {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:30:23.053145 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-138eaa1c-2e1f-4e2b-9a5a-bed44e3fbf4f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:23.064506 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.db.api [None req-a496efe5-23d6-4d2a-a95d-16e1c713d8ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83869) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:30:23.065613 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG oslo_db.api [None req-a496efe5-23d6-4d2a-a95d-16e1c713d8ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:30:23.073473 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-efb2ba36-098e-41d9-8abd-46cc2f83a9db tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Request body: {'floatingip': {'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'port_id': '0a1ac30c-ce18-4336-a4b9-78bce4668975', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:23.090824 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-efb2ba36-098e-41d9-8abd-46cc2f83a9db tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:23.094326 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-70392cd6-89e6-4b87-92e8-2cd81ee80088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:23.106807 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cf91d6b9-75b5-4f6b-82cb-eb12b24a807e tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:23.130678 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-70392cd6-89e6-4b87-92e8-2cd81ee80088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:23.139921 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-efb2ba36-098e-41d9-8abd-46cc2f83a9db tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Usage tracker for resource:floatingip and tenant:08d14954a9a44d808e73ee1adc21420c is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:23.149506 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-138eaa1c-2e1f-4e2b-9a5a-bed44e3fbf4f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] The port '65dcc664-9d86-482b-8d98-c15b6d652b5e' was deleted {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 15:30:23.158121 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-efb2ba36-098e-41d9-8abd-46cc2f83a9db tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:23.278140 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cf91d6b9-75b5-4f6b-82cb-eb12b24a807e tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:23.281936 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf91d6b9-75b5-4f6b-82cb-eb12b24a807e tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:23.282561 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cf91d6b9-75b5-4f6b-82cb-eb12b24a807e tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:23.343370 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-efb2ba36-098e-41d9-8abd-46cc2f83a9db tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:23.378894 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-138eaa1c-2e1f-4e2b-9a5a-bed44e3fbf4f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:23.387107 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-cf91d6b9-75b5-4f6b-82cb-eb12b24a807e tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.3377562 Mar 11 15:30:23.399319 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35916) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:23.425839 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-d66a5621-35ed-452b-ad44-a602f177342d tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Request body: {'subnet': {'network_id': '134228eb-4c7b-4846-92e0-70a14113ac7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:23.447715 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-513fb856-00f7-458b-9bd8-16977e4ab0c4 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Synchronizing usage tracker for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:30:23.455646 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-138eaa1c-2e1f-4e2b-9a5a-bed44e3fbf4f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21bb555b-3836-4ed8-8b5d-2d5217cca14d']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:23.461421 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70392cd6-89e6-4b87-92e8-2cd81ee80088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2472efef-1009-421a-96ef-d47662233944,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:23.466642 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-efb2ba36-098e-41d9-8abd-46cc2f83a9db tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for floatingip, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:23.486921 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-70392cd6-89e6-4b87-92e8-2cd81ee80088 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=02e2831ede0b4b10b88976f589ac4213&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8646169 Mar 11 15:30:23.490700 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35920) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:23.492370 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-07989d48-291a-4e80-9648-a532cfb04d87 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:23.519777 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91d6b9-75b5-4f6b-82cb-eb12b24a807e tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event updated for resources: {'Network': ['ID=134228eb-4c7b-4846-92e0-70a14113ac7c,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:23.531534 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 134228eb-4c7b-4846-92e0-70a14113ac7c details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:30:23.542786 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-138eaa1c-2e1f-4e2b-9a5a-bed44e3fbf4f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f9050d2-ab4a-4307-a96b-2cc7ad00e561') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:23.543078 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-138eaa1c-2e1f-4e2b-9a5a-bed44e3fbf4f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f9050d2-ab4a-4307-a96b-2cc7ad00e561') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:23.567945 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-138eaa1c-2e1f-4e2b-9a5a-bed44e3fbf4f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:23.594157 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-d66a5621-35ed-452b-ad44-a602f177342d tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:23.596904 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-138eaa1c-2e1f-4e2b-9a5a-bed44e3fbf4f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:23.602926 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-d66a5621-35ed-452b-ad44-a602f177342d tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Usage tracker for resource:subnet and tenant:f8a07a0692504f09a49af7bfa2896e37 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:23.607207 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-d66a5621-35ed-452b-ad44-a602f177342d tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:23.610512 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-138eaa1c-2e1f-4e2b-9a5a-bed44e3fbf4f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:30:23.610910 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-138eaa1c-2e1f-4e2b-9a5a-bed44e3fbf4f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:23.626262 dv-neutron-833373-1-hyperv neutron-server[83866]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:30:23.626262 dv-neutron-833373-1-hyperv neutron-server[83866]: util.warn( Mar 11 15:30:23.626262 dv-neutron-833373-1-hyperv neutron-server[83866]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:30:23.626262 dv-neutron-833373-1-hyperv neutron-server[83866]: util.warn( Mar 11 15:30:23.626262 dv-neutron-833373-1-hyperv neutron-server[83866]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:30:23.626262 dv-neutron-833373-1-hyperv neutron-server[83866]: util.warn( Mar 11 15:30:23.626262 dv-neutron-833373-1-hyperv neutron-server[83866]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:30:23.626262 dv-neutron-833373-1-hyperv neutron-server[83866]: util.warn( Mar 11 15:30:23.626262 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:30:23.626262 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:30:23.626262 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:30:23.626262 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:30:23.626262 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:30:23.626262 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:30:23.626262 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:30:23.626262 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:30:23.626262 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:30:23.626262 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:30:23.626262 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:30:23.626262 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:30:23.626262 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:30:23.626262 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:30:23.626262 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:30:23.626262 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:30:23.626262 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:30:23.626262 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:30:23.626262 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:30:23.626262 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:30:23.626262 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:30:23.626262 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:30:23.626262 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:30:23.626262 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:30:23.626262 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:30:23.626262 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:30:23.626262 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:30:23.626262 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:30:23.626262 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:30:23.626262 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:30:23.626262 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:30:23.626262 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:30:23.631856 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-d66a5621-35ed-452b-ad44-a602f177342d tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:23.636438 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a496efe5-23d6-4d2a-a95d-16e1c713d8ce None None] Port f394e037-efed-4710-89bd-8886e4860add not found while updating agent binding for router ecacc669-5080-4e18-bf14-517cc781900d. {{(pid=83869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Mar 11 15:30:23.649892 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a496efe5-23d6-4d2a-a95d-16e1c713d8ce None None] Routers {'ecacc669-5080-4e18-bf14-517cc781900d'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:30:23.650725 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-a496efe5-23d6-4d2a-a95d-16e1c713d8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:30:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['ecacc669-5080-4e18-bf14-517cc781900d'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:23.724814 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-513fb856-00f7-458b-9bd8-16977e4ab0c4 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Unset dirty status for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:30:23.725175 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66a5621-35ed-452b-ad44-a602f177342d tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Made reservation on behalf of f8a07a0692504f09a49af7bfa2896e37 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:30:23.726051 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-513fb856-00f7-458b-9bd8-16977e4ab0c4 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7930820 Mar 11 15:30:23.739493 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35924) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:23.792326 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-a496efe5-23d6-4d2a-a95d-16e1c713d8ce None None] Set router ecacc669-5080-4e18-bf14-517cc781900d gateway port host: None {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:30:23.807753 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-138eaa1c-2e1f-4e2b-9a5a-bed44e3fbf4f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:23.821924 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-1e2c6b57-bf41-46ea-a599-5aa3dcb3a9e8 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Request body: {'security_group': {'name': 'tempest-secgroup--234699673'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:23.842299 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-138eaa1c-2e1f-4e2b-9a5a-bed44e3fbf4f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:23.865306 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138eaa1c-2e1f-4e2b-9a5a-bed44e3fbf4f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event deleted for resources: {'Network': ['ID=21bb555b-3836-4ed8-8b5d-2d5217cca14d,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:23.867811 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-138eaa1c-2e1f-4e2b-9a5a-bed44e3fbf4f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/networks/21bb555b-3836-4ed8-8b5d-2d5217cca14d HTTP/1.1" status: 204 len: 168 time: 4.6880064 Mar 11 15:30:23.871324 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35928) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:23.879618 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-d455f12d-9478-427d-8f30-1729985ea84e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-869820516'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:23.887223 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d66a5621-35ed-452b-ad44-a602f177342d tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:23.905426 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-d455f12d-9478-427d-8f30-1729985ea84e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:23.923846 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-a496efe5-23d6-4d2a-a95d-16e1c713d8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecacc669-5080-4e18-bf14-517cc781900d', 'name': '', 'tenant_id': '119dbf5de319411fa8a255aebc203c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:30:17Z', 'updated_at': '2022-03-11T15:30:22Z', 'revision_number': 5, 'project_id': '119dbf5de319411fa8a255aebc203c5d', 'gw_port_host': None}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:23.929421 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a496efe5-23d6-4d2a-a95d-16e1c713d8ce None None] The sync data for ids ['ecacc669-5080-4e18-bf14-517cc781900d'] in dv-neutron-833373-1-hyperv is: [{'id': 'ecacc669-5080-4e18-bf14-517cc781900d', 'name': '', 'tenant_id': '119dbf5de319411fa8a255aebc203c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:30:17Z', 'updated_at': '2022-03-11T15:30:22Z', 'revision_number': 5, 'project_id': '119dbf5de319411fa8a255aebc203c5d', 'gw_port_host': None}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:30:23.959728 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-1e2c6b57-bf41-46ea-a599-5aa3dcb3a9e8 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:24.030953 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-d455f12d-9478-427d-8f30-1729985ea84e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Usage tracker for resource:network and tenant:6b1a6507e257408892b3294b50293467 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:24.031693 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-1e2c6b57-bf41-46ea-a599-5aa3dcb3a9e8 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:24.042174 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-07989d48-291a-4e80-9648-a532cfb04d87 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:24.080560 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-d455f12d-9478-427d-8f30-1729985ea84e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:24.100957 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-07989d48-291a-4e80-9648-a532cfb04d87 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:24.103485 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-d455f12d-9478-427d-8f30-1729985ea84e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:24.103929 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1e2c6b57-bf41-46ea-a599-5aa3dcb3a9e8 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:24.120227 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-73cc9a77-d36f-41ad-8916-14f1c4f51919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:24.129318 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d455f12d-9478-427d-8f30-1729985ea84e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Made reservation on behalf of 6b1a6507e257408892b3294b50293467 for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:30:24.132914 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d455f12d-9478-427d-8f30-1729985ea84e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:24.169721 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-73cc9a77-d36f-41ad-8916-14f1c4f51919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:24.179938 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d455f12d-9478-427d-8f30-1729985ea84e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:30:24.224063 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-1e2c6b57-bf41-46ea-a599-5aa3dcb3a9e8 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:24.225274 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d455f12d-9478-427d-8f30-1729985ea84e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:24.225618 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-d455f12d-9478-427d-8f30-1729985ea84e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Added segment b9d31f8d-f7fc-4903-8be7-60c433e79dfc of type vlan for network ead83346-51a5-4bae-a08a-bdaf4257c00c Mar 11 15:30:24.231439 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-07989d48-291a-4e80-9648-a532cfb04d87 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:24.232762 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07989d48-291a-4e80-9648-a532cfb04d87 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ecacc669-5080-4e18-bf14-517cc781900d {{(pid=83867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:30:24.258915 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-1e2c6b57-bf41-46ea-a599-5aa3dcb3a9e8 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Usage tracker for resource:security_group_rule and tenant:92da5a0314de4cc9af95bd50ca71b214 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:24.267440 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-1e2c6b57-bf41-46ea-a599-5aa3dcb3a9e8 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:24.280072 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-1e2c6b57-bf41-46ea-a599-5aa3dcb3a9e8 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:24.298923 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d455f12d-9478-427d-8f30-1729985ea84e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:24.328742 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-73cc9a77-d36f-41ad-8916-14f1c4f51919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:24.329079 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d66a5621-35ed-452b-ad44-a602f177342d tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:24.341273 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-efb2ba36-098e-41d9-8abd-46cc2f83a9db tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:24.393673 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc9a77-d36f-41ad-8916-14f1c4f51919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2472efef-1009-421a-96ef-d47662233944,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:24.409512 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d455f12d-9478-427d-8f30-1729985ea84e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:24.413421 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d455f12d-9478-427d-8f30-1729985ea84e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:24.414033 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d455f12d-9478-427d-8f30-1729985ea84e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:24.417071 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-73cc9a77-d36f-41ad-8916-14f1c4f51919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:24.417925 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-73cc9a77-d36f-41ad-8916-14f1c4f51919 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2472efef-1009-421a-96ef-d47662233944 HTTP/1.1" status: 204 len: 168 time: 0.8655374 Mar 11 15:30:24.443904 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-07989d48-291a-4e80-9648-a532cfb04d87 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:24.445068 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-07989d48-291a-4e80-9648-a532cfb04d87 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] 10.222.0.31 "DELETE /v2.0/routers/ecacc669-5080-4e18-bf14-517cc781900d HTTP/1.1" status: 204 len: 168 time: 2.9930594 Mar 11 15:30:24.450335 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35936) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:24.531352 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1e2c6b57-bf41-46ea-a599-5aa3dcb3a9e8 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:24.554710 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1e2c6b57-bf41-46ea-a599-5aa3dcb3a9e8 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:24.564719 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a5621-35ed-452b-ad44-a602f177342d tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event updated for resources: {'Subnet': ['ID=fa4db5c3-809c-4ea4-ad4e-220969f81086,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:24.589611 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d455f12d-9478-427d-8f30-1729985ea84e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7172453 Mar 11 15:30:24.591844 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35940) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:24.592508 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455f12d-9478-427d-8f30-1729985ea84e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'Network': ['ID=ead83346-51a5-4bae-a08a-bdaf4257c00c,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:24.599816 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-be7ba93f-c466-4b79-b951-aff539eff824 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'subnet': {'network_id': 'ead83346-51a5-4bae-a08a-bdaf4257c00c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:24.606550 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network ead83346-51a5-4bae-a08a-bdaf4257c00c details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:30:24.619550 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66a5621-35ed-452b-ad44-a602f177342d tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Checking segment: {'id': 'ae69948c-8f33-4e44-ae8c-9ec5fe327427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '134228eb-4c7b-4846-92e0-70a14113ac7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:30:24.620262 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66a5621-35ed-452b-ad44-a602f177342d tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Network hostable DHCP agents. Network: 134228eb-4c7b-4846-92e0-70a14113ac7c, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:30:24.718940 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-02bed239-85bc-4857-92e0-f2c60a706bc5 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Deleting subnet 994a6d39-1e88-4118-9b54-a5d27be932e0 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:30:24.727912 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1e2c6b57-bf41-46ea-a599-5aa3dcb3a9e8 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:24.729464 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-1e2c6b57-bf41-46ea-a599-5aa3dcb3a9e8 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9886756 Mar 11 15:30:24.732981 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02bed239-85bc-4857-92e0-f2c60a706bc5 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:24.734826 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35944) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:24.750206 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-93f6c856-f74c-4b35-a7da-e35ea87dce2b tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Request body: {'security_group_rule': {'security_group_id': 'c8c661e7-80a1-4b84-b940-8fc96bef961b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:24.760307 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-93f6c856-f74c-4b35-a7da-e35ea87dce2b tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:24.772771 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-be7ba93f-c466-4b79-b951-aff539eff824 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:24.773753 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c6b57-bf41-46ea-a599-5aa3dcb3a9e8 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c661e7-80a1-4b84-b940-8fc96bef961b,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:24.776704 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-93f6c856-f74c-4b35-a7da-e35ea87dce2b tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Usage tracker for resource:security_group_rule and tenant:92da5a0314de4cc9af95bd50ca71b214 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:24.782091 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66a5621-35ed-452b-ad44-a602f177342d tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Network 134228eb-4c7b-4846-92e0-70a14113ac7c is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:30:24.786526 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-be7ba93f-c466-4b79-b951-aff539eff824 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Usage tracker for resource:subnet and tenant:6b1a6507e257408892b3294b50293467 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:24.789509 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-93f6c856-f74c-4b35-a7da-e35ea87dce2b tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:24.796254 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-be7ba93f-c466-4b79-b951-aff539eff824 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:24.812553 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-93f6c856-f74c-4b35-a7da-e35ea87dce2b tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:24.816240 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-be7ba93f-c466-4b79-b951-aff539eff824 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:24.824017 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-d66a5621-35ed-452b-ad44-a602f177342d tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 134228eb-4c7b-4846-92e0-70a14113ac7c) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:24.831889 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66a5621-35ed-452b-ad44-a602f177342d tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:24.832582 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d66a5621-35ed-452b-ad44-a602f177342d tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:24.833548 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-efb2ba36-098e-41d9-8abd-46cc2f83a9db tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Allocated IP 172.26.0.182 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/f9c4b5ef-5b8b-4139-8dc0-cd8b69989449) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:30:24.838156 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02bed239-85bc-4857-92e0-f2c60a706bc5 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:24.845794 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0752c7-66f1-43f7-9c17-0af0d7e4f7ee None None] Network 134228eb-4c7b-4846-92e0-70a14113ac7c requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:30:24.852224 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7ba93f-c466-4b79-b951-aff539eff824 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Made reservation on behalf of 6b1a6507e257408892b3294b50293467 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:30:24.872156 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-93f6c856-f74c-4b35-a7da-e35ea87dce2b tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:25.035737 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02bed239-85bc-4857-92e0-f2c60a706bc5 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:25.055209 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d66a5621-35ed-452b-ad44-a602f177342d tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6528792 Mar 11 15:30:25.070995 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35952) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:25.137710 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-93f6c856-f74c-4b35-a7da-e35ea87dce2b tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:25.162011 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-93f6c856-f74c-4b35-a7da-e35ea87dce2b tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:25.196587 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-be7ba93f-c466-4b79-b951-aff539eff824 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:25.257082 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e6b45d-f8bf-40a3-a192-a6e5464ecb6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-134228eb-4c7b-4846-92e0-70a14113ac7c', 'network_id': '134228eb-4c7b-4846-92e0-70a14113ac7c', 'tenant_id': 'f8a07a0692504f09a49af7bfa2896e37', 'fixed_ips': [{'subnet_id': 'fa4db5c3-809c-4ea4-ad4e-220969f81086'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:30:25.260843 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-89e6b45d-f8bf-40a3-a192-a6e5464ecb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:25.369239 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f6c856-f74c-4b35-a7da-e35ea87dce2b tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08abce07-e310-4725-888d-84babe2f47de,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:25.413885 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-93f6c856-f74c-4b35-a7da-e35ea87dce2b tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:25.415339 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-93f6c856-f74c-4b35-a7da-e35ea87dce2b tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6758144 Mar 11 15:30:25.431649 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35962) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:25.466124 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-0282057d-b63d-4406-a2db-541bffdee363 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Request body: {'security_group_rule': {'security_group_id': 'c8c661e7-80a1-4b84-b940-8fc96bef961b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:25.480959 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0282057d-b63d-4406-a2db-541bffdee363 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:25.483365 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02bed239-85bc-4857-92e0-f2c60a706bc5 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:25.488443 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0282057d-b63d-4406-a2db-541bffdee363 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Usage tracker for resource:security_group_rule and tenant:92da5a0314de4cc9af95bd50ca71b214 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:25.492039 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0282057d-b63d-4406-a2db-541bffdee363 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:25.498821 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0282057d-b63d-4406-a2db-541bffdee363 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:25.527865 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0282057d-b63d-4406-a2db-541bffdee363 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:25.529670 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-89e6b45d-f8bf-40a3-a192-a6e5464ecb6a None None] Allocated IP 172.20.0.1 (134228eb-4c7b-4846-92e0-70a14113ac7c/fa4db5c3-809c-4ea4-ad4e-220969f81086/47140bef-c4b3-460a-986c-8359e6f47177) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:30:25.673129 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0282057d-b63d-4406-a2db-541bffdee363 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:25.721694 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0282057d-b63d-4406-a2db-541bffdee363 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:25.771419 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0282057d-b63d-4406-a2db-541bffdee363 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=116bed93-e635-4625-a453-e56307289f72,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:25.822987 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-efb2ba36-098e-41d9-8abd-46cc2f83a9db tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:25.835042 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e18a020d-28cd-4e53-b19d-947579638e80 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:25.836397 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-be7ba93f-c466-4b79-b951-aff539eff824 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:25.840122 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02bed239-85bc-4857-92e0-f2c60a706bc5 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:25.850637 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-02bed239-85bc-4857-92e0-f2c60a706bc5 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/994a6d39-1e88-4118-9b54-a5d27be932e0 HTTP/1.1" status: 204 len: 168 time: 1.3925793 Mar 11 15:30:25.852184 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bed239-85bc-4857-92e0-f2c60a706bc5 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=994a6d39-1e88-4118-9b54-a5d27be932e0,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:25.856269 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 35978) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:25.934715 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0282057d-b63d-4406-a2db-541bffdee363 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:25.935899 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0282057d-b63d-4406-a2db-541bffdee363 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5011804 Mar 11 15:30:25.952179 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35986) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:25.961713 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-d818de40-1d51-484b-a861-b3d96bc09970 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Request body: {'security_group_rule': {'security_group_id': 'c8c661e7-80a1-4b84-b940-8fc96bef961b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:25.977703 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-d818de40-1d51-484b-a861-b3d96bc09970 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:25.977703 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ba93f-c466-4b79-b951-aff539eff824 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'Subnet': ['ID=672036a0-7eb3-4f66-87f6-35ff60fab889,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:25.981846 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-d818de40-1d51-484b-a861-b3d96bc09970 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Usage tracker for resource:security_group_rule and tenant:92da5a0314de4cc9af95bd50ca71b214 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:25.985590 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-d818de40-1d51-484b-a861-b3d96bc09970 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:25.995595 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-d818de40-1d51-484b-a861-b3d96bc09970 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:26.045778 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-89e6b45d-f8bf-40a3-a192-a6e5464ecb6a None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:26.052009 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7ba93f-c466-4b79-b951-aff539eff824 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Checking segment: {'id': 'b9d31f8d-f7fc-4903-8be7-60c433e79dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ead83346-51a5-4bae-a08a-bdaf4257c00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:30:26.052644 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7ba93f-c466-4b79-b951-aff539eff824 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Network hostable DHCP agents. Network: ead83346-51a5-4bae-a08a-bdaf4257c00c, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:30:26.060063 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d818de40-1d51-484b-a861-b3d96bc09970 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:26.061299 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-89e6b45d-f8bf-40a3-a192-a6e5464ecb6a None None] Transition to ACTIVE for port object 47140bef-c4b3-460a-986c-8359e6f47177 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:30:26.080738 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3efc52f2-e777-4806-8f8d-1cbc1786aad7 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:26.091292 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-89e6b45d-f8bf-40a3-a192-a6e5464ecb6a None None] Transition to ACTIVE for port object 47140bef-c4b3-460a-986c-8359e6f47177 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:30:26.101910 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-89e6b45d-f8bf-40a3-a192-a6e5464ecb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:26.102138 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-efb2ba36-098e-41d9-8abd-46cc2f83a9db tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:26.126789 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7ba93f-c466-4b79-b951-aff539eff824 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Network ead83346-51a5-4bae-a08a-bdaf4257c00c is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:30:26.167262 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d818de40-1d51-484b-a861-b3d96bc09970 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:26.169905 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 35994) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:26.179887 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-be7ba93f-c466-4b79-b951-aff539eff824 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, ead83346-51a5-4bae-a08a-bdaf4257c00c) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:26.181456 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d818de40-1d51-484b-a861-b3d96bc09970 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:26.197899 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22ee561-1564-4980-9f98-c17c62dbe82a None None] Network ead83346-51a5-4bae-a08a-bdaf4257c00c requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:30:26.198984 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7ba93f-c466-4b79-b951-aff539eff824 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:26.199584 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-be7ba93f-c466-4b79-b951-aff539eff824 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:26.224068 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d818de40-1d51-484b-a861-b3d96bc09970 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a2d2602-e84e-45a3-8fe1-3fcd5b1bb2ba,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:26.227226 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e18a020d-28cd-4e53-b19d-947579638e80 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:26.243054 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-be7ba93f-c466-4b79-b951-aff539eff824 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6478188 Mar 11 15:30:26.246790 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36000) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:26.254090 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-67e641da-6901-4109-bbbc-9177351904cf tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'port': {'network_id': 'ead83346-51a5-4bae-a08a-bdaf4257c00c', 'name': 'tempest-PortsIpV6TestJSON-181630470', 'fixed_ips': [{'subnet_id': '672036a0-7eb3-4f66-87f6-35ff60fab889', 'ip_address': '2001:db8::10'}]}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:26.284636 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e6b45d-f8bf-40a3-a192-a6e5464ecb6a None None] Network 134228eb-4c7b-4846-92e0-70a14113ac7c is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:30:26.335939 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d818de40-1d51-484b-a861-b3d96bc09970 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:26.337455 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d818de40-1d51-484b-a861-b3d96bc09970 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3841333 Mar 11 15:30:26.350723 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36004) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:26.359504 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-808db74c-bfe0-4bf9-9a7d-9dbbba04e6e0 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Request body: {'security_group_rule': {'security_group_id': 'c8c661e7-80a1-4b84-b940-8fc96bef961b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:26.370197 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-808db74c-bfe0-4bf9-9a7d-9dbbba04e6e0 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:26.389723 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-79683e4a-116b-4a13-a2c0-1211164c0bb1 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1717941608'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:26.391122 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-89e6b45d-f8bf-40a3-a192-a6e5464ecb6a None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:26.393791 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6b45d-f8bf-40a3-a192-a6e5464ecb6a None None] Pushing event updated for resources: {'Port': ['ID=47140bef-c4b3-460a-986c-8359e6f47177,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:26.394775 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb2ba36-098e-41d9-8abd-46cc2f83a9db tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Pushing event updated for resources: {'Port': ['ID=f9c4b5ef-5b8b-4139-8dc0-cd8b69989449,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:26.396077 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e6b45d-f8bf-40a3-a192-a6e5464ecb6a None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:30:26.397943 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-808db74c-bfe0-4bf9-9a7d-9dbbba04e6e0 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Usage tracker for resource:security_group_rule and tenant:92da5a0314de4cc9af95bd50ca71b214 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:26.404927 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-808db74c-bfe0-4bf9-9a7d-9dbbba04e6e0 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:26.405157 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb2ba36-098e-41d9-8abd-46cc2f83a9db tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:30:26.407981 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-79683e4a-116b-4a13-a2c0-1211164c0bb1 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:26.408339 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e18a020d-28cd-4e53-b19d-947579638e80 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:26.417027 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-808db74c-bfe0-4bf9-9a7d-9dbbba04e6e0 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:26.436767 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-79683e4a-116b-4a13-a2c0-1211164c0bb1 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Usage tracker for resource:network and tenant:def45e3b476244c1b665c83a190dbab9 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:26.439376 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-79683e4a-116b-4a13-a2c0-1211164c0bb1 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:26.453517 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-79683e4a-116b-4a13-a2c0-1211164c0bb1 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:26.463589 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-efb2ba36-098e-41d9-8abd-46cc2f83a9db tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:26.485784 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-808db74c-bfe0-4bf9-9a7d-9dbbba04e6e0 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:26.507374 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-67e641da-6901-4109-bbbc-9177351904cf tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:26.510696 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb2ba36-098e-41d9-8abd-46cc2f83a9db tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:30:26.517316 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-67e641da-6901-4109-bbbc-9177351904cf tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:26.529198 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79683e4a-116b-4a13-a2c0-1211164c0bb1 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Made reservation on behalf of def45e3b476244c1b665c83a190dbab9 for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:30:26.532337 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-79683e4a-116b-4a13-a2c0-1211164c0bb1 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:26.544843 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a020d-28cd-4e53-b19d-947579638e80 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event deleted for resources: {'Subnet': ['ID=fa4db5c3-809c-4ea4-ad4e-220969f81086,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:26.550651 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-79683e4a-116b-4a13-a2c0-1211164c0bb1 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:26.552731 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-89e6b45d-f8bf-40a3-a192-a6e5464ecb6a None None] Attempting to bind port 47140bef-c4b3-460a-986c-8359e6f47177 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:30:26.553101 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-89e6b45d-f8bf-40a3-a192-a6e5464ecb6a None None] Attempting to bind port 47140bef-c4b3-460a-986c-8359e6f47177 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'ae69948c-8f33-4e44-ae8c-9ec5fe327427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '134228eb-4c7b-4846-92e0-70a14113ac7c'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:30:26.553467 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e6b45d-f8bf-40a3-a192-a6e5464ecb6a None None] Attempting to bind port 47140bef-c4b3-460a-986c-8359e6f47177 on network 134228eb-4c7b-4846-92e0-70a14113ac7c {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:30:26.560331 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e641da-6901-4109-bbbc-9177351904cf tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Made reservation on behalf of 6b1a6507e257408892b3294b50293467 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:30:26.567205 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e6b45d-f8bf-40a3-a192-a6e5464ecb6a None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:30:26.567506 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e6b45d-f8bf-40a3-a192-a6e5464ecb6a None None] Checking segment: {'id': 'ae69948c-8f33-4e44-ae8c-9ec5fe327427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '134228eb-4c7b-4846-92e0-70a14113ac7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:30:26.567904 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-89e6b45d-f8bf-40a3-a192-a6e5464ecb6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:26.568327 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e6b45d-f8bf-40a3-a192-a6e5464ecb6a None None] Bound using segment: {'id': 'ae69948c-8f33-4e44-ae8c-9ec5fe327427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '134228eb-4c7b-4846-92e0-70a14113ac7c'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:30:26.568812 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-89e6b45d-f8bf-40a3-a192-a6e5464ecb6a None None] Bound port: 47140bef-c4b3-460a-986c-8359e6f47177, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae69948c-8f33-4e44-ae8c-9ec5fe327427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '134228eb-4c7b-4846-92e0-70a14113ac7c'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:30:26.569179 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-89e6b45d-f8bf-40a3-a192-a6e5464ecb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:26.570584 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-67e641da-6901-4109-bbbc-9177351904cf tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:26.590734 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55ff50c-2761-4d88-9e46-04888744ca80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-ead83346-51a5-4bae-a08a-bdaf4257c00c', 'network_id': 'ead83346-51a5-4bae-a08a-bdaf4257c00c', 'tenant_id': '6b1a6507e257408892b3294b50293467', 'fixed_ips': [{'subnet_id': '672036a0-7eb3-4f66-87f6-35ff60fab889'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:30:26.591565 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b55ff50c-2761-4d88-9e46-04888744ca80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:26.647444 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-67e641da-6901-4109-bbbc-9177351904cf tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] device_id is not set on port f4f8fb7f-970e-4ce4-bbb0-a81bd7b2187c yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:30:26.714405 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-79683e4a-116b-4a13-a2c0-1211164c0bb1 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:26.739013 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-808db74c-bfe0-4bf9-9a7d-9dbbba04e6e0 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:26.741015 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-79683e4a-116b-4a13-a2c0-1211164c0bb1 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Usage tracker for resource:security_group_rule and tenant:def45e3b476244c1b665c83a190dbab9 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:26.753761 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-79683e4a-116b-4a13-a2c0-1211164c0bb1 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:26.756674 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3efc52f2-e777-4806-8f8d-1cbc1786aad7 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:26.759022 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-808db74c-bfe0-4bf9-9a7d-9dbbba04e6e0 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:26.785060 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-79683e4a-116b-4a13-a2c0-1211164c0bb1 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:26.798201 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-89e6b45d-f8bf-40a3-a192-a6e5464ecb6a None None] For port 47140bef-c4b3-460a-986c-8359e6f47177, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:30:26.805143 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-89e6b45d-f8bf-40a3-a192-a6e5464ecb6a None None] For port 47140bef-c4b3-460a-986c-8359e6f47177, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=47140bef-c4b3-460a-986c-8359e6f47177,segment=NetworkSegment(ae69948c-8f33-4e44-ae8c-9ec5fe327427),segment_id=ae69948c-8f33-4e44-ae8c-9ec5fe327427)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:30:26.819979 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808db74c-bfe0-4bf9-9a7d-9dbbba04e6e0 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1422505a-5e5a-4af8-954b-21472232ccde,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:26.822863 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e18a020d-28cd-4e53-b19d-947579638e80 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:26.851110 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-89e6b45d-f8bf-40a3-a192-a6e5464ecb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:26.860527 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-3efc52f2-e777-4806-8f8d-1cbc1786aad7 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34398a06-0444-4033-86ae-ee69c9b44c36']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:26.892187 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-e18a020d-28cd-4e53-b19d-947579638e80 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['134228eb-4c7b-4846-92e0-70a14113ac7c']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:26.914553 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-3efc52f2-e777-4806-8f8d-1cbc1786aad7 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceaab4cd-449e-4070-8e91-76a7c3b890ed') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:26.914950 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-3efc52f2-e777-4806-8f8d-1cbc1786aad7 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceaab4cd-449e-4070-8e91-76a7c3b890ed') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:26.932689 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-808db74c-bfe0-4bf9-9a7d-9dbbba04e6e0 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:26.937296 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-808db74c-bfe0-4bf9-9a7d-9dbbba04e6e0 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5828674 Mar 11 15:30:26.938815 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36008) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:26.947268 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-0ddbdb19-02d0-4077-b887-56c1cd995037 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Request body: {'security_group_rule': {'security_group_id': 'c8c661e7-80a1-4b84-b940-8fc96bef961b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:26.955282 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0ddbdb19-02d0-4077-b887-56c1cd995037 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:26.968774 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0ddbdb19-02d0-4077-b887-56c1cd995037 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Usage tracker for resource:security_group_rule and tenant:92da5a0314de4cc9af95bd50ca71b214 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:26.969570 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-b55ff50c-2761-4d88-9e46-04888744ca80 None None] Allocated IP 2001:db8::2 (ead83346-51a5-4bae-a08a-bdaf4257c00c/672036a0-7eb3-4f66-87f6-35ff60fab889/c5092fe8-96d1-4a52-a777-7446262b7e4c) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:30:26.973445 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0ddbdb19-02d0-4077-b887-56c1cd995037 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:26.983164 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-e18a020d-28cd-4e53-b19d-947579638e80 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae69948c-8f33-4e44-ae8c-9ec5fe327427') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:26.983649 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-e18a020d-28cd-4e53-b19d-947579638e80 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae69948c-8f33-4e44-ae8c-9ec5fe327427') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:26.989658 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6b45d-f8bf-40a3-a192-a6e5464ecb6a None None] Pushing event updated for resources: {'Port': ['ID=47140bef-c4b3-460a-986c-8359e6f47177,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:27.007759 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-79683e4a-116b-4a13-a2c0-1211164c0bb1 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:27.010957 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3efc52f2-e777-4806-8f8d-1cbc1786aad7 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:27.013186 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0ddbdb19-02d0-4077-b887-56c1cd995037 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:27.018959 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-79683e4a-116b-4a13-a2c0-1211164c0bb1 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:27.053697 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e18a020d-28cd-4e53-b19d-947579638e80 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:27.074892 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79683e4a-116b-4a13-a2c0-1211164c0bb1 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:30:27.077404 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0ddbdb19-02d0-4077-b887-56c1cd995037 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:27.085398 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3efc52f2-e777-4806-8f8d-1cbc1786aad7 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:27.106969 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e18a020d-28cd-4e53-b19d-947579638e80 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:27.111572 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3efc52f2-e777-4806-8f8d-1cbc1786aad7 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:30:27.112914 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3efc52f2-e777-4806-8f8d-1cbc1786aad7 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:27.133615 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:30:27.133615 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:30:27.133615 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:30:27.133615 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:30:27.133615 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:30:27.133615 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:30:27.133615 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:30:27.133615 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:30:27.133615 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:30:27.133615 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:30:27.133615 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:30:27.133615 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:30:27.133615 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:30:27.133615 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:30:27.133615 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:30:27.133615 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:30:27.133615 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:30:27.133615 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:30:27.133615 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:30:27.133615 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:30:27.133615 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:30:27.133615 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:30:27.133615 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:30:27.133615 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:30:27.133615 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:30:27.133615 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:30:27.133615 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:30:27.133615 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:30:27.133615 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:30:27.133615 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:30:27.133615 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:30:27.133615 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:30:27.190787 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3c49fd-16d4-473a-a8fc-6082c11b8847 None None] Network 134228eb-4c7b-4846-92e0-70a14113ac7c requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:30:27.239238 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79683e4a-116b-4a13-a2c0-1211164c0bb1 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61137684-9e57-4c1f-9f1c-17432f431e72,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:27.242069 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e18a020d-28cd-4e53-b19d-947579638e80 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:30:27.243302 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e18a020d-28cd-4e53-b19d-947579638e80 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:27.258051 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-79683e4a-116b-4a13-a2c0-1211164c0bb1 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:27.258401 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-79683e4a-116b-4a13-a2c0-1211164c0bb1 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Added segment ba25b1b2-a4a7-42ed-9865-f0520f62b1f0 of type vlan for network 94ff69be-04ef-44dc-872e-d9cc72bbfda2 Mar 11 15:30:27.276009 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:30:27.276009 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:30:27.276009 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:30:27.276009 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:30:27.276009 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:30:27.276009 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:30:27.276009 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:30:27.276009 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:30:27.276009 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:30:27.276009 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:30:27.276009 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:30:27.276009 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:30:27.276009 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:30:27.276009 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:30:27.276009 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:30:27.276009 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:30:27.276009 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:30:27.276009 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:30:27.276009 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:30:27.276009 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:30:27.276009 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:30:27.276009 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:30:27.276009 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:30:27.276009 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:30:27.276009 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:30:27.276009 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:30:27.276009 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:30:27.276009 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:30:27.276009 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:30:27.276009 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:30:27.276009 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:30:27.276009 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:30:27.308456 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-79683e4a-116b-4a13-a2c0-1211164c0bb1 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:27.343879 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0ddbdb19-02d0-4077-b887-56c1cd995037 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:27.352471 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0ddbdb19-02d0-4077-b887-56c1cd995037 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:27.387358 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-79683e4a-116b-4a13-a2c0-1211164c0bb1 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:27.387358 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79683e4a-116b-4a13-a2c0-1211164c0bb1 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:27.388649 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-79683e4a-116b-4a13-a2c0-1211164c0bb1 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:27.408763 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddbdb19-02d0-4077-b887-56c1cd995037 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d72499fa-6654-474d-8eec-19846d90d0d3,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:27.515410 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0ddbdb19-02d0-4077-b887-56c1cd995037 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:27.522558 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0ddbdb19-02d0-4077-b887-56c1cd995037 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.5775387 Mar 11 15:30:27.524305 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36012) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:27.531068 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-79683e4a-116b-4a13-a2c0-1211164c0bb1 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.3548720 Mar 11 15:30:27.531829 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36016) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:27.548669 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-db796800-a9a5-42b2-bc59-b194ef1e85e8 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Request body: {'subnet': {'network_id': '94ff69be-04ef-44dc-872e-d9cc72bbfda2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:27.567064 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79683e4a-116b-4a13-a2c0-1211164c0bb1 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Pushing event updated for resources: {'Network': ['ID=94ff69be-04ef-44dc-872e-d9cc72bbfda2,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:27.580043 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.db.api [None req-e18a020d-28cd-4e53-b19d-947579638e80 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 15:30:27.580043 dv-neutron-833373-1-hyperv neutron-server[83867]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 15:30:27.580043 dv-neutron-833373-1-hyperv neutron-server[83867]: [parameters: {'id': '134228eb-4c7b-4846-92e0-70a14113ac7c'}] Mar 11 15:30:27.580043 dv-neutron-833373-1-hyperv neutron-server[83867]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:30:27.580586 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG oslo_db.api [None req-e18a020d-28cd-4e53-b19d-947579638e80 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:30:27.600690 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3efc52f2-e777-4806-8f8d-1cbc1786aad7 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:27.627854 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efc52f2-e777-4806-8f8d-1cbc1786aad7 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 34398a06-0444-4033-86ae-ee69c9b44c36 {{(pid=83867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 15:30:27.628151 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b55ff50c-2761-4d88-9e46-04888744ca80 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:27.634723 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 94ff69be-04ef-44dc-872e-d9cc72bbfda2 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:30:27.638962 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3efc52f2-e777-4806-8f8d-1cbc1786aad7 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:27.666161 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc52f2-e777-4806-8f8d-1cbc1786aad7 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Pushing event deleted for resources: {'Network': ['ID=34398a06-0444-4033-86ae-ee69c9b44c36,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:27.671754 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-3efc52f2-e777-4806-8f8d-1cbc1786aad7 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] 10.222.0.31 "DELETE /v2.0/networks/34398a06-0444-4033-86ae-ee69c9b44c36 HTTP/1.1" status: 204 len: 168 time: 1.8140295 Mar 11 15:30:27.703341 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-65dcb58b-56fc-4c86-bc45-0b0e6cc865d4 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:27.731827 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b55ff50c-2761-4d88-9e46-04888744ca80 None None] Transition to ACTIVE for port object c5092fe8-96d1-4a52-a777-7446262b7e4c will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:30:27.734074 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-65dcb58b-56fc-4c86-bc45-0b0e6cc865d4 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:27.803659 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b55ff50c-2761-4d88-9e46-04888744ca80 None None] Transition to ACTIVE for port object c5092fe8-96d1-4a52-a777-7446262b7e4c will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:30:27.819478 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b55ff50c-2761-4d88-9e46-04888744ca80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:27.888853 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-65dcb58b-56fc-4c86-bc45-0b0e6cc865d4 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:27.947437 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ff50c-2761-4d88-9e46-04888744ca80 None None] Pushing event updated for resources: {'Port': ['ID=c5092fe8-96d1-4a52-a777-7446262b7e4c,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:27.948417 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dcb58b-56fc-4c86-bc45-0b0e6cc865d4 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d72499fa-6654-474d-8eec-19846d90d0d3,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:27.969250 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-65dcb58b-56fc-4c86-bc45-0b0e6cc865d4 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:27.970692 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-65dcb58b-56fc-4c86-bc45-0b0e6cc865d4 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/d72499fa-6654-474d-8eec-19846d90d0d3 HTTP/1.1" status: 204 len: 168 time: 0.4431071 Mar 11 15:30:27.976172 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36022) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:27.978498 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55ff50c-2761-4d88-9e46-04888744ca80 None None] Network ead83346-51a5-4bae-a08a-bdaf4257c00c is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:30:27.979734 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-db796800-a9a5-42b2-bc59-b194ef1e85e8 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:27.983422 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-b55ff50c-2761-4d88-9e46-04888744ca80 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:27.993149 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55ff50c-2761-4d88-9e46-04888744ca80 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:30:28.015795 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-db796800-a9a5-42b2-bc59-b194ef1e85e8 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Usage tracker for resource:subnet and tenant:def45e3b476244c1b665c83a190dbab9 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:28.026125 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-db796800-a9a5-42b2-bc59-b194ef1e85e8 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:28.037859 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-67e641da-6901-4109-bbbc-9177351904cf tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Allocated IP 2001:db8::10 (ead83346-51a5-4bae-a08a-bdaf4257c00c/672036a0-7eb3-4f66-87f6-35ff60fab889/f4f8fb7f-970e-4ce4-bbb0-a81bd7b2187c) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:30:28.040601 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-db796800-a9a5-42b2-bc59-b194ef1e85e8 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:28.085197 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db796800-a9a5-42b2-bc59-b194ef1e85e8 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Made reservation on behalf of def45e3b476244c1b665c83a190dbab9 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:30:28.235060 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e18a020d-28cd-4e53-b19d-947579638e80 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:28.242193 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b55ff50c-2761-4d88-9e46-04888744ca80 None None] Attempting to bind port c5092fe8-96d1-4a52-a777-7446262b7e4c on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:30:28.242753 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b55ff50c-2761-4d88-9e46-04888744ca80 None None] Attempting to bind port c5092fe8-96d1-4a52-a777-7446262b7e4c by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'b9d31f8d-f7fc-4903-8be7-60c433e79dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ead83346-51a5-4bae-a08a-bdaf4257c00c'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:30:28.243080 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55ff50c-2761-4d88-9e46-04888744ca80 None None] Attempting to bind port c5092fe8-96d1-4a52-a777-7446262b7e4c on network ead83346-51a5-4bae-a08a-bdaf4257c00c {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:30:28.258869 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-963b511e-1608-436b-aebb-3434a5d36bc6 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Synchronizing usage tracker for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group_rule {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:30:28.261507 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55ff50c-2761-4d88-9e46-04888744ca80 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:30:28.261888 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55ff50c-2761-4d88-9e46-04888744ca80 None None] Checking segment: {'id': 'b9d31f8d-f7fc-4903-8be7-60c433e79dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ead83346-51a5-4bae-a08a-bdaf4257c00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:30:28.262300 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b55ff50c-2761-4d88-9e46-04888744ca80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:28.262796 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55ff50c-2761-4d88-9e46-04888744ca80 None None] Bound using segment: {'id': 'b9d31f8d-f7fc-4903-8be7-60c433e79dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ead83346-51a5-4bae-a08a-bdaf4257c00c'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:30:28.263906 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b55ff50c-2761-4d88-9e46-04888744ca80 None None] Bound port: c5092fe8-96d1-4a52-a777-7446262b7e4c, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9d31f8d-f7fc-4903-8be7-60c433e79dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ead83346-51a5-4bae-a08a-bdaf4257c00c'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:30:28.270579 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b55ff50c-2761-4d88-9e46-04888744ca80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:28.321235 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-e18a020d-28cd-4e53-b19d-947579638e80 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Deleting port 47140bef-c4b3-460a-986c-8359e6f47177 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:30:28.321589 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e18a020d-28cd-4e53-b19d-947579638e80 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:28.382532 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-efb2ba36-098e-41d9-8abd-46cc2f83a9db tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:28.408624 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-db796800-a9a5-42b2-bc59-b194ef1e85e8 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:28.468625 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-b55ff50c-2761-4d88-9e46-04888744ca80 None None] For port c5092fe8-96d1-4a52-a777-7446262b7e4c, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:30:28.473049 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-b55ff50c-2761-4d88-9e46-04888744ca80 None None] For port c5092fe8-96d1-4a52-a777-7446262b7e4c, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=c5092fe8-96d1-4a52-a777-7446262b7e4c,segment=NetworkSegment(b9d31f8d-f7fc-4903-8be7-60c433e79dfc),segment_id=b9d31f8d-f7fc-4903-8be7-60c433e79dfc)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:30:28.482330 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b55ff50c-2761-4d88-9e46-04888744ca80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:28.543796 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36030) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:28.588157 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-fc5cd335-c1dc-4ff1-9e26-fa649cf48c3b tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Request body: {'router': {'name': 'tempest-router--905424725', 'project_id': '24b8babbb5a347fd80f8d281c1d7d156'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:28.616780 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-fc5cd335-c1dc-4ff1-9e26-fa649cf48c3b tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:28.636076 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-963b511e-1608-436b-aebb-3434a5d36bc6 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Unset dirty status for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group_rule {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:30:28.640246 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-fc5cd335-c1dc-4ff1-9e26-fa649cf48c3b tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Usage tracker for resource:router and tenant:24b8babbb5a347fd80f8d281c1d7d156 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:28.640375 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-963b511e-1608-436b-aebb-3434a5d36bc6 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.6498752 Mar 11 15:30:28.640469 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-efb2ba36-098e-41d9-8abd-46cc2f83a9db tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:28.655258 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36036) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:28.669192 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ff50c-2761-4d88-9e46-04888744ca80 None None] Pushing event updated for resources: {'Port': ['ID=c5092fe8-96d1-4a52-a777-7446262b7e4c,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:28.676649 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-fc5cd335-c1dc-4ff1-9e26-fa649cf48c3b tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:28.694526 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-fc5cd335-c1dc-4ff1-9e26-fa649cf48c3b tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:28.760116 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6f61b3ee-c35b-4cb8-b5b8-7e8f9a8f09e5 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:28.774693 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6f61b3ee-c35b-4cb8-b5b8-7e8f9a8f09e5 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:28.811413 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fc5cd335-c1dc-4ff1-9e26-fa649cf48c3b tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:28.812473 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fc5cd335-c1dc-4ff1-9e26-fa649cf48c3b tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:28.911030 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-67e641da-6901-4109-bbbc-9177351904cf tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:28.918793 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6f61b3ee-c35b-4cb8-b5b8-7e8f9a8f09e5 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:28.971080 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f61b3ee-c35b-4cb8-b5b8-7e8f9a8f09e5 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1422505a-5e5a-4af8-954b-21472232ccde,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:28.980530 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-67e641da-6901-4109-bbbc-9177351904cf tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Transition to ACTIVE for port object f4f8fb7f-970e-4ce4-bbb0-a81bd7b2187c will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:30:29.001320 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fc5cd335-c1dc-4ff1-9e26-fa649cf48c3b tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:29.028512 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-e18a020d-28cd-4e53-b19d-947579638e80 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] For port 47140bef-c4b3-460a-986c-8359e6f47177, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=47140bef-c4b3-460a-986c-8359e6f47177,segment=NetworkSegment(ae69948c-8f33-4e44-ae8c-9ec5fe327427),segment_id=ae69948c-8f33-4e44-ae8c-9ec5fe327427)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:30:29.028952 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e18a020d-28cd-4e53-b19d-947579638e80 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:29.035909 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6f61b3ee-c35b-4cb8-b5b8-7e8f9a8f09e5 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:29.037081 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-6f61b3ee-c35b-4cb8-b5b8-7e8f9a8f09e5 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/1422505a-5e5a-4af8-954b-21472232ccde HTTP/1.1" status: 204 len: 168 time: 0.3808854 Mar 11 15:30:29.041856 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36040) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:29.054368 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-db796800-a9a5-42b2-bc59-b194ef1e85e8 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:29.117708 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-67e641da-6901-4109-bbbc-9177351904cf tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:29.222459 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db796800-a9a5-42b2-bc59-b194ef1e85e8 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Pushing event updated for resources: {'Subnet': ['ID=fb20a27c-42da-47eb-8289-bca56d782854,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:29.242103 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e641da-6901-4109-bbbc-9177351904cf tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Network ead83346-51a5-4bae-a08a-bdaf4257c00c is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:30:29.248550 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-67e641da-6901-4109-bbbc-9177351904cf tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:29.250530 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-279487df-8e91-49e5-b5f7-69e9ac06e02d tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Synchronizing usage tracker for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group_rule {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:30:29.251121 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e641da-6901-4109-bbbc-9177351904cf tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:30:29.254522 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fc5cd335-c1dc-4ff1-9e26-fa649cf48c3b tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:29.256055 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e641da-6901-4109-bbbc-9177351904cf tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:29.256997 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-67e641da-6901-4109-bbbc-9177351904cf tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:29.265119 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e641da-6901-4109-bbbc-9177351904cf tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'Port': ['ID=f4f8fb7f-970e-4ce4-bbb0-a81bd7b2187c,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:29.269962 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-e18a020d-28cd-4e53-b19d-947579638e80 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Calling delete_port for 47140bef-c4b3-460a-986c-8359e6f47177 owned by network:dhcp {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:30:29.284914 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4e45ea87-06ee-483a-aafd-9f5b9759ffee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:29.291548 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db796800-a9a5-42b2-bc59-b194ef1e85e8 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Checking segment: {'id': 'ba25b1b2-a4a7-42ed-9865-f0520f62b1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '94ff69be-04ef-44dc-872e-d9cc72bbfda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:30:29.291902 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db796800-a9a5-42b2-bc59-b194ef1e85e8 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Network hostable DHCP agents. Network: 94ff69be-04ef-44dc-872e-d9cc72bbfda2, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:30:29.297929 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-67e641da-6901-4109-bbbc-9177351904cf tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0500512 Mar 11 15:30:29.302008 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36044) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:29.308608 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-a1b78e83-0d40-4607-9d2e-21ea024a9c71 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'port': {'network_id': 'ead83346-51a5-4bae-a08a-bdaf4257c00c', 'name': 'tempest-PortsIpV6TestJSON-674850295', 'fixed_ips': [{'subnet_id': '672036a0-7eb3-4f66-87f6-35ff60fab889', 'ip_address': '2001:db8::f'}]}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:29.357852 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-279487df-8e91-49e5-b5f7-69e9ac06e02d tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Unset dirty status for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group_rule {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:30:29.359295 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-279487df-8e91-49e5-b5f7-69e9ac06e02d tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.3163943 Mar 11 15:30:29.363313 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36048) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:29.371406 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fc5cd335-c1dc-4ff1-9e26-fa649cf48c3b tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:29.371406 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-fc5cd335-c1dc-4ff1-9e26-fa649cf48c3b tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8062863 Mar 11 15:30:29.388272 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36052) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:29.419964 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-efb2ba36-098e-41d9-8abd-46cc2f83a9db tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:29.431126 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e18a020d-28cd-4e53-b19d-947579638e80 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:29.436608 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-efb2ba36-098e-41d9-8abd-46cc2f83a9db tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:29.478232 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-18251b48-5d0d-456d-aa42-5e462cc5ea59 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:29.519710 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a020d-28cd-4e53-b19d-947579638e80 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event deleted for resources: {'Port': ['ID=47140bef-c4b3-460a-986c-8359e6f47177,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:29.525139 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-18251b48-5d0d-456d-aa42-5e462cc5ea59 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:29.621556 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18a020d-28cd-4e53-b19d-947579638e80 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] No DVR routers for this DVR port 47140bef-c4b3-460a-986c-8359e6f47177 on host dv-neutron-833373-1-hyperv {{(pid=83867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:30:29.735028 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db796800-a9a5-42b2-bc59-b194ef1e85e8 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Network 94ff69be-04ef-44dc-872e-d9cc72bbfda2 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:30:29.796599 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-db796800-a9a5-42b2-bc59-b194ef1e85e8 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 94ff69be-04ef-44dc-872e-d9cc72bbfda2) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:29.805286 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a9301e6b-7b49-40d1-aec5-11ef5a5d0f9c tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for router, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:29.807442 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb2ba36-098e-41d9-8abd-46cc2f83a9db tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Pushing event updated for resources: {'Port': ['ID=f9c4b5ef-5b8b-4139-8dc0-cd8b69989449,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:29.812789 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a21cb3-eb49-41ed-852e-ad6ab46bdfa8 None None] Network 94ff69be-04ef-44dc-872e-d9cc72bbfda2 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:30:29.839167 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-18251b48-5d0d-456d-aa42-5e462cc5ea59 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:29.856954 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-efb2ba36-098e-41d9-8abd-46cc2f83a9db tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:29.900164 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db796800-a9a5-42b2-bc59-b194ef1e85e8 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:29.901035 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-db796800-a9a5-42b2-bc59-b194ef1e85e8 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:29.918281 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-a1b78e83-0d40-4607-9d2e-21ea024a9c71 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:29.975928 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e18a020d-28cd-4e53-b19d-947579638e80 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:29.986634 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18251b48-5d0d-456d-aa42-5e462cc5ea59 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a2d2602-e84e-45a3-8fe1-3fcd5b1bb2ba,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:29.992136 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device c5092fe8-96d1-4a52-a777-7446262b7e4c up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:30:30.030034 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfa41c7-458e-4753-864b-563df975ba42 None None] Network ead83346-51a5-4bae-a08a-bdaf4257c00c requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:30:30.038614 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-a1b78e83-0d40-4607-9d2e-21ea024a9c71 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Usage tracker for resource:port and tenant:6b1a6507e257408892b3294b50293467 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:30.055136 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-a1b78e83-0d40-4607-9d2e-21ea024a9c71 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:30.066771 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-a1b78e83-0d40-4607-9d2e-21ea024a9c71 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:30.072701 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-db796800-a9a5-42b2-bc59-b194ef1e85e8 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5398040 Mar 11 15:30:30.077970 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36056) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:30.088588 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-5a448abd-992b-4918-b11a-26ca29bdcfa4 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Request body: {'port': {'network_id': '94ff69be-04ef-44dc-872e-d9cc72bbfda2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-5274338'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:30.119758 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-e18a020d-28cd-4e53-b19d-947579638e80 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['134228eb-4c7b-4846-92e0-70a14113ac7c']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:30.128287 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-18251b48-5d0d-456d-aa42-5e462cc5ea59 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:30.132074 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-18251b48-5d0d-456d-aa42-5e462cc5ea59 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/7a2d2602-e84e-45a3-8fe1-3fcd5b1bb2ba HTTP/1.1" status: 204 len: 168 time: 0.7641218 Mar 11 15:30:30.154409 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36060) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:30.180022 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b78e83-0d40-4607-9d2e-21ea024a9c71 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Made reservation on behalf of 6b1a6507e257408892b3294b50293467 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:30:30.185959 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a1b78e83-0d40-4607-9d2e-21ea024a9c71 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:30.212061 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-e18a020d-28cd-4e53-b19d-947579638e80 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae69948c-8f33-4e44-ae8c-9ec5fe327427') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:30.212411 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-e18a020d-28cd-4e53-b19d-947579638e80 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae69948c-8f33-4e44-ae8c-9ec5fe327427') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:30.233272 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e18a020d-28cd-4e53-b19d-947579638e80 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:30.280648 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e18a020d-28cd-4e53-b19d-947579638e80 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:30.302708 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e18a020d-28cd-4e53-b19d-947579638e80 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:30:30.303371 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e18a020d-28cd-4e53-b19d-947579638e80 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:30.307494 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-a1b78e83-0d40-4607-9d2e-21ea024a9c71 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] device_id is not set on port 986f56ec-500a-4c46-8faf-716fedca6488 yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:30:30.323464 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:30:30.323464 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:30:30.323464 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:30:30.323464 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:30:30.323464 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:30:30.323464 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:30:30.323464 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:30:30.323464 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:30:30.323464 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:30:30.323464 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:30:30.323464 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:30:30.323464 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:30:30.323464 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:30:30.323464 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:30:30.323464 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:30:30.323464 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:30:30.323464 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:30:30.323464 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:30:30.323464 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:30:30.323464 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:30:30.323464 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:30:30.323464 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:30:30.323464 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:30:30.323464 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:30:30.323464 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:30:30.323464 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:30:30.323464 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:30:30.323464 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:30:30.323464 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:30:30.323464 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:30:30.323464 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:30:30.323464 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:30:30.388522 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-97ce37f1-8814-414a-a8ef-292e6d596dd6 None None] Provisioning for port c5092fe8-96d1-4a52-a777-7446262b7e4c completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:30:30.433152 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d150727-e7e2-4018-8f50-8e9454c5468e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-94ff69be-04ef-44dc-872e-d9cc72bbfda2', 'network_id': '94ff69be-04ef-44dc-872e-d9cc72bbfda2', 'tenant_id': 'def45e3b476244c1b665c83a190dbab9', 'fixed_ips': [{'subnet_id': 'fb20a27c-42da-47eb-8289-bca56d782854'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:30:30.433972 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3d150727-e7e2-4018-8f50-8e9454c5468e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:30.537769 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port c5092fe8-96d1-4a52-a777-7446262b7e4c completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:30:30.564909 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-5a448abd-992b-4918-b11a-26ca29bdcfa4 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:30.572972 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-5a448abd-992b-4918-b11a-26ca29bdcfa4 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Usage tracker for resource:port and tenant:def45e3b476244c1b665c83a190dbab9 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:30.577580 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-5a448abd-992b-4918-b11a-26ca29bdcfa4 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:30.590599 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-5a448abd-992b-4918-b11a-26ca29bdcfa4 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:30.591364 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port c5092fe8-96d1-4a52-a777-7446262b7e4c triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:30:30.591739 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:30.610232 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a9301e6b-7b49-40d1-aec5-11ef5a5d0f9c tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:30.611038 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e18a020d-28cd-4e53-b19d-947579638e80 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:30.622590 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-529679d4-dc80-4421-888d-76229a9d45e8 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Synchronizing usage tracker for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group_rule {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:30:30.634592 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a9301e6b-7b49-40d1-aec5-11ef5a5d0f9c tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:30.638725 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e18a020d-28cd-4e53-b19d-947579638e80 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:30.652755 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a020d-28cd-4e53-b19d-947579638e80 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event deleted for resources: {'Network': ['ID=134228eb-4c7b-4846-92e0-70a14113ac7c,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:30.655907 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a448abd-992b-4918-b11a-26ca29bdcfa4 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Made reservation on behalf of def45e3b476244c1b665c83a190dbab9 for: {'port': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:30:30.660728 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5a448abd-992b-4918-b11a-26ca29bdcfa4 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:30.680716 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e18a020d-28cd-4e53-b19d-947579638e80 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "DELETE /v2.0/networks/134228eb-4c7b-4846-92e0-70a14113ac7c HTTP/1.1" status: 204 len: 168 time: 5.6086373 Mar 11 15:30:30.693446 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36064) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:30.701363 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-529679d4-dc80-4421-888d-76229a9d45e8 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Unset dirty status for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group_rule {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:30:30.706368 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-529679d4-dc80-4421-888d-76229a9d45e8 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.5497665 Mar 11 15:30:30.707293 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36068) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:30.708750 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-5a448abd-992b-4918-b11a-26ca29bdcfa4 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] device_id is not set on port f081020d-e714-4a40-809a-16010c9a483e yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:30:30.717818 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-59d3bd45-faa9-458a-8f9f-e11ad0580633 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1888115973'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:30.729998 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-59d3bd45-faa9-458a-8f9f-e11ad0580633 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:30.747295 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-59d3bd45-faa9-458a-8f9f-e11ad0580633 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Usage tracker for resource:network and tenant:f8a07a0692504f09a49af7bfa2896e37 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:30.751033 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-59d3bd45-faa9-458a-8f9f-e11ad0580633 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:30.760259 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-59d3bd45-faa9-458a-8f9f-e11ad0580633 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:30.769157 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a9301e6b-7b49-40d1-aec5-11ef5a5d0f9c tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:30.769157 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9301e6b-7b49-40d1-aec5-11ef5a5d0f9c tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 50fdf996-63e7-43a1-b969-7fc3b085aa58 {{(pid=83866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:30:30.785559 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.l3_db [None req-efb2ba36-098e-41d9-8abd-46cc2f83a9db tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Floating IP 7f7ded9a-647c-42d2-9ecb-fe363f78e763 associated. External IP: 172.26.0.182, port: 0a1ac30c-ce18-4336-a4b9-78bce4668975. Mar 11 15:30:30.801130 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-a1b78e83-0d40-4607-9d2e-21ea024a9c71 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Allocated IP 2001:db8::f (ead83346-51a5-4bae-a08a-bdaf4257c00c/672036a0-7eb3-4f66-87f6-35ff60fab889/986f56ec-500a-4c46-8faf-716fedca6488) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:30:30.807856 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d3bd45-faa9-458a-8f9f-e11ad0580633 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Made reservation on behalf of f8a07a0692504f09a49af7bfa2896e37 for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:30:30.810947 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-59d3bd45-faa9-458a-8f9f-e11ad0580633 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:30.840369 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a9301e6b-7b49-40d1-aec5-11ef5a5d0f9c tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:30.843939 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a9301e6b-7b49-40d1-aec5-11ef5a5d0f9c tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] 10.222.0.31 "DELETE /v2.0/routers/50fdf996-63e7-43a1-b969-7fc3b085aa58 HTTP/1.1" status: 204 len: 168 time: 1.4522200 Mar 11 15:30:30.887452 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:30.892727 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59d3bd45-faa9-458a-8f9f-e11ad0580633 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:30:30.899050 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-3d150727-e7e2-4018-8f50-8e9454c5468e None None] Allocated IP 2001:db8::2 (94ff69be-04ef-44dc-872e-d9cc72bbfda2/fb20a27c-42da-47eb-8289-bca56d782854/9c934a41-4fbf-42a2-b193-aa2caac1b7f7) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:30:30.920171 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-59d3bd45-faa9-458a-8f9f-e11ad0580633 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:30.920788 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-59d3bd45-faa9-458a-8f9f-e11ad0580633 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Added segment 3748b3b0-910a-42a9-9db6-381a3f6a4ffa of type vlan for network 35c03726-23bc-41ee-806a-10aca7b6bf38 Mar 11 15:30:30.996548 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-65ff170f-4de8-4e05-a87f-2dc6d671c71d tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:31.009172 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-65ff170f-4de8-4e05-a87f-2dc6d671c71d tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:31.048890 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-59d3bd45-faa9-458a-8f9f-e11ad0580633 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:31.054403 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-65ff170f-4de8-4e05-a87f-2dc6d671c71d tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:31.079012 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff170f-4de8-4e05-a87f-2dc6d671c71d tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=116bed93-e635-4625-a453-e56307289f72,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:31.079639 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port c5092fe8-96d1-4a52-a777-7446262b7e4c, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=c5092fe8-96d1-4a52-a777-7446262b7e4c,segment=NetworkSegment(b9d31f8d-f7fc-4903-8be7-60c433e79dfc),segment_id=b9d31f8d-f7fc-4903-8be7-60c433e79dfc)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:30:31.104459 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:31.121170 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-65ff170f-4de8-4e05-a87f-2dc6d671c71d tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:31.122352 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-65ff170f-4de8-4e05-a87f-2dc6d671c71d tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/116bed93-e635-4625-a453-e56307289f72 HTTP/1.1" status: 204 len: 168 time: 0.3767087 Mar 11 15:30:31.125342 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36074) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:31.160358 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-59d3bd45-faa9-458a-8f9f-e11ad0580633 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:31.164255 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d3bd45-faa9-458a-8f9f-e11ad0580633 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:31.165191 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-59d3bd45-faa9-458a-8f9f-e11ad0580633 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:31.216482 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36078) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:31.250217 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a1b78e83-0d40-4607-9d2e-21ea024a9c71 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:31.387476 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-a1b78e83-0d40-4607-9d2e-21ea024a9c71 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Transition to ACTIVE for port object 986f56ec-500a-4c46-8faf-716fedca6488 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:30:31.407965 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=c5092fe8-96d1-4a52-a777-7446262b7e4c,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:31.425824 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3d150727-e7e2-4018-8f50-8e9454c5468e None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:31.436208 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb2ba36-098e-41d9-8abd-46cc2f83a9db tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Router f186c74e-a9d7-4f53-91d1-dea1dbb31662 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:30:31.447515 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-59d3bd45-faa9-458a-8f9f-e11ad0580633 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7529409 Mar 11 15:30:31.448715 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36084) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:31.450669 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-3d150727-e7e2-4018-8f50-8e9454c5468e None None] Transition to ACTIVE for port object 9c934a41-4fbf-42a2-b193-aa2caac1b7f7 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:30:31.477729 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-3d150727-e7e2-4018-8f50-8e9454c5468e None None] Transition to ACTIVE for port object 9c934a41-4fbf-42a2-b193-aa2caac1b7f7 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:30:31.484895 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3bd45-faa9-458a-8f9f-e11ad0580633 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event updated for resources: {'Network': ['ID=35c03726-23bc-41ee-806a-10aca7b6bf38,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:31.496303 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-b5510f18-f774-4457-9aad-e4f5a237d9f0 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:31.498800 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3d150727-e7e2-4018-8f50-8e9454c5468e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:31.555715 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 35c03726-23bc-41ee-806a-10aca7b6bf38 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:30:31.561742 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a1b78e83-0d40-4607-9d2e-21ea024a9c71 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:31.710866 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-5a448abd-992b-4918-b11a-26ca29bdcfa4 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Allocated IP 2001:db8::3e4 (94ff69be-04ef-44dc-872e-d9cc72bbfda2/fb20a27c-42da-47eb-8289-bca56d782854/f081020d-e714-4a40-809a-16010c9a483e) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:30:31.728358 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ad87897a-140a-4cf8-aa9f-02d1a1d35735 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.5992131 Mar 11 15:30:31.733738 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36088) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:31.747325 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-96288e14-574b-43e5-ab71-b77a8ac9b369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:31.778354 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d150727-e7e2-4018-8f50-8e9454c5468e None None] Network 94ff69be-04ef-44dc-872e-d9cc72bbfda2 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:30:31.790950 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-3d150727-e7e2-4018-8f50-8e9454c5468e None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:31.799939 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d150727-e7e2-4018-8f50-8e9454c5468e None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:30:31.805173 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d150727-e7e2-4018-8f50-8e9454c5468e None None] Pushing event updated for resources: {'Port': ['ID=9c934a41-4fbf-42a2-b193-aa2caac1b7f7,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:31.876964 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d15ee737-d7ab-4f0a-8c44-b2c6c60926c0 None None] Provisioning for port f4f8fb7f-970e-4ce4-bbb0-a81bd7b2187c completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:30:31.886987 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d15ee737-d7ab-4f0a-8c44-b2c6c60926c0 None None] Provisioning complete for port f4f8fb7f-970e-4ce4-bbb0-a81bd7b2187c triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:30:31.887361 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d15ee737-d7ab-4f0a-8c44-b2c6c60926c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:31.913614 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-f0b81e35-91fb-433b-aa44-6d5568d2c517 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-143250585', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}, 'admin_state_up': False}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:31.999082 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device c5092fe8-96d1-4a52-a777-7446262b7e4c up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:30:32.010998 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-f0b81e35-91fb-433b-aa44-6d5568d2c517 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:32.044237 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-f0b81e35-91fb-433b-aa44-6d5568d2c517 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Usage tracker for resource:router and tenant:e3780808577d4381a98ee54e75caac80 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:32.055234 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-f0b81e35-91fb-433b-aa44-6d5568d2c517 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:32.069809 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-f0b81e35-91fb-433b-aa44-6d5568d2c517 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:32.083009 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-88ff68c4-90d0-464b-a4c8-e1676d9a41e6 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:32.098067 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-3d150727-e7e2-4018-8f50-8e9454c5468e None None] Attempting to bind port 9c934a41-4fbf-42a2-b193-aa2caac1b7f7 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:30:32.098067 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-3d150727-e7e2-4018-8f50-8e9454c5468e None None] Attempting to bind port 9c934a41-4fbf-42a2-b193-aa2caac1b7f7 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'ba25b1b2-a4a7-42ed-9865-f0520f62b1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '94ff69be-04ef-44dc-872e-d9cc72bbfda2'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:30:32.098067 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d150727-e7e2-4018-8f50-8e9454c5468e None None] Attempting to bind port 9c934a41-4fbf-42a2-b193-aa2caac1b7f7 on network 94ff69be-04ef-44dc-872e-d9cc72bbfda2 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:30:32.109803 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-d15ee737-d7ab-4f0a-8c44-b2c6c60926c0 None None] Port f4f8fb7f-970e-4ce4-bbb0-a81bd7b2187c cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:30:32.110113 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-88ff68c4-90d0-464b-a4c8-e1676d9a41e6 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:32.120595 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d150727-e7e2-4018-8f50-8e9454c5468e None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:30:32.120856 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d150727-e7e2-4018-8f50-8e9454c5468e None None] Checking segment: {'id': 'ba25b1b2-a4a7-42ed-9865-f0520f62b1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '94ff69be-04ef-44dc-872e-d9cc72bbfda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:30:32.121222 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3d150727-e7e2-4018-8f50-8e9454c5468e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:32.121617 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d150727-e7e2-4018-8f50-8e9454c5468e None None] Bound using segment: {'id': 'ba25b1b2-a4a7-42ed-9865-f0520f62b1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '94ff69be-04ef-44dc-872e-d9cc72bbfda2'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:30:32.122103 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-3d150727-e7e2-4018-8f50-8e9454c5468e None None] Bound port: 9c934a41-4fbf-42a2-b193-aa2caac1b7f7, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba25b1b2-a4a7-42ed-9865-f0520f62b1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '94ff69be-04ef-44dc-872e-d9cc72bbfda2'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:30:32.122476 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3d150727-e7e2-4018-8f50-8e9454c5468e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:32.125314 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f0b81e35-91fb-433b-aa44-6d5568d2c517 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:32.126394 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f0b81e35-91fb-433b-aa44-6d5568d2c517 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:32.201149 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d15ee737-d7ab-4f0a-8c44-b2c6c60926c0 None None] Provisioning complete for port c5092fe8-96d1-4a52-a777-7446262b7e4c triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:30:32.201509 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d15ee737-d7ab-4f0a-8c44-b2c6c60926c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:32.212160 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-88ff68c4-90d0-464b-a4c8-e1676d9a41e6 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:32.241654 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b78e83-0d40-4607-9d2e-21ea024a9c71 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Network ead83346-51a5-4bae-a08a-bdaf4257c00c is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:30:32.245281 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b78e83-0d40-4607-9d2e-21ea024a9c71 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'Port': ['ID=986f56ec-500a-4c46-8faf-716fedca6488,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:32.250644 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-a1b78e83-0d40-4607-9d2e-21ea024a9c71 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:32.256095 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b5510f18-f774-4457-9aad-e4f5a237d9f0 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:32.278871 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b78e83-0d40-4607-9d2e-21ea024a9c71 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:30:32.280309 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port c5092fe8-96d1-4a52-a777-7446262b7e4c triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:30:32.280688 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:32.287472 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b78e83-0d40-4607-9d2e-21ea024a9c71 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:32.288598 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a1b78e83-0d40-4607-9d2e-21ea024a9c71 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:32.305826 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5a448abd-992b-4918-b11a-26ca29bdcfa4 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:32.310292 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f0b81e35-91fb-433b-aa44-6d5568d2c517 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:32.313530 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff68c4-90d0-464b-a4c8-e1676d9a41e6 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08abce07-e310-4725-888d-84babe2f47de,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:32.316313 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b5510f18-f774-4457-9aad-e4f5a237d9f0 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:32.369938 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-88ff68c4-90d0-464b-a4c8-e1676d9a41e6 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:32.373900 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-88ff68c4-90d0-464b-a4c8-e1676d9a41e6 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/08abce07-e310-4725-888d-84babe2f47de HTTP/1.1" status: 204 len: 168 time: 0.6250677 Mar 11 15:30:32.376678 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-5a448abd-992b-4918-b11a-26ca29bdcfa4 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Transition to ACTIVE for port object f081020d-e714-4a40-809a-16010c9a483e will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:30:32.380595 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36094) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:32.393244 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-3d150727-e7e2-4018-8f50-8e9454c5468e None None] For port 9c934a41-4fbf-42a2-b193-aa2caac1b7f7, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:30:32.400892 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-3d150727-e7e2-4018-8f50-8e9454c5468e None None] For port 9c934a41-4fbf-42a2-b193-aa2caac1b7f7, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=9c934a41-4fbf-42a2-b193-aa2caac1b7f7,segment=NetworkSegment(ba25b1b2-a4a7-42ed-9865-f0520f62b1f0),segment_id=ba25b1b2-a4a7-42ed-9865-f0520f62b1f0)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:30:32.409478 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3d150727-e7e2-4018-8f50-8e9454c5468e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:32.447353 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b5510f18-f774-4457-9aad-e4f5a237d9f0 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Network 35c03726-23bc-41ee-806a-10aca7b6bf38 is not hosted by any dhcp agent {{(pid=83866) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 11 15:30:32.451030 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5510f18-f774-4457-9aad-e4f5a237d9f0 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:32.451629 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b5510f18-f774-4457-9aad-e4f5a237d9f0 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:32.452958 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b5510f18-f774-4457-9aad-e4f5a237d9f0 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "PUT /v2.0/networks/35c03726-23bc-41ee-806a-10aca7b6bf38 HTTP/1.1" status: 200 len: 723 time: 0.9919531 Mar 11 15:30:32.460699 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36098) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:32.510338 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-ef54e64d-62dc-42ba-8a65-e6f3da923d68 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Request body: {'subnet': {'network_id': '35c03726-23bc-41ee-806a-10aca7b6bf38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:32.534424 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5510f18-f774-4457-9aad-e4f5a237d9f0 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event updated for resources: {'Network': ['ID=35c03726-23bc-41ee-806a-10aca7b6bf38,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:32.554187 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a1b78e83-0d40-4607-9d2e-21ea024a9c71 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.2508345 Mar 11 15:30:32.559928 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36102) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:32.606057 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 35c03726-23bc-41ee-806a-10aca7b6bf38 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:30:32.655688 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-56329eee-17a0-42d3-9f9b-95e4040c3d1e tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Synchronizing usage tracker for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group_rule {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:30:32.698489 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb2ba36-098e-41d9-8abd-46cc2f83a9db tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:30:32.700721 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-56329eee-17a0-42d3-9f9b-95e4040c3d1e tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Unset dirty status for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group_rule {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:30:32.704651 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-56329eee-17a0-42d3-9f9b-95e4040c3d1e tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3187938 Mar 11 15:30:32.713140 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36106) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:32.767398 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5a448abd-992b-4918-b11a-26ca29bdcfa4 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:32.780942 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ef54e64d-62dc-42ba-8a65-e6f3da923d68 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:32.781891 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-efb2ba36-098e-41d9-8abd-46cc2f83a9db tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:32.789632 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ef54e64d-62dc-42ba-8a65-e6f3da923d68 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Usage tracker for resource:subnet and tenant:f8a07a0692504f09a49af7bfa2896e37 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:32.795801 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ef54e64d-62dc-42ba-8a65-e6f3da923d68 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:32.808002 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ef54e64d-62dc-42ba-8a65-e6f3da923d68 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:32.844688 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d150727-e7e2-4018-8f50-8e9454c5468e None None] Pushing event updated for resources: {'Port': ['ID=9c934a41-4fbf-42a2-b193-aa2caac1b7f7,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:32.865633 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f0b81e35-91fb-433b-aa44-6d5568d2c517 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:32.867737 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef54e64d-62dc-42ba-8a65-e6f3da923d68 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Made reservation on behalf of f8a07a0692504f09a49af7bfa2896e37 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:30:32.874699 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c107235d-e27a-437c-99f0-a390dfffd523 None None] Sync routers for ids ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:30:33.055926 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-a7875a24-e3d2-4b24-9849-809d74fd5884 None None] Provisioning complete for port f4f8fb7f-970e-4ce4-bbb0-a81bd7b2187c triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:30:33.056820 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a7875a24-e3d2-4b24-9849-809d74fd5884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:33.136049 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f840d7-b6ef-4d83-89e3-7d63728706d4 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:33.136759 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:33.136896 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-96f840d7-b6ef-4d83-89e3-7d63728706d4 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Synchronizing usage tracker for tenant:6b1a6507e257408892b3294b50293467 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:30:33.138096 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:33.157370 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c107235d-e27a-437c-99f0-a390dfffd523 None None] Routers {'f186c74e-a9d7-4f53-91d1-dea1dbb31662'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:30:33.159290 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-c107235d-e27a-437c-99f0-a390dfffd523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:30:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:33.173663 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ef54e64d-62dc-42ba-8a65-e6f3da923d68 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:33.260825 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a448abd-992b-4918-b11a-26ca29bdcfa4 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Network 94ff69be-04ef-44dc-872e-d9cc72bbfda2 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:30:33.277733 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-a7875a24-e3d2-4b24-9849-809d74fd5884 None None] Port f4f8fb7f-970e-4ce4-bbb0-a81bd7b2187c cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:30:33.280460 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-c107235d-e27a-437c-99f0-a390dfffd523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:33.282593 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-96f840d7-b6ef-4d83-89e3-7d63728706d4 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Unset dirty status for tenant:6b1a6507e257408892b3294b50293467 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:30:33.283387 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-96f840d7-b6ef-4d83-89e3-7d63728706d4 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.7220860 Mar 11 15:30:33.293305 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36110) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:33.297260 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-5a448abd-992b-4918-b11a-26ca29bdcfa4 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:33.307358 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-efb2ba36-098e-41d9-8abd-46cc2f83a9db tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 10.2625921 Mar 11 15:30:33.313628 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a448abd-992b-4918-b11a-26ca29bdcfa4 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:30:33.313838 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c107235d-e27a-437c-99f0-a390dfffd523 None None] Routers {'f186c74e-a9d7-4f53-91d1-dea1dbb31662'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:30:33.314447 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-c107235d-e27a-437c-99f0-a390dfffd523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:30:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:33.319696 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a448abd-992b-4918-b11a-26ca29bdcfa4 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:33.320410 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5a448abd-992b-4918-b11a-26ca29bdcfa4 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:33.335217 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5536fdc2-bdfb-46c0-b303-9e3fafd45970 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:33.340262 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36114) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:33.343031 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a448abd-992b-4918-b11a-26ca29bdcfa4 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Pushing event updated for resources: {'Port': ['ID=f081020d-e714-4a40-809a-16010c9a483e,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:33.365685 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-8e110f59-7380-49c1-b920-603cf9af9e51 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:33.372271 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-a7875a24-e3d2-4b24-9849-809d74fd5884 None None] Provisioning for port 986f56ec-500a-4c46-8faf-716fedca6488 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:30:33.384065 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-c107235d-e27a-437c-99f0-a390dfffd523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:33.384553 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c107235d-e27a-437c-99f0-a390dfffd523 None None] The sync data for ids ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:30:33.387041 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-a7875a24-e3d2-4b24-9849-809d74fd5884 None None] Provisioning complete for port 986f56ec-500a-4c46-8faf-716fedca6488 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:30:33.387452 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a7875a24-e3d2-4b24-9849-809d74fd5884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:33.457195 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-a7875a24-e3d2-4b24-9849-809d74fd5884 None None] Port 986f56ec-500a-4c46-8faf-716fedca6488 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:30:33.466513 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a448abd-992b-4918-b11a-26ca29bdcfa4 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:33.467067 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a448abd-992b-4918-b11a-26ca29bdcfa4 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:33.467635 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a448abd-992b-4918-b11a-26ca29bdcfa4 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:33.468246 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a448abd-992b-4918-b11a-26ca29bdcfa4 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:33.468809 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a448abd-992b-4918-b11a-26ca29bdcfa4 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:33.469353 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a448abd-992b-4918-b11a-26ca29bdcfa4 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:33.469923 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a448abd-992b-4918-b11a-26ca29bdcfa4 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:33.470478 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a448abd-992b-4918-b11a-26ca29bdcfa4 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:33.471040 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a448abd-992b-4918-b11a-26ca29bdcfa4 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:33.472191 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a448abd-992b-4918-b11a-26ca29bdcfa4 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:33.472755 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a448abd-992b-4918-b11a-26ca29bdcfa4 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:33.523389 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99881237-4c39-4590-91e5-8fb747d83480 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:33.527500 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99881237-4c39-4590-91e5-8fb747d83480 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:33.531485 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99881237-4c39-4590-91e5-8fb747d83480 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:33.533263 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-99881237-4c39-4590-91e5-8fb747d83480 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2390723 Mar 11 15:30:33.537411 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36118) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:33.586860 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5a448abd-992b-4918-b11a-26ca29bdcfa4 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.5073502 Mar 11 15:30:33.594383 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5536fdc2-bdfb-46c0-b303-9e3fafd45970 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:33.602400 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36122) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:33.628086 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-fb678df1-5ae2-4104-b486-4a3b55d91c6a tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Request body: {'port': {'network_id': '94ff69be-04ef-44dc-872e-d9cc72bbfda2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-533625491', 'allowed_address_pairs': [{'ip_address': '2001:db8::3e4', 'mac_address': 'fa:16:3e:f4:00:7e'}]}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:33.675651 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8e110f59-7380-49c1-b920-603cf9af9e51 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for floatingip, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:33.747125 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ef54e64d-62dc-42ba-8a65-e6f3da923d68 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:33.754400 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-a54cd45f-1ebf-4eae-8312-23610b91561f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Deleting port 986f56ec-500a-4c46-8faf-716fedca6488 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:30:33.754743 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a54cd45f-1ebf-4eae-8312-23610b91561f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:33.816917 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5536fdc2-bdfb-46c0-b303-9e3fafd45970 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:33.847506 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536fdc2-bdfb-46c0-b303-9e3fafd45970 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c661e7-80a1-4b84-b940-8fc96bef961b,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:33.943482 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef54e64d-62dc-42ba-8a65-e6f3da923d68 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event updated for resources: {'Subnet': ['ID=b64aabb9-3ab0-4c87-bfba-77316c14850b,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:34.002284 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 9c934a41-4fbf-42a2-b193-aa2caac1b7f7 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:30:34.028155 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5536fdc2-bdfb-46c0-b303-9e3fafd45970 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:34.032033 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5536fdc2-bdfb-46c0-b303-9e3fafd45970 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "DELETE /v2.0/security-groups/c8c661e7-80a1-4b84-b940-8fc96bef961b HTTP/1.1" status: 204 len: 168 time: 1.3156631 Mar 11 15:30:34.036679 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36126) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:34.099244 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-fb678df1-5ae2-4104-b486-4a3b55d91c6a tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:34.110449 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-fb678df1-5ae2-4104-b486-4a3b55d91c6a tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Usage tracker for resource:port and tenant:def45e3b476244c1b665c83a190dbab9 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:34.118160 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:34.122836 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-fb678df1-5ae2-4104-b486-4a3b55d91c6a tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:34.131366 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 9c934a41-4fbf-42a2-b193-aa2caac1b7f7 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:30:34.157384 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-fb678df1-5ae2-4104-b486-4a3b55d91c6a tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:34.212828 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef54e64d-62dc-42ba-8a65-e6f3da923d68 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Checking segment: {'id': '3748b3b0-910a-42a9-9db6-381a3f6a4ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '35c03726-23bc-41ee-806a-10aca7b6bf38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:30:34.213193 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef54e64d-62dc-42ba-8a65-e6f3da923d68 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Network hostable DHCP agents. Network: 35c03726-23bc-41ee-806a-10aca7b6bf38, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:30:34.217647 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c889dd65-50d4-494b-a8c4-9471acb59ae2 None None] Network 94ff69be-04ef-44dc-872e-d9cc72bbfda2 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:30:34.240932 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8e110f59-7380-49c1-b920-603cf9af9e51 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:34.258492 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb678df1-5ae2-4104-b486-4a3b55d91c6a tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Made reservation on behalf of def45e3b476244c1b665c83a190dbab9 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:30:34.302003 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-68cce7c4-d9d2-463b-9a0f-201acdc4f156 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Synchronizing usage tracker for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:30:34.309243 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8e110f59-7380-49c1-b920-603cf9af9e51 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:34.309726 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.l3_db [None req-8e110f59-7380-49c1-b920-603cf9af9e51 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Floating IP 7f7ded9a-647c-42d2-9ecb-fe363f78e763 disassociated. External IP: 172.26.0.182, port: 0a1ac30c-ce18-4336-a4b9-78bce4668975. Mar 11 15:30:34.376014 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-df36a551-7944-40bc-982a-1ab22cdeb014 None None] Provisioning for port 9c934a41-4fbf-42a2-b193-aa2caac1b7f7 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:30:34.388302 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-df36a551-7944-40bc-982a-1ab22cdeb014 None None] Provisioning complete for port 9c934a41-4fbf-42a2-b193-aa2caac1b7f7 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:30:34.389026 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-df36a551-7944-40bc-982a-1ab22cdeb014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:34.404843 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef54e64d-62dc-42ba-8a65-e6f3da923d68 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Network 35c03726-23bc-41ee-806a-10aca7b6bf38 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:30:34.437404 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a54cd45f-1ebf-4eae-8312-23610b91561f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:34.454893 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-ef54e64d-62dc-42ba-8a65-e6f3da923d68 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 35c03726-23bc-41ee-806a-10aca7b6bf38) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:34.484435 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f31b744-35fa-45b4-a486-79e0e6cebd7a None None] Network 35c03726-23bc-41ee-806a-10aca7b6bf38 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:30:34.485283 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f0b81e35-91fb-433b-aa44-6d5568d2c517 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router_gateway, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:34.529256 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f0b81e35-91fb-433b-aa44-6d5568d2c517 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:34.532149 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-68cce7c4-d9d2-463b-9a0f-201acdc4f156 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Unset dirty status for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:30:34.536837 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef54e64d-62dc-42ba-8a65-e6f3da923d68 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:34.538043 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ef54e64d-62dc-42ba-8a65-e6f3da923d68 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1707512'] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:34.540970 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-68cce7c4-d9d2-463b-9a0f-201acdc4f156 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5018914 Mar 11 15:30:34.542657 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36130) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:34.737878 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-f0b81e35-91fb-433b-aa44-6d5568d2c517 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Allocated IP 172.26.0.44 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/48443d10-e99b-44b9-a038-4388ae0f2fcf) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:30:34.760157 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-a54cd45f-1ebf-4eae-8312-23610b91561f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Calling delete_port for 986f56ec-500a-4c46-8faf-716fedca6488 owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:30:34.805856 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-4831d718-6bcf-4e2e-85b0-fed888bd8da4 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Request body: {'security_group': {'name': 'tempest-secgroup--1696104546'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:34.811952 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-4831d718-6bcf-4e2e-85b0-fed888bd8da4 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:34.819058 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-df36a551-7944-40bc-982a-1ab22cdeb014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:34.823315 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-4831d718-6bcf-4e2e-85b0-fed888bd8da4 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:34.846821 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fb678df1-5ae2-4104-b486-4a3b55d91c6a tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:34.869111 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4831d718-6bcf-4e2e-85b0-fed888bd8da4 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:34.916990 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ef54e64d-62dc-42ba-8a65-e6f3da923d68 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4526508 Mar 11 15:30:34.920318 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36134) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:34.929168 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-1972d8c5-702f-4d54-9b44-4ab51fffaa2c tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:34.947682 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-df36a551-7944-40bc-982a-1ab22cdeb014 None None] For port 9c934a41-4fbf-42a2-b193-aa2caac1b7f7, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=9c934a41-4fbf-42a2-b193-aa2caac1b7f7,segment=NetworkSegment(ba25b1b2-a4a7-42ed-9865-f0520f62b1f0),segment_id=ba25b1b2-a4a7-42ed-9865-f0520f62b1f0)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:30:34.960154 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-df36a551-7944-40bc-982a-1ab22cdeb014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:34.963714 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-fb678df1-5ae2-4104-b486-4a3b55d91c6a tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] device_id is not set on port 9730f668-bc56-4c5e-bc45-1b275acbbe13 yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:30:34.978220 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f0b81e35-91fb-433b-aa44-6d5568d2c517 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:35.009450 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb25e89-0ba5-4498-9da1-e3cf564bbfe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-35c03726-23bc-41ee-806a-10aca7b6bf38', 'network_id': '35c03726-23bc-41ee-806a-10aca7b6bf38', 'tenant_id': 'f8a07a0692504f09a49af7bfa2896e37', 'fixed_ips': [{'subnet_id': 'b64aabb9-3ab0-4c87-bfba-77316c14850b'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:30:35.009849 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0bb25e89-0ba5-4498-9da1-e3cf564bbfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:35.071832 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-4831d718-6bcf-4e2e-85b0-fed888bd8da4 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:35.091606 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f0b81e35-91fb-433b-aa44-6d5568d2c517 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:35.131540 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-4831d718-6bcf-4e2e-85b0-fed888bd8da4 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Usage tracker for resource:security_group_rule and tenant:92da5a0314de4cc9af95bd50ca71b214 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:35.163853 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36a551-7944-40bc-982a-1ab22cdeb014 None None] Pushing event updated for resources: {'Port': ['ID=9c934a41-4fbf-42a2-b193-aa2caac1b7f7,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:35.173608 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-4831d718-6bcf-4e2e-85b0-fed888bd8da4 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:35.199005 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-4831d718-6bcf-4e2e-85b0-fed888bd8da4 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:35.338714 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1972d8c5-702f-4d54-9b44-4ab51fffaa2c tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3553320'] for subnet, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:35.349934 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b81e35-91fb-433b-aa44-6d5568d2c517 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:30:35.356205 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-f0b81e35-91fb-433b-aa44-6d5568d2c517 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:35.359741 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b81e35-91fb-433b-aa44-6d5568d2c517 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:30:35.399106 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-0bb25e89-0ba5-4498-9da1-e3cf564bbfe1 None None] Allocated IP 172.20.0.2 (35c03726-23bc-41ee-806a-10aca7b6bf38/b64aabb9-3ab0-4c87-bfba-77316c14850b/4b21a020-b23f-4307-8bd2-36b91da41eca) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:30:35.404974 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b81e35-91fb-433b-aa44-6d5568d2c517 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Pushing event updated for resources: {'Port': ['ID=48443d10-e99b-44b9-a038-4388ae0f2fcf,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:35.410477 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a54cd45f-1ebf-4eae-8312-23610b91561f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:35.450706 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e283c956-8c04-4b11-954d-df117dc1849a None None] Provisioning complete for port 9c934a41-4fbf-42a2-b193-aa2caac1b7f7 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:30:35.451445 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e283c956-8c04-4b11-954d-df117dc1849a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:35.518554 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54cd45f-1ebf-4eae-8312-23610b91561f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event deleted for resources: {'Port': ['ID=986f56ec-500a-4c46-8faf-716fedca6488,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:35.555174 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4831d718-6bcf-4e2e-85b0-fed888bd8da4 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:35.557180 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-fb678df1-5ae2-4104-b486-4a3b55d91c6a tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Allocated IP 2001:db8::35b (94ff69be-04ef-44dc-872e-d9cc72bbfda2/fb20a27c-42da-47eb-8289-bca56d782854/9730f668-bc56-4c5e-bc45-1b275acbbe13) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:30:35.569248 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4831d718-6bcf-4e2e-85b0-fed888bd8da4 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:35.579486 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e110f59-7380-49c1-b920-603cf9af9e51 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Router f186c74e-a9d7-4f53-91d1-dea1dbb31662 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:30:35.632289 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54cd45f-1ebf-4eae-8312-23610b91561f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:35.633806 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54cd45f-1ebf-4eae-8312-23610b91561f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:35.634884 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54cd45f-1ebf-4eae-8312-23610b91561f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:35.635446 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54cd45f-1ebf-4eae-8312-23610b91561f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:35.636019 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54cd45f-1ebf-4eae-8312-23610b91561f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:35.636798 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54cd45f-1ebf-4eae-8312-23610b91561f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:35.637322 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54cd45f-1ebf-4eae-8312-23610b91561f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:35.637856 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54cd45f-1ebf-4eae-8312-23610b91561f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:35.639655 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54cd45f-1ebf-4eae-8312-23610b91561f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:35.640045 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54cd45f-1ebf-4eae-8312-23610b91561f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:35.640443 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54cd45f-1ebf-4eae-8312-23610b91561f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:35.658226 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a54cd45f-1ebf-4eae-8312-23610b91561f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:35.772756 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4831d718-6bcf-4e2e-85b0-fed888bd8da4 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaebc25d-643b-4ad2-8b87-4d913cae83cc,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:35.792753 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a54cd45f-1ebf-4eae-8312-23610b91561f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/ports/986f56ec-500a-4c46-8faf-716fedca6488 HTTP/1.1" status: 204 len: 168 time: 2.2542870 Mar 11 15:30:35.798869 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4831d718-6bcf-4e2e-85b0-fed888bd8da4 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:35.807283 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-4831d718-6bcf-4e2e-85b0-fed888bd8da4 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0592856 Mar 11 15:30:35.810770 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36138) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:35.812192 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36140) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:35.833860 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-ca8483ec-1649-44b9-ad16-d7eabe26de2b tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Request body: {'security_group_rule': {'security_group_id': 'eaebc25d-643b-4ad2-8b87-4d913cae83cc', 'direction': 'ingress', 'protocol': 17}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:35.855040 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f0b81e35-91fb-433b-aa44-6d5568d2c517 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router_gateway, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:35.855780 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f0b81e35-91fb-433b-aa44-6d5568d2c517 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:35.878098 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0bb25e89-0ba5-4498-9da1-e3cf564bbfe1 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:35.889738 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e283c956-8c04-4b11-954d-df117dc1849a None None] Provisioning for port f081020d-e714-4a40-809a-16010c9a483e completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:30:35.896079 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-0bb25e89-0ba5-4498-9da1-e3cf564bbfe1 None None] Transition to ACTIVE for port object 4b21a020-b23f-4307-8bd2-36b91da41eca will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:30:35.912968 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e283c956-8c04-4b11-954d-df117dc1849a None None] Provisioning complete for port f081020d-e714-4a40-809a-16010c9a483e triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:30:35.913525 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e283c956-8c04-4b11-954d-df117dc1849a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:35.954712 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfbddd5e-d17a-4a54-8c47-57ebb963962f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] GET failed (client error): The resource could not be found. Mar 11 15:30:35.955236 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-dfbddd5e-d17a-4a54-8c47-57ebb963962f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Synchronizing usage tracker for tenant:6b1a6507e257408892b3294b50293467 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:30:35.959838 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ca8483ec-1649-44b9-ad16-d7eabe26de2b tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:35.985063 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-0bb25e89-0ba5-4498-9da1-e3cf564bbfe1 None None] Transition to ACTIVE for port object 4b21a020-b23f-4307-8bd2-36b91da41eca will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:30:35.989048 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 9c934a41-4fbf-42a2-b193-aa2caac1b7f7 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:30:36.019980 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ca8483ec-1649-44b9-ad16-d7eabe26de2b tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Usage tracker for resource:security_group_rule and tenant:92da5a0314de4cc9af95bd50ca71b214 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:36.025341 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ca8483ec-1649-44b9-ad16-d7eabe26de2b tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:36.047513 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ca8483ec-1649-44b9-ad16-d7eabe26de2b tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:36.110634 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0bb25e89-0ba5-4498-9da1-e3cf564bbfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:36.118437 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-dfbddd5e-d17a-4a54-8c47-57ebb963962f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Unset dirty status for tenant:6b1a6507e257408892b3294b50293467 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:30:36.122046 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-dfbddd5e-d17a-4a54-8c47-57ebb963962f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "GET /v2.0/ports/986f56ec-500a-4c46-8faf-716fedca6488 HTTP/1.1" status: 404 len: 333 time: 0.3075855 Mar 11 15:30:36.124568 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36146) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:36.183698 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ca8483ec-1649-44b9-ad16-d7eabe26de2b tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:36.215898 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb25e89-0ba5-4498-9da1-e3cf564bbfe1 None None] Network 35c03726-23bc-41ee-806a-10aca7b6bf38 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:30:36.226535 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb25e89-0ba5-4498-9da1-e3cf564bbfe1 None None] Pushing event updated for resources: {'Port': ['ID=4b21a020-b23f-4307-8bd2-36b91da41eca,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:36.230440 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-0bb25e89-0ba5-4498-9da1-e3cf564bbfe1 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:36.250691 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb25e89-0ba5-4498-9da1-e3cf564bbfe1 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:30:36.269253 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e110f59-7380-49c1-b920-603cf9af9e51 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:30:36.272578 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-e283c956-8c04-4b11-954d-df117dc1849a None None] Port f081020d-e714-4a40-809a-16010c9a483e cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:30:36.287635 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8e110f59-7380-49c1-b920-603cf9af9e51 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:36.295151 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07578f0-9da7-44f9-828e-1fa933d769c5 None None] Sync routers for ids ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:30:36.321050 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07578f0-9da7-44f9-828e-1fa933d769c5 None None] Routers {'f186c74e-a9d7-4f53-91d1-dea1dbb31662'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:30:36.321678 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-a07578f0-9da7-44f9-828e-1fa933d769c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:30:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:36.384584 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-8e110f59-7380-49c1-b920-603cf9af9e51 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "PUT /v2.0/floatingips/7f7ded9a-647c-42d2-9ecb-fe363f78e763 HTTP/1.1" status: 200 len: 688 time: 3.0429664 Mar 11 15:30:36.391354 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36150) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:36.394912 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-a07578f0-9da7-44f9-828e-1fa933d769c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:36.405777 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 9c934a41-4fbf-42a2-b193-aa2caac1b7f7 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:30:36.406206 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07578f0-9da7-44f9-828e-1fa933d769c5 None None] Routers {'f186c74e-a9d7-4f53-91d1-dea1dbb31662'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:30:36.406328 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:36.406948 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-a07578f0-9da7-44f9-828e-1fa933d769c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:30:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:36.446452 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fb678df1-5ae2-4104-b486-4a3b55d91c6a tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:36.464016 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-cf618c30-3eed-42f3-8125-a5cde939518d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Deleting port f4f8fb7f-970e-4ce4-bbb0-a81bd7b2187c {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:30:36.464927 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cf618c30-3eed-42f3-8125-a5cde939518d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:36.465197 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6bf78e72-0965-4633-9d9f-b70b7d30307a None None] Provisioning complete for port f081020d-e714-4a40-809a-16010c9a483e triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:30:36.465640 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6bf78e72-0965-4633-9d9f-b70b7d30307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:36.490544 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-a07578f0-9da7-44f9-828e-1fa933d769c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:36.490956 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07578f0-9da7-44f9-828e-1fa933d769c5 None None] The sync data for ids ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:30:36.505585 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-0bb25e89-0ba5-4498-9da1-e3cf564bbfe1 None None] Attempting to bind port 4b21a020-b23f-4307-8bd2-36b91da41eca on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:30:36.506362 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-0bb25e89-0ba5-4498-9da1-e3cf564bbfe1 None None] Attempting to bind port 4b21a020-b23f-4307-8bd2-36b91da41eca by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '3748b3b0-910a-42a9-9db6-381a3f6a4ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '35c03726-23bc-41ee-806a-10aca7b6bf38'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:30:36.506573 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb25e89-0ba5-4498-9da1-e3cf564bbfe1 None None] Attempting to bind port 4b21a020-b23f-4307-8bd2-36b91da41eca on network 35c03726-23bc-41ee-806a-10aca7b6bf38 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:30:36.517127 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ca8483ec-1649-44b9-ad16-d7eabe26de2b tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:36.538860 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1972d8c5-702f-4d54-9b44-4ab51fffaa2c tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788847929501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3577914'] for subnet, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:36.557917 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb25e89-0ba5-4498-9da1-e3cf564bbfe1 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:30:36.558336 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb25e89-0ba5-4498-9da1-e3cf564bbfe1 None None] Checking segment: {'id': '3748b3b0-910a-42a9-9db6-381a3f6a4ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '35c03726-23bc-41ee-806a-10aca7b6bf38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:30:36.558966 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0bb25e89-0ba5-4498-9da1-e3cf564bbfe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:36.559081 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb25e89-0ba5-4498-9da1-e3cf564bbfe1 None None] Bound using segment: {'id': '3748b3b0-910a-42a9-9db6-381a3f6a4ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '35c03726-23bc-41ee-806a-10aca7b6bf38'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:30:36.559535 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-0bb25e89-0ba5-4498-9da1-e3cf564bbfe1 None None] Bound port: 4b21a020-b23f-4307-8bd2-36b91da41eca, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3748b3b0-910a-42a9-9db6-381a3f6a4ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '35c03726-23bc-41ee-806a-10aca7b6bf38'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:30:36.559907 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0bb25e89-0ba5-4498-9da1-e3cf564bbfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:36.574675 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-6bf78e72-0965-4633-9d9f-b70b7d30307a None None] Port f081020d-e714-4a40-809a-16010c9a483e cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:30:36.586467 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ca8483ec-1649-44b9-ad16-d7eabe26de2b tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:36.595379 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-fb678df1-5ae2-4104-b486-4a3b55d91c6a tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Transition to ACTIVE for port object 9730f668-bc56-4c5e-bc45-1b275acbbe13 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:30:36.615008 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-5fd5fb43-7a96-482a-8b6c-23e1ed61b926 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Deleting port f9c4b5ef-5b8b-4139-8dc0-cd8b69989449 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:30:36.615008 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5fd5fb43-7a96-482a-8b6c-23e1ed61b926 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:36.649344 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8483ec-1649-44b9-ad16-d7eabe26de2b tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f61d81f-44aa-4e19-95f4-e52fa79d7382,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:36.690032 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1972d8c5-702f-4d54-9b44-4ab51fffaa2c tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:36.690631 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1972d8c5-702f-4d54-9b44-4ab51fffaa2c tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:36.696172 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-1972d8c5-702f-4d54-9b44-4ab51fffaa2c tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "PUT /v2.0/subnets/b64aabb9-3ab0-4c87-bfba-77316c14850b HTTP/1.1" status: 200 len: 806 time: 1.7703705 Mar 11 15:30:36.700613 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36156) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:36.738840 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-0bb25e89-0ba5-4498-9da1-e3cf564bbfe1 None None] For port 4b21a020-b23f-4307-8bd2-36b91da41eca, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:30:36.739164 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1972d8c5-702f-4d54-9b44-4ab51fffaa2c tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event updated for resources: {'Subnet': ['ID=b64aabb9-3ab0-4c87-bfba-77316c14850b,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:36.746768 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ca8483ec-1649-44b9-ad16-d7eabe26de2b tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:36.747019 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-0bb25e89-0ba5-4498-9da1-e3cf564bbfe1 None None] For port 4b21a020-b23f-4307-8bd2-36b91da41eca, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=4b21a020-b23f-4307-8bd2-36b91da41eca,segment=NetworkSegment(3748b3b0-910a-42a9-9db6-381a3f6a4ffa),segment_id=3748b3b0-910a-42a9-9db6-381a3f6a4ffa)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:30:36.750866 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ca8483ec-1649-44b9-ad16-d7eabe26de2b tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.9371600 Mar 11 15:30:36.751478 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36160) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:36.751847 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0bb25e89-0ba5-4498-9da1-e3cf564bbfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:36.837789 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb25e89-0ba5-4498-9da1-e3cf564bbfe1 None None] Pushing event updated for resources: {'Port': ['ID=4b21a020-b23f-4307-8bd2-36b91da41eca,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:36.842490 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b81e35-91fb-433b-aa44-6d5568d2c517 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Router d6f71f38-95c9-46b9-a0dc-a3b61e8df229 is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:30:36.861372 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb25e89-0ba5-4498-9da1-e3cf564bbfe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:36.861820 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb25e89-0ba5-4498-9da1-e3cf564bbfe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:36.863110 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb25e89-0ba5-4498-9da1-e3cf564bbfe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:36.863656 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb25e89-0ba5-4498-9da1-e3cf564bbfe1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:36.864035 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb25e89-0ba5-4498-9da1-e3cf564bbfe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:36.864388 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb25e89-0ba5-4498-9da1-e3cf564bbfe1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:36.865254 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb25e89-0ba5-4498-9da1-e3cf564bbfe1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:36.865661 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb25e89-0ba5-4498-9da1-e3cf564bbfe1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:36.865997 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb25e89-0ba5-4498-9da1-e3cf564bbfe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:36.866318 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb25e89-0ba5-4498-9da1-e3cf564bbfe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:36.866685 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb25e89-0ba5-4498-9da1-e3cf564bbfe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:36.874674 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fb678df1-5ae2-4104-b486-4a3b55d91c6a tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:37.017563 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb678df1-5ae2-4104-b486-4a3b55d91c6a tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Pushing event updated for resources: {'Port': ['ID=9730f668-bc56-4c5e-bc45-1b275acbbe13,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:37.021910 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb678df1-5ae2-4104-b486-4a3b55d91c6a tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Network 94ff69be-04ef-44dc-872e-d9cc72bbfda2 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:30:37.035228 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-fb678df1-5ae2-4104-b486-4a3b55d91c6a tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:37.044697 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb678df1-5ae2-4104-b486-4a3b55d91c6a tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:30:37.049009 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb678df1-5ae2-4104-b486-4a3b55d91c6a tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:37.050212 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fb678df1-5ae2-4104-b486-4a3b55d91c6a tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:37.063665 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cf618c30-3eed-42f3-8125-a5cde939518d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:37.084963 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5fd5fb43-7a96-482a-8b6c-23e1ed61b926 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:37.085565 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5fd5fb43-7a96-482a-8b6c-23e1ed61b926 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:37.086436 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-56161a49-2b12-4895-9625-fdf7a424dd19 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:37.110153 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7c7dc51e-fad4-4e63-9907-0864433e3cc1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:37.368945 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-5fd5fb43-7a96-482a-8b6c-23e1ed61b926 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Calling delete_port for f9c4b5ef-5b8b-4139-8dc0-cd8b69989449 owned by network:floatingip {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:30:37.402740 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-cf618c30-3eed-42f3-8125-a5cde939518d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Calling delete_port for f4f8fb7f-970e-4ce4-bbb0-a81bd7b2187c owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:30:37.428037 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-7c7dc51e-fad4-4e63-9907-0864433e3cc1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Deleting port 4b21a020-b23f-4307-8bd2-36b91da41eca {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:30:37.428403 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7c7dc51e-fad4-4e63-9907-0864433e3cc1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:37.439356 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-3408d87a-6325-417f-9b9a-5f5d8ae397e1 None None] Provisioning for port 9730f668-bc56-4c5e-bc45-1b275acbbe13 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:30:37.445348 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-3408d87a-6325-417f-9b9a-5f5d8ae397e1 None None] Provisioning complete for port 9730f668-bc56-4c5e-bc45-1b275acbbe13 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:30:37.445814 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3408d87a-6325-417f-9b9a-5f5d8ae397e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:37.448138 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-fb678df1-5ae2-4104-b486-4a3b55d91c6a tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.8387942 Mar 11 15:30:37.454243 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36164) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:37.461895 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-56161a49-2b12-4895-9625-fdf7a424dd19 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:37.514050 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-3408d87a-6325-417f-9b9a-5f5d8ae397e1 None None] Port 9730f668-bc56-4c5e-bc45-1b275acbbe13 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:30:37.583546 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-56161a49-2b12-4895-9625-fdf7a424dd19 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:37.614078 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56161a49-2b12-4895-9625-fdf7a424dd19 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaebc25d-643b-4ad2-8b87-4d913cae83cc,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:37.646249 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-56161a49-2b12-4895-9625-fdf7a424dd19 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:37.651382 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-56161a49-2b12-4895-9625-fdf7a424dd19 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "DELETE /v2.0/security-groups/eaebc25d-643b-4ad2-8b87-4d913cae83cc HTTP/1.1" status: 204 len: 168 time: 0.8761377 Mar 11 15:30:37.651853 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36168) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:37.671670 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cf618c30-3eed-42f3-8125-a5cde939518d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:37.734739 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf618c30-3eed-42f3-8125-a5cde939518d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event deleted for resources: {'Port': ['ID=f4f8fb7f-970e-4ce4-bbb0-a81bd7b2187c,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:37.806184 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cf618c30-3eed-42f3-8125-a5cde939518d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:37.810666 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-cf618c30-3eed-42f3-8125-a5cde939518d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/ports/f4f8fb7f-970e-4ce4-bbb0-a81bd7b2187c HTTP/1.1" status: 204 len: 168 time: 1.6805122 Mar 11 15:30:37.811595 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36172) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:37.834233 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f1d4e5-8e6f-4b94-adb8-007dd7894c1f tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:37.839109 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f1d4e5-8e6f-4b94-adb8-007dd7894c1f tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:37.845559 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f1d4e5-8e6f-4b94-adb8-007dd7894c1f tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:37.846691 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-32f1d4e5-8e6f-4b94-adb8-007dd7894c1f tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Synchronizing usage tracker for tenant:def45e3b476244c1b665c83a190dbab9 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:30:37.851914 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-1d3d98a9-88c4-44bd-a510-87ca9fd234c6 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Synchronizing usage tracker for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:30:37.857836 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5fd5fb43-7a96-482a-8b6c-23e1ed61b926 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:37.870067 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d48779e-62aa-46c9-8046-ae93c8a01935 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] GET failed (client error): The resource could not be found. Mar 11 15:30:37.870578 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-2d48779e-62aa-46c9-8046-ae93c8a01935 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Synchronizing usage tracker for tenant:6b1a6507e257408892b3294b50293467 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:30:37.897705 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-1d3d98a9-88c4-44bd-a510-87ca9fd234c6 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Unset dirty status for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:30:37.898998 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-1d3d98a9-88c4-44bd-a510-87ca9fd234c6 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2459197 Mar 11 15:30:37.908860 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36176) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:37.917891 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-2d48779e-62aa-46c9-8046-ae93c8a01935 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Unset dirty status for tenant:6b1a6507e257408892b3294b50293467 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:30:37.919310 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-2d48779e-62aa-46c9-8046-ae93c8a01935 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "GET /v2.0/ports/f4f8fb7f-970e-4ce4-bbb0-a81bd7b2187c HTTP/1.1" status: 404 len: 333 time: 0.1070178 Mar 11 15:30:37.928136 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-678f5c9e-6c4f-452b-b905-f0b38aa03837 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Request body: {'security_group': {'name': 'tempest-secgroup--1204749660'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:37.933389 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36180) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:37.938281 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-678f5c9e-6c4f-452b-b905-f0b38aa03837 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:37.980085 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 4b21a020-b23f-4307-8bd2-36b91da41eca up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:30:37.993360 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd5fb43-7a96-482a-8b6c-23e1ed61b926 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Pushing event deleted for resources: {'Port': ['ID=f9c4b5ef-5b8b-4139-8dc0-cd8b69989449,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:38.006783 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-678f5c9e-6c4f-452b-b905-f0b38aa03837 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:38.019928 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-7c7dc51e-fad4-4e63-9907-0864433e3cc1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] For port 4b21a020-b23f-4307-8bd2-36b91da41eca, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=4b21a020-b23f-4307-8bd2-36b91da41eca,segment=NetworkSegment(3748b3b0-910a-42a9-9db6-381a3f6a4ffa),segment_id=3748b3b0-910a-42a9-9db6-381a3f6a4ffa)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:30:38.020584 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7c7dc51e-fad4-4e63-9907-0864433e3cc1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:38.032499 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-678f5c9e-6c4f-452b-b905-f0b38aa03837 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:38.111171 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 4b21a020-b23f-4307-8bd2-36b91da41eca completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:30:38.185548 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-678f5c9e-6c4f-452b-b905-f0b38aa03837 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:38.193407 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-678f5c9e-6c4f-452b-b905-f0b38aa03837 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Usage tracker for resource:security_group_rule and tenant:92da5a0314de4cc9af95bd50ca71b214 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:38.197621 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-678f5c9e-6c4f-452b-b905-f0b38aa03837 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:38.207446 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-32f1d4e5-8e6f-4b94-adb8-007dd7894c1f tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Unset dirty status for tenant:def45e3b476244c1b665c83a190dbab9 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:30:38.208164 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-678f5c9e-6c4f-452b-b905-f0b38aa03837 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:38.209646 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-32f1d4e5-8e6f-4b94-adb8-007dd7894c1f tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.7475688 Mar 11 15:30:38.222511 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-7c7dc51e-fad4-4e63-9907-0864433e3cc1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Calling delete_port for 4b21a020-b23f-4307-8bd2-36b91da41eca owned by network:dhcp {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:30:38.224327 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36184) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:38.293016 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b81e35-91fb-433b-aa44-6d5568d2c517 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:30:38.318132 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c1d9cb-3ff2-42a2-bcd5-f2f33bd0600f None None] Sync routers for ids ['d6f71f38-95c9-46b9-a0dc-a3b61e8df229'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:30:38.319385 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0ad4a8f-d519-47ba-8249-daf17e001796 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Deleting subnet 672036a0-7eb3-4f66-87f6-35ff60fab889 {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:30:38.328559 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b0ad4a8f-d519-47ba-8249-daf17e001796 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:38.331319 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dc0c92-eca0-4c23-af1c-a6f9016b89f5 None None] Network 35c03726-23bc-41ee-806a-10aca7b6bf38 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:30:38.342243 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f0b81e35-91fb-433b-aa44-6d5568d2c517 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:38.343446 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-f0b81e35-91fb-433b-aa44-6d5568d2c517 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.1258621 Mar 11 15:30:38.349077 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36188) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:38.395257 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-42be2ceb-ff6f-416c-be2f-f097afffe9dc tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Deleting port 9730f668-bc56-4c5e-bc45-1b275acbbe13 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:30:38.395597 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-42be2ceb-ff6f-416c-be2f-f097afffe9dc tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:38.434992 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c1d9cb-3ff2-42a2-bcd5-f2f33bd0600f None None] Routers {'d6f71f38-95c9-46b9-a0dc-a3b61e8df229'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:30:38.435978 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-08c1d9cb-3ff2-42a2-bcd5-f2f33bd0600f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:30:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['d6f71f38-95c9-46b9-a0dc-a3b61e8df229'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:38.479405 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-678f5c9e-6c4f-452b-b905-f0b38aa03837 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:38.486137 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b0ad4a8f-d519-47ba-8249-daf17e001796 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:38.493652 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5fd5fb43-7a96-482a-8b6c-23e1ed61b926 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for floatingip, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:38.496148 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5fd5fb43-7a96-482a-8b6c-23e1ed61b926 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:38.497492 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5fd5fb43-7a96-482a-8b6c-23e1ed61b926 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "DELETE /v2.0/floatingips/7f7ded9a-647c-42d2-9ecb-fe363f78e763 HTTP/1.1" status: 204 len: 168 time: 2.1005964 Mar 11 15:30:38.501831 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36192) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:38.508267 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-e82f6fc6-b49a-488f-b3bb-447ae818de1e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Request body: {'floatingip': {'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'port_id': 'c03482a1-9de6-4c67-9ea4-fc5afdc3062c'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:38.516875 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e82f6fc6-b49a-488f-b3bb-447ae818de1e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:38.524371 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-678f5c9e-6c4f-452b-b905-f0b38aa03837 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:38.525634 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e82f6fc6-b49a-488f-b3bb-447ae818de1e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Usage tracker for resource:floatingip and tenant:08d14954a9a44d808e73ee1adc21420c is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:38.530767 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e82f6fc6-b49a-488f-b3bb-447ae818de1e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:38.534829 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-cbad9549-6eff-46f5-9b22-fcbd444d38aa None None] Provisioning for port 4b21a020-b23f-4307-8bd2-36b91da41eca completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:30:38.537686 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-08c1d9cb-3ff2-42a2-bcd5-f2f33bd0600f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:38.560934 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-cbad9549-6eff-46f5-9b22-fcbd444d38aa None None] Provisioning complete for port 4b21a020-b23f-4307-8bd2-36b91da41eca triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:30:38.561189 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cbad9549-6eff-46f5-9b22-fcbd444d38aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:38.590605 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e82f6fc6-b49a-488f-b3bb-447ae818de1e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:38.602446 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c1d9cb-3ff2-42a2-bcd5-f2f33bd0600f None None] Routers {'d6f71f38-95c9-46b9-a0dc-a3b61e8df229'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:30:38.603069 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-08c1d9cb-3ff2-42a2-bcd5-f2f33bd0600f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:30:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['d6f71f38-95c9-46b9-a0dc-a3b61e8df229'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:38.617412 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e82f6fc6-b49a-488f-b3bb-447ae818de1e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for floatingip, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:38.647731 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f5c9e-6c4f-452b-b905-f0b38aa03837 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c773f536-c2de-43db-90eb-bd63aeff8157,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:38.648981 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7c7dc51e-fad4-4e63-9907-0864433e3cc1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:38.685672 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-678f5c9e-6c4f-452b-b905-f0b38aa03837 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:38.686939 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-678f5c9e-6c4f-452b-b905-f0b38aa03837 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7766025 Mar 11 15:30:38.693200 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36196) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:38.720832 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-08c1d9cb-3ff2-42a2-bcd5-f2f33bd0600f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:38.721690 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c1d9cb-3ff2-42a2-bcd5-f2f33bd0600f None None] The sync data for ids ['d6f71f38-95c9-46b9-a0dc-a3b61e8df229'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:30:38.740461 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-cbad9549-6eff-46f5-9b22-fcbd444d38aa None None] Could not find standard attr ID for object 4b21a020-b23f-4307-8bd2-36b91da41eca. {{(pid=83868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:30:38.747237 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.plugins.ml2.db [None req-cbad9549-6eff-46f5-9b22-fcbd444d38aa None None] No ports have port_id starting with 4b21a020-b23f-4307-8bd2-36b91da41eca Mar 11 15:30:38.749742 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7dc51e-fad4-4e63-9907-0864433e3cc1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event deleted for resources: {'Port': ['ID=4b21a020-b23f-4307-8bd2-36b91da41eca,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:38.751811 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-92a2fe2e-9320-435f-9735-06f0fe701602 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Request body: {'security_group': {'name': 'tempest-secgroup--721566037'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:38.774953 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-92a2fe2e-9320-435f-9735-06f0fe701602 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:38.788628 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-92a2fe2e-9320-435f-9735-06f0fe701602 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Usage tracker for resource:security_group and tenant:92da5a0314de4cc9af95bd50ca71b214 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:38.798040 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-92a2fe2e-9320-435f-9735-06f0fe701602 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:38.806495 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b0ad4a8f-d519-47ba-8249-daf17e001796 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:38.838282 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-92a2fe2e-9320-435f-9735-06f0fe701602 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:38.878093 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7dc51e-fad4-4e63-9907-0864433e3cc1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] No DVR routers for this DVR port 4b21a020-b23f-4307-8bd2-36b91da41eca on host dv-neutron-833373-1-hyperv {{(pid=83867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:30:38.904918 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-92a2fe2e-9320-435f-9735-06f0fe701602 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:38.923528 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-42be2ceb-ff6f-416c-be2f-f097afffe9dc tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:38.959357 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7c7dc51e-fad4-4e63-9907-0864433e3cc1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:39.021267 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ad77f085-0f93-4a10-b399-5c4e3fc686f2 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] 10.222.0.31 "GET /v2.0/routers/d6f71f38-95c9-46b9-a0dc-a3b61e8df229 HTTP/1.1" status: 200 len: 923 time: 0.6711013 Mar 11 15:30:39.028901 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36200) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:39.065704 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58051e2c-fb78-4682-b3af-67834d8d08fe None None] Network 35c03726-23bc-41ee-806a-10aca7b6bf38 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:30:39.079845 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-42be2ceb-ff6f-416c-be2f-f097afffe9dc tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Calling delete_port for 9730f668-bc56-4c5e-bc45-1b275acbbe13 owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:30:39.135483 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b0ad4a8f-d519-47ba-8249-daf17e001796 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:39.182238 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-92a2fe2e-9320-435f-9735-06f0fe701602 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:39.188718 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad4a8f-d519-47ba-8249-daf17e001796 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event deleted for resources: {'Subnet': ['ID=672036a0-7eb3-4f66-87f6-35ff60fab889,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:39.191873 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-92a2fe2e-9320-435f-9735-06f0fe701602 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Usage tracker for resource:security_group_rule and tenant:92da5a0314de4cc9af95bd50ca71b214 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:39.200025 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-92a2fe2e-9320-435f-9735-06f0fe701602 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:39.211032 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-92a2fe2e-9320-435f-9735-06f0fe701602 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:39.212069 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-08209a8b-2fc4-444f-a608-88342487879c tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f71f38-95c9-46b9-a0dc-a3b61e8df229 HTTP/1.1" status: 200 len: 205 time: 0.1810181 Mar 11 15:30:39.215233 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36204) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:39.219582 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b0ad4a8f-d519-47ba-8249-daf17e001796 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:39.240604 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdba86e8-c5bb-4cfa-a80f-2dc25a9d8074 None None] Network ead83346-51a5-4bae-a08a-bdaf4257c00c requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:30:39.336904 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e82f6fc6-b49a-488f-b3bb-447ae818de1e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:39.412391 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7c7dc51e-fad4-4e63-9907-0864433e3cc1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:39.454036 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b0ad4a8f-d519-47ba-8249-daf17e001796 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/subnets/672036a0-7eb3-4f66-87f6-35ff60fab889 HTTP/1.1" status: 204 len: 168 time: 1.5178041 Mar 11 15:30:39.460953 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36208) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:39.478701 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7dc51e-fad4-4e63-9907-0864433e3cc1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event deleted for resources: {'Subnet': ['ID=b64aabb9-3ab0-4c87-bfba-77316c14850b,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:39.502157 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-42be2ceb-ff6f-416c-be2f-f097afffe9dc tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:39.609093 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be2ceb-ff6f-416c-be2f-f097afffe9dc tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Pushing event deleted for resources: {'Port': ['ID=9730f668-bc56-4c5e-bc45-1b275acbbe13,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:39.667102 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7c7dc51e-fad4-4e63-9907-0864433e3cc1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:39.687054 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-e82f6fc6-b49a-488f-b3bb-447ae818de1e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Allocated IP 172.26.0.109 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/f4763e70-7285-4aff-b94b-e14e6a17b96f) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:30:39.706236 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be830c3-5a80-4625-b3f4-86159000e2e9 None None] DHCP port deletion for ead83346-51a5-4bae-a08a-bdaf4257c00c request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:30:39.712214 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-6be830c3-5a80-4625-b3f4-86159000e2e9 None None] Deleting port c5092fe8-96d1-4a52-a777-7446262b7e4c {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:30:39.712672 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6be830c3-5a80-4625-b3f4-86159000e2e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:39.742938 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-92a2fe2e-9320-435f-9735-06f0fe701602 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:39.747560 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2d6d72eb-3eb6-49c3-b294-923316310c13 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:39.759951 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-92a2fe2e-9320-435f-9735-06f0fe701602 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:39.821358 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2fe2e-9320-435f-9735-06f0fe701602 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca8166e-1371-440a-a1b2-d7faac31e4a2,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:39.822554 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3098afa-227d-43dc-905a-33d79082b76a None None] Network 35c03726-23bc-41ee-806a-10aca7b6bf38 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:30:39.881192 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-2d6d72eb-3eb6-49c3-b294-923316310c13 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Deleting port c5092fe8-96d1-4a52-a777-7446262b7e4c {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:30:39.882328 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2d6d72eb-3eb6-49c3-b294-923316310c13 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:39.993557 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e82f6fc6-b49a-488f-b3bb-447ae818de1e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:40.021808 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-7c7dc51e-fad4-4e63-9907-0864433e3cc1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35c03726-23bc-41ee-806a-10aca7b6bf38']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:40.028069 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-92a2fe2e-9320-435f-9735-06f0fe701602 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:40.029497 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-92a2fe2e-9320-435f-9735-06f0fe701602 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3343992 Mar 11 15:30:40.031244 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e82f6fc6-b49a-488f-b3bb-447ae818de1e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:40.034392 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device c5092fe8-96d1-4a52-a777-7446262b7e4c no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:30:40.035669 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36212) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:40.037367 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-42be2ceb-ff6f-416c-be2f-f097afffe9dc tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:40.039327 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-42be2ceb-ff6f-416c-be2f-f097afffe9dc tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] 10.222.0.31 "DELETE /v2.0/ports/9730f668-bc56-4c5e-bc45-1b275acbbe13 HTTP/1.1" status: 204 len: 168 time: 1.8130302 Mar 11 15:30:40.067550 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36216) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:40.073492 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-2b052b5d-817f-4805-93d8-852520eef56f tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Request body: {'security_group_rule': {'security_group_id': 'c773f536-c2de-43db-90eb-bd63aeff8157', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0ca8166e-1371-440a-a1b2-d7faac31e4a2', 'remote_ip_prefix': None}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:40.079996 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-7c7dc51e-fad4-4e63-9907-0864433e3cc1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3748b3b0-910a-42a9-9db6-381a3f6a4ffa') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:40.080353 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-7c7dc51e-fad4-4e63-9907-0864433e3cc1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3748b3b0-910a-42a9-9db6-381a3f6a4ffa') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:40.080701 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-2b052b5d-817f-4805-93d8-852520eef56f tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:40.091899 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-2b052b5d-817f-4805-93d8-852520eef56f tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Usage tracker for resource:security_group_rule and tenant:92da5a0314de4cc9af95bd50ca71b214 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:40.101814 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-2b052b5d-817f-4805-93d8-852520eef56f tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:40.110539 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-2b052b5d-817f-4805-93d8-852520eef56f tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:40.149168 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7c7dc51e-fad4-4e63-9907-0864433e3cc1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:40.172886 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b787fa6-764b-46ff-b298-024ff572100a tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] GET failed (client error): The resource could not be found. Mar 11 15:30:40.175342 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5b787fa6-764b-46ff-b298-024ff572100a tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] 10.222.0.31 "GET /v2.0/ports/9730f668-bc56-4c5e-bc45-1b275acbbe13 HTTP/1.1" status: 404 len: 333 time: 0.1039853 Mar 11 15:30:40.185255 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82f6fc6-b49a-488f-b3bb-447ae818de1e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:30:40.186368 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36220) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:40.201200 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-e82f6fc6-b49a-488f-b3bb-447ae818de1e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:40.212799 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82f6fc6-b49a-488f-b3bb-447ae818de1e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:30:40.256231 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7c7dc51e-fad4-4e63-9907-0864433e3cc1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:40.275861 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-14f57484-33c9-4670-bcc5-ba552a65ff1c tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Request body: {'port': {'network_id': '94ff69be-04ef-44dc-872e-d9cc72bbfda2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-874778480'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:40.280148 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8acc86-a749-4428-bb1a-681b6e6c47b0 None None] DHCP port deletion for 35c03726-23bc-41ee-806a-10aca7b6bf38 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:30:40.301517 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-2d6d72eb-3eb6-49c3-b294-923316310c13 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] For port c5092fe8-96d1-4a52-a777-7446262b7e4c, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=c5092fe8-96d1-4a52-a777-7446262b7e4c,segment=NetworkSegment(b9d31f8d-f7fc-4903-8be7-60c433e79dfc),segment_id=b9d31f8d-f7fc-4903-8be7-60c433e79dfc)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:30:40.301906 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2d6d72eb-3eb6-49c3-b294-923316310c13 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:40.312691 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2b052b5d-817f-4805-93d8-852520eef56f tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:40.319273 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f6fc6-b49a-488f-b3bb-447ae818de1e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Pushing event updated for resources: {'Port': ['ID=f4763e70-7285-4aff-b94b-e14e6a17b96f,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:40.357394 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-6be830c3-5a80-4625-b3f4-86159000e2e9 None None] For port c5092fe8-96d1-4a52-a777-7446262b7e4c, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=c5092fe8-96d1-4a52-a777-7446262b7e4c,segment=NetworkSegment(b9d31f8d-f7fc-4903-8be7-60c433e79dfc),segment_id=b9d31f8d-f7fc-4903-8be7-60c433e79dfc)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:30:40.357788 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6be830c3-5a80-4625-b3f4-86159000e2e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:40.371126 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c7dc51e-fad4-4e63-9907-0864433e3cc1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:30:40.371739 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7c7dc51e-fad4-4e63-9907-0864433e3cc1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:40.387804 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:30:40.387804 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:30:40.387804 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:30:40.387804 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:30:40.387804 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:30:40.387804 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:30:40.387804 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:30:40.387804 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:30:40.387804 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:30:40.387804 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:30:40.387804 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:30:40.387804 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:30:40.387804 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:30:40.387804 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:30:40.387804 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:30:40.387804 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:30:40.387804 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:30:40.387804 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:30:40.387804 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:30:40.387804 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:30:40.387804 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:30:40.387804 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:30:40.387804 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:30:40.387804 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:30:40.387804 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:30:40.387804 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:30:40.387804 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:30:40.387804 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:30:40.387804 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:30:40.387804 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:30:40.387804 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:30:40.387804 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:30:40.422413 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:40.451008 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-2d6d72eb-3eb6-49c3-b294-923316310c13 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Calling delete_port for c5092fe8-96d1-4a52-a777-7446262b7e4c owned by network:dhcp {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:30:40.494884 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-6be830c3-5a80-4625-b3f4-86159000e2e9 None None] Calling delete_port for c5092fe8-96d1-4a52-a777-7446262b7e4c owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:30:40.556465 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2d6d72eb-3eb6-49c3-b294-923316310c13 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:40.581839 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f87eab2b-461e-4fec-bf12-ceb7405a5cf3 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:40.623867 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d72eb-3eb6-49c3-b294-923316310c13 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event deleted for resources: {'Port': ['ID=c5092fe8-96d1-4a52-a777-7446262b7e4c,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:40.631274 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2b052b5d-817f-4805-93d8-852520eef56f tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:40.633187 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-6be830c3-5a80-4625-b3f4-86159000e2e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:30:40.633858 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-6be830c3-5a80-4625-b3f4-86159000e2e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:30:40.635144 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6d72eb-3eb6-49c3-b294-923316310c13 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] No DVR routers for this DVR port c5092fe8-96d1-4a52-a777-7446262b7e4c on host dv-neutron-833373-1-hyperv {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:30:40.638753 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2b052b5d-817f-4805-93d8-852520eef56f tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:40.640409 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7c7dc51e-fad4-4e63-9907-0864433e3cc1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:40.716310 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b052b5d-817f-4805-93d8-852520eef56f tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d33e50fe-3cd4-4bdc-be90-e1aaff9d68ce,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:40.732174 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7c7dc51e-fad4-4e63-9907-0864433e3cc1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:40.781920 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7dc51e-fad4-4e63-9907-0864433e3cc1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event deleted for resources: {'Network': ['ID=35c03726-23bc-41ee-806a-10aca7b6bf38,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:40.803842 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2b052b5d-817f-4805-93d8-852520eef56f tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:40.805066 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-2b052b5d-817f-4805-93d8-852520eef56f tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.7644281 Mar 11 15:30:40.808071 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36224) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:40.811330 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2d6d72eb-3eb6-49c3-b294-923316310c13 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:40.812724 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-14f57484-33c9-4670-bcc5-ba552a65ff1c tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:40.821320 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7c7dc51e-fad4-4e63-9907-0864433e3cc1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "DELETE /v2.0/networks/35c03726-23bc-41ee-806a-10aca7b6bf38 HTTP/1.1" status: 204 len: 168 time: 4.1193962 Mar 11 15:30:40.830113 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36228) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:40.836740 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-14f57484-33c9-4670-bcc5-ba552a65ff1c tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:40.866381 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-2d6d72eb-3eb6-49c3-b294-923316310c13 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ead83346-51a5-4bae-a08a-bdaf4257c00c']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:40.876071 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f86fcca8-62c9-40de-b8ad-650e478a9608 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:40.891558 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-2d6d72eb-3eb6-49c3-b294-923316310c13 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9d31f8d-f7fc-4903-8be7-60c433e79dfc') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:40.891866 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-2d6d72eb-3eb6-49c3-b294-923316310c13 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9d31f8d-f7fc-4903-8be7-60c433e79dfc') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:40.900749 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f86fcca8-62c9-40de-b8ad-650e478a9608 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:40.915778 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2d6d72eb-3eb6-49c3-b294-923316310c13 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:40.941051 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2d6d72eb-3eb6-49c3-b294-923316310c13 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:40.949182 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d6d72eb-3eb6-49c3-b294-923316310c13 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:30:40.949595 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2d6d72eb-3eb6-49c3-b294-923316310c13 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:40.965811 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f86fcca8-62c9-40de-b8ad-650e478a9608 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:40.967550 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:30:40.967550 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:30:40.967550 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:30:40.967550 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:30:40.967550 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:30:40.967550 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:30:40.967550 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:30:40.967550 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:30:40.967550 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:30:40.967550 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:30:40.967550 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:30:40.967550 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:30:40.967550 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:30:40.967550 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:30:40.967550 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:30:40.967550 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:30:40.967550 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:30:40.967550 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:30:40.967550 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:30:40.967550 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:30:40.967550 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:30:40.967550 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:30:40.967550 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:30:40.967550 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:30:40.967550 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:30:40.967550 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:30:40.967550 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:30:40.967550 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:30:40.967550 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:30:40.967550 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:30:40.967550 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:30:40.967550 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:30:41.017017 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-99175d92-4b95-4fe6-8454-b8a7f68437bc tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] DELETE failed (client error): The resource could not be found. Mar 11 15:30:41.017462 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99175d92-4b95-4fe6-8454-b8a7f68437bc tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:30:41.019753 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-99175d92-4b95-4fe6-8454-b8a7f68437bc tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "DELETE /v2.0/networks/35c03726-23bc-41ee-806a-10aca7b6bf38 HTTP/1.1" status: 404 len: 339 time: 0.1865971 Mar 11 15:30:41.023476 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f57484-33c9-4670-bcc5-ba552a65ff1c tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Made reservation on behalf of def45e3b476244c1b665c83a190dbab9 for: {'port': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:30:41.026202 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-14f57484-33c9-4670-bcc5-ba552a65ff1c tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:41.037825 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36232) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:41.063971 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-ef460bec-6f48-43cb-97d3-06efe2cb8657 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2023936287', 'description': 'd1'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:41.071705 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86fcca8-62c9-40de-b8ad-650e478a9608 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d33e50fe-3cd4-4bdc-be90-e1aaff9d68ce,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:41.075325 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f86fcca8-62c9-40de-b8ad-650e478a9608 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:41.080443 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f86fcca8-62c9-40de-b8ad-650e478a9608 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/d33e50fe-3cd4-4bdc-be90-e1aaff9d68ce HTTP/1.1" status: 204 len: 168 time: 0.2677670 Mar 11 15:30:41.080443 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ef460bec-6f48-43cb-97d3-06efe2cb8657 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:41.082301 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36236) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:41.099240 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ef460bec-6f48-43cb-97d3-06efe2cb8657 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Usage tracker for resource:network and tenant:f8a07a0692504f09a49af7bfa2896e37 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:41.106211 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ef460bec-6f48-43cb-97d3-06efe2cb8657 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:41.108970 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2d6d72eb-3eb6-49c3-b294-923316310c13 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:41.132230 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2d6d72eb-3eb6-49c3-b294-923316310c13 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:41.135056 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ef460bec-6f48-43cb-97d3-06efe2cb8657 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:41.135299 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-6be830c3-5a80-4625-b3f4-86159000e2e9 None None] Deleting port c5092fe8-96d1-4a52-a777-7446262b7e4c {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:30:41.135753 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6be830c3-5a80-4625-b3f4-86159000e2e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:41.148877 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d72eb-3eb6-49c3-b294-923316310c13 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event deleted for resources: {'Network': ['ID=ead83346-51a5-4bae-a08a-bdaf4257c00c,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:41.153852 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-2d6d72eb-3eb6-49c3-b294-923316310c13 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/networks/ead83346-51a5-4bae-a08a-bdaf4257c00c HTTP/1.1" status: 204 len: 168 time: 1.6838186 Mar 11 15:30:41.162590 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36240) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:41.186755 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-06d85eb0-e7f8-4689-84dc-2a98155b3154 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-821372935'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:41.187719 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef460bec-6f48-43cb-97d3-06efe2cb8657 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Made reservation on behalf of f8a07a0692504f09a49af7bfa2896e37 for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:30:41.190891 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-14f57484-33c9-4670-bcc5-ba552a65ff1c tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] device_id is not set on port 4ee61aac-c81c-402a-ac36-bf71936e7683 yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:30:41.192302 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ef460bec-6f48-43cb-97d3-06efe2cb8657 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:41.219705 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-6be830c3-5a80-4625-b3f4-86159000e2e9 None None] The port 'c5092fe8-96d1-4a52-a777-7446262b7e4c' was deleted {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 15:30:41.232934 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-06d85eb0-e7f8-4689-84dc-2a98155b3154 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:41.239201 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05174d88-4a08-4de2-8479-a01378bce6c8 None None] get_active_networks_info from dv-neutron-833373-1-hyperv {{(pid=83868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 15:30:41.241339 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-22361ca3-b3a9-480e-a57a-9097a0e526c3 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Synchronizing usage tracker for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group_rule {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:30:41.244202 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-06d85eb0-e7f8-4689-84dc-2a98155b3154 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Usage tracker for resource:network and tenant:6b1a6507e257408892b3294b50293467 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:41.254249 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-06d85eb0-e7f8-4689-84dc-2a98155b3154 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:41.270770 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef460bec-6f48-43cb-97d3-06efe2cb8657 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:30:41.278092 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-22361ca3-b3a9-480e-a57a-9097a0e526c3 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Unset dirty status for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group_rule {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:30:41.278961 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-22361ca3-b3a9-480e-a57a-9097a0e526c3 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1963491 Mar 11 15:30:41.279356 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-06d85eb0-e7f8-4689-84dc-2a98155b3154 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:41.281973 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36244) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:41.304519 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ef460bec-6f48-43cb-97d3-06efe2cb8657 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:41.304945 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-ef460bec-6f48-43cb-97d3-06efe2cb8657 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Added segment 955ae451-0601-4c85-a08f-d68b5e3e8dcb of type vlan for network 0860dce4-ab23-42d9-bd70-dae93ab54de0 Mar 11 15:30:41.328510 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d85eb0-e7f8-4689-84dc-2a98155b3154 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Made reservation on behalf of 6b1a6507e257408892b3294b50293467 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:30:41.332128 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-06d85eb0-e7f8-4689-84dc-2a98155b3154 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:41.355820 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ef460bec-6f48-43cb-97d3-06efe2cb8657 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:41.386071 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9608d28c-2767-470b-848c-5f2efd1e5880 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:41.395008 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05174d88-4a08-4de2-8479-a01378bce6c8 None None] Resources bound (agent type, host, resource id): {{(pid=83868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 15:30:41.429889 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9608d28c-2767-470b-848c-5f2efd1e5880 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:41.438320 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ef460bec-6f48-43cb-97d3-06efe2cb8657 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:41.442827 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef460bec-6f48-43cb-97d3-06efe2cb8657 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:41.443635 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ef460bec-6f48-43cb-97d3-06efe2cb8657 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:41.462656 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06d85eb0-e7f8-4689-84dc-2a98155b3154 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:30:41.499077 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-14f57484-33c9-4670-bcc5-ba552a65ff1c tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Allocated IP 2001:db8::362 (94ff69be-04ef-44dc-872e-d9cc72bbfda2/fb20a27c-42da-47eb-8289-bca56d782854/4ee61aac-c81c-402a-ac36-bf71936e7683) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:30:41.506733 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-06d85eb0-e7f8-4689-84dc-2a98155b3154 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:41.507324 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-06d85eb0-e7f8-4689-84dc-2a98155b3154 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Added segment f27fa2f6-2234-46cc-89bb-9377463ae275 of type vlan for network 665db491-e0ea-4fd8-91c2-d51b3392130e Mar 11 15:30:41.582945 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-06d85eb0-e7f8-4689-84dc-2a98155b3154 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:41.633881 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f87eab2b-461e-4fec-bf12-ceb7405a5cf3 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:41.677301 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ef460bec-6f48-43cb-97d3-06efe2cb8657 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6362684 Mar 11 15:30:41.683443 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36248) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:41.692623 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef460bec-6f48-43cb-97d3-06efe2cb8657 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event updated for resources: {'Network': ['ID=0860dce4-ab23-42d9-bd70-dae93ab54de0,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:41.709244 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9608d28c-2767-470b-848c-5f2efd1e5880 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:41.722744 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 0860dce4-ab23-42d9-bd70-dae93ab54de0 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:30:41.730944 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-f87eab2b-461e-4fec-bf12-ceb7405a5cf3 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Deleting port 48443d10-e99b-44b9-a038-4388ae0f2fcf {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:30:41.731302 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f87eab2b-461e-4fec-bf12-ceb7405a5cf3 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:41.734062 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608d28c-2767-470b-848c-5f2efd1e5880 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca8166e-1371-440a-a1b2-d7faac31e4a2,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:41.749749 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9608d28c-2767-470b-848c-5f2efd1e5880 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:41.754975 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9608d28c-2767-470b-848c-5f2efd1e5880 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "DELETE /v2.0/security-groups/0ca8166e-1371-440a-a1b2-d7faac31e4a2 HTTP/1.1" status: 204 len: 168 time: 0.4680018 Mar 11 15:30:41.754975 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36250) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:41.833971 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-a35d6fea-f919-4907-a34c-0e11ea517bc9 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Synchronizing usage tracker for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:30:41.851377 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-a35d6fea-f919-4907-a34c-0e11ea517bc9 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Unset dirty status for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:30:41.856907 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a35d6fea-f919-4907-a34c-0e11ea517bc9 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.0969291 Mar 11 15:30:41.856907 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36256) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:41.880185 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-06d85eb0-e7f8-4689-84dc-2a98155b3154 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:41.883822 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d85eb0-e7f8-4689-84dc-2a98155b3154 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:41.884433 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-06d85eb0-e7f8-4689-84dc-2a98155b3154 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:41.916938 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 4b21a020-b23f-4307-8bd2-36b91da41eca no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:30:41.942734 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-30c29cb4-1d48-4064-ac62-7d2136ffa647 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:41.954800 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 4b21a020-b23f-4307-8bd2-36b91da41eca {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:30:41.955218 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 4b21a020-b23f-4307-8bd2-36b91da41eca not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:30:41.977913 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-30c29cb4-1d48-4064-ac62-7d2136ffa647 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:41.998695 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-14f57484-33c9-4670-bcc5-ba552a65ff1c tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:42.026166 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-30c29cb4-1d48-4064-ac62-7d2136ffa647 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:42.045974 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c29cb4-1d48-4064-ac62-7d2136ffa647 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c773f536-c2de-43db-90eb-bd63aeff8157,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:42.070885 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-30c29cb4-1d48-4064-ac62-7d2136ffa647 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:42.077644 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-30c29cb4-1d48-4064-ac62-7d2136ffa647 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "DELETE /v2.0/security-groups/c773f536-c2de-43db-90eb-bd63aeff8157 HTTP/1.1" status: 204 len: 168 time: 0.2202215 Mar 11 15:30:42.078263 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36262) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:42.132828 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-94221a46-5161-4743-bfaf-d8f15723797a tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Synchronizing usage tracker for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:30:42.150691 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-94221a46-5161-4743-bfaf-d8f15723797a tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Unset dirty status for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:30:42.151938 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-94221a46-5161-4743-bfaf-d8f15723797a tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0728242 Mar 11 15:30:42.156606 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36266) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:42.163517 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-362d016a-1374-40a8-88c1-50bc11cf68e6 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Request body: {'security_group': {'name': 'tempest-secgroup--2033100161'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:42.172273 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-362d016a-1374-40a8-88c1-50bc11cf68e6 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:42.181255 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-14f57484-33c9-4670-bcc5-ba552a65ff1c tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Transition to ACTIVE for port object 4ee61aac-c81c-402a-ac36-bf71936e7683 will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:30:42.184663 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-362d016a-1374-40a8-88c1-50bc11cf68e6 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:42.194049 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0141a6a9-131b-4244-8925-3864f4c174f9 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:42.194693 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-0141a6a9-131b-4244-8925-3864f4c174f9 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Synchronizing usage tracker for tenant:f8a07a0692504f09a49af7bfa2896e37 on resource:network {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:30:42.196977 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-362d016a-1374-40a8-88c1-50bc11cf68e6 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:42.213383 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d85eb0-e7f8-4689-84dc-2a98155b3154 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'Network': ['ID=665db491-e0ea-4fd8-91c2-d51b3392130e,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:42.216244 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-06d85eb0-e7f8-4689-84dc-2a98155b3154 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0483761 Mar 11 15:30:42.221696 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36270) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:42.226045 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 665db491-e0ea-4fd8-91c2-d51b3392130e details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:30:42.244420 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-d53f82ff-4bc4-4b66-ab34-e1d9ed6fa45d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'subnet': {'network_id': '665db491-e0ea-4fd8-91c2-d51b3392130e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:42.319319 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-14f57484-33c9-4670-bcc5-ba552a65ff1c tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:42.363584 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-362d016a-1374-40a8-88c1-50bc11cf68e6 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:42.371751 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-362d016a-1374-40a8-88c1-50bc11cf68e6 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Usage tracker for resource:security_group_rule and tenant:92da5a0314de4cc9af95bd50ca71b214 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:42.376197 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-362d016a-1374-40a8-88c1-50bc11cf68e6 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:42.385946 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-362d016a-1374-40a8-88c1-50bc11cf68e6 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:42.388167 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-d53f82ff-4bc4-4b66-ab34-e1d9ed6fa45d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:42.395166 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-d53f82ff-4bc4-4b66-ab34-e1d9ed6fa45d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Usage tracker for resource:subnet and tenant:6b1a6507e257408892b3294b50293467 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:42.401135 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-d53f82ff-4bc4-4b66-ab34-e1d9ed6fa45d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:42.411806 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-d53f82ff-4bc4-4b66-ab34-e1d9ed6fa45d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:42.416191 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-0141a6a9-131b-4244-8925-3864f4c174f9 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Unset dirty status for tenant:f8a07a0692504f09a49af7bfa2896e37 on resource:network {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:30:42.417354 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0141a6a9-131b-4244-8925-3864f4c174f9 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "GET /v2.0/networks?id=0860dce4-ab23-42d9-bd70-dae93ab54de0 HTTP/1.1" status: 200 len: 761 time: 0.6625671 Mar 11 15:30:42.421014 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36274) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:42.428367 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-9c68f744-d524-4daf-b8bb-edcb294fe245 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Request body: {'network': {'description': 'd2'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:42.456391 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e82f6fc6-b49a-488f-b3bb-447ae818de1e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:42.468570 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f57484-33c9-4670-bcc5-ba552a65ff1c tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Network 94ff69be-04ef-44dc-872e-d9cc72bbfda2 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:30:42.493848 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f57484-33c9-4670-bcc5-ba552a65ff1c tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Pushing event updated for resources: {'Port': ['ID=4ee61aac-c81c-402a-ac36-bf71936e7683,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:42.501257 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f87eab2b-461e-4fec-bf12-ceb7405a5cf3 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:42.508595 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-14f57484-33c9-4670-bcc5-ba552a65ff1c tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:42.512504 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53f82ff-4bc4-4b66-ab34-e1d9ed6fa45d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Made reservation on behalf of 6b1a6507e257408892b3294b50293467 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:30:42.521005 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f57484-33c9-4670-bcc5-ba552a65ff1c tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:30:42.524919 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f57484-33c9-4670-bcc5-ba552a65ff1c tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:42.525530 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-14f57484-33c9-4670-bcc5-ba552a65ff1c tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:42.669712 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-362d016a-1374-40a8-88c1-50bc11cf68e6 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:42.738603 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-362d016a-1374-40a8-88c1-50bc11cf68e6 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:42.752243 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-3d5fd407-a062-4923-9ec1-4cddca1af036 None None] Provisioning for port 4ee61aac-c81c-402a-ac36-bf71936e7683 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:30:42.758301 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-3d5fd407-a062-4923-9ec1-4cddca1af036 None None] Provisioning complete for port 4ee61aac-c81c-402a-ac36-bf71936e7683 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:30:42.758668 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3d5fd407-a062-4923-9ec1-4cddca1af036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:42.788070 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d53f82ff-4bc4-4b66-ab34-e1d9ed6fa45d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:42.790457 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-f87eab2b-461e-4fec-bf12-ceb7405a5cf3 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Calling delete_port for 48443d10-e99b-44b9-a038-4388ae0f2fcf owned by network:router_gateway {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:30:42.823663 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-3d5fd407-a062-4923-9ec1-4cddca1af036 None None] Port 4ee61aac-c81c-402a-ac36-bf71936e7683 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:30:42.827561 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-14f57484-33c9-4670-bcc5-ba552a65ff1c tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.6236508 Mar 11 15:30:42.832764 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36278) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:42.843821 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e82f6fc6-b49a-488f-b3bb-447ae818de1e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:42.871513 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-3e541065-419a-4d43-9213-12664e58faf1 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3e4', 'mac_address': 'fa:16:3e:f4:00:7e'}]}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:42.878875 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:30:42.917742 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d016a-1374-40a8-88c1-50bc11cf68e6 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c739a381-e11d-4113-9774-23888a32397a,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:42.940419 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-362d016a-1374-40a8-88c1-50bc11cf68e6 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:42.947514 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-362d016a-1374-40a8-88c1-50bc11cf68e6 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7850106 Mar 11 15:30:42.954006 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36282) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:42.969403 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9c68f744-d524-4daf-b8bb-edcb294fe245 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:42.974032 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-298d3f33-80a7-41ce-afcd-436ef26fa878 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Request body: {'security_group_rule': {'security_group_id': 'c739a381-e11d-4113-9774-23888a32397a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:42.979860 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-298d3f33-80a7-41ce-afcd-436ef26fa878 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:42.994959 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9c68f744-d524-4daf-b8bb-edcb294fe245 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:43.031769 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-298d3f33-80a7-41ce-afcd-436ef26fa878 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Usage tracker for resource:security_group_rule and tenant:92da5a0314de4cc9af95bd50ca71b214 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:43.082363 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-298d3f33-80a7-41ce-afcd-436ef26fa878 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:43.101881 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-298d3f33-80a7-41ce-afcd-436ef26fa878 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:43.112830 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9c68f744-d524-4daf-b8bb-edcb294fe245 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Network 0860dce4-ab23-42d9-bd70-dae93ab54de0 is not hosted by any dhcp agent {{(pid=83866) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 11 15:30:43.116277 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c68f744-d524-4daf-b8bb-edcb294fe245 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:43.116861 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9c68f744-d524-4daf-b8bb-edcb294fe245 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:43.120921 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9c68f744-d524-4daf-b8bb-edcb294fe245 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "PUT /v2.0/networks/0860dce4-ab23-42d9-bd70-dae93ab54de0 HTTP/1.1" status: 200 len: 758 time: 0.6961501 Mar 11 15:30:43.122281 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36286) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:43.154917 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c68f744-d524-4daf-b8bb-edcb294fe245 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event updated for resources: {'Network': ['ID=0860dce4-ab23-42d9-bd70-dae93ab54de0,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:43.168900 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 0860dce4-ab23-42d9-bd70-dae93ab54de0 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:30:43.213940 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d53f82ff-4bc4-4b66-ab34-e1d9ed6fa45d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:43.226792 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-298d3f33-80a7-41ce-afcd-436ef26fa878 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:43.304961 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f82ff-4bc4-4b66-ab34-e1d9ed6fa45d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'Subnet': ['ID=3188f10f-573c-4096-856d-875cbee5c12e,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:43.319989 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53f82ff-4bc4-4b66-ab34-e1d9ed6fa45d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Checking segment: {'id': 'f27fa2f6-2234-46cc-89bb-9377463ae275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '665db491-e0ea-4fd8-91c2-d51b3392130e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:30:43.320374 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53f82ff-4bc4-4b66-ab34-e1d9ed6fa45d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Network hostable DHCP agents. Network: 665db491-e0ea-4fd8-91c2-d51b3392130e, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:30:43.343107 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53f82ff-4bc4-4b66-ab34-e1d9ed6fa45d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Network 665db491-e0ea-4fd8-91c2-d51b3392130e is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:30:43.354933 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-d53f82ff-4bc4-4b66-ab34-e1d9ed6fa45d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 665db491-e0ea-4fd8-91c2-d51b3392130e) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:43.359936 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53f82ff-4bc4-4b66-ab34-e1d9ed6fa45d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:43.360939 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d53f82ff-4bc4-4b66-ab34-e1d9ed6fa45d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:43.373896 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707569a9-0105-4c65-b823-5000a124a68c None None] Network 665db491-e0ea-4fd8-91c2-d51b3392130e requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:30:43.391909 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d53f82ff-4bc4-4b66-ab34-e1d9ed6fa45d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1688964 Mar 11 15:30:43.398553 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36290) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:43.405537 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-460d84b7-6b2e-4a93-9dc9-f27811a8d2e7 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1381373647', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:43.413293 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-460d84b7-6b2e-4a93-9dc9-f27811a8d2e7 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:43.417677 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-460d84b7-6b2e-4a93-9dc9-f27811a8d2e7 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Usage tracker for resource:router and tenant:6b1a6507e257408892b3294b50293467 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:43.421013 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-460d84b7-6b2e-4a93-9dc9-f27811a8d2e7 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:43.430367 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-460d84b7-6b2e-4a93-9dc9-f27811a8d2e7 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:43.443384 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-460d84b7-6b2e-4a93-9dc9-f27811a8d2e7 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:43.444451 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-460d84b7-6b2e-4a93-9dc9-f27811a8d2e7 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:43.462606 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273d88b7-79dc-461a-bff5-aec7a5311f09 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:43.464059 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-273d88b7-79dc-461a-bff5-aec7a5311f09 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "GET /v2.0/networks?id=0860dce4-ab23-42d9-bd70-dae93ab54de0 HTTP/1.1" status: 200 len: 761 time: 0.3387396 Mar 11 15:30:43.469488 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36294) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:43.476750 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-fe59f0b6-5081-4447-8bfe-abec98e1e9f8 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1596179552'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:43.482694 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-fe59f0b6-5081-4447-8bfe-abec98e1e9f8 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:43.493883 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-fe59f0b6-5081-4447-8bfe-abec98e1e9f8 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:43.506336 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe59f0b6-5081-4447-8bfe-abec98e1e9f8 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Made reservation on behalf of f8a07a0692504f09a49af7bfa2896e37 for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:30:43.510958 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fe59f0b6-5081-4447-8bfe-abec98e1e9f8 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:43.549084 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe59f0b6-5081-4447-8bfe-abec98e1e9f8 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:30:43.562029 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fe59f0b6-5081-4447-8bfe-abec98e1e9f8 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:43.562494 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-fe59f0b6-5081-4447-8bfe-abec98e1e9f8 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Added segment 8fec658c-2d6e-4448-836a-049278803b72 of type vlan for network 1da6b6f8-1a27-4050-8339-eda8599a03bd Mar 11 15:30:43.600402 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-298d3f33-80a7-41ce-afcd-436ef26fa878 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:43.605049 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f87eab2b-461e-4fec-bf12-ceb7405a5cf3 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:43.608592 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3e541065-419a-4d43-9213-12664e58faf1 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:43.609926 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fe59f0b6-5081-4447-8bfe-abec98e1e9f8 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:43.629557 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-460d84b7-6b2e-4a93-9dc9-f27811a8d2e7 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:43.653586 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-298d3f33-80a7-41ce-afcd-436ef26fa878 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:43.663354 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d05ac7-2edc-467a-b126-2fa9858ed11f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-665db491-e0ea-4fd8-91c2-d51b3392130e', 'network_id': '665db491-e0ea-4fd8-91c2-d51b3392130e', 'tenant_id': '6b1a6507e257408892b3294b50293467', 'fixed_ips': [{'subnet_id': '3188f10f-573c-4096-856d-875cbee5c12e'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:30:43.663603 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fe59f0b6-5081-4447-8bfe-abec98e1e9f8 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:43.664889 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e1d05ac7-2edc-467a-b126-2fa9858ed11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:43.668284 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe59f0b6-5081-4447-8bfe-abec98e1e9f8 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:43.668878 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fe59f0b6-5081-4447-8bfe-abec98e1e9f8 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:43.695222 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-460d84b7-6b2e-4a93-9dc9-f27811a8d2e7 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:43.696255 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e82f6fc6-b49a-488f-b3bb-447ae818de1e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:43.699698 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87eab2b-461e-4fec-bf12-ceb7405a5cf3 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Pushing event deleted for resources: {'Port': ['ID=48443d10-e99b-44b9-a038-4388ae0f2fcf,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:43.712958 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e82f6fc6-b49a-488f-b3bb-447ae818de1e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:43.771536 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d3f33-80a7-41ce-afcd-436ef26fa878 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6851910f-eb16-4ef7-aa8d-9c242e269840,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:43.801010 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-460d84b7-6b2e-4a93-9dc9-f27811a8d2e7 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:43.802164 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-460d84b7-6b2e-4a93-9dc9-f27811a8d2e7 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4023340 Mar 11 15:30:43.806417 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36298) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:43.807748 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-fe59f0b6-5081-4447-8bfe-abec98e1e9f8 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3371055 Mar 11 15:30:43.813353 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-ea1ddd45-ce8d-4dd4-a726-5b7df00c4ca2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'port': {'network_id': '665db491-e0ea-4fd8-91c2-d51b3392130e', 'name': 'tempest-PortsIpV6TestJSON-418817063'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:43.826193 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36302) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:43.863126 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-e1d05ac7-2edc-467a-b126-2fa9858ed11f None None] Allocated IP 2001:db8::2 (665db491-e0ea-4fd8-91c2-d51b3392130e/3188f10f-573c-4096-856d-875cbee5c12e/acd1c58f-5281-4c56-92a0-e75df876923d) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:30:43.891842 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe59f0b6-5081-4447-8bfe-abec98e1e9f8 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event updated for resources: {'Network': ['ID=1da6b6f8-1a27-4050-8339-eda8599a03bd,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:43.897890 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-74eeaaa0-67a4-4978-b57c-1a739fcd6277 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Request body: {'subnet': {'network_id': '1da6b6f8-1a27-4050-8339-eda8599a03bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:43.962035 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 1da6b6f8-1a27-4050-8339-eda8599a03bd details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:30:43.997925 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-298d3f33-80a7-41ce-afcd-436ef26fa878 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:44.001787 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-298d3f33-80a7-41ce-afcd-436ef26fa878 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 1.0371001 Mar 11 15:30:44.049225 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36306) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:44.084747 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f6fc6-b49a-488f-b3bb-447ae818de1e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Pushing event updated for resources: {'Port': ['ID=f4763e70-7285-4aff-b94b-e14e6a17b96f,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:44.099625 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ea1ddd45-ce8d-4dd4-a726-5b7df00c4ca2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:44.114082 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ea1ddd45-ce8d-4dd4-a726-5b7df00c4ca2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:44.126079 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1ddd45-ce8d-4dd4-a726-5b7df00c4ca2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Made reservation on behalf of 6b1a6507e257408892b3294b50293467 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:30:44.130134 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ea1ddd45-ce8d-4dd4-a726-5b7df00c4ca2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:44.155971 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-ea1ddd45-ce8d-4dd4-a726-5b7df00c4ca2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] device_id is not set on port 7f52753f-4546-4aca-b103-7c58d323d4dd yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:30:44.210505 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e1d05ac7-2edc-467a-b126-2fa9858ed11f None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:44.226267 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e1d05ac7-2edc-467a-b126-2fa9858ed11f None None] Transition to ACTIVE for port object acd1c58f-5281-4c56-92a0-e75df876923d will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:30:44.249287 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e1d05ac7-2edc-467a-b126-2fa9858ed11f None None] Transition to ACTIVE for port object acd1c58f-5281-4c56-92a0-e75df876923d will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:30:44.255272 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e1d05ac7-2edc-467a-b126-2fa9858ed11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:44.296302 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-74eeaaa0-67a4-4978-b57c-1a739fcd6277 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:44.321491 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d05ac7-2edc-467a-b126-2fa9858ed11f None None] Network 665db491-e0ea-4fd8-91c2-d51b3392130e is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:30:44.325099 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-e1d05ac7-2edc-467a-b126-2fa9858ed11f None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:44.327665 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d05ac7-2edc-467a-b126-2fa9858ed11f None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:30:44.351075 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-ea1ddd45-ce8d-4dd4-a726-5b7df00c4ca2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Allocated IP 2001:db8::93 (665db491-e0ea-4fd8-91c2-d51b3392130e/3188f10f-573c-4096-856d-875cbee5c12e/7f52753f-4546-4aca-b103-7c58d323d4dd) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:30:44.414592 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d05ac7-2edc-467a-b126-2fa9858ed11f None None] Pushing event updated for resources: {'Port': ['ID=acd1c58f-5281-4c56-92a0-e75df876923d,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:44.442072 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-e1d05ac7-2edc-467a-b126-2fa9858ed11f None None] Attempting to bind port acd1c58f-5281-4c56-92a0-e75df876923d on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:30:44.442453 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-e1d05ac7-2edc-467a-b126-2fa9858ed11f None None] Attempting to bind port acd1c58f-5281-4c56-92a0-e75df876923d by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'f27fa2f6-2234-46cc-89bb-9377463ae275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '665db491-e0ea-4fd8-91c2-d51b3392130e'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:30:44.442788 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d05ac7-2edc-467a-b126-2fa9858ed11f None None] Attempting to bind port acd1c58f-5281-4c56-92a0-e75df876923d on network 665db491-e0ea-4fd8-91c2-d51b3392130e {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:30:44.450144 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d05ac7-2edc-467a-b126-2fa9858ed11f None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:30:44.450514 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d05ac7-2edc-467a-b126-2fa9858ed11f None None] Checking segment: {'id': 'f27fa2f6-2234-46cc-89bb-9377463ae275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '665db491-e0ea-4fd8-91c2-d51b3392130e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:30:44.450894 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e1d05ac7-2edc-467a-b126-2fa9858ed11f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:44.451404 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d05ac7-2edc-467a-b126-2fa9858ed11f None None] Bound using segment: {'id': 'f27fa2f6-2234-46cc-89bb-9377463ae275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '665db491-e0ea-4fd8-91c2-d51b3392130e'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:30:44.451870 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-e1d05ac7-2edc-467a-b126-2fa9858ed11f None None] Bound port: acd1c58f-5281-4c56-92a0-e75df876923d, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f27fa2f6-2234-46cc-89bb-9377463ae275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '665db491-e0ea-4fd8-91c2-d51b3392130e'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:30:44.452271 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e1d05ac7-2edc-467a-b126-2fa9858ed11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:44.491874 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e82f6fc6-b49a-488f-b3bb-447ae818de1e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:44.544237 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-74eeaaa0-67a4-4978-b57c-1a739fcd6277 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Usage tracker for resource:subnet and tenant:f8a07a0692504f09a49af7bfa2896e37 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:44.545764 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-e1d05ac7-2edc-467a-b126-2fa9858ed11f None None] For port acd1c58f-5281-4c56-92a0-e75df876923d, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:30:44.550122 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-e1d05ac7-2edc-467a-b126-2fa9858ed11f None None] For port acd1c58f-5281-4c56-92a0-e75df876923d, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=acd1c58f-5281-4c56-92a0-e75df876923d,segment=NetworkSegment(f27fa2f6-2234-46cc-89bb-9377463ae275),segment_id=f27fa2f6-2234-46cc-89bb-9377463ae275)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:30:44.555507 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e1d05ac7-2edc-467a-b126-2fa9858ed11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:44.561023 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-74eeaaa0-67a4-4978-b57c-1a739fcd6277 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:44.564594 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2c3aa51d-c722-435e-bf47-b03851b74b85 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:44.574929 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ea1ddd45-ce8d-4dd4-a726-5b7df00c4ca2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:44.590516 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-74eeaaa0-67a4-4978-b57c-1a739fcd6277 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:44.592579 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-ea1ddd45-ce8d-4dd4-a726-5b7df00c4ca2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Transition to ACTIVE for port object 7f52753f-4546-4aca-b103-7c58d323d4dd will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:30:44.619852 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ea1ddd45-ce8d-4dd4-a726-5b7df00c4ca2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:44.648666 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d05ac7-2edc-467a-b126-2fa9858ed11f None None] Pushing event updated for resources: {'Port': ['ID=acd1c58f-5281-4c56-92a0-e75df876923d,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:44.653339 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2c3aa51d-c722-435e-bf47-b03851b74b85 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:44.695367 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f87eab2b-461e-4fec-bf12-ceb7405a5cf3 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:44.711967 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1ddd45-ce8d-4dd4-a726-5b7df00c4ca2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Network 665db491-e0ea-4fd8-91c2-d51b3392130e is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:30:44.715195 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-ea1ddd45-ce8d-4dd4-a726-5b7df00c4ca2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:44.719780 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1ddd45-ce8d-4dd4-a726-5b7df00c4ca2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:30:44.724698 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1ddd45-ce8d-4dd4-a726-5b7df00c4ca2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:44.725324 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ea1ddd45-ce8d-4dd4-a726-5b7df00c4ca2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:44.729349 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ddd45-ce8d-4dd4-a726-5b7df00c4ca2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'Port': ['ID=7f52753f-4546-4aca-b103-7c58d323d4dd,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:44.759743 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ea1ddd45-ce8d-4dd4-a726-5b7df00c4ca2 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9493978 Mar 11 15:30:44.761561 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36310) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:44.873781 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74eeaaa0-67a4-4978-b57c-1a739fcd6277 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Made reservation on behalf of f8a07a0692504f09a49af7bfa2896e37 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:30:45.070479 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2c3aa51d-c722-435e-bf47-b03851b74b85 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:45.171711 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.db.resource_extend [None req-3e541065-419a-4d43-9213-12664e58faf1 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:30:45.215874 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3aa51d-c722-435e-bf47-b03851b74b85 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6851910f-eb16-4ef7-aa8d-9c242e269840,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:45.219891 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3e541065-419a-4d43-9213-12664e58faf1 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:45.224714 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f87eab2b-461e-4fec-bf12-ceb7405a5cf3 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:45.228374 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2c3aa51d-c722-435e-bf47-b03851b74b85 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:45.231741 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-2c3aa51d-c722-435e-bf47-b03851b74b85 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/6851910f-eb16-4ef7-aa8d-9c242e269840 HTTP/1.1" status: 204 len: 168 time: 1.1742954 Mar 11 15:30:45.233483 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36314) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:45.236630 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3e541065-419a-4d43-9213-12664e58faf1 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:45.242588 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-74eeaaa0-67a4-4978-b57c-1a739fcd6277 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:45.318575 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f87eab2b-461e-4fec-bf12-ceb7405a5cf3 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:45.389582 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-89b7e1c9-06b2-49a7-b264-0e3bfc58f6dc tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:45.440175 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-3e541065-419a-4d43-9213-12664e58faf1 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] In _notify_port_updated(), no bound segment for port 4ee61aac-c81c-402a-ac36-bf71936e7683 on network 94ff69be-04ef-44dc-872e-d9cc72bbfda2 {{(pid=83867) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 15:30:45.444899 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e541065-419a-4d43-9213-12664e58faf1 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:45.445548 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3e541065-419a-4d43-9213-12664e58faf1 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:45.446867 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-3e541065-419a-4d43-9213-12664e58faf1 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] 10.222.0.31 "PUT /v2.0/ports/4ee61aac-c81c-402a-ac36-bf71936e7683 HTTP/1.1" status: 200 len: 1002 time: 2.6072216 Mar 11 15:30:45.450422 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36318) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:45.454994 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:45.474952 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e541065-419a-4d43-9213-12664e58faf1 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Pushing event updated for resources: {'Port': ['ID=4ee61aac-c81c-402a-ac36-bf71936e7683,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:45.524127 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f87eab2b-461e-4fec-bf12-ceb7405a5cf3 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:45.524781 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87eab2b-461e-4fec-bf12-ceb7405a5cf3 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Fanout notify agent at l3_agent the message router_deleted on router d6f71f38-95c9-46b9-a0dc-a3b61e8df229 {{(pid=83867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:30:45.540591 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-9f5d0a3a-1ad5-439c-8429-646c072fc482 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Synchronizing usage tracker for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group_rule {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:30:45.584489 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f87eab2b-461e-4fec-bf12-ceb7405a5cf3 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:45.590879 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-f87eab2b-461e-4fec-bf12-ceb7405a5cf3 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] 10.222.0.31 "DELETE /v2.0/routers/d6f71f38-95c9-46b9-a0dc-a3b61e8df229 HTTP/1.1" status: 204 len: 168 time: 6.3745096 Mar 11 15:30:45.593332 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36322) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:45.602651 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-457a54f8-f737-4ee7-977e-c163203f1949 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Request body: {'router': {'name': 'tempest-snat-router-757807360', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'enable_snat': False}}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:45.613394 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-457a54f8-f737-4ee7-977e-c163203f1949 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:45.618943 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-9f5d0a3a-1ad5-439c-8429-646c072fc482 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Unset dirty status for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group_rule {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:30:45.623512 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9f5d0a3a-1ad5-439c-8429-646c072fc482 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3850324 Mar 11 15:30:45.625280 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36326) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:45.626258 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-457a54f8-f737-4ee7-977e-c163203f1949 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Usage tracker for resource:router and tenant:119dbf5de319411fa8a255aebc203c5d is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:45.672618 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-59db161a-840a-4b54-bd70-0c144769de2c tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Deleting port 4ee61aac-c81c-402a-ac36-bf71936e7683 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:30:45.672961 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-59db161a-840a-4b54-bd70-0c144769de2c tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:45.723738 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-457a54f8-f737-4ee7-977e-c163203f1949 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:45.744729 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-457a54f8-f737-4ee7-977e-c163203f1949 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:45.785590 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.l3_db [None req-e82f6fc6-b49a-488f-b3bb-447ae818de1e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Floating IP 10ee57b0-449b-40f7-97b0-f04a3a936ebb associated. External IP: 172.26.0.109, port: c03482a1-9de6-4c67-9ea4-fc5afdc3062c. Mar 11 15:30:45.844613 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931373e5-8d92-4650-9408-000eaf84dcf4 None None] Network 665db491-e0ea-4fd8-91c2-d51b3392130e requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:30:45.964853 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-457a54f8-f737-4ee7-977e-c163203f1949 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:45.965974 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-457a54f8-f737-4ee7-977e-c163203f1949 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:45.996418 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device acd1c58f-5281-4c56-92a0-e75df876923d up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:30:46.043030 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-74eeaaa0-67a4-4978-b57c-1a739fcd6277 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:46.084257 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e5c1fce9-ad9f-4ee0-81e8-1c0893cde386 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:46.120184 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-457a54f8-f737-4ee7-977e-c163203f1949 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:46.129748 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-ec28cf81-51ae-4222-984c-e0cc59debc52 None None] Provisioning complete for port 4ee61aac-c81c-402a-ac36-bf71936e7683 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:30:46.130065 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ec28cf81-51ae-4222-984c-e0cc59debc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:46.164479 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e5c1fce9-ad9f-4ee0-81e8-1c0893cde386 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:46.205106 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eeaaa0-67a4-4978-b57c-1a739fcd6277 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event updated for resources: {'Subnet': ['ID=6576bcd0-b34f-4605-8d80-fdf618f25c9d,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:46.280208 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-59db161a-840a-4b54-bd70-0c144769de2c tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:46.282423 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-ec28cf81-51ae-4222-984c-e0cc59debc52 None None] Port 4ee61aac-c81c-402a-ac36-bf71936e7683 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:30:46.284962 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port acd1c58f-5281-4c56-92a0-e75df876923d completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:30:46.323558 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-ec28cf81-51ae-4222-984c-e0cc59debc52 None None] Provisioning for port acd1c58f-5281-4c56-92a0-e75df876923d completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:30:46.331815 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-ec28cf81-51ae-4222-984c-e0cc59debc52 None None] Provisioning complete for port acd1c58f-5281-4c56-92a0-e75df876923d triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:30:46.332230 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ec28cf81-51ae-4222-984c-e0cc59debc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:46.419461 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-89b7e1c9-06b2-49a7-b264-0e3bfc58f6dc tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:46.428017 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-59db161a-840a-4b54-bd70-0c144769de2c tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Calling delete_port for 4ee61aac-c81c-402a-ac36-bf71936e7683 owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:30:46.469162 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-89b7e1c9-06b2-49a7-b264-0e3bfc58f6dc tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:46.474709 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ec28cf81-51ae-4222-984c-e0cc59debc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:46.498250 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74eeaaa0-67a4-4978-b57c-1a739fcd6277 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Checking segment: {'id': '8fec658c-2d6e-4448-836a-049278803b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '1da6b6f8-1a27-4050-8339-eda8599a03bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:30:46.498672 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74eeaaa0-67a4-4978-b57c-1a739fcd6277 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Network hostable DHCP agents. Network: 1da6b6f8-1a27-4050-8339-eda8599a03bd, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:30:46.518973 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-ec28cf81-51ae-4222-984c-e0cc59debc52 None None] For port acd1c58f-5281-4c56-92a0-e75df876923d, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=acd1c58f-5281-4c56-92a0-e75df876923d,segment=NetworkSegment(f27fa2f6-2234-46cc-89bb-9377463ae275),segment_id=f27fa2f6-2234-46cc-89bb-9377463ae275)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:30:46.525977 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ec28cf81-51ae-4222-984c-e0cc59debc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:46.531217 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e5c1fce9-ad9f-4ee0-81e8-1c0893cde386 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:46.565738 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c1fce9-ad9f-4ee0-81e8-1c0893cde386 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c739a381-e11d-4113-9774-23888a32397a,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:46.579101 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-457a54f8-f737-4ee7-977e-c163203f1949 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:46.611445 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74eeaaa0-67a4-4978-b57c-1a739fcd6277 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Network 1da6b6f8-1a27-4050-8339-eda8599a03bd is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:30:46.647551 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-74eeaaa0-67a4-4978-b57c-1a739fcd6277 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 1da6b6f8-1a27-4050-8339-eda8599a03bd) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:46.652751 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7e1c9-06b2-49a7-b264-0e3bfc58f6dc tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'Port': ['ID=7f52753f-4546-4aca-b103-7c58d323d4dd,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:46.658143 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74eeaaa0-67a4-4978-b57c-1a739fcd6277 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:46.659436 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-74eeaaa0-67a4-4978-b57c-1a739fcd6277 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:46.666929 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e5c1fce9-ad9f-4ee0-81e8-1c0893cde386 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:46.670954 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e5c1fce9-ad9f-4ee0-81e8-1c0893cde386 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "DELETE /v2.0/security-groups/c739a381-e11d-4113-9774-23888a32397a HTTP/1.1" status: 204 len: 168 time: 0.9792926 Mar 11 15:30:46.675163 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36330) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:46.684717 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf196bf-37ab-4174-aa07-796ca3bd72c5 None None] Network 1da6b6f8-1a27-4050-8339-eda8599a03bd requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:30:46.764809 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28cf81-51ae-4222-984c-e0cc59debc52 None None] Pushing event updated for resources: {'Port': ['ID=acd1c58f-5281-4c56-92a0-e75df876923d,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:46.798473 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-74eeaaa0-67a4-4978-b57c-1a739fcd6277 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9566295 Mar 11 15:30:46.812044 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36334) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:46.986033 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-55059ef7-d830-4d13-87f4-c2209724aeaa tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Synchronizing usage tracker for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:30:46.992309 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-89b7e1c9-06b2-49a7-b264-0e3bfc58f6dc tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:46.997074 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-59db161a-840a-4b54-bd70-0c144769de2c tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:47.042749 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-1b4fdb48-2973-40bb-bd15-3685fee0861f None None] Provisioning for port 7f52753f-4546-4aca-b103-7c58d323d4dd completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:30:47.050878 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-1b4fdb48-2973-40bb-bd15-3685fee0861f None None] Provisioning complete for port 7f52753f-4546-4aca-b103-7c58d323d4dd triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:30:47.051262 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1b4fdb48-2973-40bb-bd15-3685fee0861f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:47.056502 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-55d136ba-a444-4bed-b692-bd283d0cf9bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:47.061005 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db161a-840a-4b54-bd70-0c144769de2c tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Pushing event deleted for resources: {'Port': ['ID=4ee61aac-c81c-402a-ac36-bf71936e7683,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:47.087261 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6a8acf-228b-493b-8334-944f458c2440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-1da6b6f8-1a27-4050-8339-eda8599a03bd', 'network_id': '1da6b6f8-1a27-4050-8339-eda8599a03bd', 'tenant_id': 'f8a07a0692504f09a49af7bfa2896e37', 'fixed_ips': [{'subnet_id': '6576bcd0-b34f-4605-8d80-fdf618f25c9d'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:30:47.088212 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-55059ef7-d830-4d13-87f4-c2209724aeaa tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Unset dirty status for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:30:47.088749 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3a6a8acf-228b-493b-8334-944f458c2440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:47.089939 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-55059ef7-d830-4d13-87f4-c2209724aeaa tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4098101 Mar 11 15:30:47.108469 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36338) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:47.119496 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-2ea5248b-5939-4fb6-9276-0913f4ece073 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Request body: {'security_group': {'name': 'tempest-secgroup--1702010615'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:47.131616 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-2ea5248b-5939-4fb6-9276-0913f4ece073 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:47.184051 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-2ea5248b-5939-4fb6-9276-0913f4ece073 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:47.259107 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2ea5248b-5939-4fb6-9276-0913f4ece073 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:47.269893 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-1b4fdb48-2973-40bb-bd15-3685fee0861f None None] Port 7f52753f-4546-4aca-b103-7c58d323d4dd cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:30:47.304672 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-55d136ba-a444-4bed-b692-bd283d0cf9bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:47.338358 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-1b4fdb48-2973-40bb-bd15-3685fee0861f None None] Provisioning complete for port acd1c58f-5281-4c56-92a0-e75df876923d triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:30:47.338740 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1b4fdb48-2973-40bb-bd15-3685fee0861f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:47.393503 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-457a54f8-f737-4ee7-977e-c163203f1949 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:47.433038 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-89b7e1c9-06b2-49a7-b264-0e3bfc58f6dc tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:47.498050 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-457a54f8-f737-4ee7-977e-c163203f1949 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:47.512330 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-59db161a-840a-4b54-bd70-0c144769de2c tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:47.568594 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-2ea5248b-5939-4fb6-9276-0913f4ece073 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:47.582802 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-2ea5248b-5939-4fb6-9276-0913f4ece073 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Usage tracker for resource:security_group_rule and tenant:92da5a0314de4cc9af95bd50ca71b214 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:47.587918 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-3a6a8acf-228b-493b-8334-944f458c2440 None None] Allocated IP 172.20.0.2 (1da6b6f8-1a27-4050-8339-eda8599a03bd/6576bcd0-b34f-4605-8d80-fdf618f25c9d/15a10d0e-e326-4502-b575-7f6b6f994864) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:30:47.599212 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82f6fc6-b49a-488f-b3bb-447ae818de1e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Router f186c74e-a9d7-4f53-91d1-dea1dbb31662 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:30:47.603466 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-59db161a-840a-4b54-bd70-0c144769de2c tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] 10.222.0.31 "DELETE /v2.0/ports/4ee61aac-c81c-402a-ac36-bf71936e7683 HTTP/1.1" status: 204 len: 168 time: 2.1508663 Mar 11 15:30:47.605582 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36342) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:47.606157 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-2ea5248b-5939-4fb6-9276-0913f4ece073 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:47.635644 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-2ea5248b-5939-4fb6-9276-0913f4ece073 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:47.745556 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-28ae16c3-c108-4945-8163-bf532c6b498e None None] Provisioning complete for port 7f52753f-4546-4aca-b103-7c58d323d4dd triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:30:47.746012 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-28ae16c3-c108-4945-8163-bf532c6b498e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:47.757951 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-4096de0c-90ca-416f-968b-9773a0d1f72f tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] GET failed (client error): The resource could not be found. Mar 11 15:30:47.758355 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-4096de0c-90ca-416f-968b-9773a0d1f72f tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Synchronizing usage tracker for tenant:def45e3b476244c1b665c83a190dbab9 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:30:47.798156 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-4096de0c-90ca-416f-968b-9773a0d1f72f tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Unset dirty status for tenant:def45e3b476244c1b665c83a190dbab9 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:30:47.800568 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-4096de0c-90ca-416f-968b-9773a0d1f72f tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] 10.222.0.31 "GET /v2.0/ports/4ee61aac-c81c-402a-ac36-bf71936e7683 HTTP/1.1" status: 404 len: 333 time: 0.1934674 Mar 11 15:30:47.804824 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36346) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:47.811724 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-1bc49dcf-a5fd-4860-b947-5ee9bb731c7a tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Request body: {'port': {'network_id': '94ff69be-04ef-44dc-872e-d9cc72bbfda2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-251783247'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:47.866541 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-28ae16c3-c108-4945-8163-bf532c6b498e None None] Port 7f52753f-4546-4aca-b103-7c58d323d4dd cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:30:47.910460 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2ea5248b-5939-4fb6-9276-0913f4ece073 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:47.918867 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-457a54f8-f737-4ee7-977e-c163203f1949 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Allocated IP 172.26.0.44 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/81e2be14-adf7-4382-8090-c2b76e6994ed) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:30:47.926433 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2ea5248b-5939-4fb6-9276-0913f4ece073 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:47.932288 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3a6a8acf-228b-493b-8334-944f458c2440 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:47.946728 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-3a6a8acf-228b-493b-8334-944f458c2440 None None] Transition to ACTIVE for port object 15a10d0e-e326-4502-b575-7f6b6f994864 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:30:47.964756 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device acd1c58f-5281-4c56-92a0-e75df876923d up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:30:47.967175 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea5248b-5939-4fb6-9276-0913f4ece073 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb586a1b-e5b7-478c-843e-f91de9fc1cfb,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:48.022442 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-3a6a8acf-228b-493b-8334-944f458c2440 None None] Transition to ACTIVE for port object 15a10d0e-e326-4502-b575-7f6b6f994864 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:30:48.039329 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3a6a8acf-228b-493b-8334-944f458c2440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:48.092851 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-55d136ba-a444-4bed-b692-bd283d0cf9bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:48.129496 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6a8acf-228b-493b-8334-944f458c2440 None None] Network 1da6b6f8-1a27-4050-8339-eda8599a03bd is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:30:48.135677 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-3a6a8acf-228b-493b-8334-944f458c2440 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:48.139526 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6a8acf-228b-493b-8334-944f458c2440 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:30:48.144185 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a8acf-228b-493b-8334-944f458c2440 None None] Pushing event updated for resources: {'Port': ['ID=15a10d0e-e326-4502-b575-7f6b6f994864,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:48.148302 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port acd1c58f-5281-4c56-92a0-e75df876923d triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:30:48.148699 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:48.169295 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d136ba-a444-4bed-b692-bd283d0cf9bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event deleted for resources: {'Subnet': ['ID=6576bcd0-b34f-4605-8d80-fdf618f25c9d,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:48.228432 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-1bc49dcf-a5fd-4860-b947-5ee9bb731c7a tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:48.247559 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-1bc49dcf-a5fd-4860-b947-5ee9bb731c7a tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:48.276475 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc49dcf-a5fd-4860-b947-5ee9bb731c7a tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Made reservation on behalf of def45e3b476244c1b665c83a190dbab9 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:30:48.281116 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1bc49dcf-a5fd-4860-b947-5ee9bb731c7a tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:48.293014 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-89b7e1c9-06b2-49a7-b264-0e3bfc58f6dc tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:48.304724 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2ea5248b-5939-4fb6-9276-0913f4ece073 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:48.305503 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-2ea5248b-5939-4fb6-9276-0913f4ece073 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1954241 Mar 11 15:30:48.306374 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-89b7e1c9-06b2-49a7-b264-0e3bfc58f6dc tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:48.307807 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-89b7e1c9-06b2-49a7-b264-0e3bfc58f6dc tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:48.315676 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36350) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:48.358096 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-683fc233-564a-46dd-8080-c0b447ba1f96 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Request body: {'security_group_rule': {'security_group_id': 'eb586a1b-e5b7-478c-843e-f91de9fc1cfb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:48.374883 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-1bc49dcf-a5fd-4860-b947-5ee9bb731c7a tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] device_id is not set on port e62b79b0-143e-4e39-b29d-28cf36a7db7f yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:30:48.379347 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-3a6a8acf-228b-493b-8334-944f458c2440 None None] Attempting to bind port 15a10d0e-e326-4502-b575-7f6b6f994864 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:30:48.379725 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-3a6a8acf-228b-493b-8334-944f458c2440 None None] Attempting to bind port 15a10d0e-e326-4502-b575-7f6b6f994864 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '8fec658c-2d6e-4448-836a-049278803b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '1da6b6f8-1a27-4050-8339-eda8599a03bd'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:30:48.380089 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6a8acf-228b-493b-8334-944f458c2440 None None] Attempting to bind port 15a10d0e-e326-4502-b575-7f6b6f994864 on network 1da6b6f8-1a27-4050-8339-eda8599a03bd {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:30:48.395158 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6a8acf-228b-493b-8334-944f458c2440 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:30:48.395585 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6a8acf-228b-493b-8334-944f458c2440 None None] Checking segment: {'id': '8fec658c-2d6e-4448-836a-049278803b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '1da6b6f8-1a27-4050-8339-eda8599a03bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:30:48.395934 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3a6a8acf-228b-493b-8334-944f458c2440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:48.396607 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6a8acf-228b-493b-8334-944f458c2440 None None] Bound using segment: {'id': '8fec658c-2d6e-4448-836a-049278803b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '1da6b6f8-1a27-4050-8339-eda8599a03bd'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:30:48.396818 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-3a6a8acf-228b-493b-8334-944f458c2440 None None] Bound port: 15a10d0e-e326-4502-b575-7f6b6f994864, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fec658c-2d6e-4448-836a-049278803b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '1da6b6f8-1a27-4050-8339-eda8599a03bd'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:30:48.397197 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3a6a8acf-228b-493b-8334-944f458c2440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:48.425043 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-55d136ba-a444-4bed-b692-bd283d0cf9bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:48.427412 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-683fc233-564a-46dd-8080-c0b447ba1f96 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:48.448780 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-683fc233-564a-46dd-8080-c0b447ba1f96 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Usage tracker for resource:security_group_rule and tenant:92da5a0314de4cc9af95bd50ca71b214 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:48.458399 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-683fc233-564a-46dd-8080-c0b447ba1f96 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:48.478056 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-457a54f8-f737-4ee7-977e-c163203f1949 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:48.485779 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-55d136ba-a444-4bed-b692-bd283d0cf9bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da6b6f8-1a27-4050-8339-eda8599a03bd']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:48.493620 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-3a6a8acf-228b-493b-8334-944f458c2440 None None] For port 15a10d0e-e326-4502-b575-7f6b6f994864, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:30:48.496935 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-3a6a8acf-228b-493b-8334-944f458c2440 None None] For port 15a10d0e-e326-4502-b575-7f6b6f994864, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=15a10d0e-e326-4502-b575-7f6b6f994864,segment=NetworkSegment(8fec658c-2d6e-4448-836a-049278803b72),segment_id=8fec658c-2d6e-4448-836a-049278803b72)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:30:48.503763 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3a6a8acf-228b-493b-8334-944f458c2440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:48.506530 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-55d136ba-a444-4bed-b692-bd283d0cf9bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fec658c-2d6e-4448-836a-049278803b72') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:48.506827 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-55d136ba-a444-4bed-b692-bd283d0cf9bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fec658c-2d6e-4448-836a-049278803b72') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:48.525555 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-55d136ba-a444-4bed-b692-bd283d0cf9bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:48.539440 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-683fc233-564a-46dd-8080-c0b447ba1f96 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:48.543480 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82f6fc6-b49a-488f-b3bb-447ae818de1e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:30:48.557127 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7e1c9-06b2-49a7-b264-0e3bfc58f6dc tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'Port': ['ID=7f52753f-4546-4aca-b103-7c58d323d4dd,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:48.566035 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-55d136ba-a444-4bed-b692-bd283d0cf9bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:48.582481 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70b3f59-e1de-44df-9078-260daf0232ef None None] Sync routers for ids ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:30:48.583155 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55d136ba-a444-4bed-b692-bd283d0cf9bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:30:48.583155 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-55d136ba-a444-4bed-b692-bd283d0cf9bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:48.600191 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:30:48.600191 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:30:48.600191 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:30:48.600191 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:30:48.600191 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:30:48.600191 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:30:48.600191 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:30:48.600191 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:30:48.600191 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:30:48.600191 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:30:48.600191 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:30:48.600191 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:30:48.600191 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:30:48.600191 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:30:48.600191 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:30:48.600191 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:30:48.600191 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:30:48.600191 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:30:48.600191 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:30:48.600191 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:30:48.600191 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:30:48.600191 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:30:48.600191 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:30:48.600191 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:30:48.600191 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:30:48.600191 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:30:48.600191 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:30:48.600191 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:30:48.600191 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:30:48.600191 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:30:48.600191 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:30:48.600191 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:30:48.602216 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e82f6fc6-b49a-488f-b3bb-447ae818de1e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:48.621833 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70b3f59-e1de-44df-9078-260daf0232ef None None] Routers {'f186c74e-a9d7-4f53-91d1-dea1dbb31662'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:30:48.622852 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-e70b3f59-e1de-44df-9078-260daf0232ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:30:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:48.638728 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-683fc233-564a-46dd-8080-c0b447ba1f96 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:48.638945 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-457a54f8-f737-4ee7-977e-c163203f1949 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:48.662692 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a8acf-228b-493b-8334-944f458c2440 None None] Pushing event updated for resources: {'Port': ['ID=15a10d0e-e326-4502-b575-7f6b6f994864,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:48.715216 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aceb6f7b-24cd-43c0-bc68-d7ad50796d84 None None] Network 1da6b6f8-1a27-4050-8339-eda8599a03bd requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:30:48.738143 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b7e1c9-06b2-49a7-b264-0e3bfc58f6dc tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Network 665db491-e0ea-4fd8-91c2-d51b3392130e is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:30:48.742427 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-89b7e1c9-06b2-49a7-b264-0e3bfc58f6dc tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:48.742843 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-e70b3f59-e1de-44df-9078-260daf0232ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:48.758238 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-1bc49dcf-a5fd-4860-b947-5ee9bb731c7a tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Allocated IP 2001:db8::146 (94ff69be-04ef-44dc-872e-d9cc72bbfda2/fb20a27c-42da-47eb-8289-bca56d782854/e62b79b0-143e-4e39-b29d-28cf36a7db7f) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:30:48.759262 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70b3f59-e1de-44df-9078-260daf0232ef None None] Routers {'f186c74e-a9d7-4f53-91d1-dea1dbb31662'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:30:48.760026 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-e70b3f59-e1de-44df-9078-260daf0232ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:30:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:48.808405 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.db.api [None req-55d136ba-a444-4bed-b692-bd283d0cf9bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 15:30:48.808405 dv-neutron-833373-1-hyperv neutron-server[83867]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 15:30:48.808405 dv-neutron-833373-1-hyperv neutron-server[83867]: [parameters: {'id': '1da6b6f8-1a27-4050-8339-eda8599a03bd'}] Mar 11 15:30:48.808405 dv-neutron-833373-1-hyperv neutron-server[83867]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:30:48.808818 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG oslo_db.api [None req-55d136ba-a444-4bed-b692-bd283d0cf9bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:30:48.817366 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457a54f8-f737-4ee7-977e-c163203f1949 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:30:48.819463 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e82f6fc6-b49a-488f-b3bb-447ae818de1e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.3159823 Mar 11 15:30:48.820639 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a54f8-f737-4ee7-977e-c163203f1949 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Pushing event updated for resources: {'Port': ['ID=81e2be14-adf7-4382-8090-c2b76e6994ed,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:48.823106 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-457a54f8-f737-4ee7-977e-c163203f1949 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:48.824951 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36356) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:48.827461 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457a54f8-f737-4ee7-977e-c163203f1949 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:30:48.864997 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-e70b3f59-e1de-44df-9078-260daf0232ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:48.865657 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70b3f59-e1de-44df-9078-260daf0232ef None None] The sync data for ids ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:30:48.964584 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-683fc233-564a-46dd-8080-c0b447ba1f96 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:48.987180 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-683fc233-564a-46dd-8080-c0b447ba1f96 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:49.033741 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683fc233-564a-46dd-8080-c0b447ba1f96 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c80cfe3b-dad5-4915-a7ec-1bd6b796f22f,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:49.053484 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d9ffbaae-b58e-4fe9-99d7-463bfe512a82 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "GET /v2.0/floatingips/10ee57b0-449b-40f7-97b0-f04a3a936ebb HTTP/1.1" status: 200 len: 978 time: 0.2274194 Mar 11 15:30:49.058497 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36360) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:49.131456 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bebe0a-a8bf-45c3-ab7a-20eb12534b0e None None] get_active_networks_info from dv-neutron-833373-1-hyperv {{(pid=83868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 15:30:49.178032 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d0d6ece9-2c2c-4917-b190-b4f5273d3f63 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Synchronizing usage tracker for tenant:08d14954a9a44d808e73ee1adc21420c on resource:floatingip {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:30:49.212153 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d0d6ece9-2c2c-4917-b190-b4f5273d3f63 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Unset dirty status for tenant:08d14954a9a44d808e73ee1adc21420c on resource:floatingip {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:30:49.216258 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d0d6ece9-2c2c-4917-b190-b4f5273d3f63 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1544027 Mar 11 15:30:49.224949 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36364) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:49.235432 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-3352af63-8426-46d4-92c7-f534ad1d56a8 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Request body: {'floatingip': {'port_id': '0a1ac30c-ce18-4336-a4b9-78bce4668975'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:49.247010 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-683fc233-564a-46dd-8080-c0b447ba1f96 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:49.248302 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-683fc233-564a-46dd-8080-c0b447ba1f96 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9050195 Mar 11 15:30:49.261637 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36368) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:49.291667 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e82718c5-e293-424e-8fa6-79adac48f310 None None] Provisioning complete for port 7f52753f-4546-4aca-b103-7c58d323d4dd triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:30:49.292039 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e82718c5-e293-424e-8fa6-79adac48f310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:49.309044 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-87d4ed2a-2d1c-45e8-a7a2-47f7e6bf917c tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "GET /v2.0/security-group-rules/c80cfe3b-dad5-4915-a7ec-1bd6b796f22f HTTP/1.1" status: 200 len: 705 time: 0.0469270 Mar 11 15:30:49.312563 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36372) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:49.369583 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-55d136ba-a444-4bed-b692-bd283d0cf9bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:49.384527 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-e82718c5-e293-424e-8fa6-79adac48f310 None None] Port 7f52753f-4546-4aca-b103-7c58d323d4dd cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:30:49.396296 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bebe0a-a8bf-45c3-ab7a-20eb12534b0e None None] Resources bound (agent type, host, resource id): {{(pid=83868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 15:30:49.411738 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-55d136ba-a444-4bed-b692-bd283d0cf9bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Deleting port 15a10d0e-e326-4502-b575-7f6b6f994864 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:30:49.412179 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-55d136ba-a444-4bed-b692-bd283d0cf9bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:49.419576 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1bc49dcf-a5fd-4860-b947-5ee9bb731c7a tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:49.437846 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-1bc49dcf-a5fd-4860-b947-5ee9bb731c7a tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Transition to ACTIVE for port object e62b79b0-143e-4e39-b29d-28cf36a7db7f will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:30:49.452707 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3352af63-8426-46d4-92c7-f534ad1d56a8 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for floatingip, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:49.472395 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1bc49dcf-a5fd-4860-b947-5ee9bb731c7a tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:49.519309 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-8d1a560a-461b-4c4b-bcd6-4fd008e9e5f2 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Synchronizing usage tracker for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group_rule {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:30:49.560282 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-457a54f8-f737-4ee7-977e-c163203f1949 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:49.561394 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-457a54f8-f737-4ee7-977e-c163203f1949 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:49.590709 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-8d1a560a-461b-4c4b-bcd6-4fd008e9e5f2 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Unset dirty status for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group_rule {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:30:49.592288 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-8d1a560a-461b-4c4b-bcd6-4fd008e9e5f2 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2711527 Mar 11 15:30:49.595740 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc49dcf-a5fd-4860-b947-5ee9bb731c7a tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Pushing event updated for resources: {'Port': ['ID=e62b79b0-143e-4e39-b29d-28cf36a7db7f,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:49.604217 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc49dcf-a5fd-4860-b947-5ee9bb731c7a tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Network 94ff69be-04ef-44dc-872e-d9cc72bbfda2 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:30:49.605574 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36376) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:49.618671 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-1bc49dcf-a5fd-4860-b947-5ee9bb731c7a tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:49.624641 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc49dcf-a5fd-4860-b947-5ee9bb731c7a tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:30:49.628932 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc49dcf-a5fd-4860-b947-5ee9bb731c7a tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:49.629811 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1bc49dcf-a5fd-4860-b947-5ee9bb731c7a tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:49.682682 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-1bc49dcf-a5fd-4860-b947-5ee9bb731c7a tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8766119 Mar 11 15:30:49.685109 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-00b6ce43-477d-466f-bcae-35a753a93a31 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:49.699178 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36380) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:49.709046 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-00b6ce43-477d-466f-bcae-35a753a93a31 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:49.724159 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-ba5335bf-f954-442f-9153-c0c45f54d1db tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:f4:00:7e'}]}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:49.943199 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b7e1c9-06b2-49a7-b264-0e3bfc58f6dc tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Router 5f37f2fa-b18a-42bb-bc67-2b6063703f89 is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:30:49.949248 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-00b6ce43-477d-466f-bcae-35a753a93a31 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:50.069850 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b6ce43-477d-466f-bcae-35a753a93a31 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c80cfe3b-dad5-4915-a7ec-1bd6b796f22f,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:50.094836 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-00b6ce43-477d-466f-bcae-35a753a93a31 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:50.096096 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-00b6ce43-477d-466f-bcae-35a753a93a31 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/c80cfe3b-dad5-4915-a7ec-1bd6b796f22f HTTP/1.1" status: 204 len: 168 time: 0.4891398 Mar 11 15:30:50.141554 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36384) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:50.178874 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-55d136ba-a444-4bed-b692-bd283d0cf9bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] For port 15a10d0e-e326-4502-b575-7f6b6f994864, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=15a10d0e-e326-4502-b575-7f6b6f994864,segment=NetworkSegment(8fec658c-2d6e-4448-836a-049278803b72),segment_id=8fec658c-2d6e-4448-836a-049278803b72)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:30:50.179224 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-55d136ba-a444-4bed-b692-bd283d0cf9bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:50.223015 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-117adfe1-51f7-4c92-9007-a347b94bb467 None None] Provisioning for port e62b79b0-143e-4e39-b29d-28cf36a7db7f completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:30:50.230531 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-117adfe1-51f7-4c92-9007-a347b94bb467 None None] Provisioning complete for port e62b79b0-143e-4e39-b29d-28cf36a7db7f triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:30:50.231094 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-117adfe1-51f7-4c92-9007-a347b94bb467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:50.303448 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-117adfe1-51f7-4c92-9007-a347b94bb467 None None] Port e62b79b0-143e-4e39-b29d-28cf36a7db7f cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:30:50.345284 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ba5335bf-f954-442f-9153-c0c45f54d1db tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:50.365468 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dc89db42-2ec3-41c0-aa7a-7649caa26a36 req-5e5fb968-cce0-4d77-8ab7-3fa1c3d943f0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3554342 Mar 11 15:30:50.387041 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-55d136ba-a444-4bed-b692-bd283d0cf9bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Calling delete_port for 15a10d0e-e326-4502-b575-7f6b6f994864 owned by network:dhcp {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:30:50.488041 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b7e1c9-06b2-49a7-b264-0e3bfc58f6dc tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:30:50.500990 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76afe328-03d4-4a06-a0c4-e42d4a7092a3 None None] Sync routers for ids ['5f37f2fa-b18a-42bb-bc67-2b6063703f89'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:30:50.515413 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76afe328-03d4-4a06-a0c4-e42d4a7092a3 None None] Routers {'5f37f2fa-b18a-42bb-bc67-2b6063703f89'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:30:50.515878 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-76afe328-03d4-4a06-a0c4-e42d4a7092a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:30:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['5f37f2fa-b18a-42bb-bc67-2b6063703f89'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:50.516669 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-89b7e1c9-06b2-49a7-b264-0e3bfc58f6dc tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "PUT /v2.0/routers/5f37f2fa-b18a-42bb-bc67-2b6063703f89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7540269 Mar 11 15:30:50.523734 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36388) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:50.581780 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-76afe328-03d4-4a06-a0c4-e42d4a7092a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:50.593526 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76afe328-03d4-4a06-a0c4-e42d4a7092a3 None None] Routers {'5f37f2fa-b18a-42bb-bc67-2b6063703f89'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:30:50.594507 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-76afe328-03d4-4a06-a0c4-e42d4a7092a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:30:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['5f37f2fa-b18a-42bb-bc67-2b6063703f89'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:50.604038 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-66d6fc79-4eca-4645-9a93-9484e10268ec tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Synchronizing usage tracker for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group_rule {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:30:50.666413 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-76afe328-03d4-4a06-a0c4-e42d4a7092a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:50.666939 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76afe328-03d4-4a06-a0c4-e42d4a7092a3 None None] The sync data for ids ['5f37f2fa-b18a-42bb-bc67-2b6063703f89'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:30:50.675594 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-55d136ba-a444-4bed-b692-bd283d0cf9bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:50.675763 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dc89db42-2ec3-41c0-aa7a-7649caa26a36 req-8c9b648b-eeb4-4f79-95d3-251e2c209d26 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ce1e6b6647741e599091dbba04f8bc1&device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 1098 time: 0.2277029 Mar 11 15:30:50.712035 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-66d6fc79-4eca-4645-9a93-9484e10268ec tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Unset dirty status for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group_rule {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:30:50.713306 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-66d6fc79-4eca-4645-9a93-9484e10268ec tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5658455 Mar 11 15:30:50.725452 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36392) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:50.735955 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-051db51c-04a5-43f3-96cb-8763627f100f tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Request body: {'security_group_rule': {'security_group_id': 'eb586a1b-e5b7-478c-843e-f91de9fc1cfb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:50.742113 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ba5335bf-f954-442f-9153-c0c45f54d1db tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:50.792138 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-051db51c-04a5-43f3-96cb-8763627f100f tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:50.796825 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d136ba-a444-4bed-b692-bd283d0cf9bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event deleted for resources: {'Port': ['ID=15a10d0e-e326-4502-b575-7f6b6f994864,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:50.798619 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ba5335bf-f954-442f-9153-c0c45f54d1db tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:50.814568 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d136ba-a444-4bed-b692-bd283d0cf9bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] No DVR routers for this DVR port 15a10d0e-e326-4502-b575-7f6b6f994864 on host dv-neutron-833373-1-hyperv {{(pid=83867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:30:50.871031 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-051db51c-04a5-43f3-96cb-8763627f100f tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:50.897446 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-ba5335bf-f954-442f-9153-c0c45f54d1db tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] In _notify_port_updated(), no bound segment for port e62b79b0-143e-4e39-b29d-28cf36a7db7f on network 94ff69be-04ef-44dc-872e-d9cc72bbfda2 {{(pid=83866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 15:30:50.901212 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5335bf-f954-442f-9153-c0c45f54d1db tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:50.901845 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ba5335bf-f954-442f-9153-c0c45f54d1db tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:50.905750 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ba5335bf-f954-442f-9153-c0c45f54d1db tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] 10.222.0.31 "PUT /v2.0/ports/e62b79b0-143e-4e39-b29d-28cf36a7db7f HTTP/1.1" status: 200 len: 1002 time: 1.2008338 Mar 11 15:30:50.908573 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36396) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:50.977276 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5335bf-f954-442f-9153-c0c45f54d1db tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Pushing event updated for resources: {'Port': ['ID=e62b79b0-143e-4e39-b29d-28cf36a7db7f,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:50.986800 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-051db51c-04a5-43f3-96cb-8763627f100f tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:50.997222 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acb314e-7ff5-49b5-b0ed-8934a15a0e49 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:50.997949 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-5acb314e-7ff5-49b5-b0ed-8934a15a0e49 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Synchronizing usage tracker for tenant:6b1a6507e257408892b3294b50293467 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:30:51.015107 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-55d136ba-a444-4bed-b692-bd283d0cf9bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:51.056461 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89db42-2ec3-41c0-aa7a-7649caa26a36 req-8fbdbb8a-8e84-4b31-aac6-658535d22f7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:51.057929 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dc89db42-2ec3-41c0-aa7a-7649caa26a36 req-8fbdbb8a-8e84-4b31-aac6-658535d22f7d service neutron] 10.222.0.73 "GET /v2.0/networks?id=f5e50d7a-e877-43fe-b63b-0d368fa885b4 HTTP/1.1" status: 200 len: 912 time: 0.3559227 Mar 11 15:30:51.065930 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-2fbc0d88-fa7c-40de-adfe-f926a504fbc7 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Deleting port e62b79b0-143e-4e39-b29d-28cf36a7db7f {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:30:51.066268 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2fbc0d88-fa7c-40de-adfe-f926a504fbc7 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:51.090246 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-5acb314e-7ff5-49b5-b0ed-8934a15a0e49 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Unset dirty status for tenant:6b1a6507e257408892b3294b50293467 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:30:51.092645 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5acb314e-7ff5-49b5-b0ed-8934a15a0e49 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f37f2fa-b18a-42bb-bc67-2b6063703f89 HTTP/1.1" status: 200 len: 987 time: 0.5648103 Mar 11 15:30:51.095544 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-55d136ba-a444-4bed-b692-bd283d0cf9bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da6b6f8-1a27-4050-8339-eda8599a03bd']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:51.103768 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36400) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:51.127497 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-55d136ba-a444-4bed-b692-bd283d0cf9bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fec658c-2d6e-4448-836a-049278803b72') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:51.127922 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-55d136ba-a444-4bed-b692-bd283d0cf9bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fec658c-2d6e-4448-836a-049278803b72') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:51.146401 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-55d136ba-a444-4bed-b692-bd283d0cf9bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:51.169695 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-457a54f8-f737-4ee7-977e-c163203f1949 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Router 4693729c-7dbe-48e8-8fa1-34f4ead38f96 is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:30:51.172653 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-55d136ba-a444-4bed-b692-bd283d0cf9bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:51.188178 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55d136ba-a444-4bed-b692-bd283d0cf9bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:30:51.188514 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-55d136ba-a444-4bed-b692-bd283d0cf9bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:51.203758 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:30:51.203758 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:30:51.203758 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:30:51.203758 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:30:51.203758 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:30:51.203758 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:30:51.203758 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:30:51.203758 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:30:51.203758 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:30:51.203758 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:30:51.203758 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:30:51.203758 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:30:51.203758 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:30:51.203758 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:30:51.203758 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:30:51.203758 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:30:51.203758 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:30:51.203758 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:30:51.203758 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:30:51.203758 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:30:51.203758 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:30:51.203758 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:30:51.203758 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:30:51.203758 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:30:51.203758 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:30:51.203758 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:30:51.203758 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:30:51.203758 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:30:51.203758 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:30:51.203758 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:30:51.203758 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:30:51.203758 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:30:51.237741 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-361148a8-a085-4f9d-9f70-3670c5b36352 None None] Provisioning complete for port e62b79b0-143e-4e39-b29d-28cf36a7db7f triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:30:51.238343 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-361148a8-a085-4f9d-9f70-3670c5b36352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:51.296215 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-361148a8-a085-4f9d-9f70-3670c5b36352 None None] Port e62b79b0-143e-4e39-b29d-28cf36a7db7f cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:30:51.306461 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.db.resource_extend [None req-3352af63-8426-46d4-92c7-f534ad1d56a8 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:30:51.411034 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-051db51c-04a5-43f3-96cb-8763627f100f tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:51.423190 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dc89db42-2ec3-41c0-aa7a-7649caa26a36 req-5d8de869-0e52-4bbd-aea9-b094b2fa7a69 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a650df7e-7466-470d-8473-ace951e19993 HTTP/1.1" status: 200 len: 1001 time: 0.3202786 Mar 11 15:30:51.457669 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-55d136ba-a444-4bed-b692-bd283d0cf9bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:51.543348 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-55d136ba-a444-4bed-b692-bd283d0cf9bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:51.557763 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-051db51c-04a5-43f3-96cb-8763627f100f tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:51.559339 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d136ba-a444-4bed-b692-bd283d0cf9bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event deleted for resources: {'Network': ['ID=1da6b6f8-1a27-4050-8339-eda8599a03bd,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:51.573828 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3352af63-8426-46d4-92c7-f534ad1d56a8 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:51.578027 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-55d136ba-a444-4bed-b692-bd283d0cf9bb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "DELETE /v2.0/networks/1da6b6f8-1a27-4050-8339-eda8599a03bd HTTP/1.1" status: 204 len: 168 time: 4.7648246 Mar 11 15:30:51.579918 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3352af63-8426-46d4-92c7-f534ad1d56a8 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:51.607083 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36404) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:51.745667 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051db51c-04a5-43f3-96cb-8763627f100f tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d6f3d14-1a9b-496c-afe5-e99211f62d5c,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:51.770388 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-02272b1c-4ac5-4bed-bde8-f427ce5744e5 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] GET failed (client error): The resource could not be found. Mar 11 15:30:51.770895 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-02272b1c-4ac5-4bed-bde8-f427ce5744e5 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Synchronizing usage tracker for tenant:f8a07a0692504f09a49af7bfa2896e37 on resource:subnet {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:30:51.805445 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89db42-2ec3-41c0-aa7a-7649caa26a36 req-f1cdbc51-b4c9-4165-9087-107b3de62464 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:51.806875 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dc89db42-2ec3-41c0-aa7a-7649caa26a36 req-f1cdbc51-b4c9-4165-9087-107b3de62464 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b420fae9-b9a1-421f-87dd-fad5be9646ef HTTP/1.1" status: 200 len: 850 time: 0.2546113 Mar 11 15:30:51.808541 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-051db51c-04a5-43f3-96cb-8763627f100f tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:51.809585 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-051db51c-04a5-43f3-96cb-8763627f100f tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0833037 Mar 11 15:30:51.815224 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36408) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:51.915232 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-02272b1c-4ac5-4bed-bde8-f427ce5744e5 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Unset dirty status for tenant:f8a07a0692504f09a49af7bfa2896e37 on resource:subnet {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:30:51.915232 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-02272b1c-4ac5-4bed-bde8-f427ce5744e5 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "GET /v2.0/subnets/6576bcd0-b34f-4605-8d80-fdf618f25c9d HTTP/1.1" status: 404 len: 337 time: 0.3061950 Mar 11 15:30:51.921094 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36412) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:51.930187 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-76414166-9665-471f-8a44-09639659360c tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "GET /v2.0/security-group-rules/7d6f3d14-1a9b-496c-afe5-e99211f62d5c HTTP/1.1" status: 200 len: 705 time: 0.1098452 Mar 11 15:30:51.936651 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36416) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:51.947396 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2fbc0d88-fa7c-40de-adfe-f926a504fbc7 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:51.957378 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c110664-da1a-499f-8245-cc517d670b44 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] DELETE failed (client error): The resource could not be found. Mar 11 15:30:51.957813 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c110664-da1a-499f-8245-cc517d670b44 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:30:51.962948 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7c110664-da1a-499f-8245-cc517d670b44 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "DELETE /v2.0/networks/1da6b6f8-1a27-4050-8339-eda8599a03bd HTTP/1.1" status: 404 len: 339 time: 0.0357621 Mar 11 15:30:51.963201 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36420) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:51.967605 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457a54f8-f737-4ee7-977e-c163203f1949 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:30:51.981576 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2c5605-dd5e-4864-9f14-5fbbcfab69fc None None] Sync routers for ids ['4693729c-7dbe-48e8-8fa1-34f4ead38f96'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:30:51.996894 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2c5605-dd5e-4864-9f14-5fbbcfab69fc None None] Routers {'4693729c-7dbe-48e8-8fa1-34f4ead38f96'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:30:51.997747 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-4c2c5605-dd5e-4864-9f14-5fbbcfab69fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:30:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['4693729c-7dbe-48e8-8fa1-34f4ead38f96'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:52.078986 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.l3_db [None req-3352af63-8426-46d4-92c7-f534ad1d56a8 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Floating IP 10ee57b0-449b-40f7-97b0-f04a3a936ebb associated. External IP: 172.26.0.109, port: c03482a1-9de6-4c67-9ea4-fc5afdc3062c. Mar 11 15:30:52.105674 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-2fbc0d88-fa7c-40de-adfe-f926a504fbc7 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Calling delete_port for e62b79b0-143e-4e39-b29d-28cf36a7db7f owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:30:52.138647 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-457a54f8-f737-4ee7-977e-c163203f1949 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:52.139593 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-457a54f8-f737-4ee7-977e-c163203f1949 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.5439415 Mar 11 15:30:52.151665 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36424) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:52.217670 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-4c2c5605-dd5e-4864-9f14-5fbbcfab69fc None None] Set router 4693729c-7dbe-48e8-8fa1-34f4ead38f96 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:30:52.359046 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dc89db42-2ec3-41c0-aa7a-7649caa26a36 req-804a8875-e8b6-4ab2-8a2c-25dc3a6614d3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5e50d7a-e877-43fe-b63b-0d368fa885b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5420280 Mar 11 15:30:52.379900 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27533eea-8874-4006-8672-57f7564c9c6f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:52.380629 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-27533eea-8874-4006-8672-57f7564c9c6f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Synchronizing usage tracker for tenant:f8a07a0692504f09a49af7bfa2896e37 on resource:network {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:30:52.422142 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-62cf026e-9716-4e62-a35c-810323a70444 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Synchronizing usage tracker for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group_rule {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:30:52.431321 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-27533eea-8874-4006-8672-57f7564c9c6f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Unset dirty status for tenant:f8a07a0692504f09a49af7bfa2896e37 on resource:network {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:30:52.435621 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-27533eea-8874-4006-8672-57f7564c9c6f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4689052 Mar 11 15:30:52.437051 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36428) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:52.484148 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-a3f12ee0-b3ac-4263-b3c5-1e36d62d9312 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Synchronizing usage tracker for tenant:f8a07a0692504f09a49af7bfa2896e37 on resource:subnet {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:30:52.511048 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-a3f12ee0-b3ac-4263-b3c5-1e36d62d9312 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Unset dirty status for tenant:f8a07a0692504f09a49af7bfa2896e37 on resource:subnet {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:30:52.515409 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a3f12ee0-b3ac-4263-b3c5-1e36d62d9312 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "GET /v2.0/subnets?network_id=69193b02-dbf5-4ccf-b3ce-76dabd3f8655 HTTP/1.1" status: 200 len: 207 time: 0.0741637 Mar 11 15:30:52.515723 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36432) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:52.545023 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-62cf026e-9716-4e62-a35c-810323a70444 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Unset dirty status for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group_rule {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:30:52.546539 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-62cf026e-9716-4e62-a35c-810323a70444 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.6032014 Mar 11 15:30:52.553510 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36436) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:52.606298 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bdb93cc1-4afa-4940-9a24-0a14c00da699 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:52.621899 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-f63edc8a-e21e-415b-b790-609f27ec50c0 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] 10.222.0.31 "GET /v2.0/routers/4693729c-7dbe-48e8-8fa1-34f4ead38f96 HTTP/1.1" status: 200 len: 907 time: 0.4690945 Mar 11 15:30:52.624802 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bdb93cc1-4afa-4940-9a24-0a14c00da699 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:52.628369 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-4c2c5605-dd5e-4864-9f14-5fbbcfab69fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4693729c-7dbe-48e8-8fa1-34f4ead38f96', 'name': 'tempest-snat-router-757807360', 'tenant_id': '119dbf5de319411fa8a255aebc203c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.44'}], 'enable_snat': False}, 'gw_port_id': '81e2be14-adf7-4382-8090-c2b76e6994ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:30:45Z', 'updated_at': '2022-03-11T15:30:49Z', 'revision_number': 3, 'project_id': '119dbf5de319411fa8a255aebc203c5d', 'gw_port': {'id': '81e2be14-adf7-4382-8090-c2b76e6994ed', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4693729c-7dbe-48e8-8fa1-34f4ead38f96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:30:47Z', 'updated_at': '2022-03-11T15:30:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:52.631974 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36440) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:52.632926 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2c5605-dd5e-4864-9f14-5fbbcfab69fc None None] Checking router: 4693729c-7dbe-48e8-8fa1-34f4ead38f96 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:30:52.633335 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2c5605-dd5e-4864-9f14-5fbbcfab69fc None None] Updating router 4693729c-7dbe-48e8-8fa1-34f4ead38f96 port 81e2be14-adf7-4382-8090-c2b76e6994ed binding host dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:30:52.643725 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-e9afd345-049c-4711-a4d4-5a8098aed97b tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Request body: {'router': {'name': 'tempest-snat-router-757807360', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'enable_snat': True}}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:52.651306 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e9afd345-049c-4711-a4d4-5a8098aed97b tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:52.658447 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e9afd345-049c-4711-a4d4-5a8098aed97b tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Usage tracker for resource:router and tenant:119dbf5de319411fa8a255aebc203c5d is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:52.688414 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4c2c5605-dd5e-4864-9f14-5fbbcfab69fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:52.714787 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e9afd345-049c-4711-a4d4-5a8098aed97b tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:52.732768 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e9afd345-049c-4711-a4d4-5a8098aed97b tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:52.741579 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dc89db42-2ec3-41c0-aa7a-7649caa26a36 req-59f4a4d7-d37e-4619-bd56-2feaba356279 service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50d7a-e877-43fe-b63b-0d368fa885b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716364 Mar 11 15:30:52.745305 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2fbc0d88-fa7c-40de-adfe-f926a504fbc7 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:52.793954 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bdb93cc1-4afa-4940-9a24-0a14c00da699 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:52.819528 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb93cc1-4afa-4940-9a24-0a14c00da699 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d6f3d14-1a9b-496c-afe5-e99211f62d5c,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:52.824245 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e9afd345-049c-4711-a4d4-5a8098aed97b tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:52.824496 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e9afd345-049c-4711-a4d4-5a8098aed97b tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:52.837339 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bdb93cc1-4afa-4940-9a24-0a14c00da699 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:52.840702 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-bdb93cc1-4afa-4940-9a24-0a14c00da699 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/7d6f3d14-1a9b-496c-afe5-e99211f62d5c HTTP/1.1" status: 204 len: 168 time: 0.2830873 Mar 11 15:30:52.850265 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36444) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:52.893268 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e9afd345-049c-4711-a4d4-5a8098aed97b tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:52.932217 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbc0d88-fa7c-40de-adfe-f926a504fbc7 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Pushing event deleted for resources: {'Port': ['ID=e62b79b0-143e-4e39-b29d-28cf36a7db7f,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:52.935427 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4101713d-8397-4d1c-8697-32c58df9039d tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Synchronizing usage tracker for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group_rule {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:30:52.975439 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a78141c-f597-4f46-b9ce-7a96b63401fb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:52.979105 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a78141c-f597-4f46-b9ce-7a96b63401fb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:52.983261 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a78141c-f597-4f46-b9ce-7a96b63401fb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:52.987635 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a78141c-f597-4f46-b9ce-7a96b63401fb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:52.988547 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-1a78141c-f597-4f46-b9ce-7a96b63401fb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Synchronizing usage tracker for tenant:f8a07a0692504f09a49af7bfa2896e37 on resource:network {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:30:53.072858 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2fbc0d88-fa7c-40de-adfe-f926a504fbc7 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:53.076645 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-1a78141c-f597-4f46-b9ce-7a96b63401fb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Unset dirty status for tenant:f8a07a0692504f09a49af7bfa2896e37 on resource:network {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:30:53.081555 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-1a78141c-f597-4f46-b9ce-7a96b63401fb tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.5608957 Mar 11 15:30:53.083967 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36448) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:53.099874 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4c2c5605-dd5e-4864-9f14-5fbbcfab69fc None None] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:53.114310 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dc89db42-2ec3-41c0-aa7a-7649caa26a36 req-ada93ad0-fd65-4dfa-a019-a08a78f919f0 service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50d7a-e877-43fe-b63b-0d368fa885b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509240 Mar 11 15:30:53.118049 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-2fbc0d88-fa7c-40de-adfe-f926a504fbc7 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] 10.222.0.31 "DELETE /v2.0/ports/e62b79b0-143e-4e39-b29d-28cf36a7db7f HTTP/1.1" status: 204 len: 168 time: 2.2060328 Mar 11 15:30:53.118229 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4101713d-8397-4d1c-8697-32c58df9039d tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Unset dirty status for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group_rule {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:30:53.123647 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4101713d-8397-4d1c-8697-32c58df9039d tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2658749 Mar 11 15:30:53.123845 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36452) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:53.123945 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36456) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:53.127598 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-32610844-73ad-4409-8ce3-cc79b14d45a6 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Request body: {'security_group_rule': {'security_group_id': 'eb586a1b-e5b7-478c-843e-f91de9fc1cfb', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:53.134832 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-4c2c5605-dd5e-4864-9f14-5fbbcfab69fc None None] Transition to ACTIVE for port object 81e2be14-adf7-4382-8090-c2b76e6994ed will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:30:53.155392 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4c2c5605-dd5e-4864-9f14-5fbbcfab69fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:53.195659 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-32610844-73ad-4409-8ce3-cc79b14d45a6 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:53.310150 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-4c2c5605-dd5e-4864-9f14-5fbbcfab69fc None None] Attempting to bind port 81e2be14-adf7-4382-8090-c2b76e6994ed on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:30:53.310600 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-4c2c5605-dd5e-4864-9f14-5fbbcfab69fc None None] Attempting to bind port 81e2be14-adf7-4382-8090-c2b76e6994ed by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:30:53.311004 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2c5605-dd5e-4864-9f14-5fbbcfab69fc None None] Attempting to bind port 81e2be14-adf7-4382-8090-c2b76e6994ed on network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:30:53.313740 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f43f26-03e3-47f1-9f41-d5a6174b5e97 None None] Pushing event updated for resources: {'Port': ['ID=81e2be14-adf7-4382-8090-c2b76e6994ed,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:53.326637 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2c5605-dd5e-4864-9f14-5fbbcfab69fc None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:30:53.327002 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2c5605-dd5e-4864-9f14-5fbbcfab69fc None None] Checking segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:30:53.327365 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4c2c5605-dd5e-4864-9f14-5fbbcfab69fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:53.327755 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2c5605-dd5e-4864-9f14-5fbbcfab69fc None None] Bound using segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:30:53.328263 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-4c2c5605-dd5e-4864-9f14-5fbbcfab69fc None None] Bound port: 81e2be14-adf7-4382-8090-c2b76e6994ed, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:30:53.328646 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4c2c5605-dd5e-4864-9f14-5fbbcfab69fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:53.358966 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f43f26-03e3-47f1-9f41-d5a6174b5e97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:53.359390 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f43f26-03e3-47f1-9f41-d5a6174b5e97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:53.359729 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f43f26-03e3-47f1-9f41-d5a6174b5e97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:53.360056 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f43f26-03e3-47f1-9f41-d5a6174b5e97 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:53.360417 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f43f26-03e3-47f1-9f41-d5a6174b5e97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:53.360742 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f43f26-03e3-47f1-9f41-d5a6174b5e97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:53.361066 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f43f26-03e3-47f1-9f41-d5a6174b5e97 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:53.362028 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f43f26-03e3-47f1-9f41-d5a6174b5e97 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:53.362387 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f43f26-03e3-47f1-9f41-d5a6174b5e97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:53.362670 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f43f26-03e3-47f1-9f41-d5a6174b5e97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:53.362991 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f43f26-03e3-47f1-9f41-d5a6174b5e97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:53.369784 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6b4934b-8aaf-42e1-ac29-8836283cac4d tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] GET failed (client error): The resource could not be found. Mar 11 15:30:53.370600 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-e6b4934b-8aaf-42e1-ac29-8836283cac4d tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Synchronizing usage tracker for tenant:def45e3b476244c1b665c83a190dbab9 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:30:53.403685 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-e6b4934b-8aaf-42e1-ac29-8836283cac4d tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Unset dirty status for tenant:def45e3b476244c1b665c83a190dbab9 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:30:53.405164 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-e6b4934b-8aaf-42e1-ac29-8836283cac4d tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] 10.222.0.31 "GET /v2.0/ports/e62b79b0-143e-4e39-b29d-28cf36a7db7f HTTP/1.1" status: 404 len: 333 time: 0.2849345 Mar 11 15:30:53.409086 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36460) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:53.419081 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-0cc9c244-887b-4612-a62c-fd980cea9ffa tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Request body: {'port': {'network_id': '94ff69be-04ef-44dc-872e-d9cc72bbfda2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2079670104'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:53.427535 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-4c2c5605-dd5e-4864-9f14-5fbbcfab69fc None None] For port 81e2be14-adf7-4382-8090-c2b76e6994ed, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:30:53.432343 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-4c2c5605-dd5e-4864-9f14-5fbbcfab69fc None None] For port 81e2be14-adf7-4382-8090-c2b76e6994ed, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=81e2be14-adf7-4382-8090-c2b76e6994ed,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:30:53.442476 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4c2c5605-dd5e-4864-9f14-5fbbcfab69fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:53.489898 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-32610844-73ad-4409-8ce3-cc79b14d45a6 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:53.510134 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-79e03db1-f8e0-4f91-b55c-3b73b5b358bc tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.4268131 Mar 11 15:30:53.514130 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36464) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:53.515764 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e9afd345-049c-4711-a4d4-5a8098aed97b tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:53.554969 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f43f26-03e3-47f1-9f41-d5a6174b5e97 None None] Pushing event updated for resources: {'Port': ['ID=81e2be14-adf7-4382-8090-c2b76e6994ed,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:53.565333 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3352af63-8426-46d4-92c7-f534ad1d56a8 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Router f186c74e-a9d7-4f53-91d1-dea1dbb31662 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:30:53.573353 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-32610844-73ad-4409-8ce3-cc79b14d45a6 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:53.600827 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2c5605-dd5e-4864-9f14-5fbbcfab69fc None None] Routers {'4693729c-7dbe-48e8-8fa1-34f4ead38f96'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:30:53.601426 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-4c2c5605-dd5e-4864-9f14-5fbbcfab69fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:30:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['4693729c-7dbe-48e8-8fa1-34f4ead38f96'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:53.604199 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45404cb0-2c55-4f01-a658-ef8f370f20d7 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:53.605506 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45404cb0-2c55-4f01-a658-ef8f370f20d7 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:53.607211 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-45404cb0-2c55-4f01-a658-ef8f370f20d7 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0908339 Mar 11 15:30:53.612530 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36468) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:53.730043 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-32610844-73ad-4409-8ce3-cc79b14d45a6 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:53.779980 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cf6ed595-07bb-4475-b072-2cb7bfe835ee tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:53.795790 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-4c2c5605-dd5e-4864-9f14-5fbbcfab69fc None None] Set router 4693729c-7dbe-48e8-8fa1-34f4ead38f96 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:30:53.804443 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-32610844-73ad-4409-8ce3-cc79b14d45a6 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:53.863252 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0cc9c244-887b-4612-a62c-fd980cea9ffa tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:53.868185 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d7e6ed-b1b2-4265-815f-e2a405535f28 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attributes excluded by policy engine: ['shared'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:53.869641 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d7e6ed-b1b2-4265-815f-e2a405535f28 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attributes excluded by policy engine: ['shared'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:53.871311 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d3d7e6ed-b1b2-4265-815f-e2a405535f28 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2567816 Mar 11 15:30:53.879690 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36472) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:53.904910 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32610844-73ad-4409-8ce3-cc79b14d45a6 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f105b20d-ce91-4b05-a650-ad2d97bcc085,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:53.936907 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-32610844-73ad-4409-8ce3-cc79b14d45a6 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:53.938587 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-32610844-73ad-4409-8ce3-cc79b14d45a6 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8156166 Mar 11 15:30:53.947493 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36476) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:53.984374 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-bc3815d8-5d5b-41fb-a5b3-e2741b03310f tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "GET /v2.0/security-group-rules/f105b20d-ce91-4b05-a650-ad2d97bcc085 HTTP/1.1" status: 200 len: 706 time: 0.0304253 Mar 11 15:30:53.984374 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36480) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:54.100077 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1fef01-75a0-47bb-9a36-cedbe50589ae tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:54.105162 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9e1fef01-75a0-47bb-9a36-cedbe50589ae tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "GET /v2.0/networks/62391ec2-03fc-4398-8153-a3691f716b6e HTTP/1.1" status: 200 len: 800 time: 0.2204487 Mar 11 15:30:54.105162 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0cc9c244-887b-4612-a62c-fd980cea9ffa tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:54.105655 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-a374313e-f115-4d15-8c58-e8dfb906695a tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Synchronizing usage tracker for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group_rule {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:30:54.109222 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36484) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:54.132777 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-4c2c5605-dd5e-4864-9f14-5fbbcfab69fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4693729c-7dbe-48e8-8fa1-34f4ead38f96', 'name': 'tempest-snat-router-757807360', 'tenant_id': '119dbf5de319411fa8a255aebc203c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.44'}], 'enable_snat': False}, 'gw_port_id': '81e2be14-adf7-4382-8090-c2b76e6994ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:30:45Z', 'updated_at': '2022-03-11T15:30:49Z', 'revision_number': 3, 'project_id': '119dbf5de319411fa8a255aebc203c5d', 'gw_port': {'id': '81e2be14-adf7-4382-8090-c2b76e6994ed', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4693729c-7dbe-48e8-8fa1-34f4ead38f96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:30:47Z', 'updated_at': '2022-03-11T15:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:54.136806 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2c5605-dd5e-4864-9f14-5fbbcfab69fc None None] The sync data for ids ['4693729c-7dbe-48e8-8fa1-34f4ead38f96'] in dv-neutron-833373-1-hyperv is: [{'id': '4693729c-7dbe-48e8-8fa1-34f4ead38f96', 'name': 'tempest-snat-router-757807360', 'tenant_id': '119dbf5de319411fa8a255aebc203c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.44'}], 'enable_snat': False}, 'gw_port_id': '81e2be14-adf7-4382-8090-c2b76e6994ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:30:45Z', 'updated_at': '2022-03-11T15:30:49Z', 'revision_number': 3, 'project_id': '119dbf5de319411fa8a255aebc203c5d', 'gw_port': {'id': '81e2be14-adf7-4382-8090-c2b76e6994ed', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4693729c-7dbe-48e8-8fa1-34f4ead38f96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:30:47Z', 'updated_at': '2022-03-11T15:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:30:54.160046 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc9c244-887b-4612-a62c-fd980cea9ffa tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Made reservation on behalf of def45e3b476244c1b665c83a190dbab9 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:30:54.160619 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0cc9c244-887b-4612-a62c-fd980cea9ffa tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:54.161084 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e9afd345-049c-4711-a4d4-5a8098aed97b tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:54.192043 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-a374313e-f115-4d15-8c58-e8dfb906695a tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Unset dirty status for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group_rule {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:30:54.193336 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a374313e-f115-4d15-8c58-e8dfb906695a tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.2081344 Mar 11 15:30:54.198007 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36488) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:54.202288 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e9afd345-049c-4711-a4d4-5a8098aed97b tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:54.264236 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-0cc9c244-887b-4612-a62c-fd980cea9ffa tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] device_id is not set on port 1b0c4bd7-f858-4d32-80ee-635273dd01ba yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:30:54.307617 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-94788bd8-5b08-425b-892e-667abf6f3cf0 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:54.324791 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-94788bd8-5b08-425b-892e-667abf6f3cf0 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:54.348031 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3352af63-8426-46d4-92c7-f534ad1d56a8 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:30:54.402418 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673b74d9-6060-40ba-9314-6ca65c8a83e1 None None] Sync routers for ids ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:30:54.414907 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c663f813-5add-472a-a429-131a02cdf7d1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "GET /v2.0/networks/62391ec2-03fc-4398-8153-a3691f716b6e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3043811 Mar 11 15:30:54.417089 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673b74d9-6060-40ba-9314-6ca65c8a83e1 None None] Routers {'f186c74e-a9d7-4f53-91d1-dea1dbb31662'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:30:54.417899 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-673b74d9-6060-40ba-9314-6ca65c8a83e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:30:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:54.419856 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36492) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:54.498621 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-673b74d9-6060-40ba-9314-6ca65c8a83e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:54.520114 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673b74d9-6060-40ba-9314-6ca65c8a83e1 None None] Routers {'f186c74e-a9d7-4f53-91d1-dea1dbb31662'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:30:54.521047 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-673b74d9-6060-40ba-9314-6ca65c8a83e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:30:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:54.531246 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ce9b14-f4b2-4d85-a210-8cdb2893d3f8 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:54.532781 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f2ce9b14-f4b2-4d85-a210-8cdb2893d3f8 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "GET /v2.0/subnets/d8fd4588-4a81-43e3-9374-23872fedc868 HTTP/1.1" status: 200 len: 811 time: 0.1095498 Mar 11 15:30:54.537692 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36496) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:54.604682 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-673b74d9-6060-40ba-9314-6ca65c8a83e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:54.605348 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673b74d9-6060-40ba-9314-6ca65c8a83e1 None None] The sync data for ids ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:30:54.626695 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-94788bd8-5b08-425b-892e-667abf6f3cf0 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:54.666254 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-e9afd345-049c-4711-a4d4-5a8098aed97b tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Allocated IP 172.26.0.147 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/58f4ce2a-f90c-45a0-9781-e90139a23c18) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:30:54.675102 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94788bd8-5b08-425b-892e-667abf6f3cf0 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f105b20d-ce91-4b05-a650-ad2d97bcc085,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:54.697949 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-0cc9c244-887b-4612-a62c-fd980cea9ffa tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Allocated IP 2001:db8::dc (94ff69be-04ef-44dc-872e-d9cc72bbfda2/fb20a27c-42da-47eb-8289-bca56d782854/1b0c4bd7-f858-4d32-80ee-635273dd01ba) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:30:54.714443 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6978131-a983-4606-97d6-85f7a7400854 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attributes excluded by policy engine: ['shared'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:54.716133 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e6978131-a983-4606-97d6-85f7a7400854 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "GET /v2.0/subnets/d8fd4588-4a81-43e3-9374-23872fedc868?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1729958 Mar 11 15:30:54.723314 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36500) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:54.749214 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-e6fc042a-6292-40ff-a977-1e5e7013cbf2 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-343447436'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:54.755424 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-94788bd8-5b08-425b-892e-667abf6f3cf0 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:54.756866 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-94788bd8-5b08-425b-892e-667abf6f3cf0 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/f105b20d-ce91-4b05-a650-ad2d97bcc085 HTTP/1.1" status: 204 len: 168 time: 0.5562449 Mar 11 15:30:54.760927 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36504) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:54.810993 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e6fc042a-6292-40ff-a977-1e5e7013cbf2 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:54.835797 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e6fc042a-6292-40ff-a977-1e5e7013cbf2 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:54.872777 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-cf6ed595-07bb-4475-b072-2cb7bfe835ee tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Deleting port 7f52753f-4546-4aca-b103-7c58d323d4dd {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:30:54.873316 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fc042a-6292-40ff-a977-1e5e7013cbf2 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Made reservation on behalf of f8a07a0692504f09a49af7bfa2896e37 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:30:54.873423 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cf6ed595-07bb-4475-b072-2cb7bfe835ee tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:54.875997 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e6fc042a-6292-40ff-a977-1e5e7013cbf2 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:54.953984 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e9afd345-049c-4711-a4d4-5a8098aed97b tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:54.958261 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6fc042a-6292-40ff-a977-1e5e7013cbf2 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:30:54.989911 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e6fc042a-6292-40ff-a977-1e5e7013cbf2 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:54.990305 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-e6fc042a-6292-40ff-a977-1e5e7013cbf2 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Added segment 74c5315a-cd8b-4837-8950-b9153377d096 of type vlan for network 6acce3ed-2c38-4c31-aec2-3416e1ddf3fe Mar 11 15:30:55.039264 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e6fc042a-6292-40ff-a977-1e5e7013cbf2 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:55.079354 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e9afd345-049c-4711-a4d4-5a8098aed97b tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:55.115236 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-affb9f7a-fa91-4ac3-b1f1-56e0fe8a7571 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3374503 Mar 11 15:30:55.118482 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36508) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:55.159083 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e6fc042a-6292-40ff-a977-1e5e7013cbf2 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:55.163065 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fc042a-6292-40ff-a977-1e5e7013cbf2 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:55.163682 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e6fc042a-6292-40ff-a977-1e5e7013cbf2 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:55.307349 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0cc9c244-887b-4612-a62c-fd980cea9ffa tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:55.342729 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-0cc9c244-887b-4612-a62c-fd980cea9ffa tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Transition to ACTIVE for port object 1b0c4bd7-f858-4d32-80ee-635273dd01ba will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:30:55.344890 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cf6ed595-07bb-4475-b072-2cb7bfe835ee tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:55.475721 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-cf6ed595-07bb-4475-b072-2cb7bfe835ee tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Calling delete_port for 7f52753f-4546-4aca-b103-7c58d323d4dd owned by network:router_interface {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:30:55.550115 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9afd345-049c-4711-a4d4-5a8098aed97b tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:30:55.562520 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0cc9c244-887b-4612-a62c-fd980cea9ffa tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:55.573164 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-e9afd345-049c-4711-a4d4-5a8098aed97b tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:55.575696 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9afd345-049c-4711-a4d4-5a8098aed97b tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:30:55.608799 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9afd345-049c-4711-a4d4-5a8098aed97b tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Pushing event updated for resources: {'Port': ['ID=58f4ce2a-f90c-45a0-9781-e90139a23c18,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:55.629331 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e6fc042a-6292-40ff-a977-1e5e7013cbf2 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8896914 Mar 11 15:30:55.637201 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36512) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:55.646386 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc042a-6292-40ff-a977-1e5e7013cbf2 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event updated for resources: {'Network': ['ID=6acce3ed-2c38-4c31-aec2-3416e1ddf3fe,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:55.653163 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-af64546e-c078-415d-ad48-436b7f7ab955 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Request body: {'subnet': {'network_id': '6acce3ed-2c38-4c31-aec2-3416e1ddf3fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:55.658983 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 6acce3ed-2c38-4c31-aec2-3416e1ddf3fe details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:30:55.681862 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9c244-887b-4612-a62c-fd980cea9ffa tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Pushing event updated for resources: {'Port': ['ID=1b0c4bd7-f858-4d32-80ee-635273dd01ba,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:55.697936 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc9c244-887b-4612-a62c-fd980cea9ffa tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Network 94ff69be-04ef-44dc-872e-d9cc72bbfda2 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:30:55.740535 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c56b483a-1e9e-4f3f-a017-b48faa35ad1d tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:55.744831 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-0cc9c244-887b-4612-a62c-fd980cea9ffa tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:55.764193 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc9c244-887b-4612-a62c-fd980cea9ffa tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:30:55.768287 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc9c244-887b-4612-a62c-fd980cea9ffa tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:55.769049 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0cc9c244-887b-4612-a62c-fd980cea9ffa tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:55.818832 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c56b483a-1e9e-4f3f-a017-b48faa35ad1d tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:55.851873 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-af64546e-c078-415d-ad48-436b7f7ab955 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:55.858426 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0cc9c244-887b-4612-a62c-fd980cea9ffa tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4482293 Mar 11 15:30:55.862823 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36516) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:55.871069 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-02460728-729d-49eb-813a-37735abaf66b tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Request body: {'port': {'network_id': '94ff69be-04ef-44dc-872e-d9cc72bbfda2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1893214358'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:55.881262 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-af64546e-c078-415d-ad48-436b7f7ab955 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:55.966619 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af64546e-c078-415d-ad48-436b7f7ab955 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Made reservation on behalf of f8a07a0692504f09a49af7bfa2896e37 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:30:55.983472 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 81e2be14-adf7-4382-8090-c2b76e6994ed up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:30:56.072735 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cf6ed595-07bb-4475-b072-2cb7bfe835ee tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:56.098472 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 81e2be14-adf7-4382-8090-c2b76e6994ed completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:30:56.101245 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c56b483a-1e9e-4f3f-a017-b48faa35ad1d tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:56.104264 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-af64546e-c078-415d-ad48-436b7f7ab955 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:56.116502 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 81e2be14-adf7-4382-8090-c2b76e6994ed triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:30:56.116931 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:56.133565 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b483a-1e9e-4f3f-a017-b48faa35ad1d tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb586a1b-e5b7-478c-843e-f91de9fc1cfb,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:56.136479 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-02460728-729d-49eb-813a-37735abaf66b tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:56.145066 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-02460728-729d-49eb-813a-37735abaf66b tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Usage tracker for resource:port and tenant:def45e3b476244c1b665c83a190dbab9 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:56.149519 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-028ae676-fd51-4297-810f-9259cc6b79f1 None None] Provisioning for port 1b0c4bd7-f858-4d32-80ee-635273dd01ba completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:30:56.151212 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-02460728-729d-49eb-813a-37735abaf66b tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:56.167307 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-028ae676-fd51-4297-810f-9259cc6b79f1 None None] Provisioning complete for port 1b0c4bd7-f858-4d32-80ee-635273dd01ba triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:30:56.168215 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-028ae676-fd51-4297-810f-9259cc6b79f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:56.173556 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-02460728-729d-49eb-813a-37735abaf66b tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:56.183651 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c56b483a-1e9e-4f3f-a017-b48faa35ad1d tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:56.185059 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c56b483a-1e9e-4f3f-a017-b48faa35ad1d tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "DELETE /v2.0/security-groups/eb586a1b-e5b7-478c-843e-f91de9fc1cfb HTTP/1.1" status: 204 len: 168 time: 1.0628819 Mar 11 15:30:56.190437 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36522) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:56.197210 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02460728-729d-49eb-813a-37735abaf66b tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Made reservation on behalf of def45e3b476244c1b665c83a190dbab9 for: {'port': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:30:56.200984 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02460728-729d-49eb-813a-37735abaf66b tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:56.234276 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ed595-07bb-4475-b072-2cb7bfe835ee tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event deleted for resources: {'Port': ['ID=7f52753f-4546-4aca-b103-7c58d323d4dd,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:56.274647 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-028ae676-fd51-4297-810f-9259cc6b79f1 None None] Port 1b0c4bd7-f858-4d32-80ee-635273dd01ba cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:30:56.290215 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3352af63-8426-46d4-92c7-f534ad1d56a8 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Router f186c74e-a9d7-4f53-91d1-dea1dbb31662 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:30:56.311668 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e9afd345-049c-4711-a4d4-5a8098aed97b tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:56.312421 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e9afd345-049c-4711-a4d4-5a8098aed97b tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:56.317353 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-02460728-729d-49eb-813a-37735abaf66b tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] device_id is not set on port b8b788d8-5939-4209-89ab-d393cb632aa0 yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:30:56.360306 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ff9e4f76-bfb4-4520-b9fc-a05866c532f9 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Synchronizing usage tracker for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:30:56.394298 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.ipam_backend_mixin [None req-af64546e-c078-415d-ad48-436b7f7ab955 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Performing IP validity checks on allocation pools {{(pid=83866) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 15:30:56.394840 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.ipam_backend_mixin [None req-af64546e-c078-415d-ad48-436b7f7ab955 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83866) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 15:30:56.407435 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:56.427906 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 81e2be14-adf7-4382-8090-c2b76e6994ed, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=81e2be14-adf7-4382-8090-c2b76e6994ed,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:30:56.436134 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:56.508378 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cf6ed595-07bb-4475-b072-2cb7bfe835ee tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:56.557965 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=81e2be14-adf7-4382-8090-c2b76e6994ed,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:56.619604 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ff9e4f76-bfb4-4520-b9fc-a05866c532f9 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Unset dirty status for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:30:56.620853 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ff9e4f76-bfb4-4520-b9fc-a05866c532f9 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4271369 Mar 11 15:30:56.630540 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36526) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:56.688381 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-7aa387b7-db50-4bed-bcd0-2e39c9d3587a tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Request body: {'security_group': {'name': 'tempest-secgroup--1028560550'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:56.745109 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7aa387b7-db50-4bed-bcd0-2e39c9d3587a tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:56.775743 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7aa387b7-db50-4bed-bcd0-2e39c9d3587a tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:56.824791 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-02460728-729d-49eb-813a-37735abaf66b tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Allocated IP 2001:db8::215 (94ff69be-04ef-44dc-872e-d9cc72bbfda2/fb20a27c-42da-47eb-8289-bca56d782854/b8b788d8-5939-4209-89ab-d393cb632aa0) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:30:56.827053 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7aa387b7-db50-4bed-bcd0-2e39c9d3587a tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:56.945490 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7aa387b7-db50-4bed-bcd0-2e39c9d3587a tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:56.968475 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7aa387b7-db50-4bed-bcd0-2e39c9d3587a tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Usage tracker for resource:security_group_rule and tenant:92da5a0314de4cc9af95bd50ca71b214 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:56.974124 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7aa387b7-db50-4bed-bcd0-2e39c9d3587a tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:57.020237 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-af64546e-c078-415d-ad48-436b7f7ab955 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:57.036164 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7aa387b7-db50-4bed-bcd0-2e39c9d3587a tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:57.188846 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af64546e-c078-415d-ad48-436b7f7ab955 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event updated for resources: {'Subnet': ['ID=0f627924-239f-475e-ac2b-fe748b652aab,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:57.215521 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7aa387b7-db50-4bed-bcd0-2e39c9d3587a tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:57.219124 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02460728-729d-49eb-813a-37735abaf66b tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:57.237895 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7aa387b7-db50-4bed-bcd0-2e39c9d3587a tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:57.276125 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af64546e-c078-415d-ad48-436b7f7ab955 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Checking segment: {'id': '74c5315a-cd8b-4837-8950-b9153377d096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6acce3ed-2c38-4c31-aec2-3416e1ddf3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:30:57.276538 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af64546e-c078-415d-ad48-436b7f7ab955 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Network hostable DHCP agents. Network: 6acce3ed-2c38-4c31-aec2-3416e1ddf3fe, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:30:57.282087 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-02460728-729d-49eb-813a-37735abaf66b tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Transition to ACTIVE for port object b8b788d8-5939-4209-89ab-d393cb632aa0 will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:30:57.304699 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3352af63-8426-46d4-92c7-f534ad1d56a8 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:30:57.309220 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6ed595-07bb-4475-b072-2cb7bfe835ee tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Router 5f37f2fa-b18a-42bb-bc67-2b6063703f89 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:30:57.315542 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c7c341-dd9b-4cc1-8bb6-b140d7d09dfb None None] Sync routers for ids ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:30:57.326356 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af64546e-c078-415d-ad48-436b7f7ab955 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Network 6acce3ed-2c38-4c31-aec2-3416e1ddf3fe is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:30:57.330379 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa387b7-db50-4bed-bcd0-2e39c9d3587a tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=067dca83-a6b7-455c-ac95-fcc6ea4fc6cf,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:57.331660 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c7c341-dd9b-4cc1-8bb6-b140d7d09dfb None None] Routers {'f186c74e-a9d7-4f53-91d1-dea1dbb31662'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:30:57.332559 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-b8c7c341-dd9b-4cc1-8bb6-b140d7d09dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:30:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:57.360479 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7aa387b7-db50-4bed-bcd0-2e39c9d3587a tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:57.362860 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7aa387b7-db50-4bed-bcd0-2e39c9d3587a tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6840649 Mar 11 15:30:57.363230 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3352af63-8426-46d4-92c7-f534ad1d56a8 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:57.389599 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36530) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:57.397309 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-af64546e-c078-415d-ad48-436b7f7ab955 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 6acce3ed-2c38-4c31-aec2-3416e1ddf3fe) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:57.401566 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-808d0048-d922-46a1-8576-d1a36d40b26c tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Request body: {'security_group_rule': {'security_group_id': '067dca83-a6b7-455c-ac95-fcc6ea4fc6cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:57.401748 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af64546e-c078-415d-ad48-436b7f7ab955 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:57.402338 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-af64546e-c078-415d-ad48-436b7f7ab955 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:57.408823 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074d86fd-c42d-4293-83cb-e0dd21377be7 None None] Network 6acce3ed-2c38-4c31-aec2-3416e1ddf3fe requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:30:57.416315 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-808d0048-d922-46a1-8576-d1a36d40b26c tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:30:57.424397 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-b8c7c341-dd9b-4cc1-8bb6-b140d7d09dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:57.436164 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-808d0048-d922-46a1-8576-d1a36d40b26c tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Usage tracker for resource:security_group_rule and tenant:92da5a0314de4cc9af95bd50ca71b214 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:30:57.439441 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02460728-729d-49eb-813a-37735abaf66b tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:57.441296 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-808d0048-d922-46a1-8576-d1a36d40b26c tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:30:57.442518 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c7c341-dd9b-4cc1-8bb6-b140d7d09dfb None None] Routers {'f186c74e-a9d7-4f53-91d1-dea1dbb31662'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:30:57.443220 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-b8c7c341-dd9b-4cc1-8bb6-b140d7d09dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:30:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:57.492702 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-808d0048-d922-46a1-8576-d1a36d40b26c tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:30:57.494730 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9afd345-049c-4711-a4d4-5a8098aed97b tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Router 70399f49-e9f6-40db-b9ef-97d347e194d9 is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:30:57.523138 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-af64546e-c078-415d-ad48-436b7f7ab955 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.8815684 Mar 11 15:30:57.526217 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36534) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:57.535725 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-9ea0604a-14c4-4a8e-8e4c-9fe853cf72ac tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:57.538904 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-b8c7c341-dd9b-4cc1-8bb6-b140d7d09dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:57.539445 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c7c341-dd9b-4cc1-8bb6-b140d7d09dfb None None] The sync data for ids ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:30:57.573539 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6ed595-07bb-4475-b072-2cb7bfe835ee tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:30:57.581306 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-cf6ed595-07bb-4475-b072-2cb7bfe835ee tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "PUT /v2.0/routers/5f37f2fa-b18a-42bb-bc67-2b6063703f89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4240344 Mar 11 15:30:57.588963 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498aee69-9475-4a58-abd9-a683050dae34 None None] Sync routers for ids ['5f37f2fa-b18a-42bb-bc67-2b6063703f89'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:30:57.589170 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36538) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:57.598092 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02460728-729d-49eb-813a-37735abaf66b tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Network 94ff69be-04ef-44dc-872e-d9cc72bbfda2 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:30:57.615806 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-02460728-729d-49eb-813a-37735abaf66b tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:57.623862 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02460728-729d-49eb-813a-37735abaf66b tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:30:57.631782 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02460728-729d-49eb-813a-37735abaf66b tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:57.633046 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02460728-729d-49eb-813a-37735abaf66b tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:57.647593 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-b05cfb63-6325-49a0-b20f-ea2c9ef88f8a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] GET failed (client error): The resource could not be found. Mar 11 15:30:57.648392 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-b05cfb63-6325-49a0-b20f-ea2c9ef88f8a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Synchronizing usage tracker for tenant:6b1a6507e257408892b3294b50293467 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:30:57.660286 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02460728-729d-49eb-813a-37735abaf66b tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Pushing event updated for resources: {'Port': ['ID=b8b788d8-5939-4209-89ab-d393cb632aa0,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:57.671338 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-808d0048-d922-46a1-8576-d1a36d40b26c tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:57.720414 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498aee69-9475-4a58-abd9-a683050dae34 None None] Routers {'5f37f2fa-b18a-42bb-bc67-2b6063703f89'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:30:57.721146 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-498aee69-9475-4a58-abd9-a683050dae34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:30:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['5f37f2fa-b18a-42bb-bc67-2b6063703f89'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:57.724658 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-b05cfb63-6325-49a0-b20f-ea2c9ef88f8a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Unset dirty status for tenant:6b1a6507e257408892b3294b50293467 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:30:57.725847 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b05cfb63-6325-49a0-b20f-ea2c9ef88f8a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "GET /v2.0/ports/7f52753f-4546-4aca-b103-7c58d323d4dd HTTP/1.1" status: 404 len: 333 time: 0.1358168 Mar 11 15:30:57.729121 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36542) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:57.780439 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6c6a13-796e-4c14-9ac5-b6269b2af052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-6acce3ed-2c38-4c31-aec2-3416e1ddf3fe', 'network_id': '6acce3ed-2c38-4c31-aec2-3416e1ddf3fe', 'tenant_id': 'f8a07a0692504f09a49af7bfa2896e37', 'fixed_ips': [{'subnet_id': '0f627924-239f-475e-ac2b-fe748b652aab'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:30:57.781537 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5f6c6a13-796e-4c14-9ac5-b6269b2af052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:57.811855 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-498aee69-9475-4a58-abd9-a683050dae34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:57.872308 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498aee69-9475-4a58-abd9-a683050dae34 None None] Routers {'5f37f2fa-b18a-42bb-bc67-2b6063703f89'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:30:57.873210 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-498aee69-9475-4a58-abd9-a683050dae34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:30:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['5f37f2fa-b18a-42bb-bc67-2b6063703f89'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:57.920945 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9ea0604a-14c4-4a8e-8e4c-9fe853cf72ac tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3553320'] for subnet, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:57.941364 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-3352af63-8426-46d4-92c7-f534ad1d56a8 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "PUT /v2.0/floatingips/10ee57b0-449b-40f7-97b0-f04a3a936ebb HTTP/1.1" status: 200 len: 979 time: 8.7133934 Mar 11 15:30:57.946287 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36546) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:57.947147 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-02460728-729d-49eb-813a-37735abaf66b tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0830438 Mar 11 15:30:57.953666 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-cdcb6d06-1e13-4dff-a7f6-146f9eba001a tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:57.998450 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-498aee69-9475-4a58-abd9-a683050dae34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:57.998861 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498aee69-9475-4a58-abd9-a683050dae34 None None] The sync data for ids ['5f37f2fa-b18a-42bb-bc67-2b6063703f89'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:30:58.038750 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36550) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:58.051936 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 81e2be14-adf7-4382-8090-c2b76e6994ed up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:30:58.056627 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-2062292d-3ae8-409f-9538-c9957152f266 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3e4', 'mac_address': 'fa:16:3e:f4:00:7e'}, {'ip_address': '2001:db8::dc', 'mac_address': 'fa:16:3e:1f:bd:5f'}]}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:30:58.088715 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ac291aba-0fc2-450a-84ad-fc576f608b22 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for router, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:58.161756 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-98375493-efea-4e3a-a616-4a6d50e944f4 None None] Provisioning for port b8b788d8-5939-4209-89ab-d393cb632aa0 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:30:58.175049 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-98375493-efea-4e3a-a616-4a6d50e944f4 None None] Provisioning complete for port b8b788d8-5939-4209-89ab-d393cb632aa0 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:30:58.175662 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-98375493-efea-4e3a-a616-4a6d50e944f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:58.216442 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-808d0048-d922-46a1-8576-d1a36d40b26c tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:58.227035 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-808d0048-d922-46a1-8576-d1a36d40b26c tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:58.266700 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-98375493-efea-4e3a-a616-4a6d50e944f4 None None] Port b8b788d8-5939-4209-89ab-d393cb632aa0 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:30:58.271550 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 81e2be14-adf7-4382-8090-c2b76e6994ed triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:30:58.272357 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:58.396801 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cdcb6d06-1e13-4dff-a7f6-146f9eba001a tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for floatingip, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:58.405059 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-5f6c6a13-796e-4c14-9ac5-b6269b2af052 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 11 15:30:58.405059 dv-neutron-833373-1-hyperv neutron-server[83868]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Mar 11 15:30:58.405059 dv-neutron-833373-1-hyperv neutron-server[83868]: [parameters: {'in_use': 1, 'id_1': '0f627924-239f-475e-ac2b-fe748b652aab'}] Mar 11 15:30:58.405059 dv-neutron-833373-1-hyperv neutron-server[83868]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:30:58.405481 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-5f6c6a13-796e-4c14-9ac5-b6269b2af052 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:30:58.411441 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-808d0048-d922-46a1-8576-d1a36d40b26c tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:58.416738 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-808d0048-d922-46a1-8576-d1a36d40b26c tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0229998 Mar 11 15:30:58.426099 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36554) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:58.427078 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d0048-d922-46a1-8576-d1a36d40b26c tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5ebd5ca-7537-49a8-80f2-66a941d34895,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:58.687733 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6c8731e8-529f-4186-bc2f-9a94215c31bc tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:58.715153 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2062292d-3ae8-409f-9538-c9957152f266 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:58.782842 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6c8731e8-529f-4186-bc2f-9a94215c31bc tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:58.857234 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9afd345-049c-4711-a4d4-5a8098aed97b tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:30:58.868441 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18f2969-4033-43ba-92de-4ecbfc6ccc62 None None] Sync routers for ids ['70399f49-e9f6-40db-b9ef-97d347e194d9'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:30:58.881975 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18f2969-4033-43ba-92de-4ecbfc6ccc62 None None] Routers {'70399f49-e9f6-40db-b9ef-97d347e194d9'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:30:58.882593 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-e18f2969-4033-43ba-92de-4ecbfc6ccc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:30:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['70399f49-e9f6-40db-b9ef-97d347e194d9'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:58.906969 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5f6c6a13-796e-4c14-9ac5-b6269b2af052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:58.976205 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6c8731e8-529f-4186-bc2f-9a94215c31bc tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:58.979089 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6c8731e8-529f-4186-bc2f-9a94215c31bc tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:58.980593 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6c8731e8-529f-4186-bc2f-9a94215c31bc tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "DELETE /v2.0/security-groups/067dca83-a6b7-455c-ac95-fcc6ea4fc6cf HTTP/1.1" status: 204 len: 168 time: 0.5490897 Mar 11 15:30:59.000564 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36558) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:59.001591 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e9afd345-049c-4711-a4d4-5a8098aed97b tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:59.003501 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e9afd345-049c-4711-a4d4-5a8098aed97b tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.3705349 Mar 11 15:30:59.007046 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36560) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:59.025730 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8731e8-529f-4186-bc2f-9a94215c31bc tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=067dca83-a6b7-455c-ac95-fcc6ea4fc6cf,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:59.099174 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-549ce6d5-4f16-4d9e-97fd-f1701a3e91f3 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Synchronizing usage tracker for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:30:59.133601 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-549ce6d5-4f16-4d9e-97fd-f1701a3e91f3 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Unset dirty status for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:30:59.137453 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-549ce6d5-4f16-4d9e-97fd-f1701a3e91f3 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1300690 Mar 11 15:30:59.138002 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36566) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:59.159326 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-e18f2969-4033-43ba-92de-4ecbfc6ccc62 None None] Set router 70399f49-e9f6-40db-b9ef-97d347e194d9 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:30:59.185240 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2062292d-3ae8-409f-9538-c9957152f266 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:59.195309 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2062292d-3ae8-409f-9538-c9957152f266 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:59.289720 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-2062292d-3ae8-409f-9538-c9957152f266 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] In _notify_port_updated(), no bound segment for port b8b788d8-5939-4209-89ab-d393cb632aa0 on network 94ff69be-04ef-44dc-872e-d9cc72bbfda2 {{(pid=83867) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 15:30:59.291355 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7613553d-9eed-462c-9e25-ce2c9883cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:59.294907 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2062292d-3ae8-409f-9538-c9957152f266 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:59.295835 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2062292d-3ae8-409f-9538-c9957152f266 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:59.297252 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-2062292d-3ae8-409f-9538-c9957152f266 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] 10.222.0.31 "PUT /v2.0/ports/b8b788d8-5939-4209-89ab-d393cb632aa0 HTTP/1.1" status: 200 len: 1067 time: 1.2488070 Mar 11 15:30:59.302224 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062292d-3ae8-409f-9538-c9957152f266 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Pushing event updated for resources: {'Port': ['ID=b8b788d8-5939-4209-89ab-d393cb632aa0,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:59.306880 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36570) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:59.314052 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-be706b71-15d7-40bc-b6d8-0b8b6af4a9b7 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Synchronizing usage tracker for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group_rule {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:30:59.340512 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-be706b71-15d7-40bc-b6d8-0b8b6af4a9b7 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] Unset dirty status for tenant:92da5a0314de4cc9af95bd50ca71b214 on resource:security_group_rule {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:30:59.342017 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-be706b71-15d7-40bc-b6d8-0b8b6af4a9b7 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.2029958 Mar 11 15:30:59.349824 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ac291aba-0fc2-450a-84ad-fc576f608b22 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:59.350737 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36574) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:59.373855 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-e7c2ca29-f195-4862-a042-9b56591f5dc1 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] delete failed (client error): The resource could not be found. Mar 11 15:30:59.374074 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9ea0604a-14c4-4a8e-8e4c-9fe853cf72ac tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788847929501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3577914'] for subnet, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:59.374903 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e7c2ca29-f195-4862-a042-9b56591f5dc1 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "DELETE /v2.0/security-groups/067dca83-a6b7-455c-ac95-fcc6ea4fc6cf HTTP/1.1" status: 404 len: 347 time: 0.0231736 Mar 11 15:30:59.380231 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36578) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:59.437066 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-5f6c6a13-796e-4c14-9ac5-b6269b2af052 None None] Allocated IP 172.20.0.3 (6acce3ed-2c38-4c31-aec2-3416e1ddf3fe/0f627924-239f-475e-ac2b-fe748b652aab/1e36f9e0-53df-44c0-8b1e-e164f81a8647) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:30:59.488667 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ac291aba-0fc2-450a-84ad-fc576f608b22 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:59.498982 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-407358be-ee24-4a62-9dea-74d7e9712cc0 tempest-SecGroupTest-336053696 tempest-SecGroupTest-336053696-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1172640 Mar 11 15:30:59.600705 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-f00f5ff5-ff84-4d85-bdd5-b4a1d53b34fb tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Deleting port b8b788d8-5939-4209-89ab-d393cb632aa0 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:30:59.601881 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f00f5ff5-ff84-4d85-bdd5-b4a1d53b34fb tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:59.621814 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-e18f2969-4033-43ba-92de-4ecbfc6ccc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70399f49-e9f6-40db-b9ef-97d347e194d9', 'name': 'tempest-snat-router-757807360', 'tenant_id': '119dbf5de319411fa8a255aebc203c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '58f4ce2a-f90c-45a0-9781-e90139a23c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:30:52Z', 'updated_at': '2022-03-11T15:30:55Z', 'revision_number': 3, 'project_id': '119dbf5de319411fa8a255aebc203c5d', 'gw_port': {'id': '58f4ce2a-f90c-45a0-9781-e90139a23c18', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70399f49-e9f6-40db-b9ef-97d347e194d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:30:54Z', 'updated_at': '2022-03-11T15:30:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:59.629122 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18f2969-4033-43ba-92de-4ecbfc6ccc62 None None] Checking router: 70399f49-e9f6-40db-b9ef-97d347e194d9 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:30:59.630083 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18f2969-4033-43ba-92de-4ecbfc6ccc62 None None] Updating router 70399f49-e9f6-40db-b9ef-97d347e194d9 port 58f4ce2a-f90c-45a0-9781-e90139a23c18 binding host dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:30:59.707044 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea0604a-14c4-4a8e-8e4c-9fe853cf72ac tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event updated for resources: {'Subnet': ['ID=0f627924-239f-475e-ac2b-fe748b652aab,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:59.709686 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cdcb6d06-1e13-4dff-a7f6-146f9eba001a tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:59.721544 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e18f2969-4033-43ba-92de-4ecbfc6ccc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:59.724292 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea0604a-14c4-4a8e-8e4c-9fe853cf72ac tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:59.725270 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9ea0604a-14c4-4a8e-8e4c-9fe853cf72ac tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:59.726731 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9ea0604a-14c4-4a8e-8e4c-9fe853cf72ac tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "PUT /v2.0/subnets/0f627924-239f-475e-ac2b-fe748b652aab HTTP/1.1" status: 200 len: 877 time: 2.1995282 Mar 11 15:30:59.729634 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36584) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:30:59.732624 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cdcb6d06-1e13-4dff-a7f6-146f9eba001a tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:59.733127 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.l3_db [None req-cdcb6d06-1e13-4dff-a7f6-146f9eba001a tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Floating IP 10ee57b0-449b-40f7-97b0-f04a3a936ebb disassociated. External IP: 172.26.0.109, port: 0a1ac30c-ce18-4336-a4b9-78bce4668975. Mar 11 15:30:59.781874 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-973d7990-1c3b-4af4-8dcb-ee87c34ca7af None None] Provisioning complete for port b8b788d8-5939-4209-89ab-d393cb632aa0 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:30:59.782374 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-973d7990-1c3b-4af4-8dcb-ee87c34ca7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:59.846431 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5f6c6a13-796e-4c14-9ac5-b6269b2af052 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:59.873415 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5f6c6a13-796e-4c14-9ac5-b6269b2af052 None None] Transition to ACTIVE for port object 1e36f9e0-53df-44c0-8b1e-e164f81a8647 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:30:59.885827 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-973d7990-1c3b-4af4-8dcb-ee87c34ca7af None None] Port b8b788d8-5939-4209-89ab-d393cb632aa0 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:30:59.898874 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5f6c6a13-796e-4c14-9ac5-b6269b2af052 None None] Transition to ACTIVE for port object 1e36f9e0-53df-44c0-8b1e-e164f81a8647 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:30:59.906831 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5f6c6a13-796e-4c14-9ac5-b6269b2af052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:30:59.981141 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6c6a13-796e-4c14-9ac5-b6269b2af052 None None] Network 6acce3ed-2c38-4c31-aec2-3416e1ddf3fe is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:30:59.984918 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-5f6c6a13-796e-4c14-9ac5-b6269b2af052 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:30:59.987495 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c6a13-796e-4c14-9ac5-b6269b2af052 None None] Pushing event updated for resources: {'Port': ['ID=1e36f9e0-53df-44c0-8b1e-e164f81a8647,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:59.990393 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6c6a13-796e-4c14-9ac5-b6269b2af052 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:31:00.028931 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cfaaf65e-3c2c-4fe6-b84d-df51b92631e1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:00.029344 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36590) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:00.061591 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ac291aba-0fc2-450a-84ad-fc576f608b22 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:00.062084 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac291aba-0fc2-450a-84ad-fc576f608b22 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Fanout notify agent at l3_agent the message router_deleted on router 5f37f2fa-b18a-42bb-bc67-2b6063703f89 {{(pid=83866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:31:00.065732 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-cfaaf65e-3c2c-4fe6-b84d-df51b92631e1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Deleting port 1e36f9e0-53df-44c0-8b1e-e164f81a8647 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:31:00.066377 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cfaaf65e-3c2c-4fe6-b84d-df51b92631e1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:00.091927 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-5f6c6a13-796e-4c14-9ac5-b6269b2af052 None None] Attempting to bind port 1e36f9e0-53df-44c0-8b1e-e164f81a8647 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:31:00.092354 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-5f6c6a13-796e-4c14-9ac5-b6269b2af052 None None] Attempting to bind port 1e36f9e0-53df-44c0-8b1e-e164f81a8647 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '74c5315a-cd8b-4837-8950-b9153377d096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6acce3ed-2c38-4c31-aec2-3416e1ddf3fe'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:31:00.092834 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6c6a13-796e-4c14-9ac5-b6269b2af052 None None] Attempting to bind port 1e36f9e0-53df-44c0-8b1e-e164f81a8647 on network 6acce3ed-2c38-4c31-aec2-3416e1ddf3fe {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:31:00.100707 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6c6a13-796e-4c14-9ac5-b6269b2af052 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:31:00.101178 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6c6a13-796e-4c14-9ac5-b6269b2af052 None None] Checking segment: {'id': '74c5315a-cd8b-4837-8950-b9153377d096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6acce3ed-2c38-4c31-aec2-3416e1ddf3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:31:00.101659 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5f6c6a13-796e-4c14-9ac5-b6269b2af052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:00.102116 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6c6a13-796e-4c14-9ac5-b6269b2af052 None None] Bound using segment: {'id': '74c5315a-cd8b-4837-8950-b9153377d096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6acce3ed-2c38-4c31-aec2-3416e1ddf3fe'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:31:00.102684 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-5f6c6a13-796e-4c14-9ac5-b6269b2af052 None None] Bound port: 1e36f9e0-53df-44c0-8b1e-e164f81a8647, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c5315a-cd8b-4837-8950-b9153377d096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6acce3ed-2c38-4c31-aec2-3416e1ddf3fe'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:31:00.103131 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5f6c6a13-796e-4c14-9ac5-b6269b2af052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:00.202005 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ac291aba-0fc2-450a-84ad-fc576f608b22 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:00.203557 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ac291aba-0fc2-450a-84ad-fc576f608b22 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/routers/5f37f2fa-b18a-42bb-bc67-2b6063703f89 HTTP/1.1" status: 204 len: 168 time: 2.4735308 Mar 11 15:31:00.213360 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5f6c6a13-796e-4c14-9ac5-b6269b2af052 None None] For port 1e36f9e0-53df-44c0-8b1e-e164f81a8647, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:31:00.218304 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5f6c6a13-796e-4c14-9ac5-b6269b2af052 None None] For port 1e36f9e0-53df-44c0-8b1e-e164f81a8647, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=1e36f9e0-53df-44c0-8b1e-e164f81a8647,segment=NetworkSegment(74c5315a-cd8b-4837-8950-b9153377d096),segment_id=74c5315a-cd8b-4837-8950-b9153377d096)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:31:00.222979 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5f6c6a13-796e-4c14-9ac5-b6269b2af052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:00.225907 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36596) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:00.313266 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c6a13-796e-4c14-9ac5-b6269b2af052 None None] Pushing event updated for resources: {'Port': ['ID=1e36f9e0-53df-44c0-8b1e-e164f81a8647,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:00.392094 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e18f2969-4033-43ba-92de-4ecbfc6ccc62 None None] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:00.412646 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-e18f2969-4033-43ba-92de-4ecbfc6ccc62 None None] Transition to ACTIVE for port object 58f4ce2a-f90c-45a0-9781-e90139a23c18 will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:31:00.421557 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e18f2969-4033-43ba-92de-4ecbfc6ccc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:00.508770 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-e18f2969-4033-43ba-92de-4ecbfc6ccc62 None None] Attempting to bind port 58f4ce2a-f90c-45a0-9781-e90139a23c18 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:31:00.509238 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-e18f2969-4033-43ba-92de-4ecbfc6ccc62 None None] Attempting to bind port 58f4ce2a-f90c-45a0-9781-e90139a23c18 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:31:00.509601 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18f2969-4033-43ba-92de-4ecbfc6ccc62 None None] Attempting to bind port 58f4ce2a-f90c-45a0-9781-e90139a23c18 on network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:31:00.527010 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18f2969-4033-43ba-92de-4ecbfc6ccc62 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:31:00.542585 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18f2969-4033-43ba-92de-4ecbfc6ccc62 None None] Checking segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:31:00.543663 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ed350f0f-d631-47d4-825e-b4f57964c6ff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=92da5a0314de4cc9af95bd50ca71b214&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5131128 Mar 11 15:31:00.547635 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e18f2969-4033-43ba-92de-4ecbfc6ccc62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:00.549421 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36600) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:00.551008 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18f2969-4033-43ba-92de-4ecbfc6ccc62 None None] Bound using segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:31:00.554689 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-e18f2969-4033-43ba-92de-4ecbfc6ccc62 None None] Bound port: 58f4ce2a-f90c-45a0-9781-e90139a23c18, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:31:00.555384 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e18f2969-4033-43ba-92de-4ecbfc6ccc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:00.583758 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-cfaaf65e-3c2c-4fe6-b84d-df51b92631e1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] For port 1e36f9e0-53df-44c0-8b1e-e164f81a8647, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=1e36f9e0-53df-44c0-8b1e-e164f81a8647,segment=NetworkSegment(74c5315a-cd8b-4837-8950-b9153377d096),segment_id=74c5315a-cd8b-4837-8950-b9153377d096)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:00.584297 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cfaaf65e-3c2c-4fe6-b84d-df51b92631e1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:00.683468 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f00f5ff5-ff84-4d85-bdd5-b4a1d53b34fb tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:00.692581 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0bfd0-9ee3-46a1-a952-f85f5b8d8ef7 None None] Pushing event updated for resources: {'Port': ['ID=58f4ce2a-f90c-45a0-9781-e90139a23c18,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:00.745079 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-e18f2969-4033-43ba-92de-4ecbfc6ccc62 None None] For port 58f4ce2a-f90c-45a0-9781-e90139a23c18, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:31:00.745577 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-cfaaf65e-3c2c-4fe6-b84d-df51b92631e1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Calling delete_port for 1e36f9e0-53df-44c0-8b1e-e164f81a8647 owned by network:dhcp {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:31:00.750818 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-e18f2969-4033-43ba-92de-4ecbfc6ccc62 None None] For port 58f4ce2a-f90c-45a0-9781-e90139a23c18, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=58f4ce2a-f90c-45a0-9781-e90139a23c18,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:31:00.758918 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e18f2969-4033-43ba-92de-4ecbfc6ccc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:00.904149 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-f00f5ff5-ff84-4d85-bdd5-b4a1d53b34fb tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Calling delete_port for b8b788d8-5939-4209-89ab-d393cb632aa0 owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:31:00.904633 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0bfd0-9ee3-46a1-a952-f85f5b8d8ef7 None None] Pushing event updated for resources: {'Port': ['ID=58f4ce2a-f90c-45a0-9781-e90139a23c18,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:00.910132 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18f2969-4033-43ba-92de-4ecbfc6ccc62 None None] Routers {'70399f49-e9f6-40db-b9ef-97d347e194d9'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:31:00.910886 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-e18f2969-4033-43ba-92de-4ecbfc6ccc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:30:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['70399f49-e9f6-40db-b9ef-97d347e194d9'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:00.944964 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-18f3ee2f-5892-407f-a866-2bc6922ca84d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:01.021196 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-18f3ee2f-5892-407f-a866-2bc6922ca84d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:01.090232 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cfaaf65e-3c2c-4fe6-b84d-df51b92631e1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:01.098090 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-6d2e51ed-48cd-4a66-b418-b68dd64b0673 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] 10.222.0.31 "GET /v2.0/routers/70399f49-e9f6-40db-b9ef-97d347e194d9 HTTP/1.1" status: 200 len: 907 time: 2.0861430 Mar 11 15:31:01.114292 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36604) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:01.124074 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-e18f2969-4033-43ba-92de-4ecbfc6ccc62 None None] Set router 70399f49-e9f6-40db-b9ef-97d347e194d9 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:31:01.154687 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaaf65e-3c2c-4fe6-b84d-df51b92631e1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event deleted for resources: {'Port': ['ID=1e36f9e0-53df-44c0-8b1e-e164f81a8647,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:01.164270 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-18f3ee2f-5892-407f-a866-2bc6922ca84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:01.204805 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f3ee2f-5892-407f-a866-2bc6922ca84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4598743f-ca19-4126-8a2d-e22fa7e9b3ee,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:01.353017 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaaf65e-3c2c-4fe6-b84d-df51b92631e1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] No DVR routers for this DVR port 1e36f9e0-53df-44c0-8b1e-e164f81a8647 on host dv-neutron-833373-1-hyperv {{(pid=83867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:31:01.380392 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d4753d5-31b8-49b7-899e-b3ccb9032513 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Deleting subnet 3188f10f-573c-4096-856d-875cbee5c12e {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:31:01.388816 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3d4753d5-31b8-49b7-899e-b3ccb9032513 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:01.414441 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-18f3ee2f-5892-407f-a866-2bc6922ca84d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:01.418173 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-18f3ee2f-5892-407f-a866-2bc6922ca84d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4598743f-ca19-4126-8a2d-e22fa7e9b3ee HTTP/1.1" status: 204 len: 168 time: 0.8652747 Mar 11 15:31:01.445343 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cfaaf65e-3c2c-4fe6-b84d-df51b92631e1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:01.497615 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f00f5ff5-ff84-4d85-bdd5-b4a1d53b34fb tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:01.508385 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3d4753d5-31b8-49b7-899e-b3ccb9032513 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:01.561626 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cfaaf65e-3c2c-4fe6-b84d-df51b92631e1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:01.583408 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-20277083-15ce-4a7c-a721-c6cb88185602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:01.606496 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-e18f2969-4033-43ba-92de-4ecbfc6ccc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70399f49-e9f6-40db-b9ef-97d347e194d9', 'name': 'tempest-snat-router-757807360', 'tenant_id': '119dbf5de319411fa8a255aebc203c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '58f4ce2a-f90c-45a0-9781-e90139a23c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:30:52Z', 'updated_at': '2022-03-11T15:30:55Z', 'revision_number': 3, 'project_id': '119dbf5de319411fa8a255aebc203c5d', 'gw_port': {'id': '58f4ce2a-f90c-45a0-9781-e90139a23c18', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70399f49-e9f6-40db-b9ef-97d347e194d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:30:54Z', 'updated_at': '2022-03-11T15:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:01.615861 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18f2969-4033-43ba-92de-4ecbfc6ccc62 None None] The sync data for ids ['70399f49-e9f6-40db-b9ef-97d347e194d9'] in dv-neutron-833373-1-hyperv is: [{'id': '70399f49-e9f6-40db-b9ef-97d347e194d9', 'name': 'tempest-snat-router-757807360', 'tenant_id': '119dbf5de319411fa8a255aebc203c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.147'}], 'enable_snat': True}, 'gw_port_id': '58f4ce2a-f90c-45a0-9781-e90139a23c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:30:52Z', 'updated_at': '2022-03-11T15:30:55Z', 'revision_number': 3, 'project_id': '119dbf5de319411fa8a255aebc203c5d', 'gw_port': {'id': '58f4ce2a-f90c-45a0-9781-e90139a23c18', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70399f49-e9f6-40db-b9ef-97d347e194d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:30:54Z', 'updated_at': '2022-03-11T15:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:31:01.630906 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaaf65e-3c2c-4fe6-b84d-df51b92631e1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event deleted for resources: {'Subnet': ['ID=0f627924-239f-475e-ac2b-fe748b652aab,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:01.716743 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f5ff5-ff84-4d85-bdd5-b4a1d53b34fb tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Pushing event deleted for resources: {'Port': ['ID=b8b788d8-5939-4209-89ab-d393cb632aa0,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:01.739340 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e71595-de53-4708-b533-3473b52b6134 None None] Network 6acce3ed-2c38-4c31-aec2-3416e1ddf3fe requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:31:01.813839 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cfaaf65e-3c2c-4fe6-b84d-df51b92631e1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:01.861961 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-cfaaf65e-3c2c-4fe6-b84d-df51b92631e1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6acce3ed-2c38-4c31-aec2-3416e1ddf3fe']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:01.905270 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-cfaaf65e-3c2c-4fe6-b84d-df51b92631e1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74c5315a-cd8b-4837-8950-b9153377d096') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:01.905625 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-cfaaf65e-3c2c-4fe6-b84d-df51b92631e1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74c5315a-cd8b-4837-8950-b9153377d096') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:01.907280 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-30b7d3e6-e38e-4f4c-baa3-21583565f831 None None] Could not find standard attr ID for object 1e36f9e0-53df-44c0-8b1e-e164f81a8647. {{(pid=83868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:31:01.958772 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cfaaf65e-3c2c-4fe6-b84d-df51b92631e1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:02.077312 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cfaaf65e-3c2c-4fe6-b84d-df51b92631e1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:02.095111 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfaaf65e-3c2c-4fe6-b84d-df51b92631e1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:31:02.097146 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cfaaf65e-3c2c-4fe6-b84d-df51b92631e1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:02.129034 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:31:02.129034 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:31:02.129034 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:31:02.129034 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:31:02.129034 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:31:02.129034 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:31:02.129034 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:31:02.129034 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:31:02.129034 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:31:02.129034 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:31:02.129034 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:31:02.129034 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:31:02.129034 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:31:02.129034 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:31:02.129034 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:31:02.129034 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:31:02.129034 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:31:02.129034 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:31:02.129034 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:31:02.129034 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:31:02.129034 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:31:02.129034 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:31:02.129034 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:31:02.129034 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:31:02.129034 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:31:02.129034 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:31:02.129034 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:31:02.129034 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:31:02.129034 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:31:02.129034 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:31:02.129034 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:31:02.129034 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:31:02.146637 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3d4753d5-31b8-49b7-899e-b3ccb9032513 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:02.294005 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cfaaf65e-3c2c-4fe6-b84d-df51b92631e1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:02.318140 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f183d671-fe4a-476f-a064-1322af4593e1 None None] DHCP port deletion for 6acce3ed-2c38-4c31-aec2-3416e1ddf3fe request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:31:02.324023 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cfaaf65e-3c2c-4fe6-b84d-df51b92631e1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:02.345270 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaaf65e-3c2c-4fe6-b84d-df51b92631e1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event deleted for resources: {'Network': ['ID=6acce3ed-2c38-4c31-aec2-3416e1ddf3fe,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:02.345551 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0aef2a9-545e-4304-8154-018865ba2ee1 None None] Network 6acce3ed-2c38-4c31-aec2-3416e1ddf3fe requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:31:02.358935 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-cfaaf65e-3c2c-4fe6-b84d-df51b92631e1 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "DELETE /v2.0/networks/6acce3ed-2c38-4c31-aec2-3416e1ddf3fe HTTP/1.1" status: 204 len: 168 time: 2.6281712 Mar 11 15:31:02.363392 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36620) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:02.383580 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0aef2a9-545e-4304-8154-018865ba2ee1 None None] Network 6acce3ed-2c38-4c31-aec2-3416e1ddf3fe could not be found, it might have been deleted concurrently. {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 11 15:31:02.404943 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f00f5ff5-ff84-4d85-bdd5-b4a1d53b34fb tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:02.419659 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb3aed63-87a0-4e7d-827a-a15292070700 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] DELETE failed (client error): The resource could not be found. Mar 11 15:31:02.420703 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb3aed63-87a0-4e7d-827a-a15292070700 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:31:02.422659 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-fb3aed63-87a0-4e7d-827a-a15292070700 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "DELETE /v2.0/subnets/0f627924-239f-475e-ac2b-fe748b652aab HTTP/1.1" status: 404 len: 337 time: 0.0577557 Mar 11 15:31:02.425267 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36624) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:02.442421 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f00f5ff5-ff84-4d85-bdd5-b4a1d53b34fb tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] 10.222.0.31 "DELETE /v2.0/ports/b8b788d8-5939-4209-89ab-d393cb632aa0 HTTP/1.1" status: 204 len: 168 time: 3.1284533 Mar 11 15:31:02.446641 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36628) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:02.448866 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-83d7ac0b-b57b-41e8-b921-b138b3c94e0f tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for router, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:02.455613 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f88d7fd-557c-4bde-bb5a-f5aa0259ac4a tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] DELETE failed (client error): The resource could not be found. Mar 11 15:31:02.456062 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f88d7fd-557c-4bde-bb5a-f5aa0259ac4a tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:31:02.462658 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0f88d7fd-557c-4bde-bb5a-f5aa0259ac4a tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "DELETE /v2.0/networks/6acce3ed-2c38-4c31-aec2-3416e1ddf3fe HTTP/1.1" status: 404 len: 339 time: 0.0360861 Mar 11 15:31:02.468750 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36630) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:02.513227 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-53950075-4b13-4723-af2c-c55f48292df4 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] DELETE failed (client error): The resource could not be found. Mar 11 15:31:02.513496 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53950075-4b13-4723-af2c-c55f48292df4 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:31:02.519164 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-53950075-4b13-4723-af2c-c55f48292df4 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "DELETE /v2.0/subnets/6576bcd0-b34f-4605-8d80-fdf618f25c9d HTTP/1.1" status: 404 len: 337 time: 0.0489948 Mar 11 15:31:02.519752 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36636) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:02.557776 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-23370df5-5e77-4c97-8779-3f507a86e8ff tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] DELETE failed (client error): The resource could not be found. Mar 11 15:31:02.559646 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23370df5-5e77-4c97-8779-3f507a86e8ff tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:31:02.568755 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-23370df5-5e77-4c97-8779-3f507a86e8ff tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "DELETE /v2.0/networks/1da6b6f8-1a27-4050-8339-eda8599a03bd HTTP/1.1" status: 404 len: 339 time: 0.0476313 Mar 11 15:31:02.569701 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36642) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:02.704421 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:02.721473 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-379c7dd6-22f4-430e-872c-72f257763c92 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:02.845173 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-821ae276-169b-4c87-a46f-0246648f11ff tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] GET failed (client error): The resource could not be found. Mar 11 15:31:02.846373 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-821ae276-169b-4c87-a46f-0246648f11ff tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Synchronizing usage tracker for tenant:def45e3b476244c1b665c83a190dbab9 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:31:02.850962 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3d4753d5-31b8-49b7-899e-b3ccb9032513 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:02.880354 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36650) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:02.899960 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:02.901372 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-379c7dd6-22f4-430e-872c-72f257763c92 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:02.922844 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3d4753d5-31b8-49b7-899e-b3ccb9032513 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:02.923944 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f27050e-a9a2-4d3e-b487-3cb15b305ae4 None None] Network 665db491-e0ea-4fd8-91c2-d51b3392130e requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:31:02.935538 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-379c7dd6-22f4-430e-872c-72f257763c92 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0860dce4-ab23-42d9-bd70-dae93ab54de0']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:02.936739 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-3d4753d5-31b8-49b7-899e-b3ccb9032513 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/subnets/3188f10f-573c-4096-856d-875cbee5c12e HTTP/1.1" status: 204 len: 168 time: 2.7088993 Mar 11 15:31:02.939002 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4753d5-31b8-49b7-899e-b3ccb9032513 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event deleted for resources: {'Subnet': ['ID=3188f10f-573c-4096-856d-875cbee5c12e,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:02.943922 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36656) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:02.956676 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-379c7dd6-22f4-430e-872c-72f257763c92 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '955ae451-0601-4c85-a08f-d68b5e3e8dcb') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:02.956966 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-379c7dd6-22f4-430e-872c-72f257763c92 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '955ae451-0601-4c85-a08f-d68b5e3e8dcb') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:02.972560 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-379c7dd6-22f4-430e-872c-72f257763c92 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:02.991779 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-379c7dd6-22f4-430e-872c-72f257763c92 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:02.999669 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-379c7dd6-22f4-430e-872c-72f257763c92 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:31:03.000368 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-379c7dd6-22f4-430e-872c-72f257763c92 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:03.021418 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:31:03.021418 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:31:03.021418 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:31:03.021418 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:31:03.021418 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:31:03.021418 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:31:03.021418 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:31:03.021418 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:31:03.021418 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:31:03.021418 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:31:03.021418 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:31:03.021418 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:31:03.021418 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:31:03.021418 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:31:03.021418 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:31:03.021418 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:31:03.021418 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:31:03.021418 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:31:03.021418 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:31:03.021418 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:31:03.021418 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:31:03.021418 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:31:03.021418 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:31:03.021418 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:31:03.021418 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:31:03.021418 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:31:03.021418 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:31:03.021418 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:31:03.021418 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:31:03.021418 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:31:03.021418 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:31:03.021418 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:31:03.087688 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-821ae276-169b-4c87-a46f-0246648f11ff tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Unset dirty status for tenant:def45e3b476244c1b665c83a190dbab9 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:31:03.088914 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-821ae276-169b-4c87-a46f-0246648f11ff tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] 10.222.0.31 "GET /v2.0/ports/b8b788d8-5939-4209-89ab-d393cb632aa0 HTTP/1.1" status: 404 len: 333 time: 0.5856297 Mar 11 15:31:03.093333 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36660) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:03.100286 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b62cae01-ccef-43c2-9580-70dbbe1e41dd tempest-ServiceProvidersTest-995567178 tempest-ServiceProvidersTest-995567178-project] 10.222.0.31 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2190144 Mar 11 15:31:03.136013 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-379c7dd6-22f4-430e-872c-72f257763c92 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:03.159182 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-379c7dd6-22f4-430e-872c-72f257763c92 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:03.184223 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c7dd6-22f4-430e-872c-72f257763c92 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event deleted for resources: {'Network': ['ID=0860dce4-ab23-42d9-bd70-dae93ab54de0,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:03.190558 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-c0b63339-503e-4ae6-8cb4-d10b2245377b tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Deleting port 1b0c4bd7-f858-4d32-80ee-635273dd01ba {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:31:03.191354 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c0b63339-503e-4ae6-8cb4-d10b2245377b tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:03.203346 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-379c7dd6-22f4-430e-872c-72f257763c92 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "DELETE /v2.0/networks/0860dce4-ab23-42d9-bd70-dae93ab54de0 HTTP/1.1" status: 204 len: 168 time: 0.6264198 Mar 11 15:31:03.204243 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36666) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:03.247665 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fd2fa286-25c8-4dff-a5cf-de4cef8a56e9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:03.262648 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd515dbf-454e-4d70-8bba-256b1735c2bc tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] DELETE failed (client error): The resource could not be found. Mar 11 15:31:03.263141 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd515dbf-454e-4d70-8bba-256b1735c2bc tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:31:03.268661 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-bd515dbf-454e-4d70-8bba-256b1735c2bc tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "DELETE /v2.0/subnets/b64aabb9-3ab0-4c87-bfba-77316c14850b HTTP/1.1" status: 404 len: 337 time: 0.0627725 Mar 11 15:31:03.269514 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36670) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:03.292643 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdcb6d06-1e13-4dff-a7f6-146f9eba001a tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Router f186c74e-a9d7-4f53-91d1-dea1dbb31662 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:31:03.301267 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-c63eb4da-b9a1-457e-9c87-c376e1a34b6e tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] DELETE failed (client error): The resource could not be found. Mar 11 15:31:03.301983 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c63eb4da-b9a1-457e-9c87-c376e1a34b6e tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:31:03.302940 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97526d06-7415-4e0f-9b08-902edb52b5ac None None] DHCP port deletion for 665db491-e0ea-4fd8-91c2-d51b3392130e request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:31:03.306523 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c63eb4da-b9a1-457e-9c87-c376e1a34b6e tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "DELETE /v2.0/networks/35c03726-23bc-41ee-806a-10aca7b6bf38 HTTP/1.1" status: 404 len: 339 time: 0.0333252 Mar 11 15:31:03.306955 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36674) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:03.307272 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-97526d06-7415-4e0f-9b08-902edb52b5ac None None] Deleting port acd1c58f-5281-4c56-92a0-e75df876923d {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:31:03.307647 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-97526d06-7415-4e0f-9b08-902edb52b5ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:03.352256 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-fd2fa286-25c8-4dff-a5cf-de4cef8a56e9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Deleting port acd1c58f-5281-4c56-92a0-e75df876923d {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:31:03.353083 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fd2fa286-25c8-4dff-a5cf-de4cef8a56e9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:03.354686 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-70289af8-50a3-42ce-8cc5-c8bb310fb954 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] DELETE failed (client error): The resource could not be found. Mar 11 15:31:03.355132 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70289af8-50a3-42ce-8cc5-c8bb310fb954 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:31:03.359318 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-70289af8-50a3-42ce-8cc5-c8bb310fb954 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "DELETE /v2.0/subnets/fa4db5c3-809c-4ea4-ad4e-220969f81086 HTTP/1.1" status: 404 len: 337 time: 0.0484576 Mar 11 15:31:03.359632 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36678) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:03.387338 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0c7c0d1-74dd-4fdd-9067-b2cbc136365f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] DELETE failed (client error): The resource could not be found. Mar 11 15:31:03.387797 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0c7c0d1-74dd-4fdd-9067-b2cbc136365f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:31:03.392058 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d0c7c0d1-74dd-4fdd-9067-b2cbc136365f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "DELETE /v2.0/networks/134228eb-4c7b-4846-92e0-70a14113ac7c HTTP/1.1" status: 404 len: 339 time: 0.0291626 Mar 11 15:31:03.392913 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36682) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:03.439888 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-97faa2a8-b6b3-4c49-9033-45e5ca7f9b6a tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] DELETE failed (client error): The resource could not be found. Mar 11 15:31:03.440396 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97faa2a8-b6b3-4c49-9033-45e5ca7f9b6a tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:31:03.444371 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-97faa2a8-b6b3-4c49-9033-45e5ca7f9b6a tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "DELETE /v2.0/subnets/c7849118-6048-40d2-a915-30617865498f HTTP/1.1" status: 404 len: 337 time: 0.0482173 Mar 11 15:31:03.444735 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36686) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:03.482134 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-30b30bf1-b25a-4962-b928-03760e567c0a tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] DELETE failed (client error): The resource could not be found. Mar 11 15:31:03.482367 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30b30bf1-b25a-4962-b928-03760e567c0a tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:31:03.487164 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-30b30bf1-b25a-4962-b928-03760e567c0a tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "DELETE /v2.0/networks/4da66091-3939-49a8-b116-68016e02ffb8 HTTP/1.1" status: 404 len: 339 time: 0.0385582 Mar 11 15:31:03.489654 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36690) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:03.546896 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf25afe9-3304-4a3a-9c33-82d8ebd5577a tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] DELETE failed (client error): The resource could not be found. Mar 11 15:31:03.547350 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf25afe9-3304-4a3a-9c33-82d8ebd5577a tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:31:03.550673 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-bf25afe9-3304-4a3a-9c33-82d8ebd5577a tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "DELETE /v2.0/subnets/ce8c2b32-cb35-4f47-80b9-d8e26362b18d HTTP/1.1" status: 404 len: 337 time: 0.0606601 Mar 11 15:31:03.553234 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36696) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:03.572190 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-97526d06-7415-4e0f-9b08-902edb52b5ac None None] For port acd1c58f-5281-4c56-92a0-e75df876923d, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=acd1c58f-5281-4c56-92a0-e75df876923d,segment=NetworkSegment(f27fa2f6-2234-46cc-89bb-9377463ae275),segment_id=f27fa2f6-2234-46cc-89bb-9377463ae275)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:03.572921 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-97526d06-7415-4e0f-9b08-902edb52b5ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:03.579347 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-42aec1ce-4349-4543-811e-b843e1b22d2e tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] DELETE failed (client error): The resource could not be found. Mar 11 15:31:03.579768 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42aec1ce-4349-4543-811e-b843e1b22d2e tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:31:03.583732 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-42aec1ce-4349-4543-811e-b843e1b22d2e tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "DELETE /v2.0/networks/9a3be93c-f165-4658-a032-507862ff44d5 HTTP/1.1" status: 404 len: 339 time: 0.0295255 Mar 11 15:31:03.586405 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36700) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:03.633024 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-3da269c2-fb12-4b2e-a9a2-26b6a98251e7 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] DELETE failed (client error): The resource could not be found. Mar 11 15:31:03.633518 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3da269c2-fb12-4b2e-a9a2-26b6a98251e7 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:31:03.635169 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-3da269c2-fb12-4b2e-a9a2-26b6a98251e7 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "DELETE /v2.0/subnets/d04b393b-64bb-4101-b46d-6f4fb8d34e53 HTTP/1.1" status: 404 len: 337 time: 0.0478411 Mar 11 15:31:03.637909 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36704) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:03.668226 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-f80f7984-f3d8-4cc9-86d7-3ebd7b5d1792 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] DELETE failed (client error): The resource could not be found. Mar 11 15:31:03.668676 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f80f7984-f3d8-4cc9-86d7-3ebd7b5d1792 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:31:03.672297 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-f80f7984-f3d8-4cc9-86d7-3ebd7b5d1792 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "DELETE /v2.0/networks/57c7cec2-0999-453e-b165-f9abb099c7d5 HTTP/1.1" status: 404 len: 339 time: 0.0315089 Mar 11 15:31:03.673213 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36708) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:03.703283 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-97526d06-7415-4e0f-9b08-902edb52b5ac None None] Calling delete_port for acd1c58f-5281-4c56-92a0-e75df876923d owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:31:03.715702 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36712) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:03.728836 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-11b70b40-ebc1-4b61-a599-ea6657fa6811 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] DELETE failed (client error): The resource could not be found. Mar 11 15:31:03.729181 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11b70b40-ebc1-4b61-a599-ea6657fa6811 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:31:03.730956 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-11b70b40-ebc1-4b61-a599-ea6657fa6811 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "DELETE /v2.0/subnets/b787bdd1-2fea-4c6e-a38d-a673f9d03236 HTTP/1.1" status: 404 len: 337 time: 0.0541553 Mar 11 15:31:03.733353 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36718) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:03.764356 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5d679d0-6045-4cd5-b7ca-080a418bc141 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] DELETE failed (client error): The resource could not be found. Mar 11 15:31:03.764613 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5d679d0-6045-4cd5-b7ca-080a418bc141 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:31:03.766157 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a5d679d0-6045-4cd5-b7ca-080a418bc141 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "DELETE /v2.0/networks/583ce425-8894-48fb-b761-459dfeba241b HTTP/1.1" status: 404 len: 339 time: 0.0319006 Mar 11 15:31:03.772628 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36722) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:03.794132 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-97526d06-7415-4e0f-9b08-902edb52b5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:03.812681 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-3da28193-7a50-4340-8bca-804173fddf0d tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] DELETE failed (client error): The resource could not be found. Mar 11 15:31:03.813571 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3da28193-7a50-4340-8bca-804173fddf0d tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:31:03.815361 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-3da28193-7a50-4340-8bca-804173fddf0d tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "DELETE /v2.0/subnets/66d0d51a-29b2-4387-89de-dc431015ad90 HTTP/1.1" status: 404 len: 337 time: 0.0417385 Mar 11 15:31:03.818823 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36726) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:03.854946 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-9068d6b1-4141-4303-ae4a-2e01a38cbbab tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] DELETE failed (client error): The resource could not be found. Mar 11 15:31:03.855730 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9068d6b1-4141-4303-ae4a-2e01a38cbbab tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:31:03.858198 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9068d6b1-4141-4303-ae4a-2e01a38cbbab tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "DELETE /v2.0/networks/0db3fcd6-310a-4185-8c97-f1c008aed865 HTTP/1.1" status: 404 len: 339 time: 0.0384274 Mar 11 15:31:03.860814 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36730) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:03.865647 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97526d06-7415-4e0f-9b08-902edb52b5ac None None] Pushing event deleted for resources: {'Port': ['ID=acd1c58f-5281-4c56-92a0-e75df876923d,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:03.871756 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97526d06-7415-4e0f-9b08-902edb52b5ac None None] No DVR routers for this DVR port acd1c58f-5281-4c56-92a0-e75df876923d on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:31:03.981907 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 58f4ce2a-f90c-45a0-9781-e90139a23c18 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:31:04.010950 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c0b63339-503e-4ae6-8cb4-d10b2245377b tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:04.021467 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-83d7ac0b-b57b-41e8-b921-b138b3c94e0f tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:04.034447 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-fd2fa286-25c8-4dff-a5cf-de4cef8a56e9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] For port acd1c58f-5281-4c56-92a0-e75df876923d, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=acd1c58f-5281-4c56-92a0-e75df876923d,segment=NetworkSegment(f27fa2f6-2234-46cc-89bb-9377463ae275),segment_id=f27fa2f6-2234-46cc-89bb-9377463ae275)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:04.034917 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fd2fa286-25c8-4dff-a5cf-de4cef8a56e9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:04.054937 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4335f2e-c97d-43b7-a024-834244c1196b tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] DELETE failed (client error): The resource could not be found. Mar 11 15:31:04.055564 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4335f2e-c97d-43b7-a024-834244c1196b tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:31:04.057229 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d4335f2e-c97d-43b7-a024-834244c1196b tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "DELETE /v2.0/subnets/203244f2-448b-47a0-9990-c805c01ba3f8 HTTP/1.1" status: 404 len: 337 time: 0.1944730 Mar 11 15:31:04.057998 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c815db97-407e-447d-8ada-6f31275c7551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:04.069877 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36734) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:04.085797 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 58f4ce2a-f90c-45a0-9781-e90139a23c18 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:31:04.093853 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 58f4ce2a-f90c-45a0-9781-e90139a23c18 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:04.094616 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:04.110212 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ed793d1-156f-4d0d-a9d2-dd0c32e8a6e9 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] DELETE failed (client error): The resource could not be found. Mar 11 15:31:04.110947 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ed793d1-156f-4d0d-a9d2-dd0c32e8a6e9 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:31:04.115530 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7ed793d1-156f-4d0d-a9d2-dd0c32e8a6e9 tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "DELETE /v2.0/networks/b657dd10-ee9a-4f61-9c48-629fbba6a49f HTTP/1.1" status: 404 len: 339 time: 0.0421953 Mar 11 15:31:04.115708 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36738) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:04.131783 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:04.177021 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c815db97-407e-447d-8ada-6f31275c7551 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:04.184441 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c815db97-407e-447d-8ada-6f31275c7551 admin admin] Usage tracker for resource:security_group_rule and tenant:f5c4592aca924b8dbdefd7d4d2b43a63 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:04.188865 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-83d7ac0b-b57b-41e8-b921-b138b3c94e0f tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Deleting port 58f4ce2a-f90c-45a0-9781-e90139a23c18 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:31:04.188865 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-83d7ac0b-b57b-41e8-b921-b138b3c94e0f tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:04.189409 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c815db97-407e-447d-8ada-6f31275c7551 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:04.198126 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c815db97-407e-447d-8ada-6f31275c7551 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:04.261872 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:04.269511 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-c0b63339-503e-4ae6-8cb4-d10b2245377b tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Calling delete_port for 1b0c4bd7-f858-4d32-80ee-635273dd01ba owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:31:04.284383 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 58f4ce2a-f90c-45a0-9781-e90139a23c18, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=58f4ce2a-f90c-45a0-9781-e90139a23c18,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:04.288546 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:04.369081 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 1e36f9e0-53df-44c0-8b1e-e164f81a8647 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:31:04.383827 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-400b1f0c-9d29-4f04-90f7-9d5129a6554f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Deleting subnet d8fd4588-4a81-43e3-9374-23872fedc868 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:31:04.385055 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-fd2fa286-25c8-4dff-a5cf-de4cef8a56e9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Calling delete_port for acd1c58f-5281-4c56-92a0-e75df876923d owned by network:dhcp {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:31:04.393597 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-400b1f0c-9d29-4f04-90f7-9d5129a6554f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:04.400763 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=58f4ce2a-f90c-45a0-9781-e90139a23c18,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:04.413596 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 1e36f9e0-53df-44c0-8b1e-e164f81a8647 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:31:04.413994 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 1e36f9e0-53df-44c0-8b1e-e164f81a8647 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:31:04.414344 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device acd1c58f-5281-4c56-92a0-e75df876923d no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:31:04.448946 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: acd1c58f-5281-4c56-92a0-e75df876923d {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:31:04.449369 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device acd1c58f-5281-4c56-92a0-e75df876923d not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:31:04.473392 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c815db97-407e-447d-8ada-6f31275c7551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:04.479050 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-400b1f0c-9d29-4f04-90f7-9d5129a6554f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:04.508651 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c815db97-407e-447d-8ada-6f31275c7551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:04.597290 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c815db97-407e-447d-8ada-6f31275c7551 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f5c4592aca924b8dbdefd7d4d2b43a63&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8777168 Mar 11 15:31:04.601518 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c815db97-407e-447d-8ada-6f31275c7551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ec78c1-cc86-4b30-ac3d-6d56a8a5d394,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:04.604159 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36744) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:04.631364 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-400b1f0c-9d29-4f04-90f7-9d5129a6554f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:04.711066 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-400b1f0c-9d29-4f04-90f7-9d5129a6554f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:04.754322 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b1f0c-9d29-4f04-90f7-9d5129a6554f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event deleted for resources: {'Subnet': ['ID=d8fd4588-4a81-43e3-9374-23872fedc868,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:04.759795 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-400b1f0c-9d29-4f04-90f7-9d5129a6554f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:04.771090 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19ed71a-7978-4e93-946d-115bb6c3460b None None] Network 62391ec2-03fc-4398-8153-a3691f716b6e requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:31:04.780238 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-400b1f0c-9d29-4f04-90f7-9d5129a6554f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "DELETE /v2.0/subnets/d8fd4588-4a81-43e3-9374-23872fedc868 HTTP/1.1" status: 204 len: 168 time: 0.6634049 Mar 11 15:31:04.782702 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36748) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:04.825195 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.db.api [None req-fd2fa286-25c8-4dff-a5cf-de4cef8a56e9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:31:04.825532 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG oslo_db.api [None req-fd2fa286-25c8-4dff-a5cf-de4cef8a56e9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:31:04.913537 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c42c3f36-bf92-42d4-8b82-fc10b4687b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:04.913774 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-88efeb8a-4121-49c0-a692-7a496360417f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:04.921901 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-83d7ac0b-b57b-41e8-b921-b138b3c94e0f tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] For port 58f4ce2a-f90c-45a0-9781-e90139a23c18, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=58f4ce2a-f90c-45a0-9781-e90139a23c18,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:04.922257 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-83d7ac0b-b57b-41e8-b921-b138b3c94e0f tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:04.927707 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-88efeb8a-4121-49c0-a692-7a496360417f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Deleting port 222a8342-e475-40ad-bcdd-02663d2b63cc {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:31:04.928041 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-88efeb8a-4121-49c0-a692-7a496360417f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:04.930410 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c0b63339-503e-4ae6-8cb4-d10b2245377b tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:05.016998 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36752) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:05.050654 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe62cf69-f89b-4def-a84e-84aa25b54798 None None] DHCP port deletion for 62391ec2-03fc-4398-8153-a3691f716b6e request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:31:05.055487 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-fe62cf69-f89b-4def-a84e-84aa25b54798 None None] Deleting port 222a8342-e475-40ad-bcdd-02663d2b63cc {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:31:05.055854 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fe62cf69-f89b-4def-a84e-84aa25b54798 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:05.068071 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b63339-503e-4ae6-8cb4-d10b2245377b tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Pushing event deleted for resources: {'Port': ['ID=1b0c4bd7-f858-4d32-80ee-635273dd01ba,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:05.129624 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcb6d06-1e13-4dff-a7f6-146f9eba001a tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:31:05.137224 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-83d7ac0b-b57b-41e8-b921-b138b3c94e0f tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Calling delete_port for 58f4ce2a-f90c-45a0-9781-e90139a23c18 owned by network:router_gateway {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:31:05.147373 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a71fcf-d4a8-453f-b8f1-ccbda6f57c24 None None] Sync routers for ids ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:31:05.168823 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c42c3f36-bf92-42d4-8b82-fc10b4687b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:05.182058 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a71fcf-d4a8-453f-b8f1-ccbda6f57c24 None None] Routers {'f186c74e-a9d7-4f53-91d1-dea1dbb31662'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:31:05.182861 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b9a71fcf-d4a8-453f-b8f1-ccbda6f57c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:31:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:05.248762 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cdcb6d06-1e13-4dff-a7f6-146f9eba001a tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:05.251273 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-88efeb8a-4121-49c0-a692-7a496360417f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] For port 222a8342-e475-40ad-bcdd-02663d2b63cc, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=222a8342-e475-40ad-bcdd-02663d2b63cc,segment=NetworkSegment(c0747c09-0a7d-4ba1-ac24-f7edbcb469d4),segment_id=c0747c09-0a7d-4ba1-ac24-f7edbcb469d4)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:05.253507 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-88efeb8a-4121-49c0-a692-7a496360417f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:05.282444 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b9a71fcf-d4a8-453f-b8f1-ccbda6f57c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:05.322447 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c0b63339-503e-4ae6-8cb4-d10b2245377b tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:05.326740 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c0b63339-503e-4ae6-8cb4-d10b2245377b tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] 10.222.0.31 "DELETE /v2.0/ports/1b0c4bd7-f858-4d32-80ee-635273dd01ba HTTP/1.1" status: 204 len: 168 time: 2.2261987 Mar 11 15:31:05.331155 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-fd2fa286-25c8-4dff-a5cf-de4cef8a56e9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Deleting port acd1c58f-5281-4c56-92a0-e75df876923d {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:31:05.331500 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fd2fa286-25c8-4dff-a5cf-de4cef8a56e9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:05.346457 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36756) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:05.425954 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a71fcf-d4a8-453f-b8f1-ccbda6f57c24 None None] Routers {'f186c74e-a9d7-4f53-91d1-dea1dbb31662'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:31:05.426593 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b9a71fcf-d4a8-453f-b8f1-ccbda6f57c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:31:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:05.434543 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-cdcb6d06-1e13-4dff-a7f6-146f9eba001a tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "PUT /v2.0/floatingips/10ee57b0-449b-40f7-97b0-f04a3a936ebb HTTP/1.1" status: 200 len: 688 time: 7.4862058 Mar 11 15:31:05.443525 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-fd2fa286-25c8-4dff-a5cf-de4cef8a56e9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] The port 'acd1c58f-5281-4c56-92a0-e75df876923d' was deleted {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 15:31:05.443787 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-88efeb8a-4121-49c0-a692-7a496360417f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Calling delete_port for 222a8342-e475-40ad-bcdd-02663d2b63cc owned by network:dhcp {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:31:05.447507 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36760) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:05.503242 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b9a71fcf-d4a8-453f-b8f1-ccbda6f57c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:05.503638 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a71fcf-d4a8-453f-b8f1-ccbda6f57c24 None None] The sync data for ids ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:31:05.515732 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-fe62cf69-f89b-4def-a84e-84aa25b54798 None None] For port 222a8342-e475-40ad-bcdd-02663d2b63cc, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=222a8342-e475-40ad-bcdd-02663d2b63cc,segment=NetworkSegment(c0747c09-0a7d-4ba1-ac24-f7edbcb469d4),segment_id=c0747c09-0a7d-4ba1-ac24-f7edbcb469d4)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:05.516183 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fe62cf69-f89b-4def-a84e-84aa25b54798 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:05.523246 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fefa6be-9af1-4eb5-8b25-36f334a46911 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] GET failed (client error): The resource could not be found. Mar 11 15:31:05.524165 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-3fefa6be-9af1-4eb5-8b25-36f334a46911 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Synchronizing usage tracker for tenant:def45e3b476244c1b665c83a190dbab9 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:31:05.544277 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-76b949c9-5fd0-4ac3-adbc-b8192d8d1272 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/ports?project_id=916fcc14ed3c4d0b95925acf526937c4&network_id=ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8 HTTP/1.1" status: 200 len: 3000 time: 0.5214369 Mar 11 15:31:05.591242 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c42c3f36-bf92-42d4-8b82-fc10b4687b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:05.598414 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-3fefa6be-9af1-4eb5-8b25-36f334a46911 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Unset dirty status for tenant:def45e3b476244c1b665c83a190dbab9 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:31:05.602951 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-3fefa6be-9af1-4eb5-8b25-36f334a46911 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] 10.222.0.31 "GET /v2.0/ports/1b0c4bd7-f858-4d32-80ee-635273dd01ba HTTP/1.1" status: 404 len: 333 time: 0.2516265 Mar 11 15:31:05.603779 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36766) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:05.661409 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-fe62cf69-f89b-4def-a84e-84aa25b54798 None None] Calling delete_port for 222a8342-e475-40ad-bcdd-02663d2b63cc owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:31:05.678466 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-88efeb8a-4121-49c0-a692-7a496360417f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:05.733635 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88efeb8a-4121-49c0-a692-7a496360417f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] No DVR routers for this DVR port 222a8342-e475-40ad-bcdd-02663d2b63cc on host dv-neutron-833373-1-hyperv {{(pid=83867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:31:05.743353 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-fe62cf69-f89b-4def-a84e-84aa25b54798 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:31:05.743353 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-fe62cf69-f89b-4def-a84e-84aa25b54798 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:31:05.762981 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c3f36-bf92-42d4-8b82-fc10b4687b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ec78c1-cc86-4b30-ac3d-6d56a8a5d394,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:05.776333 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-4c614e9e-179a-4e95-bb00-cf4e6af59339 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Deleting port f4763e70-7285-4aff-b94b-e14e6a17b96f {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:31:05.778714 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4c614e9e-179a-4e95-bb00-cf4e6af59339 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:05.781664 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88efeb8a-4121-49c0-a692-7a496360417f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event deleted for resources: {'Port': ['ID=222a8342-e475-40ad-bcdd-02663d2b63cc,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:05.789403 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-51dd30b6-e03a-4489-b446-8e349511b9e7 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Deleting port f081020d-e714-4a40-809a-16010c9a483e {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:31:05.789962 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-51dd30b6-e03a-4489-b446-8e349511b9e7 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:05.803781 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fd2fa286-25c8-4dff-a5cf-de4cef8a56e9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:05.820816 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c42c3f36-bf92-42d4-8b82-fc10b4687b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:05.822246 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c42c3f36-bf92-42d4-8b82-fc10b4687b5f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/18ec78c1-cc86-4b30-ac3d-6d56a8a5d394 HTTP/1.1" status: 204 len: 168 time: 1.2162321 Mar 11 15:31:05.930615 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-83d7ac0b-b57b-41e8-b921-b138b3c94e0f tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:05.934054 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 58f4ce2a-f90c-45a0-9781-e90139a23c18 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:31:05.948240 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-fd2fa286-25c8-4dff-a5cf-de4cef8a56e9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['665db491-e0ea-4fd8-91c2-d51b3392130e']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:05.978481 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 58f4ce2a-f90c-45a0-9781-e90139a23c18 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:31:05.979174 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 58f4ce2a-f90c-45a0-9781-e90139a23c18 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 11 15:31:06.008166 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d7ac0b-b57b-41e8-b921-b138b3c94e0f tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Pushing event deleted for resources: {'Port': ['ID=58f4ce2a-f90c-45a0-9781-e90139a23c18,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:06.031944 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Port 58f4ce2a-f90c-45a0-9781-e90139a23c18 not found, will not notify nova. {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 11 15:31:06.036007 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-88efeb8a-4121-49c0-a692-7a496360417f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:06.099847 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-fd2fa286-25c8-4dff-a5cf-de4cef8a56e9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f27fa2f6-2234-46cc-89bb-9377463ae275') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:06.100373 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-fd2fa286-25c8-4dff-a5cf-de4cef8a56e9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f27fa2f6-2234-46cc-89bb-9377463ae275') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:06.102818 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 222a8342-e475-40ad-bcdd-02663d2b63cc no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:31:06.113731 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-88efeb8a-4121-49c0-a692-7a496360417f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62391ec2-03fc-4398-8153-a3691f716b6e']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:06.146861 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 222a8342-e475-40ad-bcdd-02663d2b63cc {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:31:06.147092 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-88efeb8a-4121-49c0-a692-7a496360417f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0747c09-0a7d-4ba1-ac24-f7edbcb469d4') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:06.147213 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-88efeb8a-4121-49c0-a692-7a496360417f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0747c09-0a7d-4ba1-ac24-f7edbcb469d4') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:06.148151 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 222a8342-e475-40ad-bcdd-02663d2b63cc not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:31:06.219616 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-88efeb8a-4121-49c0-a692-7a496360417f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:06.244688 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-fe62cf69-f89b-4def-a84e-84aa25b54798 None None] Deleting port 222a8342-e475-40ad-bcdd-02663d2b63cc {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:31:06.245492 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fe62cf69-f89b-4def-a84e-84aa25b54798 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:06.251210 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-88efeb8a-4121-49c0-a692-7a496360417f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:06.266943 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88efeb8a-4121-49c0-a692-7a496360417f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:31:06.267814 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-88efeb8a-4121-49c0-a692-7a496360417f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:06.282629 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:31:06.282629 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:31:06.282629 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:31:06.282629 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:31:06.282629 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:31:06.282629 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:31:06.282629 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:31:06.282629 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:31:06.282629 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:31:06.282629 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:31:06.282629 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:31:06.282629 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:31:06.282629 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:31:06.282629 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:31:06.282629 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:31:06.282629 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:31:06.282629 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:31:06.282629 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:31:06.282629 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:31:06.282629 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:31:06.282629 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:31:06.282629 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:31:06.282629 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:31:06.282629 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:31:06.282629 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:31:06.282629 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:31:06.282629 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:31:06.282629 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:31:06.282629 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:31:06.282629 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:31:06.282629 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:31:06.282629 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:31:06.357738 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-fe62cf69-f89b-4def-a84e-84aa25b54798 None None] The port '222a8342-e475-40ad-bcdd-02663d2b63cc' was deleted {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 15:31:06.374497 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fd2fa286-25c8-4dff-a5cf-de4cef8a56e9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:06.401128 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-51dd30b6-e03a-4489-b446-8e349511b9e7 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:06.418538 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fd2fa286-25c8-4dff-a5cf-de4cef8a56e9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:06.434347 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd2fa286-25c8-4dff-a5cf-de4cef8a56e9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:31:06.434681 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fd2fa286-25c8-4dff-a5cf-de4cef8a56e9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:06.506156 dv-neutron-833373-1-hyperv neutron-server[83866]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:31:06.506156 dv-neutron-833373-1-hyperv neutron-server[83866]: util.warn( Mar 11 15:31:06.506156 dv-neutron-833373-1-hyperv neutron-server[83866]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:31:06.506156 dv-neutron-833373-1-hyperv neutron-server[83866]: util.warn( Mar 11 15:31:06.506156 dv-neutron-833373-1-hyperv neutron-server[83866]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:31:06.506156 dv-neutron-833373-1-hyperv neutron-server[83866]: util.warn( Mar 11 15:31:06.506156 dv-neutron-833373-1-hyperv neutron-server[83866]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:31:06.506156 dv-neutron-833373-1-hyperv neutron-server[83866]: util.warn( Mar 11 15:31:06.506156 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:31:06.506156 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:31:06.506156 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:31:06.506156 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:31:06.506156 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:31:06.506156 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:31:06.506156 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:31:06.506156 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:31:06.506156 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:31:06.506156 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:31:06.506156 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:31:06.506156 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:31:06.506156 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:31:06.506156 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:31:06.506156 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:31:06.506156 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:31:06.506156 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:31:06.506156 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:31:06.506156 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:31:06.506156 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:31:06.506156 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:31:06.506156 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:31:06.506156 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:31:06.506156 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:31:06.506156 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:31:06.506156 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:31:06.506156 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:31:06.506156 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:31:06.506156 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:31:06.506156 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:31:06.506156 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:31:06.506156 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:31:06.526219 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-88efeb8a-4121-49c0-a692-7a496360417f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:06.534643 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-51dd30b6-e03a-4489-b446-8e349511b9e7 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Calling delete_port for f081020d-e714-4a40-809a-16010c9a483e owned by {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:31:06.599498 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-88efeb8a-4121-49c0-a692-7a496360417f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:06.615607 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88efeb8a-4121-49c0-a692-7a496360417f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] Pushing event deleted for resources: {'Network': ['ID=62391ec2-03fc-4398-8153-a3691f716b6e,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:06.631292 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-88efeb8a-4121-49c0-a692-7a496360417f tempest-NetworksTest-803534764 tempest-NetworksTest-803534764-project] 10.222.0.31 "DELETE /v2.0/networks/62391ec2-03fc-4398-8153-a3691f716b6e HTTP/1.1" status: 204 len: 168 time: 1.8461449 Mar 11 15:31:06.710196 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4c614e9e-179a-4e95-bb00-cf4e6af59339 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:06.711134 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4c614e9e-179a-4e95-bb00-cf4e6af59339 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:06.726449 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-83d7ac0b-b57b-41e8-b921-b138b3c94e0f tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:06.745524 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-51dd30b6-e03a-4489-b446-8e349511b9e7 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:06.795351 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd30b6-e03a-4489-b446-8e349511b9e7 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Pushing event deleted for resources: {'Port': ['ID=f081020d-e714-4a40-809a-16010c9a483e,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:06.854359 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-51dd30b6-e03a-4489-b446-8e349511b9e7 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:06.873999 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-51dd30b6-e03a-4489-b446-8e349511b9e7 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] 10.222.0.31 "DELETE /v2.0/ports/f081020d-e714-4a40-809a-16010c9a483e HTTP/1.1" status: 204 len: 168 time: 1.2691767 Mar 11 15:31:06.878573 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36792) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:06.929247 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fd2fa286-25c8-4dff-a5cf-de4cef8a56e9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:06.949096 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-4c614e9e-179a-4e95-bb00-cf4e6af59339 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Calling delete_port for f4763e70-7285-4aff-b94b-e14e6a17b96f owned by network:floatingip {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:31:07.088685 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fd2fa286-25c8-4dff-a5cf-de4cef8a56e9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:07.112059 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2fa286-25c8-4dff-a5cf-de4cef8a56e9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event deleted for resources: {'Network': ['ID=665db491-e0ea-4fd8-91c2-d51b3392130e,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:07.147651 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-fd2fa286-25c8-4dff-a5cf-de4cef8a56e9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/networks/665db491-e0ea-4fd8-91c2-d51b3392130e HTTP/1.1" status: 204 len: 168 time: 4.1934624 Mar 11 15:31:07.148406 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36802) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:07.194800 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d668317-aa30-494c-b36e-cb0207b935a4 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Deleting subnet fb20a27c-42da-47eb-8289-bca56d782854 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:31:07.196984 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36806) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:07.200849 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0d668317-aa30-494c-b36e-cb0207b935a4 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:07.238853 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad490940-a728-4f16-978a-36bd9a93eb5c tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:07.239475 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ad490940-a728-4f16-978a-36bd9a93eb5c tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Synchronizing usage tracker for tenant:6b1a6507e257408892b3294b50293467 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:31:07.241980 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36810) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:07.305469 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0d668317-aa30-494c-b36e-cb0207b935a4 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:07.431770 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0d668317-aa30-494c-b36e-cb0207b935a4 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:07.467953 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-83d7ac0b-b57b-41e8-b921-b138b3c94e0f tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:07.474725 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ad490940-a728-4f16-978a-36bd9a93eb5c tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Unset dirty status for tenant:6b1a6507e257408892b3294b50293467 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:31:07.479401 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36822) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:07.480420 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ad490940-a728-4f16-978a-36bd9a93eb5c tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "GET /v2.0/ports/cc5e790a-0109-4295-a98c-c513c9ed60ea HTTP/1.1" status: 200 len: 844 time: 0.3268235 Mar 11 15:31:07.493641 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-83d7ac0b-b57b-41e8-b921-b138b3c94e0f tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:07.532140 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eeba4d2-6adb-4c04-9ca6-07fb61ed9faa tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:07.534632 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9eeba4d2-6adb-4c04-9ca6-07fb61ed9faa tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=69193b02-dbf5-4ccf-b3ce-76dabd3f8655 HTTP/1.1" status: 200 len: 814 time: 0.2880867 Mar 11 15:31:07.583808 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-83d7ac0b-b57b-41e8-b921-b138b3c94e0f tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:07.584353 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d7ac0b-b57b-41e8-b921-b138b3c94e0f tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 70399f49-e9f6-40db-b9ef-97d347e194d9 {{(pid=83866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:31:07.592643 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4c614e9e-179a-4e95-bb00-cf4e6af59339 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:07.641297 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d0edad43-5292-4381-a37b-6a5ac676b010 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "GET /v2.0/ports/cc5e790a-0109-4295-a98c-c513c9ed60ea?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1585705 Mar 11 15:31:07.645468 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36832) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:07.654455 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-89521930-75cf-4b93-9bab-ca3b65137591 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'subnet': {'network_id': 'c6f8e317-c3b4-4f12-bfd1-76da26a8e27f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:07.680153 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c614e9e-179a-4e95-bb00-cf4e6af59339 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Pushing event deleted for resources: {'Port': ['ID=f4763e70-7285-4aff-b94b-e14e6a17b96f,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:07.680863 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0d668317-aa30-494c-b36e-cb0207b935a4 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:07.738791 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d668317-aa30-494c-b36e-cb0207b935a4 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Pushing event deleted for resources: {'Subnet': ['ID=fb20a27c-42da-47eb-8289-bca56d782854,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:07.763581 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-83d7ac0b-b57b-41e8-b921-b138b3c94e0f tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:07.768848 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-83d7ac0b-b57b-41e8-b921-b138b3c94e0f tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] 10.222.0.31 "DELETE /v2.0/routers/70399f49-e9f6-40db-b9ef-97d347e194d9 HTTP/1.1" status: 204 len: 168 time: 6.6466384 Mar 11 15:31:07.769759 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36840) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:07.809163 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c0fa1518-def6-4e97-9f0d-217c7eb10a28 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f8a07a0692504f09a49af7bfa2896e37&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6097388 Mar 11 15:31:07.825777 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36844) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:07.834518 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0d668317-aa30-494c-b36e-cb0207b935a4 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:07.841110 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c21cea-c598-4a4c-af37-919adb0d4ae7 None None] Network 94ff69be-04ef-44dc-872e-d9cc72bbfda2 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:31:07.880891 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0d668317-aa30-494c-b36e-cb0207b935a4 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] 10.222.0.31 "DELETE /v2.0/subnets/fb20a27c-42da-47eb-8289-bca56d782854 HTTP/1.1" status: 204 len: 168 time: 1.0003538 Mar 11 15:31:07.886031 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36848) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:08.003123 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-89521930-75cf-4b93-9bab-ca3b65137591 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:08.042462 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-89521930-75cf-4b93-9bab-ca3b65137591 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Usage tracker for resource:subnet and tenant:6b1a6507e257408892b3294b50293467 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:08.060163 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-89521930-75cf-4b93-9bab-ca3b65137591 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:08.086887 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-89521930-75cf-4b93-9bab-ca3b65137591 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:08.108361 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d4c2cabe-52bf-4680-a469-b300664ceef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:08.136580 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89521930-75cf-4b93-9bab-ca3b65137591 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Made reservation on behalf of 6b1a6507e257408892b3294b50293467 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:31:08.163778 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36858) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:08.170232 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cf099d9b-8461-4b70-a362-d61c90b57006 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:08.214201 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-314f01cd-1a17-4882-9d7d-f87d8677943d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'network': {'name': 'tempest-network-smoke--724632426', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'port_security_enabled': True}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:08.231384 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4c614e9e-179a-4e95-bb00-cf4e6af59339 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for floatingip, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:08.237638 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4c614e9e-179a-4e95-bb00-cf4e6af59339 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:08.238838 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-4c614e9e-179a-4e95-bb00-cf4e6af59339 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "DELETE /v2.0/floatingips/10ee57b0-449b-40f7-97b0-f04a3a936ebb HTTP/1.1" status: 204 len: 168 time: 2.7920711 Mar 11 15:31:08.241862 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36862) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:08.246395 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-314f01cd-1a17-4882-9d7d-f87d8677943d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:08.326246 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de5309b-419f-42cb-bb12-7f9cfe9e274f None None] DHCP port deletion for 94ff69be-04ef-44dc-872e-d9cc72bbfda2 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:31:08.335408 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-3de5309b-419f-42cb-bb12-7f9cfe9e274f None None] Deleting port 9c934a41-4fbf-42a2-b193-aa2caac1b7f7 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:31:08.335781 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3de5309b-419f-42cb-bb12-7f9cfe9e274f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:08.351837 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-fb89125a-33f0-4eee-918c-b009455d7c0d tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] delete failed (client error): The resource could not be found. Mar 11 15:31:08.357772 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-fb89125a-33f0-4eee-918c-b009455d7c0d tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "DELETE /v2.0/floatingips/10ee57b0-449b-40f7-97b0-f04a3a936ebb HTTP/1.1" status: 404 len: 345 time: 0.1138196 Mar 11 15:31:08.360951 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36868) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:08.414536 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-314f01cd-1a17-4882-9d7d-f87d8677943d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:08.457177 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d4c2cabe-52bf-4680-a469-b300664ceef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:08.458340 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314f01cd-1a17-4882-9d7d-f87d8677943d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Made reservation on behalf of 916fcc14ed3c4d0b95925acf526937c4 for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:31:08.461522 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-314f01cd-1a17-4882-9d7d-f87d8677943d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:08.477566 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-cf099d9b-8461-4b70-a362-d61c90b57006 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Deleting port 9c934a41-4fbf-42a2-b193-aa2caac1b7f7 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:31:08.477908 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cf099d9b-8461-4b70-a362-d61c90b57006 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:08.512460 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e880ec0-2fc1-4b34-981c-5cfc59323c76 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:08.517856 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e880ec0-2fc1-4b34-981c-5cfc59323c76 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:08.522595 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e880ec0-2fc1-4b34-981c-5cfc59323c76 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:08.523670 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-6e880ec0-2fc1-4b34-981c-5cfc59323c76 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Synchronizing usage tracker for tenant:08d14954a9a44d808e73ee1adc21420c on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:31:08.562893 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-6e880ec0-2fc1-4b34-981c-5cfc59323c76 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Unset dirty status for tenant:08d14954a9a44d808e73ee1adc21420c on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:31:08.568150 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-6e880ec0-2fc1-4b34-981c-5cfc59323c76 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "GET /v2.0/ports?network_id=7c62958a-c577-4740-bd1f-d6ca9c60e5d3 HTTP/1.1" status: 200 len: 2359 time: 0.2016788 Mar 11 15:31:08.568997 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36874) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:08.571308 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-314f01cd-1a17-4882-9d7d-f87d8677943d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:31:08.594841 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-89521930-75cf-4b93-9bab-ca3b65137591 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:08.630724 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-314f01cd-1a17-4882-9d7d-f87d8677943d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:08.631072 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-314f01cd-1a17-4882-9d7d-f87d8677943d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Added segment 2da6912e-1c50-49dc-b06d-7c4d9df82e9e of type vlan for network 3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf Mar 11 15:31:08.636800 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-3de5309b-419f-42cb-bb12-7f9cfe9e274f None None] For port 9c934a41-4fbf-42a2-b193-aa2caac1b7f7, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=9c934a41-4fbf-42a2-b193-aa2caac1b7f7,segment=NetworkSegment(ba25b1b2-a4a7-42ed-9865-f0520f62b1f0),segment_id=ba25b1b2-a4a7-42ed-9865-f0520f62b1f0)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:08.637443 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3de5309b-419f-42cb-bb12-7f9cfe9e274f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:08.683449 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d1a7ddb5-1fd6-4d92-8199-42c13a4069c2 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for router, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:08.801476 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-3de5309b-419f-42cb-bb12-7f9cfe9e274f None None] Calling delete_port for 9c934a41-4fbf-42a2-b193-aa2caac1b7f7 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:31:08.822311 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-314f01cd-1a17-4882-9d7d-f87d8677943d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:08.828076 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b221bc8-cc07-48c7-bad8-75fc4fa0b8b9 req-bf2ac569-f795-46ad-8fd9-076622499ea7 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:08.830597 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-3b221bc8-cc07-48c7-bad8-75fc4fa0b8b9 req-bf2ac569-f795-46ad-8fd9-076622499ea7 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.4313326 Mar 11 15:31:08.840134 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d4c2cabe-52bf-4680-a469-b300664ceef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:08.847261 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4344a076-85f0-45bb-bd21-dee46a7d8aef tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:08.848295 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-4344a076-85f0-45bb-bd21-dee46a7d8aef tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Synchronizing usage tracker for tenant:08d14954a9a44d808e73ee1adc21420c on resource:subnet {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:31:08.898741 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-4344a076-85f0-45bb-bd21-dee46a7d8aef tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Unset dirty status for tenant:08d14954a9a44d808e73ee1adc21420c on resource:subnet {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:31:08.905633 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-4344a076-85f0-45bb-bd21-dee46a7d8aef tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "GET /v2.0/subnets/bc8a237e-2506-407a-af75-3fcb2581c628 HTTP/1.1" status: 200 len: 797 time: 0.3306847 Mar 11 15:31:08.907213 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36882) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:08.914233 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3de5309b-419f-42cb-bb12-7f9cfe9e274f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:08.931816 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-dcfc3010-7a01-4822-a58a-bf646080bbc3 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Request body: {'port': {'network_id': '7c62958a-c577-4740-bd1f-d6ca9c60e5d3', 'name': 'tempest-FloatingIPTestJSON-1225808720', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:08.958158 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d4c2cabe-52bf-4680-a469-b300664ceef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:08.959283 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d4c2cabe-52bf-4680-a469-b300664ceef7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3c99b569-d7a2-4aa0-bf2f-eac1fd87e2d3 HTTP/1.1" status: 204 len: 168 time: 1.1299419 Mar 11 15:31:08.960354 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c2cabe-52bf-4680-a469-b300664ceef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c99b569-d7a2-4aa0-bf2f-eac1fd87e2d3,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:08.966487 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de5309b-419f-42cb-bb12-7f9cfe9e274f None None] Pushing event deleted for resources: {'Port': ['ID=9c934a41-4fbf-42a2-b193-aa2caac1b7f7,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:08.977696 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de5309b-419f-42cb-bb12-7f9cfe9e274f None None] No DVR routers for this DVR port 9c934a41-4fbf-42a2-b193-aa2caac1b7f7 on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:31:09.025525 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-cf099d9b-8461-4b70-a362-d61c90b57006 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] For port 9c934a41-4fbf-42a2-b193-aa2caac1b7f7, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=9c934a41-4fbf-42a2-b193-aa2caac1b7f7,segment=NetworkSegment(ba25b1b2-a4a7-42ed-9865-f0520f62b1f0),segment_id=ba25b1b2-a4a7-42ed-9865-f0520f62b1f0)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:09.025891 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cf099d9b-8461-4b70-a362-d61c90b57006 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:09.144054 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-dcfc3010-7a01-4822-a58a-bf646080bbc3 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:09.159145 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-314f01cd-1a17-4882-9d7d-f87d8677943d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:09.162132 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-cf099d9b-8461-4b70-a362-d61c90b57006 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Calling delete_port for 9c934a41-4fbf-42a2-b193-aa2caac1b7f7 owned by network:dhcp {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:31:09.165155 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314f01cd-1a17-4882-9d7d-f87d8677943d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:09.165801 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-314f01cd-1a17-4882-9d7d-f87d8677943d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:09.173848 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-dcfc3010-7a01-4822-a58a-bf646080bbc3 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:09.208913 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-3b221bc8-cc07-48c7-bad8-75fc4fa0b8b9 req-ee76c27f-9f9a-4015-a30e-4003f8229805 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3719063 Mar 11 15:31:09.336517 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfc3010-7a01-4822-a58a-bf646080bbc3 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Made reservation on behalf of 08d14954a9a44d808e73ee1adc21420c for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:31:09.366949 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f01cd-1a17-4882-9d7d-f87d8677943d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Network': ['ID=3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:09.370959 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-314f01cd-1a17-4882-9d7d-f87d8677943d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2036467 Mar 11 15:31:09.377956 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36892) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:09.385731 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:31:09.485100 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36896) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:09.508794 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-0a926c50-4a46-4075-a899-4299ca578426 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1333232655', 'description': 'tempest-secgroup-smoke-1333232655 description', 'project_id': 'b0803f52583a49e1b421e3b5a9e44844'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:09.521702 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0a926c50-4a46-4075-a899-4299ca578426 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:09.535762 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0a926c50-4a46-4075-a899-4299ca578426 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Usage tracker for resource:security_group and tenant:b0803f52583a49e1b421e3b5a9e44844 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:09.542680 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0a926c50-4a46-4075-a899-4299ca578426 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:09.564466 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0a926c50-4a46-4075-a899-4299ca578426 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:09.585383 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.db.api [None req-cf099d9b-8461-4b70-a362-d61c90b57006 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:31:09.585883 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG oslo_db.api [None req-cf099d9b-8461-4b70-a362-d61c90b57006 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:31:09.587069 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc39f6eb-b14e-485a-8f96-03a65b7a8a9b tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:09.593758 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-fc39f6eb-b14e-485a-8f96-03a65b7a8a9b tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=916fcc14ed3c4d0b95925acf526937c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2137451 Mar 11 15:31:09.599579 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36904) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:09.607783 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0a926c50-4a46-4075-a899-4299ca578426 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:09.632010 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0a926c50-4a46-4075-a899-4299ca578426 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:09.642650 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d1a7ddb5-1fd6-4d92-8199-42c13a4069c2 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:09.655904 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-dcfc3010-7a01-4822-a58a-bf646080bbc3 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:09.683464 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-89521930-75cf-4b93-9bab-ca3b65137591 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:09.686916 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-d1a7ddb5-1fd6-4d92-8199-42c13a4069c2 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Deleting port 81e2be14-adf7-4382-8090-c2b76e6994ed {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:31:09.687281 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d1a7ddb5-1fd6-4d92-8199-42c13a4069c2 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:09.748960 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-dcfc3010-7a01-4822-a58a-bf646080bbc3 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] device_id is not set on port ae5a51e2-1bec-4353-bb47-a209118b1ae9 yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:31:09.757622 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89521930-75cf-4b93-9bab-ca3b65137591 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Network c6f8e317-c3b4-4f12-bfd1-76da26a8e27f is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:31:09.765819 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-89521930-75cf-4b93-9bab-ca3b65137591 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:31:09.776484 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89521930-75cf-4b93-9bab-ca3b65137591 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:09.777077 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-89521930-75cf-4b93-9bab-ca3b65137591 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:09.778510 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20260157-21ce-4936-aa60-8553d2113d81 None None] Network c6f8e317-c3b4-4f12-bfd1-76da26a8e27f requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:31:09.801661 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0a926c50-4a46-4075-a899-4299ca578426 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:09.831271 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a319d0-1b95-4ec5-bd91-82214fbccc3c req-d98c6dd8-a581-45c2-9469-37da759a0e15 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:09.838516 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-39a319d0-1b95-4ec5-bd91-82214fbccc3c req-d98c6dd8-a581-45c2-9469-37da759a0e15 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.3871007 Mar 11 15:31:09.840455 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89521930-75cf-4b93-9bab-ca3b65137591 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'Subnet': ['ID=bec3387c-a1a1-4e26-b60f-f75d0a434257,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:09.889720 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0a926c50-4a46-4075-a899-4299ca578426 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Usage tracker for resource:security_group_rule and tenant:b0803f52583a49e1b421e3b5a9e44844 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:09.895152 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-89521930-75cf-4b93-9bab-ca3b65137591 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2432528 Mar 11 15:31:09.895152 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36912) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:09.898246 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef6a45f-ecfe-4565-88d5-d68d4647ba06 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:09.898597 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0a926c50-4a46-4075-a899-4299ca578426 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:09.903145 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-fef6a45f-ecfe-4565-88d5-d68d4647ba06 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3023858 Mar 11 15:31:09.914212 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-a5b3902a-b801-4de1-8ca3-9c9d0099f4b6 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'security_group': {'name': 'tempest-secgroup-1811465276'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:09.918359 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36916) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:09.925277 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-a5b3902a-b801-4de1-8ca3-9c9d0099f4b6 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:09.932468 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0a926c50-4a46-4075-a899-4299ca578426 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:09.933946 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-a5b3902a-b801-4de1-8ca3-9c9d0099f4b6 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Usage tracker for resource:security_group and tenant:6b1a6507e257408892b3294b50293467 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:09.938230 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-a5b3902a-b801-4de1-8ca3-9c9d0099f4b6 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:09.947848 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-a5b3902a-b801-4de1-8ca3-9c9d0099f4b6 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:09.966231 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-39a319d0-1b95-4ec5-bd91-82214fbccc3c req-ddf8aaf6-73d8-444c-82fa-43544d165a4e tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266167 Mar 11 15:31:09.988414 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a5b3902a-b801-4de1-8ca3-9c9d0099f4b6 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:10.020478 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 58f4ce2a-f90c-45a0-9781-e90139a23c18 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:31:10.069770 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-a5b3902a-b801-4de1-8ca3-9c9d0099f4b6 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:10.073873 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 58f4ce2a-f90c-45a0-9781-e90139a23c18 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:31:10.074218 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 58f4ce2a-f90c-45a0-9781-e90139a23c18 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:31:10.074630 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 9c934a41-4fbf-42a2-b193-aa2caac1b7f7 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:31:10.078584 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-a5b3902a-b801-4de1-8ca3-9c9d0099f4b6 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Usage tracker for resource:security_group_rule and tenant:6b1a6507e257408892b3294b50293467 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:10.080448 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0a926c50-4a46-4075-a899-4299ca578426 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:10.085122 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-a5b3902a-b801-4de1-8ca3-9c9d0099f4b6 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:10.088198 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-cf099d9b-8461-4b70-a362-d61c90b57006 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Deleting port 9c934a41-4fbf-42a2-b193-aa2caac1b7f7 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:31:10.089284 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cf099d9b-8461-4b70-a362-d61c90b57006 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:10.120967 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 9c934a41-4fbf-42a2-b193-aa2caac1b7f7 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:31:10.121513 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 9c934a41-4fbf-42a2-b193-aa2caac1b7f7 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:31:10.131148 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-a5b3902a-b801-4de1-8ca3-9c9d0099f4b6 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:10.171586 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-cf099d9b-8461-4b70-a362-d61c90b57006 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] The port '9c934a41-4fbf-42a2-b193-aa2caac1b7f7' was deleted {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 15:31:10.264273 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-4292612d-6e9f-4fb0-8424-2cdccf92d3a6 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=69193b02-dbf5-4ccf-b3ce-76dabd3f8655&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3416035 Mar 11 15:31:10.273665 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0a926c50-4a46-4075-a899-4299ca578426 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:10.362465 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1545a2-e67a-4033-8945-0f966a5bedad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-c6f8e317-c3b4-4f12-bfd1-76da26a8e27f', 'network_id': 'c6f8e317-c3b4-4f12-bfd1-76da26a8e27f', 'tenant_id': '6b1a6507e257408892b3294b50293467', 'fixed_ips': [{'subnet_id': 'bec3387c-a1a1-4e26-b60f-f75d0a434257'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:31:10.363735 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ef1545a2-e67a-4033-8945-0f966a5bedad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:10.414558 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36928) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:10.415012 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36930) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:10.444619 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cf099d9b-8461-4b70-a362-d61c90b57006 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:10.489651 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-cf099d9b-8461-4b70-a362-d61c90b57006 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94ff69be-04ef-44dc-872e-d9cc72bbfda2']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:10.512979 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-cf099d9b-8461-4b70-a362-d61c90b57006 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba25b1b2-a4a7-42ed-9865-f0520f62b1f0') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:10.513272 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-cf099d9b-8461-4b70-a362-d61c90b57006 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba25b1b2-a4a7-42ed-9865-f0520f62b1f0') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:10.527587 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a5b3902a-b801-4de1-8ca3-9c9d0099f4b6 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:10.534382 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cf099d9b-8461-4b70-a362-d61c90b57006 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:10.544989 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a5b3902a-b801-4de1-8ca3-9c9d0099f4b6 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:10.565372 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-ef1545a2-e67a-4033-8945-0f966a5bedad None None] Allocated IP 2001:db8::2 (c6f8e317-c3b4-4f12-bfd1-76da26a8e27f/bec3387c-a1a1-4e26-b60f-f75d0a434257/89a1bac3-fdb9-461e-b6c9-1c547cb954b7) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:31:10.584155 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a5b3902a-b801-4de1-8ca3-9c9d0099f4b6 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:10.587929 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a5b3902a-b801-4de1-8ca3-9c9d0099f4b6 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6896577 Mar 11 15:31:10.590786 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36938) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:10.592417 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cf099d9b-8461-4b70-a362-d61c90b57006 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:10.603384 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-1dd116ca-11fc-4a64-9132-2ed1e55e623a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'security_group': {'name': 'tempest-secgroup-2042123732'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:10.620985 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-1dd116ca-11fc-4a64-9132-2ed1e55e623a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:10.623785 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf099d9b-8461-4b70-a362-d61c90b57006 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:31:10.624235 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cf099d9b-8461-4b70-a362-d61c90b57006 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:10.642225 dv-neutron-833373-1-hyperv neutron-server[83867]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:31:10.642225 dv-neutron-833373-1-hyperv neutron-server[83867]: util.warn( Mar 11 15:31:10.642225 dv-neutron-833373-1-hyperv neutron-server[83867]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:31:10.642225 dv-neutron-833373-1-hyperv neutron-server[83867]: util.warn( Mar 11 15:31:10.642225 dv-neutron-833373-1-hyperv neutron-server[83867]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:31:10.642225 dv-neutron-833373-1-hyperv neutron-server[83867]: util.warn( Mar 11 15:31:10.642225 dv-neutron-833373-1-hyperv neutron-server[83867]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:31:10.642225 dv-neutron-833373-1-hyperv neutron-server[83867]: util.warn( Mar 11 15:31:10.642225 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:31:10.642225 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:31:10.642225 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:31:10.642225 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:31:10.642225 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:31:10.642225 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:31:10.642225 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:31:10.642225 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:31:10.642225 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:31:10.642225 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:31:10.642225 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:31:10.642225 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:31:10.642225 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:31:10.642225 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:31:10.642225 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:31:10.642225 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:31:10.642225 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:31:10.642225 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:31:10.642225 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:31:10.642225 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:31:10.642225 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:31:10.642225 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:31:10.642225 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:31:10.642225 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:31:10.642225 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:31:10.642225 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:31:10.642225 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:31:10.642225 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:31:10.642225 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:31:10.642225 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:31:10.642225 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:31:10.642225 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:31:10.648609 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-1dd116ca-11fc-4a64-9132-2ed1e55e623a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Usage tracker for resource:security_group and tenant:6b1a6507e257408892b3294b50293467 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:10.651380 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3902a-b801-4de1-8ca3-9c9d0099f4b6 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59ff033e-2ddb-44da-abe4-9743773bb821,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:10.654067 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-1dd116ca-11fc-4a64-9132-2ed1e55e623a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:10.658980 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-8c3f9cf7-5ed5-486a-ba9b-05081227af3e tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=916fcc14ed3c4d0b95925acf526937c4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2348852 Mar 11 15:31:10.676554 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36942) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:10.679691 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-d1a7ddb5-1fd6-4d92-8199-42c13a4069c2 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] For port 81e2be14-adf7-4382-8090-c2b76e6994ed, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=81e2be14-adf7-4382-8090-c2b76e6994ed,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:10.680057 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d1a7ddb5-1fd6-4d92-8199-42c13a4069c2 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:10.691950 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0a926c50-4a46-4075-a899-4299ca578426 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:10.716740 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-1dd116ca-11fc-4a64-9132-2ed1e55e623a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:10.727151 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a926c50-4a46-4075-a899-4299ca578426 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1863ce-d64b-4ec8-b6b2-c9276343fa5e,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:10.730175 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0a926c50-4a46-4075-a899-4299ca578426 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Usage tracker for resource:security_group_rule and tenant:b0803f52583a49e1b421e3b5a9e44844 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:10.749363 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1dd116ca-11fc-4a64-9132-2ed1e55e623a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:10.765176 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cf099d9b-8461-4b70-a362-d61c90b57006 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:10.788474 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cf099d9b-8461-4b70-a362-d61c90b57006 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:10.793887 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0a926c50-4a46-4075-a899-4299ca578426 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:10.797627 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf099d9b-8461-4b70-a362-d61c90b57006 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] Pushing event deleted for resources: {'Network': ['ID=94ff69be-04ef-44dc-872e-d9cc72bbfda2,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:10.808044 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-cf099d9b-8461-4b70-a362-d61c90b57006 tempest-AllowedAddressPairIpV6TestJSON-1799657893 tempest-AllowedAddressPairIpV6TestJSON-1799657893-project] 10.222.0.31 "DELETE /v2.0/networks/94ff69be-04ef-44dc-872e-d9cc72bbfda2 HTTP/1.1" status: 204 len: 168 time: 2.9185519 Mar 11 15:31:10.820293 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0a926c50-4a46-4075-a899-4299ca578426 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:10.834074 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-1dd116ca-11fc-4a64-9132-2ed1e55e623a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:10.840245 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-1dd116ca-11fc-4a64-9132-2ed1e55e623a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Usage tracker for resource:security_group_rule and tenant:6b1a6507e257408892b3294b50293467 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:10.847329 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-1dd116ca-11fc-4a64-9132-2ed1e55e623a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:10.854917 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-1dd116ca-11fc-4a64-9132-2ed1e55e623a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:10.873966 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ef1545a2-e67a-4033-8945-0f966a5bedad None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:10.889604 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-ef1545a2-e67a-4033-8945-0f966a5bedad None None] Transition to ACTIVE for port object 89a1bac3-fdb9-461e-b6c9-1c547cb954b7 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:31:10.914387 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-ef1545a2-e67a-4033-8945-0f966a5bedad None None] Transition to ACTIVE for port object 89a1bac3-fdb9-461e-b6c9-1c547cb954b7 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:31:10.927345 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ef1545a2-e67a-4033-8945-0f966a5bedad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:10.928050 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-b26ff25e-ef7c-47da-8947-bdc2b4d9cd3e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-604331069'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:10.946996 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1dd116ca-11fc-4a64-9132-2ed1e55e623a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:10.953742 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1dd116ca-11fc-4a64-9132-2ed1e55e623a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:10.961183 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-d1a7ddb5-1fd6-4d92-8199-42c13a4069c2 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Calling delete_port for 81e2be14-adf7-4382-8090-c2b76e6994ed owned by network:router_gateway {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:31:11.008431 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1545a2-e67a-4033-8945-0f966a5bedad None None] Network c6f8e317-c3b4-4f12-bfd1-76da26a8e27f is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:31:11.012012 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-ef1545a2-e67a-4033-8945-0f966a5bedad None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:31:11.012509 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd116ca-11fc-4a64-9132-2ed1e55e623a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=841ab8e9-a87d-4d1f-ae59-35e65b59a8dd,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:11.022866 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1545a2-e67a-4033-8945-0f966a5bedad None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:31:11.027066 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1dd116ca-11fc-4a64-9132-2ed1e55e623a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:11.028589 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-1dd116ca-11fc-4a64-9132-2ed1e55e623a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4381053 Mar 11 15:31:11.031252 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36950) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:11.038084 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-b26ff25e-ef7c-47da-8947-bdc2b4d9cd3e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:11.039243 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-24454f11-2b46-49f3-8f30-2a1629a74365 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1582949645', 'security_groups': ['841ab8e9-a87d-4d1f-ae59-35e65b59a8dd'], 'network_id': 'c6f8e317-c3b4-4f12-bfd1-76da26a8e27f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bec3387c-a1a1-4e26-b60f-f75d0a434257'}]}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:11.075463 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-b26ff25e-ef7c-47da-8947-bdc2b4d9cd3e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Usage tracker for resource:network and tenant:a138b31c346e4c0cb3afee629b96673d is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:11.090417 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-b26ff25e-ef7c-47da-8947-bdc2b4d9cd3e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:11.121199 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-b26ff25e-ef7c-47da-8947-bdc2b4d9cd3e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:11.135348 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1545a2-e67a-4033-8945-0f966a5bedad None None] Pushing event updated for resources: {'Port': ['ID=89a1bac3-fdb9-461e-b6c9-1c547cb954b7,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:11.160876 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-ef1545a2-e67a-4033-8945-0f966a5bedad None None] Attempting to bind port 89a1bac3-fdb9-461e-b6c9-1c547cb954b7 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:31:11.163314 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-ef1545a2-e67a-4033-8945-0f966a5bedad None None] Attempting to bind port 89a1bac3-fdb9-461e-b6c9-1c547cb954b7 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'cd55837c-8b7e-498b-8384-3a2dba7dbd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'c6f8e317-c3b4-4f12-bfd1-76da26a8e27f'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:31:11.163314 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1545a2-e67a-4033-8945-0f966a5bedad None None] Attempting to bind port 89a1bac3-fdb9-461e-b6c9-1c547cb954b7 on network c6f8e317-c3b4-4f12-bfd1-76da26a8e27f {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:31:11.198455 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee38fd-f414-4e51-adb8-e160e7b4089d req-57225e52-64e0-4945-b27f-a224c2ddc70f tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:11.201477 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1545a2-e67a-4033-8945-0f966a5bedad None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:31:11.201973 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1545a2-e67a-4033-8945-0f966a5bedad None None] Checking segment: {'id': 'cd55837c-8b7e-498b-8384-3a2dba7dbd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'c6f8e317-c3b4-4f12-bfd1-76da26a8e27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:31:11.203216 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ef1545a2-e67a-4033-8945-0f966a5bedad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:11.206091 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-bdee38fd-f414-4e51-adb8-e160e7b4089d req-57225e52-64e0-4945-b27f-a224c2ddc70f tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 1.0418258 Mar 11 15:31:11.206850 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1545a2-e67a-4033-8945-0f966a5bedad None None] Bound using segment: {'id': 'cd55837c-8b7e-498b-8384-3a2dba7dbd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'c6f8e317-c3b4-4f12-bfd1-76da26a8e27f'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:31:11.207390 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-ef1545a2-e67a-4033-8945-0f966a5bedad None None] Bound port: 89a1bac3-fdb9-461e-b6c9-1c547cb954b7, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd55837c-8b7e-498b-8384-3a2dba7dbd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'c6f8e317-c3b4-4f12-bfd1-76da26a8e27f'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:31:11.207784 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ef1545a2-e67a-4033-8945-0f966a5bedad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:11.227900 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26ff25e-ef7c-47da-8947-bdc2b4d9cd3e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Made reservation on behalf of a138b31c346e4c0cb3afee629b96673d for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:31:11.230903 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b26ff25e-ef7c-47da-8947-bdc2b4d9cd3e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:11.232639 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-24454f11-2b46-49f3-8f30-2a1629a74365 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:11.244157 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-24454f11-2b46-49f3-8f30-2a1629a74365 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:11.306621 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36956) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:11.309224 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cbecf7-ddf9-4a8e-9fa2-d06ec9023010 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:11.313516 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c2cbecf7-ddf9-4a8e-9fa2-d06ec9023010 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6228487 Mar 11 15:31:11.314489 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36960) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:11.340971 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b26ff25e-ef7c-47da-8947-bdc2b4d9cd3e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:11.353909 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0a926c50-4a46-4075-a899-4299ca578426 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:11.371226 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-dc387c8d-c907-4992-a3aa-66d12abcf63b tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=69193b02-dbf5-4ccf-b3ce-76dabd3f8655&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0527091 Mar 11 15:31:11.372364 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36966) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:11.375910 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0a926c50-4a46-4075-a899-4299ca578426 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:11.380202 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-ef1545a2-e67a-4033-8945-0f966a5bedad None None] For port 89a1bac3-fdb9-461e-b6c9-1c547cb954b7, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:31:11.383283 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-0e2f31d7-2b71-48cb-814a-bbc2cd6c8d35 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-45322900', 'network_id': '3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:11.384480 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-ef1545a2-e67a-4033-8945-0f966a5bedad None None] For port 89a1bac3-fdb9-461e-b6c9-1c547cb954b7, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=89a1bac3-fdb9-461e-b6c9-1c547cb954b7,segment=NetworkSegment(cd55837c-8b7e-498b-8384-3a2dba7dbd29),segment_id=cd55837c-8b7e-498b-8384-3a2dba7dbd29)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:31:11.390035 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ef1545a2-e67a-4033-8945-0f966a5bedad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:11.400812 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24454f11-2b46-49f3-8f30-2a1629a74365 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Made reservation on behalf of 6b1a6507e257408892b3294b50293467 for: {'port': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:31:11.406004 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-24454f11-2b46-49f3-8f30-2a1629a74365 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:11.441027 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-dcfc3010-7a01-4822-a58a-bf646080bbc3 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Allocated IP 172.20.0.14 (7c62958a-c577-4740-bd1f-d6ca9c60e5d3/bc8a237e-2506-407a-af75-3fcb2581c628/ae5a51e2-1bec-4353-bb47-a209118b1ae9) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:31:11.472634 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-bdee38fd-f414-4e51-adb8-e160e7b4089d req-17dfead9-71ef-4d3c-a1fb-7e16919c8d09 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2655377 Mar 11 15:31:11.492153 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-dcfc3010-7a01-4822-a58a-bf646080bbc3 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Allocated IP 172.20.0.13 (7c62958a-c577-4740-bd1f-d6ca9c60e5d3/bc8a237e-2506-407a-af75-3fcb2581c628/ae5a51e2-1bec-4353-bb47-a209118b1ae9) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:31:11.502959 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a926c50-4a46-4075-a899-4299ca578426 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddd9975-6795-448d-913f-a65ef3bd0a36,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:11.510020 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-24454f11-2b46-49f3-8f30-2a1629a74365 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] device_id is not set on port 5dcbf567-aca3-42e6-b5f3-d85d6ee5422d yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:31:11.511009 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-b26ff25e-ef7c-47da-8947-bdc2b4d9cd3e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:11.519228 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-b26ff25e-ef7c-47da-8947-bdc2b4d9cd3e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Usage tracker for resource:security_group_rule and tenant:a138b31c346e4c0cb3afee629b96673d is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:11.528477 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-b26ff25e-ef7c-47da-8947-bdc2b4d9cd3e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:11.529830 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1545a2-e67a-4033-8945-0f966a5bedad None None] Pushing event updated for resources: {'Port': ['ID=89a1bac3-fdb9-461e-b6c9-1c547cb954b7,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:11.533788 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0a926c50-4a46-4075-a899-4299ca578426 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:11.538865 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0a926c50-4a46-4075-a899-4299ca578426 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 2.0410268 Mar 11 15:31:11.564516 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36972) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:11.618594 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-b26ff25e-ef7c-47da-8947-bdc2b4d9cd3e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:11.637485 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-32211cba-fce4-47ce-b557-67ac543355ac tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Request body: {'security_group_rule': {'security_group_id': '9ddd9975-6795-448d-913f-a65ef3bd0a36', 'project_id': 'b0803f52583a49e1b421e3b5a9e44844', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:11.660501 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-32211cba-fce4-47ce-b557-67ac543355ac tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:11.680873 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-32211cba-fce4-47ce-b557-67ac543355ac tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Usage tracker for resource:security_group_rule and tenant:b0803f52583a49e1b421e3b5a9e44844 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:11.688491 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-32211cba-fce4-47ce-b557-67ac543355ac tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:11.719716 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-32211cba-fce4-47ce-b557-67ac543355ac tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:11.749820 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-0e2f31d7-2b71-48cb-814a-bbc2cd6c8d35 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:11.788215 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-0e2f31d7-2b71-48cb-814a-bbc2cd6c8d35 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:subnet and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:11.795832 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-0e2f31d7-2b71-48cb-814a-bbc2cd6c8d35 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:11.807569 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-48ddd4c8-7c82-4600-8cac-c3d943667a2c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=def45e3b476244c1b665c83a190dbab9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4997301 Mar 11 15:31:11.810342 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-0e2f31d7-2b71-48cb-814a-bbc2cd6c8d35 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:11.813588 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36976) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:11.821393 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d1a7ddb5-1fd6-4d92-8199-42c13a4069c2 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:11.924196 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7ddb5-1fd6-4d92-8199-42c13a4069c2 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Pushing event deleted for resources: {'Port': ['ID=81e2be14-adf7-4382-8090-c2b76e6994ed,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:11.931078 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-32211cba-fce4-47ce-b557-67ac543355ac tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:11.944778 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-24454f11-2b46-49f3-8f30-2a1629a74365 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Allocated IP 2001:db8::50 (c6f8e317-c3b4-4f12-bfd1-76da26a8e27f/bec3387c-a1a1-4e26-b60f-f75d0a434257/5dcbf567-aca3-42e6-b5f3-d85d6ee5422d) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:31:11.965594 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2f31d7-2b71-48cb-814a-bbc2cd6c8d35 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Made reservation on behalf of 916fcc14ed3c4d0b95925acf526937c4 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:31:12.021770 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 89a1bac3-fdb9-461e-b6c9-1c547cb954b7 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:31:12.105708 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 89a1bac3-fdb9-461e-b6c9-1c547cb954b7 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:31:12.134636 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b26ff25e-ef7c-47da-8947-bdc2b4d9cd3e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:12.153628 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b26ff25e-ef7c-47da-8947-bdc2b4d9cd3e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:12.177325 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-dcfc3010-7a01-4822-a58a-bf646080bbc3 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:12.238981 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa24e8-973e-449e-a396-4cd0f6e7b449 req-abd48fd3-5346-4f4b-8b01-7cef0b5bba80 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:12.240486 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d2fa24e8-973e-449e-a396-4cd0f6e7b449 req-abd48fd3-5346-4f4b-8b01-7cef0b5bba80 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.5788138 Mar 11 15:31:12.251829 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0e2f31d7-2b71-48cb-814a-bbc2cd6c8d35 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:12.285008 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b26ff25e-ef7c-47da-8947-bdc2b4d9cd3e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:31:12.316762 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c228b768-7ca0-4e3f-948b-c32d1b532283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:12.378400 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-32211cba-fce4-47ce-b557-67ac543355ac tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:12.388536 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ff25e-ef7c-47da-8947-bdc2b4d9cd3e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2a6c55-906d-4a70-aabd-1be8e53ee1a8,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:12.398592 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b26ff25e-ef7c-47da-8947-bdc2b4d9cd3e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:12.398952 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-b26ff25e-ef7c-47da-8947-bdc2b4d9cd3e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Added segment 0f9e83e7-b45d-4580-8d4c-174ce984874b of type vlan for network c049f5b2-1690-496c-8cf2-0cf9cb22ae1c Mar 11 15:31:12.402499 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-32211cba-fce4-47ce-b557-67ac543355ac tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:12.433379 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d1a7ddb5-1fd6-4d92-8199-42c13a4069c2 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:12.468145 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c228b768-7ca0-4e3f-948b-c32d1b532283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:12.497530 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d2fa24e8-973e-449e-a396-4cd0f6e7b449 req-cb68d1f4-40ba-4a7a-94be-3b28cba1c3f8 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2152185 Mar 11 15:31:12.561022 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-24454f11-2b46-49f3-8f30-2a1629a74365 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:12.584481 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32211cba-fce4-47ce-b557-67ac543355ac tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae0e3a1-8f54-4799-9a84-f96fb075a19d,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:12.592538 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-24454f11-2b46-49f3-8f30-2a1629a74365 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Transition to ACTIVE for port object 5dcbf567-aca3-42e6-b5f3-d85d6ee5422d will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:31:12.675567 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c228b768-7ca0-4e3f-948b-c32d1b532283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:12.709856 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c228b768-7ca0-4e3f-948b-c32d1b532283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61137684-9e57-4c1f-9f1c-17432f431e72,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:12.748595 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-24454f11-2b46-49f3-8f30-2a1629a74365 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:12.800542 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b26ff25e-ef7c-47da-8947-bdc2b4d9cd3e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:12.809458 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-dcfc3010-7a01-4822-a58a-bf646080bbc3 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:12.889147 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-32211cba-fce4-47ce-b557-67ac543355ac tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:12.893429 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-32211cba-fce4-47ce-b557-67ac543355ac tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3107617 Mar 11 15:31:12.957414 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2e5fce9c-a4e5-4255-906d-fa30fa585a8b None None] Provisioning complete for port cc5e790a-0109-4295-a98c-c513c9ed60ea triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:12.959064 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2e5fce9c-a4e5-4255-906d-fa30fa585a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:12.961409 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36984) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:13.008249 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.db.resource_extend [None req-b26ff25e-ef7c-47da-8947-bdc2b4d9cd3e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:31:13.008472 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24454f11-2b46-49f3-8f30-2a1629a74365 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Network c6f8e317-c3b4-4f12-bfd1-76da26a8e27f is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:31:13.015440 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-a616ab37-89aa-43f4-bc5a-9ed435f0f810 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Request body: {'security_group_rule': {'security_group_id': '9ddd9975-6795-448d-913f-a65ef3bd0a36', 'project_id': 'b0803f52583a49e1b421e3b5a9e44844', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:13.024853 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-2e5fce9c-a4e5-4255-906d-fa30fa585a8b None None] Port cc5e790a-0109-4295-a98c-c513c9ed60ea cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:31:13.027701 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-24454f11-2b46-49f3-8f30-2a1629a74365 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:31:13.039583 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-a616ab37-89aa-43f4-bc5a-9ed435f0f810 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:13.042023 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24454f11-2b46-49f3-8f30-2a1629a74365 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:31:13.046519 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24454f11-2b46-49f3-8f30-2a1629a74365 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:13.047421 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-24454f11-2b46-49f3-8f30-2a1629a74365 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:13.052361 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2e5fce9c-a4e5-4255-906d-fa30fa585a8b None None] Provisioning for port 89a1bac3-fdb9-461e-b6c9-1c547cb954b7 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:31:13.058194 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0e2f31d7-2b71-48cb-814a-bbc2cd6c8d35 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:13.061274 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2e5fce9c-a4e5-4255-906d-fa30fa585a8b None None] Provisioning complete for port 89a1bac3-fdb9-461e-b6c9-1c547cb954b7 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:13.061651 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2e5fce9c-a4e5-4255-906d-fa30fa585a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:13.072808 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d1a7ddb5-1fd6-4d92-8199-42c13a4069c2 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:13.083603 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfc3010-7a01-4822-a58a-bf646080bbc3 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Network 7c62958a-c577-4740-bd1f-d6ca9c60e5d3 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:31:13.085339 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b26ff25e-ef7c-47da-8947-bdc2b4d9cd3e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:13.089069 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26ff25e-ef7c-47da-8947-bdc2b4d9cd3e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:13.089723 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b26ff25e-ef7c-47da-8947-bdc2b4d9cd3e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:13.101064 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-a616ab37-89aa-43f4-bc5a-9ed435f0f810 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Usage tracker for resource:security_group_rule and tenant:b0803f52583a49e1b421e3b5a9e44844 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:13.105195 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-a616ab37-89aa-43f4-bc5a-9ed435f0f810 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:13.115283 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-dcfc3010-7a01-4822-a58a-bf646080bbc3 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:31:13.129004 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc3010-7a01-4822-a58a-bf646080bbc3 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Pushing event updated for resources: {'Port': ['ID=ae5a51e2-1bec-4353-bb47-a209118b1ae9,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:13.132267 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24454f11-2b46-49f3-8f30-2a1629a74365 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'Port': ['ID=5dcbf567-aca3-42e6-b5f3-d85d6ee5422d,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:13.137359 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d1a7ddb5-1fd6-4d92-8199-42c13a4069c2 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:13.153731 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c228b768-7ca0-4e3f-948b-c32d1b532283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:13.157231 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c228b768-7ca0-4e3f-948b-c32d1b532283 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/61137684-9e57-4c1f-9f1c-17432f431e72 HTTP/1.1" status: 204 len: 168 time: 1.3398302 Mar 11 15:31:13.158653 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-a616ab37-89aa-43f4-bc5a-9ed435f0f810 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:13.186014 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfc3010-7a01-4822-a58a-bf646080bbc3 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:31:13.236374 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-24454f11-2b46-49f3-8f30-2a1629a74365 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2005820 Mar 11 15:31:13.253582 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 36990) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:13.285107 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2e5fce9c-a4e5-4255-906d-fa30fa585a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:13.306471 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-89b935b7-83df-4e3c-ad64-39963312c7d3 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'subnet': {'network_id': 'c6f8e317-c3b4-4f12-bfd1-76da26a8e27f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:13.312797 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b26ff25e-ef7c-47da-8947-bdc2b4d9cd3e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.8870497 Mar 11 15:31:13.320164 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 36994) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:13.322896 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ff25e-ef7c-47da-8947-bdc2b4d9cd3e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'Network': ['ID=c049f5b2-1690-496c-8cf2-0cf9cb22ae1c,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:13.330960 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f31d7-2b71-48cb-814a-bbc2cd6c8d35 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Subnet': ['ID=33b9d073-8124-426e-8fc5-378c99bf008f,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:13.341320 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-e66fcedf-f1d2-421a-aa09-36cc5bc13f15 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'port': {'network_id': 'c049f5b2-1690-496c-8cf2-0cf9cb22ae1c', 'name': 'tempest-PortsTestJSON-928938062'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:13.351101 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network c049f5b2-1690-496c-8cf2-0cf9cb22ae1c details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:31:13.377060 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a616ab37-89aa-43f4-bc5a-9ed435f0f810 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:13.437007 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfc3010-7a01-4822-a58a-bf646080bbc3 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:13.437713 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-dcfc3010-7a01-4822-a58a-bf646080bbc3 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:13.479201 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d1a7ddb5-1fd6-4d92-8199-42c13a4069c2 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:13.479766 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a7ddb5-1fd6-4d92-8199-42c13a4069c2 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4693729c-7dbe-48e8-8fa1-34f4ead38f96 {{(pid=83866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:31:13.515115 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d1a7ddb5-1fd6-4d92-8199-42c13a4069c2 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:13.516571 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d1a7ddb5-1fd6-4d92-8199-42c13a4069c2 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] 10.222.0.31 "DELETE /v2.0/routers/4693729c-7dbe-48e8-8fa1-34f4ead38f96 HTTP/1.1" status: 204 len: 168 time: 5.7429535 Mar 11 15:31:13.522053 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37000) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:13.526129 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-dcfc3010-7a01-4822-a58a-bf646080bbc3 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 4.6035361 Mar 11 15:31:13.529704 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37004) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:13.539708 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-30cf9665-496f-45cd-9e0c-25db6d57a230 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1056950598', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}, 'admin_state_up': False}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:13.552454 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-2e5fce9c-a4e5-4255-906d-fa30fa585a8b None None] For port 89a1bac3-fdb9-461e-b6c9-1c547cb954b7, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=89a1bac3-fdb9-461e-b6c9-1c547cb954b7,segment=NetworkSegment(cd55837c-8b7e-498b-8384-3a2dba7dbd29),segment_id=cd55837c-8b7e-498b-8384-3a2dba7dbd29)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:13.555091 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-e66fcedf-f1d2-421a-aa09-36cc5bc13f15 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:13.561196 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2e5fce9c-a4e5-4255-906d-fa30fa585a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:13.561627 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-9649d76f-b6aa-48c8-83d1-840c4b182339 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Request body: {'floatingip': {'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'port_id': 'ae5a51e2-1bec-4353-bb47-a209118b1ae9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:13.567076 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90b974-e133-4e21-9de2-ff8ee1d6fb56 req-a283196b-1fc5-4773-bb49-4a839ac67366 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:13.568573 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-3b90b974-e133-4e21-9de2-ff8ee1d6fb56 req-a283196b-1fc5-4773-bb49-4a839ac67366 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.6080132 Mar 11 15:31:13.574538 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-30cf9665-496f-45cd-9e0c-25db6d57a230 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:13.579378 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-30cf9665-496f-45cd-9e0c-25db6d57a230 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Usage tracker for resource:router and tenant:e3780808577d4381a98ee54e75caac80 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:13.582772 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2f31d7-2b71-48cb-814a-bbc2cd6c8d35 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Checking segment: {'id': '2da6912e-1c50-49dc-b06d-7c4d9df82e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:31:13.583143 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2f31d7-2b71-48cb-814a-bbc2cd6c8d35 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network hostable DHCP agents. Network: 3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:31:13.583447 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-30cf9665-496f-45cd-9e0c-25db6d57a230 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:13.590329 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-30cf9665-496f-45cd-9e0c-25db6d57a230 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:13.603011 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-e66fcedf-f1d2-421a-aa09-36cc5bc13f15 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Usage tracker for resource:port and tenant:a138b31c346e4c0cb3afee629b96673d is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:13.610126 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-e66fcedf-f1d2-421a-aa09-36cc5bc13f15 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:13.622819 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-e66fcedf-f1d2-421a-aa09-36cc5bc13f15 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:13.634907 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-9649d76f-b6aa-48c8-83d1-840c4b182339 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:13.643443 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-9649d76f-b6aa-48c8-83d1-840c4b182339 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Usage tracker for resource:floatingip and tenant:08d14954a9a44d808e73ee1adc21420c is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:13.648525 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-9649d76f-b6aa-48c8-83d1-840c4b182339 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:13.660773 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-9649d76f-b6aa-48c8-83d1-840c4b182339 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:13.674645 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-30cf9665-496f-45cd-9e0c-25db6d57a230 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:13.676616 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-30cf9665-496f-45cd-9e0c-25db6d57a230 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:13.681387 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5fce9c-a4e5-4255-906d-fa30fa585a8b None None] Pushing event updated for resources: {'Port': ['ID=89a1bac3-fdb9-461e-b6c9-1c547cb954b7,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:13.682047 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-89b935b7-83df-4e3c-ad64-39963312c7d3 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:13.689096 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-89b935b7-83df-4e3c-ad64-39963312c7d3 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Usage tracker for resource:subnet and tenant:6b1a6507e257408892b3294b50293467 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:13.693368 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66fcedf-f1d2-421a-aa09-36cc5bc13f15 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Made reservation on behalf of a138b31c346e4c0cb3afee629b96673d for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:31:13.695806 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-89b935b7-83df-4e3c-ad64-39963312c7d3 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:13.696876 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e66fcedf-f1d2-421a-aa09-36cc5bc13f15 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:13.713009 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-0d7c76bb-54e7-4fea-822d-58732838f0ee None None] Provisioning for port 5dcbf567-aca3-42e6-b5f3-d85d6ee5422d completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:31:13.723415 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9649d76f-b6aa-48c8-83d1-840c4b182339 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for floatingip, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:13.727834 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-0d7c76bb-54e7-4fea-822d-58732838f0ee None None] Provisioning complete for port 5dcbf567-aca3-42e6-b5f3-d85d6ee5422d triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:13.728562 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0d7c76bb-54e7-4fea-822d-58732838f0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:13.730881 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-89b935b7-83df-4e3c-ad64-39963312c7d3 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:13.745118 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a616ab37-89aa-43f4-bc5a-9ed435f0f810 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:13.756653 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-3b90b974-e133-4e21-9de2-ff8ee1d6fb56 req-ce4d3cb8-1447-4466-909e-138fbf87aca3 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687734 Mar 11 15:31:13.778165 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2f31d7-2b71-48cb-814a-bbc2cd6c8d35 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network 3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:31:13.784686 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a616ab37-89aa-43f4-bc5a-9ed435f0f810 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:13.784686 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b935b7-83df-4e3c-ad64-39963312c7d3 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Made reservation on behalf of 6b1a6507e257408892b3294b50293467 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:31:13.831341 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-0d7c76bb-54e7-4fea-822d-58732838f0ee None None] Port 5dcbf567-aca3-42e6-b5f3-d85d6ee5422d cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:31:13.840395 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-e66fcedf-f1d2-421a-aa09-36cc5bc13f15 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] device_id is not set on port 1b3a1a11-8e39-40e4-bcd9-b0d190530ea7 yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:31:13.893021 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a616ab37-89aa-43f4-bc5a-9ed435f0f810 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee2c96a5-8b99-43a2-a62c-24dcbee42eb7,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:13.901697 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-30cf9665-496f-45cd-9e0c-25db6d57a230 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:13.907433 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-0e2f31d7-2b71-48cb-814a-bbc2cd6c8d35 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:31:13.917723 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2f31d7-2b71-48cb-814a-bbc2cd6c8d35 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:13.918387 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0e2f31d7-2b71-48cb-814a-bbc2cd6c8d35 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:13.922000 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efe677a-e445-4fdc-ae1b-26906a71f98b None None] Network 3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:31:13.936670 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a616ab37-89aa-43f4-bc5a-9ed435f0f810 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:13.937852 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a616ab37-89aa-43f4-bc5a-9ed435f0f810 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9716961 Mar 11 15:31:13.943200 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37016) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:13.967076 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-767e0779-1ace-4aa1-9781-003f4db06343 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Request body: {'security_group_rule': {'security_group_id': '9ddd9975-6795-448d-913f-a65ef3bd0a36', 'project_id': 'b0803f52583a49e1b421e3b5a9e44844', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:13.977737 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0e2f31d7-2b71-48cb-814a-bbc2cd6c8d35 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 2.6038041 Mar 11 15:31:13.982152 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-767e0779-1ace-4aa1-9781-003f4db06343 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:13.997592 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-767e0779-1ace-4aa1-9781-003f4db06343 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Usage tracker for resource:security_group_rule and tenant:b0803f52583a49e1b421e3b5a9e44844 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:14.004015 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-767e0779-1ace-4aa1-9781-003f4db06343 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:14.012443 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-767e0779-1ace-4aa1-9781-003f4db06343 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:14.016291 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-89b935b7-83df-4e3c-ad64-39963312c7d3 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:14.222133 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 89a1bac3-fdb9-461e-b6c9-1c547cb954b7 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:31:14.275112 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.ipam_backend_mixin [None req-89b935b7-83df-4e3c-ad64-39963312c7d3 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bec3387c-a1a1-4e26-b60f-f75d0a434257 (CIDR: 2001:db8::/64) Mar 11 15:31:14.282671 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-767e0779-1ace-4aa1-9781-003f4db06343 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:14.333757 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b935b7-83df-4e3c-ad64-39963312c7d3 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:31:14.335412 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89b935b7-83df-4e3c-ad64-39963312c7d3 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:31:14.382758 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-89b935b7-83df-4e3c-ad64-39963312c7d3 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1253731 Mar 11 15:31:14.384085 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37028) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:14.398447 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-5737822d-612f-456d-85b9-151b6926483d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'subnet': {'network_id': 'c6f8e317-c3b4-4f12-bfd1-76da26a8e27f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:14.490889 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-30cf9665-496f-45cd-9e0c-25db6d57a230 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:14.514467 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e66fcedf-f1d2-421a-aa09-36cc5bc13f15 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:14.523636 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948dfb7d-2a33-4bf6-a6fe-22ca2b8aaabd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf', 'network_id': '3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ips': [{'subnet_id': '33b9d073-8124-426e-8fc5-378c99bf008f'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:31:14.529728 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-948dfb7d-2a33-4bf6-a6fe-22ca2b8aaabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:14.538904 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9649d76f-b6aa-48c8-83d1-840c4b182339 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:14.568075 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 89a1bac3-fdb9-461e-b6c9-1c547cb954b7 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:14.568469 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:14.607669 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37032) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:14.663726 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-5737822d-612f-456d-85b9-151b6926483d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:14.668591 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-5737822d-612f-456d-85b9-151b6926483d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Usage tracker for resource:subnet and tenant:6b1a6507e257408892b3294b50293467 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:14.672238 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-5737822d-612f-456d-85b9-151b6926483d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:14.679150 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-5737822d-612f-456d-85b9-151b6926483d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:14.702307 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5737822d-612f-456d-85b9-151b6926483d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Made reservation on behalf of 6b1a6507e257408892b3294b50293467 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:31:14.710960 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5737822d-612f-456d-85b9-151b6926483d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:14.713801 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e66fcedf-f1d2-421a-aa09-36cc5bc13f15 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:14.743724 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-767e0779-1ace-4aa1-9781-003f4db06343 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:14.834099 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-767e0779-1ace-4aa1-9781-003f4db06343 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:14.918932 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-948dfb7d-2a33-4bf6-a6fe-22ca2b8aaabd None None] Allocated IP 172.20.0.18 (3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf/33b9d073-8124-426e-8fc5-378c99bf008f/ebfd9003-b26b-4528-8a6f-81acd0233777) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:31:14.951104 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767e0779-1ace-4aa1-9781-003f4db06343 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67e59185-a2d9-47c2-a5e3-e66829483f6e,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:14.953053 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-767e0779-1ace-4aa1-9781-003f4db06343 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:14.954262 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-767e0779-1ace-4aa1-9781-003f4db06343 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0084209 Mar 11 15:31:14.956611 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fcedf-f1d2-421a-aa09-36cc5bc13f15 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'Port': ['ID=1b3a1a11-8e39-40e4-bcd9-b0d190530ea7,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:14.958912 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-172411bb-af14-4017-844c-4ccfbfe003dc tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Request body: {'networks': [{'name': 'tempest-network--1020436783'}, {'name': 'tempest-network--624870646'}]} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:14.959285 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-172411bb-af14-4017-844c-4ccfbfe003dc tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Request body: {'network': {'name': 'tempest-network--1020436783'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:14.959747 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-172411bb-af14-4017-844c-4ccfbfe003dc tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Request body: {'network': {'name': 'tempest-network--624870646'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:14.966611 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37040) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:14.973195 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-783e2b04-580c-49a3-a4f1-36100e11aee1 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Request body: {'security_group_rule': {'security_group_id': '9ddd9975-6795-448d-913f-a65ef3bd0a36', 'project_id': 'b0803f52583a49e1b421e3b5a9e44844', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:14.984951 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37044) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:14.987099 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-172411bb-af14-4017-844c-4ccfbfe003dc tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:14.988089 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-9649d76f-b6aa-48c8-83d1-840c4b182339 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Allocated IP 172.26.0.122 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/f3c135f3-c705-4643-8971-8288c3e6acd3) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:31:14.998263 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-783e2b04-580c-49a3-a4f1-36100e11aee1 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:15.004241 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-172411bb-af14-4017-844c-4ccfbfe003dc tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Usage tracker for resource:network and tenant:ee327beadf1d4b83a48664c3e1499ed5 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:15.004477 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 81e2be14-adf7-4382-8090-c2b76e6994ed no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:31:15.011632 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-172411bb-af14-4017-844c-4ccfbfe003dc tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:15.026071 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-783e2b04-580c-49a3-a4f1-36100e11aee1 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Usage tracker for resource:security_group_rule and tenant:b0803f52583a49e1b421e3b5a9e44844 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:15.036047 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-783e2b04-580c-49a3-a4f1-36100e11aee1 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:15.039582 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-172411bb-af14-4017-844c-4ccfbfe003dc tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:15.090943 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 81e2be14-adf7-4382-8090-c2b76e6994ed {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:31:15.091188 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 81e2be14-adf7-4382-8090-c2b76e6994ed not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:31:15.095266 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-783e2b04-580c-49a3-a4f1-36100e11aee1 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:15.119783 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172411bb-af14-4017-844c-4ccfbfe003dc tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Made reservation on behalf of ee327beadf1d4b83a48664c3e1499ed5 for: {'network': 2} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:31:15.123715 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-172411bb-af14-4017-844c-4ccfbfe003dc tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:15.164327 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-172411bb-af14-4017-844c-4ccfbfe003dc tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:15.192762 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-783e2b04-580c-49a3-a4f1-36100e11aee1 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:15.255495 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-948dfb7d-2a33-4bf6-a6fe-22ca2b8aaabd None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:15.256457 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-652a0c68-2895-45f7-bddc-e70ee883d0a0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1724944894', 'description': 'tempest-secgroup-smoke-1724944894 description', 'project_id': '916fcc14ed3c4d0b95925acf526937c4'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:15.269923 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-948dfb7d-2a33-4bf6-a6fe-22ca2b8aaabd None None] Transition to ACTIVE for port object ebfd9003-b26b-4528-8a6f-81acd0233777 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:31:15.277071 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-652a0c68-2895-45f7-bddc-e70ee883d0a0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:15.304079 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-948dfb7d-2a33-4bf6-a6fe-22ca2b8aaabd None None] Transition to ACTIVE for port object ebfd9003-b26b-4528-8a6f-81acd0233777 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:31:15.308905 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-652a0c68-2895-45f7-bddc-e70ee883d0a0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:15.311721 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66fcedf-f1d2-421a-aa09-36cc5bc13f15 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Checking segment: {'id': '0f9e83e7-b45d-4580-8d4c-174ce984874b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'c049f5b2-1690-496c-8cf2-0cf9cb22ae1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:31:15.312081 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66fcedf-f1d2-421a-aa09-36cc5bc13f15 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Network hostable DHCP agents. Network: c049f5b2-1690-496c-8cf2-0cf9cb22ae1c, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:31:15.313734 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-948dfb7d-2a33-4bf6-a6fe-22ca2b8aaabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:15.319040 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-172411bb-af14-4017-844c-4ccfbfe003dc tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:15.328251 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-172411bb-af14-4017-844c-4ccfbfe003dc tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Usage tracker for resource:security_group_rule and tenant:ee327beadf1d4b83a48664c3e1499ed5 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:15.334940 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-172411bb-af14-4017-844c-4ccfbfe003dc tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:15.345660 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a346f-4498-4605-814c-b47a3de2f69d req-ea484de7-66b3-48ec-8b92-f84d1187ad6a tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:15.347036 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-dc5a346f-4498-4605-814c-b47a3de2f69d req-ea484de7-66b3-48ec-8b92-f84d1187ad6a tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.3181944 Mar 11 15:31:15.364043 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-172411bb-af14-4017-844c-4ccfbfe003dc tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:15.392076 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-652a0c68-2895-45f7-bddc-e70ee883d0a0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:15.407243 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948dfb7d-2a33-4bf6-a6fe-22ca2b8aaabd None None] Network 3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:31:15.410188 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-948dfb7d-2a33-4bf6-a6fe-22ca2b8aaabd None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:31:15.412951 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948dfb7d-2a33-4bf6-a6fe-22ca2b8aaabd None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:31:15.426514 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948dfb7d-2a33-4bf6-a6fe-22ca2b8aaabd None None] Pushing event updated for resources: {'Port': ['ID=ebfd9003-b26b-4528-8a6f-81acd0233777,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:15.434221 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9649d76f-b6aa-48c8-83d1-840c4b182339 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:15.442913 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-783e2b04-580c-49a3-a4f1-36100e11aee1 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:15.452139 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66fcedf-f1d2-421a-aa09-36cc5bc13f15 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Network c049f5b2-1690-496c-8cf2-0cf9cb22ae1c is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:31:15.469629 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-783e2b04-580c-49a3-a4f1-36100e11aee1 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:15.516330 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-30cf9665-496f-45cd-9e0c-25db6d57a230 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router_gateway, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:15.518545 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5737822d-612f-456d-85b9-151b6926483d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:15.522232 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783e2b04-580c-49a3-a4f1-36100e11aee1 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e158f60-7e10-467f-82f6-7810d0e67b18,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:15.544207 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-652a0c68-2895-45f7-bddc-e70ee883d0a0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:15.546606 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-e66fcedf-f1d2-421a-aa09-36cc5bc13f15 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, c049f5b2-1690-496c-8cf2-0cf9cb22ae1c) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:31:15.555679 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-652a0c68-2895-45f7-bddc-e70ee883d0a0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:15.563093 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-dc5a346f-4498-4605-814c-b47a3de2f69d req-29c89321-2294-4c75-b82f-96be81da5913 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967988 Mar 11 15:31:15.564117 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6df531-c5db-41a0-bea5-3b5c26f76e7c None None] Network c049f5b2-1690-496c-8cf2-0cf9cb22ae1c requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:31:15.569299 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-652a0c68-2895-45f7-bddc-e70ee883d0a0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:15.577848 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-652a0c68-2895-45f7-bddc-e70ee883d0a0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:15.591548 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66fcedf-f1d2-421a-aa09-36cc5bc13f15 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:31:15.591548 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66fcedf-f1d2-421a-aa09-36cc5bc13f15 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:15.591548 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e66fcedf-f1d2-421a-aa09-36cc5bc13f15 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:15.613335 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-30cf9665-496f-45cd-9e0c-25db6d57a230 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:15.628347 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-783e2b04-580c-49a3-a4f1-36100e11aee1 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:15.629430 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-783e2b04-580c-49a3-a4f1-36100e11aee1 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6618688 Mar 11 15:31:15.640891 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37048) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:15.643370 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5737822d-612f-456d-85b9-151b6926483d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Network c6f8e317-c3b4-4f12-bfd1-76da26a8e27f is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:31:15.654317 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-184c6ed5-a910-40ac-b04a-46281f482a55 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Request body: {'security_group_rule': {'security_group_id': '9ddd9975-6795-448d-913f-a65ef3bd0a36', 'project_id': 'b0803f52583a49e1b421e3b5a9e44844', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:15.661037 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-5737822d-612f-456d-85b9-151b6926483d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:31:15.661410 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-948dfb7d-2a33-4bf6-a6fe-22ca2b8aaabd None None] Attempting to bind port ebfd9003-b26b-4528-8a6f-81acd0233777 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:31:15.661713 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-948dfb7d-2a33-4bf6-a6fe-22ca2b8aaabd None None] Attempting to bind port ebfd9003-b26b-4528-8a6f-81acd0233777 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '2da6912e-1c50-49dc-b06d-7c4d9df82e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:31:15.662074 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948dfb7d-2a33-4bf6-a6fe-22ca2b8aaabd None None] Attempting to bind port ebfd9003-b26b-4528-8a6f-81acd0233777 on network 3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:31:15.666476 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9649d76f-b6aa-48c8-83d1-840c4b182339 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:15.668603 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-172411bb-af14-4017-844c-4ccfbfe003dc tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:15.670131 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5737822d-612f-456d-85b9-151b6926483d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:15.671144 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5737822d-612f-456d-85b9-151b6926483d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:15.676061 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:15.677888 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-184c6ed5-a910-40ac-b04a-46281f482a55 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:15.678211 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c3e80b-e68f-4769-a09b-2c9783ed0b11 None None] Network c6f8e317-c3b4-4f12-bfd1-76da26a8e27f requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:31:15.683894 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5737822d-612f-456d-85b9-151b6926483d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'Subnet': ['ID=bf97cb7b-7bb3-4ec5-ada5-ba643baaefc8,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:15.691198 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-184c6ed5-a910-40ac-b04a-46281f482a55 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Usage tracker for resource:security_group_rule and tenant:b0803f52583a49e1b421e3b5a9e44844 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:15.693932 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-172411bb-af14-4017-844c-4ccfbfe003dc tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:15.694383 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-172411bb-af14-4017-844c-4ccfbfe003dc tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:15.704555 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-184c6ed5-a910-40ac-b04a-46281f482a55 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:15.727439 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-184c6ed5-a910-40ac-b04a-46281f482a55 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:15.758254 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5737822d-612f-456d-85b9-151b6926483d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3655903 Mar 11 15:31:15.761223 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37052) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:15.769030 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948dfb7d-2a33-4bf6-a6fe-22ca2b8aaabd None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:31:15.769309 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948dfb7d-2a33-4bf6-a6fe-22ca2b8aaabd None None] Checking segment: {'id': '2da6912e-1c50-49dc-b06d-7c4d9df82e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:31:15.769404 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.securitygroups_db [None req-184c6ed5-a910-40ac-b04a-46281f482a55 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Project b0803f52583a49e1b421e3b5a9e44844 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:31:15.769489 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-948dfb7d-2a33-4bf6-a6fe-22ca2b8aaabd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:15.769866 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948dfb7d-2a33-4bf6-a6fe-22ca2b8aaabd None None] Bound using segment: {'id': '2da6912e-1c50-49dc-b06d-7c4d9df82e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:31:15.770348 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-948dfb7d-2a33-4bf6-a6fe-22ca2b8aaabd None None] Bound port: ebfd9003-b26b-4528-8a6f-81acd0233777, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da6912e-1c50-49dc-b06d-7c4d9df82e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:31:15.770855 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-948dfb7d-2a33-4bf6-a6fe-22ca2b8aaabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:15.776956 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-30c8d1dc-d2d3-41f5-a4d4-724400ad568f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-336774579', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bf97cb7b-7bb3-4ec5-ada5-ba643baaefc8'}], 'security_groups': ['59ff033e-2ddb-44da-abe4-9743773bb821']}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:15.808169 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-172411bb-af14-4017-844c-4ccfbfe003dc tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:31:15.818685 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172411bb-af14-4017-844c-4ccfbfe003dc tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3dc282-9f63-43df-98b2-309291b4a62a,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:15.838907 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-184c6ed5-a910-40ac-b04a-46281f482a55 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:15.848826 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-e66fcedf-f1d2-421a-aa09-36cc5bc13f15 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.5228672 Mar 11 15:31:15.855520 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-172411bb-af14-4017-844c-4ccfbfe003dc tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:15.855662 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-172411bb-af14-4017-844c-4ccfbfe003dc tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Added segment 2bb08e1c-54e1-47f6-9200-edd82e06adc4 of type vlan for network 5d6cec44-81de-4071-badf-5a57c01219ba Mar 11 15:31:15.856814 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37056) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:15.870438 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-652a0c68-2895-45f7-bddc-e70ee883d0a0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:15.874048 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-5c04fa72-8d01-4893-860c-7eb337ff5302 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1698476595'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:15.883843 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9649d76f-b6aa-48c8-83d1-840c4b182339 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:31:15.889279 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-652a0c68-2895-45f7-bddc-e70ee883d0a0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:15.890061 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-948dfb7d-2a33-4bf6-a6fe-22ca2b8aaabd None None] For port ebfd9003-b26b-4528-8a6f-81acd0233777, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:31:15.893104 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-9649d76f-b6aa-48c8-83d1-840c4b182339 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:31:15.899432 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-948dfb7d-2a33-4bf6-a6fe-22ca2b8aaabd None None] For port ebfd9003-b26b-4528-8a6f-81acd0233777, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ebfd9003-b26b-4528-8a6f-81acd0233777,segment=NetworkSegment(2da6912e-1c50-49dc-b06d-7c4d9df82e9e),segment_id=2da6912e-1c50-49dc-b06d-7c4d9df82e9e)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:31:15.908969 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9649d76f-b6aa-48c8-83d1-840c4b182339 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:31:15.935486 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-948dfb7d-2a33-4bf6-a6fe-22ca2b8aaabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:15.996379 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9649d76f-b6aa-48c8-83d1-840c4b182339 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Pushing event updated for resources: {'Port': ['ID=f3c135f3-c705-4643-8971-8288c3e6acd3,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:16.053954 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-652a0c68-2895-45f7-bddc-e70ee883d0a0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:16.057905 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-652a0c68-2895-45f7-bddc-e70ee883d0a0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.8238466 Mar 11 15:31:16.066227 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37060) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:16.078955 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-5c04fa72-8d01-4893-860c-7eb337ff5302 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:16.081502 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-776da482-f66d-40da-8935-ce57d7ae4b0d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '3652cd1d-a49c-4b0a-beb5-6168bcad425a', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:16.086158 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a0c68-2895-45f7-bddc-e70ee883d0a0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3652cd1d-a49c-4b0a-beb5-6168bcad425a,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:16.127990 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-776da482-f66d-40da-8935-ce57d7ae4b0d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:16.136621 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-5c04fa72-8d01-4893-860c-7eb337ff5302 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Usage tracker for resource:network and tenant:a138b31c346e4c0cb3afee629b96673d is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:16.145883 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-5c04fa72-8d01-4893-860c-7eb337ff5302 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:16.150504 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-776da482-f66d-40da-8935-ce57d7ae4b0d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:16.153937 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-30cf9665-496f-45cd-9e0c-25db6d57a230 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Allocated IP 172.26.0.133 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/28498c44-561e-4725-aecc-2b1b05186c2a) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:31:16.159299 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-776da482-f66d-40da-8935-ce57d7ae4b0d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:16.184597 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-776da482-f66d-40da-8935-ce57d7ae4b0d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:16.185927 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-184c6ed5-a910-40ac-b04a-46281f482a55 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:16.195710 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-5c04fa72-8d01-4893-860c-7eb337ff5302 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:16.201807 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-172411bb-af14-4017-844c-4ccfbfe003dc tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:16.208603 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-184c6ed5-a910-40ac-b04a-46281f482a55 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:16.210506 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-30c8d1dc-d2d3-41f5-a4d4-724400ad568f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:16.212734 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948dfb7d-2a33-4bf6-a6fe-22ca2b8aaabd None None] Pushing event updated for resources: {'Port': ['ID=ebfd9003-b26b-4528-8a6f-81acd0233777,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:16.303711 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c6ed5-a910-40ac-b04a-46281f482a55 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aba5145-29ce-4ec2-9ecb-879a44e50aae,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:16.322127 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c04fa72-8d01-4893-860c-7eb337ff5302 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Made reservation on behalf of a138b31c346e4c0cb3afee629b96673d for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:31:16.328044 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5c04fa72-8d01-4893-860c-7eb337ff5302 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:16.370797 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-776da482-f66d-40da-8935-ce57d7ae4b0d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:16.423854 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-184c6ed5-a910-40ac-b04a-46281f482a55 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:16.434073 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-184c6ed5-a910-40ac-b04a-46281f482a55 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7809923 Mar 11 15:31:16.441584 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37064) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:16.454318 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c04fa72-8d01-4893-860c-7eb337ff5302 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:31:16.465818 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-172411bb-af14-4017-844c-4ccfbfe003dc tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:31:16.475496 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-5748bb3f-14f1-4ead-b1c8-9e0241239c35 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Request body: {'security_group_rule': {'security_group_id': '9ddd9975-6795-448d-913f-a65ef3bd0a36', 'project_id': 'b0803f52583a49e1b421e3b5a9e44844', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:16.544413 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-172411bb-af14-4017-844c-4ccfbfe003dc tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:16.544413 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-172411bb-af14-4017-844c-4ccfbfe003dc tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Added segment c76bbc1e-e7ca-49f4-8fa1-33f67fb2a9ba of type vlan for network cc3dda92-c582-477b-9a60-417820e61bbb Mar 11 15:31:16.545839 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-5748bb3f-14f1-4ead-b1c8-9e0241239c35 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:16.549766 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5c04fa72-8d01-4893-860c-7eb337ff5302 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:16.550113 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-5c04fa72-8d01-4893-860c-7eb337ff5302 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Added segment d7f7e350-2f17-4bda-b801-d8ed44f971b4 of type vlan for network de37737f-54ea-4a0f-853f-5187c96f5301 Mar 11 15:31:16.583120 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c83d299-b344-46e6-88eb-15402623d16a None None] Update dhcp port {'port': {'network_id': 'c6f8e317-c3b4-4f12-bfd1-76da26a8e27f', 'fixed_ips': [{'subnet_id': 'bec3387c-a1a1-4e26-b60f-f75d0a434257', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bf97cb7b-7bb3-4ec5-ada5-ba643baaefc8'}], 'binding:host_id': 'dv-neutron-833373-1-hyperv'}, 'id': '89a1bac3-fdb9-461e-b6c9-1c547cb954b7'} from dv-neutron-833373-1-hyperv. {{(pid=83868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 15:31:16.625424 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-5748bb3f-14f1-4ead-b1c8-9e0241239c35 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Usage tracker for resource:security_group_rule and tenant:b0803f52583a49e1b421e3b5a9e44844 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:16.637193 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-5748bb3f-14f1-4ead-b1c8-9e0241239c35 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:16.672901 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5c04fa72-8d01-4893-860c-7eb337ff5302 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:16.688783 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-5748bb3f-14f1-4ead-b1c8-9e0241239c35 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:16.690234 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-172411bb-af14-4017-844c-4ccfbfe003dc tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:16.723050 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4c83d299-b344-46e6-88eb-15402623d16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:16.736237 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.securitygroups_db [None req-5748bb3f-14f1-4ead-b1c8-9e0241239c35 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Project b0803f52583a49e1b421e3b5a9e44844 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:31:16.755443 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-30cf9665-496f-45cd-9e0c-25db6d57a230 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:16.767713 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5748bb3f-14f1-4ead-b1c8-9e0241239c35 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:16.786627 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-776da482-f66d-40da-8935-ce57d7ae4b0d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:16.803926 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5c04fa72-8d01-4893-860c-7eb337ff5302 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:16.807692 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c04fa72-8d01-4893-860c-7eb337ff5302 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:16.808340 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5c04fa72-8d01-4893-860c-7eb337ff5302 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:16.852445 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-776da482-f66d-40da-8935-ce57d7ae4b0d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:16.924014 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776da482-f66d-40da-8935-ce57d7ae4b0d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a47a2e-a053-44df-aed7-c302ad5dfae9,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:16.948293 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-172411bb-af14-4017-844c-4ccfbfe003dc tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:16.948670 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-172411bb-af14-4017-844c-4ccfbfe003dc tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:16.952859 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172411bb-af14-4017-844c-4ccfbfe003dc tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:16.956169 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172411bb-af14-4017-844c-4ccfbfe003dc tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:16.956944 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-172411bb-af14-4017-844c-4ccfbfe003dc tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:16.961536 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-776da482-f66d-40da-8935-ce57d7ae4b0d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:16.966658 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-776da482-f66d-40da-8935-ce57d7ae4b0d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8950641 Mar 11 15:31:16.967183 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04fa72-8d01-4893-860c-7eb337ff5302 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'Network': ['ID=de37737f-54ea-4a0f-853f-5187c96f5301,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:16.969191 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37070) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:16.985399 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network de37737f-54ea-4a0f-853f-5187c96f5301 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:31:16.986805 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-93a7b17a-b4eb-439a-a90b-0d25a53387c4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '3652cd1d-a49c-4b0a-beb5-6168bcad425a', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:17.014412 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-93a7b17a-b4eb-439a-a90b-0d25a53387c4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:17.032464 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-93a7b17a-b4eb-439a-a90b-0d25a53387c4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:17.036567 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5c04fa72-8d01-4893-860c-7eb337ff5302 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1770108 Mar 11 15:31:17.100442 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37074) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:17.121399 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-4a35fe42-b997-46db-913e-4950ea850e8a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'ports': [{'network_id': 'c049f5b2-1690-496c-8cf2-0cf9cb22ae1c'}, {'network_id': 'de37737f-54ea-4a0f-853f-5187c96f5301'}]} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:17.121749 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-4a35fe42-b997-46db-913e-4950ea850e8a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'port': {'network_id': 'c049f5b2-1690-496c-8cf2-0cf9cb22ae1c'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:17.122172 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-4a35fe42-b997-46db-913e-4950ea850e8a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'port': {'network_id': 'de37737f-54ea-4a0f-853f-5187c96f5301'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:17.161610 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-172411bb-af14-4017-844c-4ccfbfe003dc tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.5507100 Mar 11 15:31:17.170220 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37078) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:17.177989 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-93a7b17a-b4eb-439a-a90b-0d25a53387c4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:17.184223 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-93a7b17a-b4eb-439a-a90b-0d25a53387c4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:17.194658 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5748bb3f-14f1-4ead-b1c8-9e0241239c35 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:17.196959 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-30cf9665-496f-45cd-9e0c-25db6d57a230 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:17.285893 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172411bb-af14-4017-844c-4ccfbfe003dc tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Pushing event updated for resources: {'Network': ['ID=5d6cec44-81de-4071-badf-5a57c01219ba,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:17.305056 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5748bb3f-14f1-4ead-b1c8-9e0241239c35 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:17.306577 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 5d6cec44-81de-4071-badf-5a57c01219ba details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:31:17.313518 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-93a7b17a-b4eb-439a-a90b-0d25a53387c4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:17.332899 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d9114-43b7-47d1-a389-fbe449cc6967 req-12c81a34-a999-487f-8315-a7edb503bd53 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:17.339883 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-388d9114-43b7-47d1-a389-fbe449cc6967 req-12c81a34-a999-487f-8315-a7edb503bd53 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.5733535 Mar 11 15:31:17.426903 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5748bb3f-14f1-4ead-b1c8-9e0241239c35 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d01e14-c72f-4034-ab2b-2b0f72ba215f,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:17.439695 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf9665-496f-45cd-9e0c-25db6d57a230 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Pushing event updated for resources: {'Port': ['ID=28498c44-561e-4725-aecc-2b1b05186c2a,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:17.450677 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cf9665-496f-45cd-9e0c-25db6d57a230 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:31:17.465841 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-30cf9665-496f-45cd-9e0c-25db6d57a230 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:31:17.466192 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172411bb-af14-4017-844c-4ccfbfe003dc tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Pushing event updated for resources: {'Network': ['ID=cc3dda92-c582-477b-9a60-417820e61bbb,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:17.470976 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5748bb3f-14f1-4ead-b1c8-9e0241239c35 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:17.472453 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-5748bb3f-14f1-4ead-b1c8-9e0241239c35 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.0297539 Mar 11 15:31:17.482425 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cf9665-496f-45cd-9e0c-25db6d57a230 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:31:17.489449 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network cc3dda92-c582-477b-9a60-417820e61bbb details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:31:17.518156 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9649d76f-b6aa-48c8-83d1-840c4b182339 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:17.519013 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37082) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:17.533833 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-2ac5159e-3929-4249-9905-135d86b80837 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Request body: {'network': {'name': 'tempest-network-smoke--1622050994', 'project_id': 'b0803f52583a49e1b421e3b5a9e44844', 'port_security_enabled': True}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:17.573696 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964fd222-71ca-4f74-9fb6-9fa6e899ab96 None None] Network 3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:31:17.712065 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-30c8d1dc-d2d3-41f5-a4d4-724400ad568f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Delete allocated IP 2001:db8::50 (c6f8e317-c3b4-4f12-bfd1-76da26a8e27f/bec3387c-a1a1-4e26-b60f-f75d0a434257) {{(pid=83867) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 15:31:17.714578 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-66a0add5-dfc3-429f-b43f-73fc6d7f9250 None None] Provisioning for port ebfd9003-b26b-4528-8a6f-81acd0233777 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:31:17.734473 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-2ac5159e-3929-4249-9905-135d86b80837 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:17.753361 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-30c8d1dc-d2d3-41f5-a4d4-724400ad568f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Allocated IP 2001:db8:0:1::49 (c6f8e317-c3b4-4f12-bfd1-76da26a8e27f/bf97cb7b-7bb3-4ec5-ada5-ba643baaefc8/5dcbf567-aca3-42e6-b5f3-d85d6ee5422d) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:31:17.753655 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-2ac5159e-3929-4249-9905-135d86b80837 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Usage tracker for resource:network and tenant:b0803f52583a49e1b421e3b5a9e44844 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:17.763745 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-2ac5159e-3929-4249-9905-135d86b80837 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:17.766481 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec091d5-1903-410b-9b1d-fff1c9cc9044 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:17.770713 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec091d5-1903-410b-9b1d-fff1c9cc9044 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:17.774633 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec091d5-1903-410b-9b1d-fff1c9cc9044 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:17.778563 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec091d5-1903-410b-9b1d-fff1c9cc9044 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:17.779315 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-2ec091d5-1903-410b-9b1d-fff1c9cc9044 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Synchronizing usage tracker for tenant:ee327beadf1d4b83a48664c3e1499ed5 on resource:network {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:31:17.788011 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-388d9114-43b7-47d1-a389-fbe449cc6967 req-ad9c9706-07da-4aad-b75a-cc1b2800ccd1 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4472139 Mar 11 15:31:17.789831 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-2ac5159e-3929-4249-9905-135d86b80837 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:17.790273 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-4a35fe42-b997-46db-913e-4950ea850e8a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:17.806207 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4a35fe42-b997-46db-913e-4950ea850e8a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Usage tracker for resource:port and tenant:a138b31c346e4c0cb3afee629b96673d is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:17.811289 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4a35fe42-b997-46db-913e-4950ea850e8a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:17.821706 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-4a35fe42-b997-46db-913e-4950ea850e8a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:17.853461 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-2ec091d5-1903-410b-9b1d-fff1c9cc9044 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Unset dirty status for tenant:ee327beadf1d4b83a48664c3e1499ed5 on resource:network {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:31:17.858357 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-2ec091d5-1903-410b-9b1d-fff1c9cc9044 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6868322 Mar 11 15:31:17.859243 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37086) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:17.870385 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac5159e-3929-4249-9905-135d86b80837 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Made reservation on behalf of b0803f52583a49e1b421e3b5a9e44844 for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:31:17.870385 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2ac5159e-3929-4249-9905-135d86b80837 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:17.875699 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a35fe42-b997-46db-913e-4950ea850e8a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Made reservation on behalf of a138b31c346e4c0cb3afee629b96673d for: {'port': 2} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:31:17.879742 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4a35fe42-b997-46db-913e-4950ea850e8a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:17.902147 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4a35fe42-b997-46db-913e-4950ea850e8a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:17.925450 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9649d76f-b6aa-48c8-83d1-840c4b182339 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:17.957426 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-93a7b17a-b4eb-439a-a90b-0d25a53387c4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:18.036607 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device ebfd9003-b26b-4528-8a6f-81acd0233777 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:31:18.037157 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-93a7b17a-b4eb-439a-a90b-0d25a53387c4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:18.121231 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a7b17a-b4eb-439a-a90b-0d25a53387c4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fce41387-f686-4e50-b7a4-bb8ab696eac8,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:18.142561 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port ebfd9003-b26b-4528-8a6f-81acd0233777 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:31:18.149787 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port ebfd9003-b26b-4528-8a6f-81acd0233777 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:18.150505 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:18.167205 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5f9abef9-7fa8-41b6-848a-222bec153e46 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:18.175657 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-93a7b17a-b4eb-439a-a90b-0d25a53387c4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:18.186415 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-93a7b17a-b4eb-439a-a90b-0d25a53387c4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.2098529 Mar 11 15:31:18.190669 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac5159e-3929-4249-9905-135d86b80837 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:31:18.211603 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37090) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:18.226947 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-eba01783-42a9-4da6-822f-73266c313f5d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '3652cd1d-a49c-4b0a-beb5-6168bcad425a', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:18.255264 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-eba01783-42a9-4da6-822f-73266c313f5d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:18.269750 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-eba01783-42a9-4da6-822f-73266c313f5d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:18.305762 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e3767d0b-f922-4cc0-95fa-8508b4db1ebd None None] Provisioning complete for port ebfd9003-b26b-4528-8a6f-81acd0233777 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:18.306129 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e3767d0b-f922-4cc0-95fa-8508b4db1ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:18.337810 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2ac5159e-3929-4249-9905-135d86b80837 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:18.338476 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-2ac5159e-3929-4249-9905-135d86b80837 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Added segment 23668e81-3dbf-4c7c-b5d3-baabcc2f7882 of type vlan for network ddbb0760-09e3-49a1-abd2-299a4552a88c Mar 11 15:31:18.341031 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-eba01783-42a9-4da6-822f-73266c313f5d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:18.378091 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-4a35fe42-b997-46db-913e-4950ea850e8a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] device_id is not set on port 76fc30d9-e91f-4ef4-8232-92563581cb32 yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:31:18.395420 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-eba01783-42a9-4da6-822f-73266c313f5d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:18.442110 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:18.472299 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4a35fe42-b997-46db-913e-4950ea850e8a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:18.529676 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e3767d0b-f922-4cc0-95fa-8508b4db1ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:18.538951 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port ebfd9003-b26b-4528-8a6f-81acd0233777, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ebfd9003-b26b-4528-8a6f-81acd0233777,segment=NetworkSegment(2da6912e-1c50-49dc-b06d-7c4d9df82e9e),segment_id=2da6912e-1c50-49dc-b06d-7c4d9df82e9e)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:18.547483 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:18.593031 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-4a35fe42-b997-46db-913e-4950ea850e8a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] device_id is not set on port abd4aaa5-f749-4c78-88fd-5dfa57205acc yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:31:18.601643 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5f9abef9-7fa8-41b6-848a-222bec153e46 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:18.652748 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-5f9abef9-7fa8-41b6-848a-222bec153e46 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d6cec44-81de-4071-badf-5a57c01219ba']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:18.685190 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=ebfd9003-b26b-4528-8a6f-81acd0233777,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:18.691815 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-e3767d0b-f922-4cc0-95fa-8508b4db1ebd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:31:18.692214 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-e3767d0b-f922-4cc0-95fa-8508b4db1ebd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:31:18.694298 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-5f9abef9-7fa8-41b6-848a-222bec153e46 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bb08e1c-54e1-47f6-9200-edd82e06adc4') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:18.694667 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-5f9abef9-7fa8-41b6-848a-222bec153e46 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bb08e1c-54e1-47f6-9200-edd82e06adc4') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:18.701085 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4a35fe42-b997-46db-913e-4950ea850e8a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:18.713426 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2ac5159e-3929-4249-9905-135d86b80837 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:18.740405 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-30c8d1dc-d2d3-41f5-a4d4-724400ad568f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:18.747990 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5f9abef9-7fa8-41b6-848a-222bec153e46 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:18.758491 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-eba01783-42a9-4da6-822f-73266c313f5d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:18.762327 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-30c8d1dc-d2d3-41f5-a4d4-724400ad568f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Transition to ACTIVE for port object 5dcbf567-aca3-42e6-b5f3-d85d6ee5422d will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:31:18.766208 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4a35fe42-b997-46db-913e-4950ea850e8a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:18.809692 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-30c8d1dc-d2d3-41f5-a4d4-724400ad568f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:18.832003 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5f9abef9-7fa8-41b6-848a-222bec153e46 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:18.847615 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-4c83d299-b344-46e6-88eb-15402623d16a None None] Allocated IP 2001:db8:0:1::2 (c6f8e317-c3b4-4f12-bfd1-76da26a8e27f/bf97cb7b-7bb3-4ec5-ada5-ba643baaefc8/89a1bac3-fdb9-461e-b6c9-1c547cb954b7) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:31:18.853988 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f9abef9-7fa8-41b6-848a-222bec153e46 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:31:18.854399 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5f9abef9-7fa8-41b6-848a-222bec153e46 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:18.873933 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:31:18.873933 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:31:18.873933 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:31:18.873933 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:31:18.873933 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:31:18.873933 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:31:18.873933 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:31:18.873933 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:31:18.873933 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:31:18.873933 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:31:18.873933 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:31:18.873933 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:31:18.873933 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:31:18.873933 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:31:18.873933 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:31:18.873933 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:31:18.873933 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:31:18.873933 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:31:18.873933 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:31:18.873933 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:31:18.873933 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:31:18.873933 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:31:18.873933 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:31:18.873933 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:31:18.873933 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:31:18.873933 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:31:18.873933 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:31:18.873933 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:31:18.873933 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:31:18.873933 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:31:18.873933 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:31:18.873933 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:31:18.882745 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2ac5159e-3929-4249-9905-135d86b80837 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:18.886374 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac5159e-3929-4249-9905-135d86b80837 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:18.886976 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2ac5159e-3929-4249-9905-135d86b80837 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:18.903495 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a35fe42-b997-46db-913e-4950ea850e8a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Network c049f5b2-1690-496c-8cf2-0cf9cb22ae1c is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:31:18.909917 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-30c8d1dc-d2d3-41f5-a4d4-724400ad568f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] In _notify_port_updated(), no bound segment for port 5dcbf567-aca3-42e6-b5f3-d85d6ee5422d on network c6f8e317-c3b4-4f12-bfd1-76da26a8e27f {{(pid=83867) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 15:31:18.913678 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c8d1dc-d2d3-41f5-a4d4-724400ad568f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:18.914294 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-30c8d1dc-d2d3-41f5-a4d4-724400ad568f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:18.920059 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-30c8d1dc-d2d3-41f5-a4d4-724400ad568f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "PUT /v2.0/ports/5dcbf567-aca3-42e6-b5f3-d85d6ee5422d HTTP/1.1" status: 200 len: 929 time: 3.1576111 Mar 11 15:31:18.922290 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35fe42-b997-46db-913e-4950ea850e8a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'Port': ['ID=76fc30d9-e91f-4ef4-8232-92563581cb32,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:18.974006 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37096) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:18.986430 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-4a35fe42-b997-46db-913e-4950ea850e8a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:31:18.997064 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a35fe42-b997-46db-913e-4950ea850e8a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:31:18.998232 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4a35fe42-b997-46db-913e-4950ea850e8a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:19.050010 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.db.resource_extend [None req-9649d76f-b6aa-48c8-83d1-840c4b182339 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:31:19.055772 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-4c83d299-b344-46e6-88eb-15402623d16a None None] For port 89a1bac3-fdb9-461e-b6c9-1c547cb954b7, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=89a1bac3-fdb9-461e-b6c9-1c547cb954b7,segment=NetworkSegment(cd55837c-8b7e-498b-8384-3a2dba7dbd29),segment_id=cd55837c-8b7e-498b-8384-3a2dba7dbd29)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:19.083475 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8d1dc-d2d3-41f5-a4d4-724400ad568f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'Port': ['ID=5dcbf567-aca3-42e6-b5f3-d85d6ee5422d,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:19.097227 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4c83d299-b344-46e6-88eb-15402623d16a None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:19.116825 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-4c83d299-b344-46e6-88eb-15402623d16a None None] Transition to ACTIVE for port object 89a1bac3-fdb9-461e-b6c9-1c547cb954b7 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:31:19.122440 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4c83d299-b344-46e6-88eb-15402623d16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:19.134838 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9649d76f-b6aa-48c8-83d1-840c4b182339 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:19.150546 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-30cf9665-496f-45cd-9e0c-25db6d57a230 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router_gateway, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:19.151358 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-30cf9665-496f-45cd-9e0c-25db6d57a230 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:19.166012 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9649d76f-b6aa-48c8-83d1-840c4b182339 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:19.198128 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37100) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:19.200175 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-2ac5159e-3929-4249-9905-135d86b80837 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6785891 Mar 11 15:31:19.213348 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-3dc348e6-fbfd-4735-97df-58ea21a07e6e tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-791950041', 'admin_state_up': True, 'project_id': 'b0803f52583a49e1b421e3b5a9e44844', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:19.222703 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35fe42-b997-46db-913e-4950ea850e8a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'Port': ['ID=abd4aaa5-f749-4c78-88fd-5dfa57205acc,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:19.225326 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a35fe42-b997-46db-913e-4950ea850e8a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Checking segment: {'id': 'd7f7e350-2f17-4bda-b801-d8ed44f971b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'de37737f-54ea-4a0f-853f-5187c96f5301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:31:19.225891 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a35fe42-b997-46db-913e-4950ea850e8a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Network hostable DHCP agents. Network: de37737f-54ea-4a0f-853f-5187c96f5301, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:31:19.239851 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-3dc348e6-fbfd-4735-97df-58ea21a07e6e tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:19.250058 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-3dc348e6-fbfd-4735-97df-58ea21a07e6e tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Usage tracker for resource:router and tenant:b0803f52583a49e1b421e3b5a9e44844 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:19.255569 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-3dc348e6-fbfd-4735-97df-58ea21a07e6e tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:19.262223 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-3dc348e6-fbfd-4735-97df-58ea21a07e6e tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:19.271714 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3b4cc-9bda-4682-83c5-6f00f36e8e8c req-79f42410-9128-4595-aa16-f71f5a8a3744 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:19.274237 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-8ae3b4cc-9bda-4682-83c5-6f00f36e8e8c req-79f42410-9128-4595-aa16-f71f5a8a3744 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.2838571 Mar 11 15:31:19.302461 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3dc348e6-fbfd-4735-97df-58ea21a07e6e tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:19.303773 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3dc348e6-fbfd-4735-97df-58ea21a07e6e tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:19.324703 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5f9abef9-7fa8-41b6-848a-222bec153e46 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:19.325328 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a35fe42-b997-46db-913e-4950ea850e8a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Network de37737f-54ea-4a0f-853f-5187c96f5301 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:31:19.330502 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5f9abef9-7fa8-41b6-848a-222bec153e46 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:19.341714 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac5159e-3929-4249-9905-135d86b80837 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Pushing event updated for resources: {'Network': ['ID=ddbb0760-09e3-49a1-abd2-299a4552a88c,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:19.363844 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-4a35fe42-b997-46db-913e-4950ea850e8a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, de37737f-54ea-4a0f-853f-5187c96f5301) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:31:19.370843 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-d30bfeb5-df7b-4eb1-872d-8e6067a8e2d8 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Deleting port 5dcbf567-aca3-42e6-b5f3-d85d6ee5422d {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:31:19.371190 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d30bfeb5-df7b-4eb1-872d-8e6067a8e2d8 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:19.373305 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network ddbb0760-09e3-49a1-abd2-299a4552a88c details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:31:19.377282 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a35fe42-b997-46db-913e-4950ea850e8a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:31:19.384176 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a35fe42-b997-46db-913e-4950ea850e8a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:19.389718 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a35fe42-b997-46db-913e-4950ea850e8a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:19.390485 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4a35fe42-b997-46db-913e-4950ea850e8a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:19.393596 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb02a0d-9008-4ee7-b8d6-9618b5f8cf3c None None] Network de37737f-54ea-4a0f-853f-5187c96f5301 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:31:19.415471 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-8ae3b4cc-9bda-4682-83c5-6f00f36e8e8c req-d0ce4453-59a5-496d-856f-3c28f2b86eac tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316147 Mar 11 15:31:19.416893 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3dc348e6-fbfd-4735-97df-58ea21a07e6e tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:19.442039 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4a35fe42-b997-46db-913e-4950ea850e8a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3404262 Mar 11 15:31:19.484594 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c83d299-b344-46e6-88eb-15402623d16a None None] Pushing event updated for resources: {'Port': ['ID=89a1bac3-fdb9-461e-b6c9-1c547cb954b7,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:19.494815 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37104) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:19.495587 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9abef9-7fa8-41b6-848a-222bec153e46 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Pushing event deleted for resources: {'Network': ['ID=5d6cec44-81de-4071-badf-5a57c01219ba,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:19.617162 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3dc348e6-fbfd-4735-97df-58ea21a07e6e tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:19.789034 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-eba01783-42a9-4da6-822f-73266c313f5d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:19.799656 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37108) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:19.799917 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-5f9abef9-7fa8-41b6-848a-222bec153e46 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] 10.222.0.31 "DELETE /v2.0/networks/5d6cec44-81de-4071-badf-5a57c01219ba HTTP/1.1" status: 204 len: 168 time: 1.9346256 Mar 11 15:31:19.824444 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-eba01783-42a9-4da6-822f-73266c313f5d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:19.869239 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9649d76f-b6aa-48c8-83d1-840c4b182339 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Pushing event updated for resources: {'Port': ['ID=f3c135f3-c705-4643-8971-8288c3e6acd3,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:19.904452 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:31:19.946246 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3dc348e6-fbfd-4735-97df-58ea21a07e6e tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for router_gateway, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:19.955146 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba01783-42a9-4da6-822f-73266c313f5d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77813555-88c4-42ff-9c41-e0fc0eed7762,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:19.963274 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9649d76f-b6aa-48c8-83d1-840c4b182339 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:20.002621 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device ebfd9003-b26b-4528-8a6f-81acd0233777 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:31:20.004676 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3dc348e6-fbfd-4735-97df-58ea21a07e6e tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:20.009601 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-83f32c7c-05dd-449b-ba4d-67300fe35a94 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:20.043797 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-6c2d6eec-d7ba-4b09-a03a-e1176cb3c0d3 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Deleting port abd4aaa5-f749-4c78-88fd-5dfa57205acc {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:31:20.044909 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6c2d6eec-d7ba-4b09-a03a-e1176cb3c0d3 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:20.091538 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port ebfd9003-b26b-4528-8a6f-81acd0233777 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:20.092319 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:20.151413 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-eba01783-42a9-4da6-822f-73266c313f5d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:20.152759 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-eba01783-42a9-4da6-822f-73266c313f5d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.9380572 Mar 11 15:31:20.169893 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37112) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:20.189513 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-a417ef9b-9492-4adf-8bff-51e6e8036a36 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '3652cd1d-a49c-4b0a-beb5-6168bcad425a', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:20.237367 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-a417ef9b-9492-4adf-8bff-51e6e8036a36 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:20.261675 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 89a1bac3-fdb9-461e-b6c9-1c547cb954b7 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:31:20.295795 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6ac5dd96-8ca6-49fa-a0c3-e08e32ca8e19 None None] Provisioning for port 5dcbf567-aca3-42e6-b5f3-d85d6ee5422d completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:31:20.315308 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6ac5dd96-8ca6-49fa-a0c3-e08e32ca8e19 None None] Provisioning complete for port 5dcbf567-aca3-42e6-b5f3-d85d6ee5422d triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:20.315825 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6ac5dd96-8ca6-49fa-a0c3-e08e32ca8e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:20.327074 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-a417ef9b-9492-4adf-8bff-51e6e8036a36 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:20.336290 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-a417ef9b-9492-4adf-8bff-51e6e8036a36 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:20.344698 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-83f32c7c-05dd-449b-ba4d-67300fe35a94 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:20.394300 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-83f32c7c-05dd-449b-ba4d-67300fe35a94 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc3dda92-c582-477b-9a60-417820e61bbb']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:20.395008 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-6ac5dd96-8ca6-49fa-a0c3-e08e32ca8e19 None None] Port 5dcbf567-aca3-42e6-b5f3-d85d6ee5422d cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:31:20.418596 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6ac5dd96-8ca6-49fa-a0c3-e08e32ca8e19 None None] Provisioning complete for port cc5e790a-0109-4295-a98c-c513c9ed60ea triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:20.418983 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6ac5dd96-8ca6-49fa-a0c3-e08e32ca8e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:20.487052 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-6ac5dd96-8ca6-49fa-a0c3-e08e32ca8e19 None None] Port cc5e790a-0109-4295-a98c-c513c9ed60ea cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:31:20.504669 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6ac5dd96-8ca6-49fa-a0c3-e08e32ca8e19 None None] Provisioning for port 89a1bac3-fdb9-461e-b6c9-1c547cb954b7 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:31:20.505782 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-a417ef9b-9492-4adf-8bff-51e6e8036a36 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:20.516475 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6ac5dd96-8ca6-49fa-a0c3-e08e32ca8e19 None None] Provisioning complete for port 89a1bac3-fdb9-461e-b6c9-1c547cb954b7 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:20.517874 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6ac5dd96-8ca6-49fa-a0c3-e08e32ca8e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:20.541238 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-3dc348e6-fbfd-4735-97df-58ea21a07e6e tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Allocated IP 172.26.0.75 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/fc797b35-c949-407c-a372-bf4e97d80f81) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:31:20.544271 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-83f32c7c-05dd-449b-ba4d-67300fe35a94 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c76bbc1e-e7ca-49f4-8fa1-33f67fb2a9ba') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:20.544565 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-83f32c7c-05dd-449b-ba4d-67300fe35a94 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c76bbc1e-e7ca-49f4-8fa1-33f67fb2a9ba') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:20.566071 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-83f32c7c-05dd-449b-ba4d-67300fe35a94 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:20.601452 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-83f32c7c-05dd-449b-ba4d-67300fe35a94 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:20.602368 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6c2d6eec-d7ba-4b09-a03a-e1176cb3c0d3 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:20.635956 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a417ef9b-9492-4adf-8bff-51e6e8036a36 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:20.660879 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f32c7c-05dd-449b-ba4d-67300fe35a94 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:31:20.661147 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-83f32c7c-05dd-449b-ba4d-67300fe35a94 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:20.680160 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:31:20.680160 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:31:20.680160 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:31:20.680160 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:31:20.680160 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:31:20.680160 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:31:20.680160 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:31:20.680160 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:31:20.680160 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:31:20.680160 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:31:20.680160 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:31:20.680160 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:31:20.680160 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:31:20.680160 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:31:20.680160 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:31:20.680160 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:31:20.680160 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:31:20.680160 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:31:20.680160 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:31:20.680160 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:31:20.680160 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:31:20.680160 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:31:20.680160 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:31:20.680160 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:31:20.680160 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:31:20.680160 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:31:20.680160 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:31:20.680160 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:31:20.680160 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:31:20.680160 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:31:20.680160 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:31:20.680160 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:31:20.790738 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-83f32c7c-05dd-449b-ba4d-67300fe35a94 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:20.811139 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-83f32c7c-05dd-449b-ba4d-67300fe35a94 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:20.818622 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e9b3b7e7-a904-4cfe-ad23-dfbed7d41866 None None] Provisioning complete for port 5dcbf567-aca3-42e6-b5f3-d85d6ee5422d triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:20.819098 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e9b3b7e7-a904-4cfe-ad23-dfbed7d41866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:20.831889 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f32c7c-05dd-449b-ba4d-67300fe35a94 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Pushing event deleted for resources: {'Network': ['ID=cc3dda92-c582-477b-9a60-417820e61bbb,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:20.851000 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d30bfeb5-df7b-4eb1-872d-8e6067a8e2d8 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:20.858553 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-83f32c7c-05dd-449b-ba4d-67300fe35a94 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] 10.222.0.31 "DELETE /v2.0/networks/cc3dda92-c582-477b-9a60-417820e61bbb HTTP/1.1" status: 204 len: 168 time: 1.0553365 Mar 11 15:31:20.858763 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37118) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:20.863886 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3dc348e6-fbfd-4735-97df-58ea21a07e6e tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:20.865603 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-6c2d6eec-d7ba-4b09-a03a-e1176cb3c0d3 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Calling delete_port for abd4aaa5-f749-4c78-88fd-5dfa57205acc owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:31:20.883765 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-e9b3b7e7-a904-4cfe-ad23-dfbed7d41866 None None] Port 5dcbf567-aca3-42e6-b5f3-d85d6ee5422d cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:31:21.022562 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb18704e-027c-4660-a2da-4a9e1e732fd9 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:21.026461 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb18704e-027c-4660-a2da-4a9e1e732fd9 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:21.027218 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-fb18704e-027c-4660-a2da-4a9e1e732fd9 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Synchronizing usage tracker for tenant:ee327beadf1d4b83a48664c3e1499ed5 on resource:network {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:31:21.030354 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3dc348e6-fbfd-4735-97df-58ea21a07e6e tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:21.063389 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-d30bfeb5-df7b-4eb1-872d-8e6067a8e2d8 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Calling delete_port for 5dcbf567-aca3-42e6-b5f3-d85d6ee5422d owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:31:21.123423 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-fb18704e-027c-4660-a2da-4a9e1e732fd9 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Unset dirty status for tenant:ee327beadf1d4b83a48664c3e1499ed5 on resource:network {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:31:21.128150 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-fb18704e-027c-4660-a2da-4a9e1e732fd9 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2649965 Mar 11 15:31:21.128150 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc348e6-fbfd-4735-97df-58ea21a07e6e tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:31:21.128150 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc348e6-fbfd-4735-97df-58ea21a07e6e tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Pushing event updated for resources: {'Port': ['ID=fc797b35-c949-407c-a372-bf4e97d80f81,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:21.129946 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37122) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:21.130785 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-3dc348e6-fbfd-4735-97df-58ea21a07e6e tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:31:21.134700 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc348e6-fbfd-4735-97df-58ea21a07e6e tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:31:21.167036 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-71e0e73b-26f6-4f32-8250-cd9344a1ca49 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-442291820'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:21.179030 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-71e0e73b-26f6-4f32-8250-cd9344a1ca49 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:21.199525 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-71e0e73b-26f6-4f32-8250-cd9344a1ca49 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:21.237700 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a417ef9b-9492-4adf-8bff-51e6e8036a36 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:21.242394 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e0e73b-26f6-4f32-8250-cd9344a1ca49 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Made reservation on behalf of ee327beadf1d4b83a48664c3e1499ed5 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:31:21.245381 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-71e0e73b-26f6-4f32-8250-cd9344a1ca49 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:21.253197 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a417ef9b-9492-4adf-8bff-51e6e8036a36 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:21.269000 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6c2d6eec-d7ba-4b09-a03a-e1176cb3c0d3 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:21.301421 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71e0e73b-26f6-4f32-8250-cd9344a1ca49 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:31:21.318554 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-71e0e73b-26f6-4f32-8250-cd9344a1ca49 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:21.318815 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-71e0e73b-26f6-4f32-8250-cd9344a1ca49 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Added segment b493762c-449f-422d-819c-300aaa300c95 of type vlan for network 1c211d2a-c308-4648-b0bf-25936fbcafbb Mar 11 15:31:21.349836 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-71e0e73b-26f6-4f32-8250-cd9344a1ca49 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:21.393164 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a417ef9b-9492-4adf-8bff-51e6e8036a36 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68efa154-06bb-486f-80a9-aff8dbaa41e5,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:21.396390 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-71e0e73b-26f6-4f32-8250-cd9344a1ca49 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:21.400118 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e0e73b-26f6-4f32-8250-cd9344a1ca49 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:21.400720 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-71e0e73b-26f6-4f32-8250-cd9344a1ca49 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:21.401633 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d6eec-d7ba-4b09-a03a-e1176cb3c0d3 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event deleted for resources: {'Port': ['ID=abd4aaa5-f749-4c78-88fd-5dfa57205acc,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:21.409233 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d5bc4-85b7-4cf3-9fbb-1292f8e55fe2 req-e243f515-75f6-4ddc-b48d-b05a93e7b082 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:21.410753 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ce9d5bc4-85b7-4cf3-9fbb-1292f8e55fe2 req-e243f515-75f6-4ddc-b48d-b05a93e7b082 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.7845776 Mar 11 15:31:21.472006 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.l3_db [None req-9649d76f-b6aa-48c8-83d1-840c4b182339 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Floating IP 6e780828-2413-4e3f-80af-5200a93722ee associated. External IP: 172.26.0.122, port: ae5a51e2-1bec-4353-bb47-a209118b1ae9. Mar 11 15:31:21.487326 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3dc348e6-fbfd-4735-97df-58ea21a07e6e tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for router_gateway, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:21.488048 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3dc348e6-fbfd-4735-97df-58ea21a07e6e tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:21.519306 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0e73b-26f6-4f32-8250-cd9344a1ca49 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Pushing event updated for resources: {'Network': ['ID=1c211d2a-c308-4648-b0bf-25936fbcafbb,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:21.530019 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a417ef9b-9492-4adf-8bff-51e6e8036a36 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:21.533895 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a417ef9b-9492-4adf-8bff-51e6e8036a36 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.3503096 Mar 11 15:31:21.536887 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 1c211d2a-c308-4648-b0bf-25936fbcafbb details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:31:21.542032 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6c2d6eec-d7ba-4b09-a03a-e1176cb3c0d3 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:21.543044 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-6c2d6eec-d7ba-4b09-a03a-e1176cb3c0d3 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/ports/abd4aaa5-f749-4c78-88fd-5dfa57205acc HTTP/1.1" status: 204 len: 168 time: 1.9785116 Mar 11 15:31:21.545792 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37126) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:21.546122 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37128) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:21.570151 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-371e764a-7a42-47d2-855e-c03f131f660b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '3652cd1d-a49c-4b0a-beb5-6168bcad425a', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:21.584701 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-71e0e73b-26f6-4f32-8250-cd9344a1ca49 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4518509 Mar 11 15:31:21.590115 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37134) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:21.596552 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-4b51be4f-d9cd-42c4-8f68-8b512e9bc01b tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1155634291'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:21.657006 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-4b51be4f-d9cd-42c4-8f68-8b512e9bc01b tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:21.668340 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4b51be4f-d9cd-42c4-8f68-8b512e9bc01b tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Usage tracker for resource:network and tenant:ee327beadf1d4b83a48664c3e1499ed5 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:21.676927 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4b51be4f-d9cd-42c4-8f68-8b512e9bc01b tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:21.685047 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-4b51be4f-d9cd-42c4-8f68-8b512e9bc01b tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:21.707706 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b51be4f-d9cd-42c4-8f68-8b512e9bc01b tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Made reservation on behalf of ee327beadf1d4b83a48664c3e1499ed5 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:31:21.710648 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4b51be4f-d9cd-42c4-8f68-8b512e9bc01b tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:21.753568 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b51be4f-d9cd-42c4-8f68-8b512e9bc01b tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:31:21.769473 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4b51be4f-d9cd-42c4-8f68-8b512e9bc01b tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:21.769814 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-4b51be4f-d9cd-42c4-8f68-8b512e9bc01b tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Added segment 758c0d5b-4ff5-45a8-ad6a-b72bdc182e49 of type vlan for network 8d88c36b-d99f-4b20-be86-d6ed7d85687b Mar 11 15:31:21.803423 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4b51be4f-d9cd-42c4-8f68-8b512e9bc01b tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:21.804035 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d30bfeb5-df7b-4eb1-872d-8e6067a8e2d8 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:21.822284 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-371e764a-7a42-47d2-855e-c03f131f660b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:21.855307 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4b51be4f-d9cd-42c4-8f68-8b512e9bc01b tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:21.859976 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b51be4f-d9cd-42c4-8f68-8b512e9bc01b tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:21.861514 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4b51be4f-d9cd-42c4-8f68-8b512e9bc01b tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:21.883517 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-371e764a-7a42-47d2-855e-c03f131f660b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:21.893255 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30bfeb5-df7b-4eb1-872d-8e6067a8e2d8 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event deleted for resources: {'Port': ['ID=5dcbf567-aca3-42e6-b5f3-d85d6ee5422d,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:21.896022 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-371e764a-7a42-47d2-855e-c03f131f660b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:21.911474 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cf9665-496f-45cd-9e0c-25db6d57a230 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Router 72f222d2-f193-4ca7-874d-859191f18d99 is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:31:21.915892 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-371e764a-7a42-47d2-855e-c03f131f660b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:21.925553 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ce9d5bc4-85b7-4cf3-9fbb-1292f8e55fe2 req-a8d6b0eb-85ca-413e-8db5-dc38a91327f9 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4949691 Mar 11 15:31:21.988155 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4b51be4f-d9cd-42c4-8f68-8b512e9bc01b tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3948040 Mar 11 15:31:21.992657 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37138) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:22.002165 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d30bfeb5-df7b-4eb1-872d-8e6067a8e2d8 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:22.004476 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d30bfeb5-df7b-4eb1-872d-8e6067a8e2d8 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/ports/5dcbf567-aca3-42e6-b5f3-d85d6ee5422d HTTP/1.1" status: 204 len: 168 time: 3.0248790 Mar 11 15:31:22.007660 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-d31e0522-2d6d-45e5-a891-c65a01365196 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Request body: {'ports': [{'network_id': '1c211d2a-c308-4648-b0bf-25936fbcafbb', 'name': 'tempest-port--1701433488', 'admin_state_up': True}, {'network_id': '8d88c36b-d99f-4b20-be86-d6ed7d85687b', 'admin_state_up': False}]} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:22.007971 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-d31e0522-2d6d-45e5-a891-c65a01365196 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Request body: {'port': {'network_id': '1c211d2a-c308-4648-b0bf-25936fbcafbb', 'name': 'tempest-port--1701433488', 'admin_state_up': True}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:22.008504 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-d31e0522-2d6d-45e5-a891-c65a01365196 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Request body: {'port': {'network_id': '8d88c36b-d99f-4b20-be86-d6ed7d85687b', 'admin_state_up': False}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:22.010309 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.securitygroups_db [None req-371e764a-7a42-47d2-855e-c03f131f660b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Project 916fcc14ed3c4d0b95925acf526937c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:31:22.014493 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37142) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:22.026024 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51be4f-d9cd-42c4-8f68-8b512e9bc01b tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Pushing event updated for resources: {'Network': ['ID=8d88c36b-d99f-4b20-be86-d6ed7d85687b,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:22.038568 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 8d88c36b-d99f-4b20-be86-d6ed7d85687b details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:31:22.110239 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-371e764a-7a42-47d2-855e-c03f131f660b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:22.196931 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ed150f5-bcfb-4b4f-aa83-e8059decd71e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] GET failed (client error): The resource could not be found. Mar 11 15:31:22.197676 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-2ed150f5-bcfb-4b4f-aa83-e8059decd71e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Synchronizing usage tracker for tenant:6b1a6507e257408892b3294b50293467 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:31:22.237706 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc348e6-fbfd-4735-97df-58ea21a07e6e tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Router 25aa0955-a133-4744-be3a-29356fce6747 is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:31:22.254527 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da343ee4-d712-4bf3-bec8-bdec611dc4b6 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:22.257944 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da343ee4-d712-4bf3-bec8-bdec611dc4b6 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:22.258721 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-da343ee4-d712-4bf3-bec8-bdec611dc4b6 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Synchronizing usage tracker for tenant:a138b31c346e4c0cb3afee629b96673d on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:31:22.309875 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-2ed150f5-bcfb-4b4f-aa83-e8059decd71e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Unset dirty status for tenant:6b1a6507e257408892b3294b50293467 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:31:22.311054 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-2ed150f5-bcfb-4b4f-aa83-e8059decd71e tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "GET /v2.0/ports/5dcbf567-aca3-42e6-b5f3-d85d6ee5422d HTTP/1.1" status: 404 len: 333 time: 0.2932215 Mar 11 15:31:22.320589 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37146) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:22.327236 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-da343ee4-d712-4bf3-bec8-bdec611dc4b6 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Unset dirty status for tenant:a138b31c346e4c0cb3afee629b96673d on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:31:22.328373 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-da343ee4-d712-4bf3-bec8-bdec611dc4b6 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.7700968 Mar 11 15:31:22.344435 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37150) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:22.377340 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-371e764a-7a42-47d2-855e-c03f131f660b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:22.392751 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-371e764a-7a42-47d2-855e-c03f131f660b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:22.442155 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e764a-7a42-47d2-855e-c03f131f660b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8f06b7f-b501-4425-b664-84e25945f281,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:22.480022 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-371e764a-7a42-47d2-855e-c03f131f660b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:22.481229 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-371e764a-7a42-47d2-855e-c03f131f660b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.9244871 Mar 11 15:31:22.485159 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37154) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:22.490358 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6e09422e-fc60-42ca-a5a3-6171c63be74a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:22.492160 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-d31e0522-2d6d-45e5-a891-c65a01365196 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:22.544692 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6e09422e-fc60-42ca-a5a3-6171c63be74a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:22.555570 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d31e0522-2d6d-45e5-a891-c65a01365196 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Usage tracker for resource:port and tenant:ee327beadf1d4b83a48664c3e1499ed5 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:22.561094 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-4ec356c7-e039-452d-98fa-2a204c900009 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '3652cd1d-a49c-4b0a-beb5-6168bcad425a', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:22.565906 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d31e0522-2d6d-45e5-a891-c65a01365196 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:22.588314 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-4ec356c7-e039-452d-98fa-2a204c900009 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:22.590601 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-d31e0522-2d6d-45e5-a891-c65a01365196 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:22.600494 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4ec356c7-e039-452d-98fa-2a204c900009 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:22.607955 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4ec356c7-e039-452d-98fa-2a204c900009 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:22.620880 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-4ec356c7-e039-452d-98fa-2a204c900009 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:22.628239 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-5df07f8f-28b6-4433-a7d3-9c047e5d5bbb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Deleting port 76fc30d9-e91f-4ef4-8232-92563581cb32 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:31:22.628506 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5df07f8f-28b6-4433-a7d3-9c047e5d5bbb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:22.670975 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31e0522-2d6d-45e5-a891-c65a01365196 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Made reservation on behalf of ee327beadf1d4b83a48664c3e1499ed5 for: {'port': 2} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:31:22.675075 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d31e0522-2d6d-45e5-a891-c65a01365196 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:22.712296 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.securitygroups_db [None req-4ec356c7-e039-452d-98fa-2a204c900009 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Project 916fcc14ed3c4d0b95925acf526937c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:31:22.729751 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4ec356c7-e039-452d-98fa-2a204c900009 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:22.738501 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d31e0522-2d6d-45e5-a891-c65a01365196 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:22.739012 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cf9665-496f-45cd-9e0c-25db6d57a230 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:31:22.740583 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6e09422e-fc60-42ca-a5a3-6171c63be74a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:22.751591 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27d1fbb-5310-4240-92c0-1ac2640a935e None None] Sync routers for ids ['72f222d2-f193-4ca7-874d-859191f18d99'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:31:22.771429 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27d1fbb-5310-4240-92c0-1ac2640a935e None None] Routers {'72f222d2-f193-4ca7-874d-859191f18d99'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:31:22.772265 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-f27d1fbb-5310-4240-92c0-1ac2640a935e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:31:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['72f222d2-f193-4ca7-874d-859191f18d99'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:22.772964 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e09422e-fc60-42ca-a5a3-6171c63be74a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=841ab8e9-a87d-4d1f-ae59-35e65b59a8dd,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:22.795784 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6e09422e-fc60-42ca-a5a3-6171c63be74a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:22.796979 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-6e09422e-fc60-42ca-a5a3-6171c63be74a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/security-groups/841ab8e9-a87d-4d1f-ae59-35e65b59a8dd HTTP/1.1" status: 204 len: 168 time: 0.4742920 Mar 11 15:31:22.802121 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-30cf9665-496f-45cd-9e0c-25db6d57a230 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:22.806355 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-30cf9665-496f-45cd-9e0c-25db6d57a230 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 9.2762682 Mar 11 15:31:22.806355 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37158) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:22.807031 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37160) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:22.869371 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-f27d1fbb-5310-4240-92c0-1ac2640a935e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:22.882102 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27d1fbb-5310-4240-92c0-1ac2640a935e None None] Routers {'72f222d2-f193-4ca7-874d-859191f18d99'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:31:22.882546 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-0a58eef8-d177-4be7-a245-75c637a4cd5f tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'enable_snat': False}}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:22.882672 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-f27d1fbb-5310-4240-92c0-1ac2640a935e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:31:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['72f222d2-f193-4ca7-874d-859191f18d99'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:22.903813 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-51be8995-aa73-488c-829f-5cde26367ed1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:22.945313 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-f27d1fbb-5310-4240-92c0-1ac2640a935e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:22.945714 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27d1fbb-5310-4240-92c0-1ac2640a935e None None] The sync data for ids ['72f222d2-f193-4ca7-874d-859191f18d99'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:31:22.947306 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9649d76f-b6aa-48c8-83d1-840c4b182339 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Router f186c74e-a9d7-4f53-91d1-dea1dbb31662 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:31:22.948840 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-51be8995-aa73-488c-829f-5cde26367ed1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:23.138890 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-51be8995-aa73-488c-829f-5cde26367ed1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:23.158869 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be8995-aa73-488c-829f-5cde26367ed1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ff033e-2ddb-44da-abe4-9743773bb821,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:23.169510 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-51be8995-aa73-488c-829f-5cde26367ed1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:23.171623 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-51be8995-aa73-488c-829f-5cde26367ed1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/security-groups/59ff033e-2ddb-44da-abe4-9743773bb821 HTTP/1.1" status: 204 len: 168 time: 0.3639021 Mar 11 15:31:23.177948 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37168) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:23.368942 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4ec356c7-e039-452d-98fa-2a204c900009 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:23.394975 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9649d76f-b6aa-48c8-83d1-840c4b182339 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:31:23.398279 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4ec356c7-e039-452d-98fa-2a204c900009 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:23.405359 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e37033-d4dd-440b-9b94-07e5619a2cb8 None None] Sync routers for ids ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:31:23.410516 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5df07f8f-28b6-4433-a7d3-9c047e5d5bbb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:23.429493 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e37033-d4dd-440b-9b94-07e5619a2cb8 None None] Routers {'f186c74e-a9d7-4f53-91d1-dea1dbb31662'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:31:23.430271 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-a1e37033-d4dd-440b-9b94-07e5619a2cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:31:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:23.430751 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd582a84-ba05-411d-907c-6e9ed8d5d0f9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Deleting subnet bec3387c-a1a1-4e26-b60f-f75d0a434257 {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:31:23.435232 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-dd582a84-ba05-411d-907c-6e9ed8d5d0f9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:23.465151 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9649d76f-b6aa-48c8-83d1-840c4b182339 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:23.467149 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-d31e0522-2d6d-45e5-a891-c65a01365196 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] device_id is not set on port 898c4cf6-794c-4dfe-9c47-613ebef355be yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:31:23.500627 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-a1e37033-d4dd-440b-9b94-07e5619a2cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:23.515979 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e37033-d4dd-440b-9b94-07e5619a2cb8 None None] Routers {'f186c74e-a9d7-4f53-91d1-dea1dbb31662'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:31:23.517746 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-a1e37033-d4dd-440b-9b94-07e5619a2cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:31:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:23.544559 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-dd582a84-ba05-411d-907c-6e9ed8d5d0f9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:23.588097 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-a1e37033-d4dd-440b-9b94-07e5619a2cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:23.588097 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e37033-d4dd-440b-9b94-07e5619a2cb8 None None] The sync data for ids ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:31:23.588473 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec356c7-e039-452d-98fa-2a204c900009 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1f96d3d-d9b7-4d9c-9977-478a1d803758,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:23.662395 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-5df07f8f-28b6-4433-a7d3-9c047e5d5bbb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Calling delete_port for 76fc30d9-e91f-4ef4-8232-92563581cb32 owned by {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:31:23.699761 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9649d76f-b6aa-48c8-83d1-840c4b182339 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 10.1683481 Mar 11 15:31:23.705022 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37172) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:23.716096 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-7c88c4d2-c185-4aba-bd33-016ce1234e10 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Request body: {'floatingip': {'port_id': 'ae5a51e2-1bec-4353-bb47-a209118b1ae9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:23.730443 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4ec356c7-e039-452d-98fa-2a204c900009 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:23.740143 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4ec356c7-e039-452d-98fa-2a204c900009 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.2327733 Mar 11 15:31:23.794988 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d31e0522-2d6d-45e5-a891-c65a01365196 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:23.842574 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc348e6-fbfd-4735-97df-58ea21a07e6e tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:31:23.846803 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7c88c4d2-c185-4aba-bd33-016ce1234e10 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for floatingip, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:23.854065 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46619f27-e44c-4619-a985-6cf35318c61c None None] Sync routers for ids ['25aa0955-a133-4744-be3a-29356fce6747'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:31:23.874275 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46619f27-e44c-4619-a985-6cf35318c61c None None] Routers {'25aa0955-a133-4744-be3a-29356fce6747'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:31:23.875267 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-46619f27-e44c-4619-a985-6cf35318c61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:31:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['25aa0955-a133-4744-be3a-29356fce6747'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:23.902573 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468b9d4-cdd5-4973-8c73-3c592f1238da req-9f09ca5c-0688-4266-b166-5ec02a48b568 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:23.910342 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d468b9d4-cdd5-4973-8c73-3c592f1238da req-9f09ca5c-0688-4266-b166-5ec02a48b568 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.8284364 Mar 11 15:31:23.957183 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-dd582a84-ba05-411d-907c-6e9ed8d5d0f9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:23.987789 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5df07f8f-28b6-4433-a7d3-9c047e5d5bbb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:24.147488 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-46619f27-e44c-4619-a985-6cf35318c61c None None] Set router 25aa0955-a133-4744-be3a-29356fce6747 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:31:24.173085 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-8156d45f-90b6-4a8a-883c-10b20249309a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:security_group {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:31:24.200445 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-dd582a84-ba05-411d-907c-6e9ed8d5d0f9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:24.206659 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-d31e0522-2d6d-45e5-a891-c65a01365196 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] device_id is not set on port bb413b25-5de2-47a3-9eeb-a9020992c5f5 yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:31:24.226026 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df07f8f-28b6-4433-a7d3-9c047e5d5bbb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event deleted for resources: {'Port': ['ID=76fc30d9-e91f-4ef4-8232-92563581cb32,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:24.241648 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5df07f8f-28b6-4433-a7d3-9c047e5d5bbb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:24.252417 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5df07f8f-28b6-4433-a7d3-9c047e5d5bbb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/ports/76fc30d9-e91f-4ef4-8232-92563581cb32 HTTP/1.1" status: 204 len: 168 time: 1.9027591 Mar 11 15:31:24.252417 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3dc348e6-fbfd-4735-97df-58ea21a07e6e tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:24.252417 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-3dc348e6-fbfd-4735-97df-58ea21a07e6e tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.0491273 Mar 11 15:31:24.255959 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37184) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:24.256306 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37186) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:24.320982 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d468b9d4-cdd5-4973-8c73-3c592f1238da req-e47d8ac8-86af-41de-a3e4-09beb46260fb tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4096725 Mar 11 15:31:24.383577 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-8156d45f-90b6-4a8a-883c-10b20249309a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:security_group {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:31:24.385066 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-8156d45f-90b6-4a8a-883c-10b20249309a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1724944894&fields=id&tenant_id=916fcc14ed3c4d0b95925acf526937c4 HTTP/1.1" status: 200 len: 267 time: 0.3643465 Mar 11 15:31:24.390090 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd582a84-ba05-411d-907c-6e9ed8d5d0f9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event deleted for resources: {'Subnet': ['ID=bec3387c-a1a1-4e26-b60f-f75d0a434257,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:24.417238 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3228b41f-5110-40d0-ac42-7d9fcb8cdada None None] Network c6f8e317-c3b4-4f12-bfd1-76da26a8e27f requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:31:24.454597 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-dd582a84-ba05-411d-907c-6e9ed8d5d0f9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:24.591451 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-dd582a84-ba05-411d-907c-6e9ed8d5d0f9 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/subnets/bec3387c-a1a1-4e26-b60f-f75d0a434257 HTTP/1.1" status: 204 len: 168 time: 1.4120414 Mar 11 15:31:24.592287 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37196) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:24.602622 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d6bfb0-0a51-4f70-8b9b-e7d1879d1736 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:24.603333 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-34d6bfb0-0a51-4f70-8b9b-e7d1879d1736 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Synchronizing usage tracker for tenant:a138b31c346e4c0cb3afee629b96673d on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:31:24.607678 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-4e17d975-c6fa-4317-a913-b89f4b344bed tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'subnet': {'network_id': 'c6f8e317-c3b4-4f12-bfd1-76da26a8e27f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:24.625756 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-46619f27-e44c-4619-a985-6cf35318c61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25aa0955-a133-4744-be3a-29356fce6747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-791950041', 'tenant_id': 'b0803f52583a49e1b421e3b5a9e44844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.75'}], 'enable_snat': True}, 'gw_port_id': 'fc797b35-c949-407c-a372-bf4e97d80f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:31:19Z', 'updated_at': '2022-03-11T15:31:21Z', 'revision_number': 3, 'project_id': 'b0803f52583a49e1b421e3b5a9e44844', 'gw_port': {'id': 'fc797b35-c949-407c-a372-bf4e97d80f81', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:35:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25aa0955-a133-4744-be3a-29356fce6747', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:31:20Z', 'updated_at': '2022-03-11T15:31:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:24.629894 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-606fbf97-ad80-4d99-b7b0-db791a43781e tempest-TestNetworkAdvancedServerOps-1409939031 tempest-TestNetworkAdvancedServerOps-1409939031-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=b0803f52583a49e1b421e3b5a9e44844&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3708565 Mar 11 15:31:24.636043 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37200) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:24.639143 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46619f27-e44c-4619-a985-6cf35318c61c None None] Checking router: 25aa0955-a133-4744-be3a-29356fce6747 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:31:24.639490 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46619f27-e44c-4619-a985-6cf35318c61c None None] Updating router 25aa0955-a133-4744-be3a-29356fce6747 port fc797b35-c949-407c-a372-bf4e97d80f81 binding host dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:31:24.643427 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d31e0522-2d6d-45e5-a891-c65a01365196 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:24.659245 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-34d6bfb0-0a51-4f70-8b9b-e7d1879d1736 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Unset dirty status for tenant:a138b31c346e4c0cb3afee629b96673d on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:31:24.660530 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-34d6bfb0-0a51-4f70-8b9b-e7d1879d1736 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4033031 Mar 11 15:31:24.663995 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37206) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:24.715049 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-46619f27-e44c-4619-a985-6cf35318c61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:24.718995 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-609a0594-e02a-44be-a4d6-ef51b81adc0f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] GET failed (client error): The resource could not be found. Mar 11 15:31:24.720314 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-609a0594-e02a-44be-a4d6-ef51b81adc0f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "GET /v2.0/ports/abd4aaa5-f749-4c78-88fd-5dfa57205acc HTTP/1.1" status: 404 len: 333 time: 0.0555863 Mar 11 15:31:24.724697 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37210) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:24.777399 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-d64bc6cf-af3e-470e-a969-8e2761bfd939 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] GET failed (client error): The resource could not be found. Mar 11 15:31:24.778684 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d64bc6cf-af3e-470e-a969-8e2761bfd939 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "GET /v2.0/ports/76fc30d9-e91f-4ef4-8232-92563581cb32 HTTP/1.1" status: 404 len: 333 time: 0.0530667 Mar 11 15:31:24.785703 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37214) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:24.899975 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d31e0522-2d6d-45e5-a891-c65a01365196 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:25.020962 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7a7c816f-4b7c-4a3f-82b1-d75d5f300cb9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:25.054849 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e0522-2d6d-45e5-a891-c65a01365196 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Pushing event updated for resources: {'Port': ['ID=898c4cf6-794c-4dfe-9c47-613ebef355be,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:25.133757 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-b16c3160-6dba-40c9-bd1b-9cec68d1fe6b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:25.134622 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-b16c3160-6dba-40c9-bd1b-9cec68d1fe6b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:network {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:31:25.192801 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-46619f27-e44c-4619-a985-6cf35318c61c None None] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:25.195025 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-4e17d975-c6fa-4317-a913-b89f4b344bed tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:25.210647 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-4e17d975-c6fa-4317-a913-b89f4b344bed tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Usage tracker for resource:subnet and tenant:6b1a6507e257408892b3294b50293467 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:25.215456 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-4e17d975-c6fa-4317-a913-b89f4b344bed tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:25.223694 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-46619f27-e44c-4619-a985-6cf35318c61c None None] Transition to ACTIVE for port object fc797b35-c949-407c-a372-bf4e97d80f81 will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:31:25.225139 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-b16c3160-6dba-40c9-bd1b-9cec68d1fe6b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:network {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:31:25.231954 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-b16c3160-6dba-40c9-bd1b-9cec68d1fe6b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/networks?id=3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf HTTP/1.1" status: 200 len: 796 time: 0.8284142 Mar 11 15:31:25.232202 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-46619f27-e44c-4619-a985-6cf35318c61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:25.234525 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31d985b-9320-4b25-9e83-67be91d37566 tempest-TestNetworkAdvancedServerOps-1409939031 tempest-TestNetworkAdvancedServerOps-1409939031-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:25.236174 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a31d985b-9320-4b25-9e83-67be91d37566 tempest-TestNetworkAdvancedServerOps-1409939031 tempest-TestNetworkAdvancedServerOps-1409939031-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5944269 Mar 11 15:31:25.240048 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-4e17d975-c6fa-4317-a913-b89f4b344bed tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:25.243709 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37218) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:25.283140 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7a7c816f-4b7c-4a3f-82b1-d75d5f300cb9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:25.325273 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-5756ef03-6d88-4ba7-9dca-2da471027bcc tempest-TestNetworkAdvancedServerOps-1409939031 tempest-TestNetworkAdvancedServerOps-1409939031-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=69193b02-dbf5-4ccf-b3ce-76dabd3f8655&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0742490 Mar 11 15:31:25.325930 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e17d975-c6fa-4317-a913-b89f4b344bed tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Made reservation on behalf of 6b1a6507e257408892b3294b50293467 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:31:25.330999 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4e17d975-c6fa-4317-a913-b89f4b344bed tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:25.337062 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37222) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:25.342329 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-46619f27-e44c-4619-a985-6cf35318c61c None None] Attempting to bind port fc797b35-c949-407c-a372-bf4e97d80f81 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:31:25.342687 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-46619f27-e44c-4619-a985-6cf35318c61c None None] Attempting to bind port fc797b35-c949-407c-a372-bf4e97d80f81 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:31:25.343036 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46619f27-e44c-4619-a985-6cf35318c61c None None] Attempting to bind port fc797b35-c949-407c-a372-bf4e97d80f81 on network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:31:25.346771 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1628bf24-8d0a-49c1-9972-8a5202a3fc41 None None] Pushing event updated for resources: {'Port': ['ID=fc797b35-c949-407c-a372-bf4e97d80f81,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:25.363402 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-a91f456d-234b-4184-ba99-95cda2464f70 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/quotas/916fcc14ed3c4d0b95925acf526937c4 HTTP/1.1" status: 200 len: 375 time: 0.1301520 Mar 11 15:31:25.366077 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46619f27-e44c-4619-a985-6cf35318c61c None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:31:25.366454 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46619f27-e44c-4619-a985-6cf35318c61c None None] Checking segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:31:25.366853 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-46619f27-e44c-4619-a985-6cf35318c61c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:25.367241 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46619f27-e44c-4619-a985-6cf35318c61c None None] Bound using segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:31:25.367713 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-46619f27-e44c-4619-a985-6cf35318c61c None None] Bound port: fc797b35-c949-407c-a372-bf4e97d80f81, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:31:25.368113 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-46619f27-e44c-4619-a985-6cf35318c61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:25.422009 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-7a7c816f-4b7c-4a3f-82b1-d75d5f300cb9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de37737f-54ea-4a0f-853f-5187c96f5301']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:25.518194 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-c8fa7ffa-2a7c-4662-bbf7-d7b44b30154d tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-8822806', 'network_id': 'ddbb0760-09e3-49a1-abd2-299a4552a88c', 'project_id': 'b0803f52583a49e1b421e3b5a9e44844', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:25.536839 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-46619f27-e44c-4619-a985-6cf35318c61c None None] For port fc797b35-c949-407c-a372-bf4e97d80f81, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:31:25.540703 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-46619f27-e44c-4619-a985-6cf35318c61c None None] For port fc797b35-c949-407c-a372-bf4e97d80f81, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=fc797b35-c949-407c-a372-bf4e97d80f81,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:31:25.546974 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-46619f27-e44c-4619-a985-6cf35318c61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:25.557213 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31e0522-2d6d-45e5-a891-c65a01365196 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Checking segment: {'id': 'b493762c-449f-422d-819c-300aaa300c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '1c211d2a-c308-4648-b0bf-25936fbcafbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:31:25.557873 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31e0522-2d6d-45e5-a891-c65a01365196 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Network hostable DHCP agents. Network: 1c211d2a-c308-4648-b0bf-25936fbcafbb, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:31:25.578140 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-7a7c816f-4b7c-4a3f-82b1-d75d5f300cb9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f7e350-2f17-4bda-b801-d8ed44f971b4') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:25.578761 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-7a7c816f-4b7c-4a3f-82b1-d75d5f300cb9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f7e350-2f17-4bda-b801-d8ed44f971b4') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:25.635580 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46619f27-e44c-4619-a985-6cf35318c61c None None] Routers {'25aa0955-a133-4744-be3a-29356fce6747'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:31:25.636443 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-46619f27-e44c-4619-a985-6cf35318c61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:31:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['25aa0955-a133-4744-be3a-29356fce6747'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:25.713428 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7a7c816f-4b7c-4a3f-82b1-d75d5f300cb9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:25.774506 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7a7c816f-4b7c-4a3f-82b1-d75d5f300cb9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:25.787784 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-51c983eb-d1d6-4396-b077-198553c8e34b None None] Provisioning complete for port cc5e790a-0109-4295-a98c-c513c9ed60ea triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:25.790201 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-51c983eb-d1d6-4396-b077-198553c8e34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:25.806304 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a7c816f-4b7c-4a3f-82b1-d75d5f300cb9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:31:25.807710 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7a7c816f-4b7c-4a3f-82b1-d75d5f300cb9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:25.819330 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1628bf24-8d0a-49c1-9972-8a5202a3fc41 None None] Pushing event updated for resources: {'Port': ['ID=fc797b35-c949-407c-a372-bf4e97d80f81,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:25.826873 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:31:25.826873 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:31:25.826873 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:31:25.826873 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:31:25.826873 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:31:25.826873 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:31:25.826873 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:31:25.826873 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:31:25.826873 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:31:25.826873 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:31:25.826873 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:31:25.826873 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:31:25.826873 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:31:25.826873 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:31:25.826873 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:31:25.826873 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:31:25.826873 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:31:25.826873 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:31:25.826873 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:31:25.826873 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:31:25.826873 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:31:25.826873 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:31:25.826873 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:31:25.826873 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:31:25.826873 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:31:25.826873 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:31:25.826873 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:31:25.826873 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:31:25.826873 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:31:25.826873 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:31:25.826873 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:31:25.826873 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:31:25.836882 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c8fa7ffa-2a7c-4662-bbf7-d7b44b30154d tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:25.887351 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-51c983eb-d1d6-4396-b077-198553c8e34b None None] Port cc5e790a-0109-4295-a98c-c513c9ed60ea cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:31:25.898682 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c8fa7ffa-2a7c-4662-bbf7-d7b44b30154d tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Usage tracker for resource:subnet and tenant:b0803f52583a49e1b421e3b5a9e44844 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:25.910332 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7c88c4d2-c185-4aba-bd33-016ce1234e10 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:25.910582 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c8fa7ffa-2a7c-4662-bbf7-d7b44b30154d tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:25.916063 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-51c983eb-d1d6-4396-b077-198553c8e34b None None] Provisioning complete for port 89a1bac3-fdb9-461e-b6c9-1c547cb954b7 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:25.917189 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-51c983eb-d1d6-4396-b077-198553c8e34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:25.922293 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7c88c4d2-c185-4aba-bd33-016ce1234e10 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:25.933762 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31e0522-2d6d-45e5-a891-c65a01365196 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Network 1c211d2a-c308-4648-b0bf-25936fbcafbb is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:31:25.938065 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c8fa7ffa-2a7c-4662-bbf7-d7b44b30154d tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:25.941014 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-46619f27-e44c-4619-a985-6cf35318c61c None None] Set router 25aa0955-a133-4744-be3a-29356fce6747 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:31:25.977466 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-d31e0522-2d6d-45e5-a891-c65a01365196 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 1c211d2a-c308-4648-b0bf-25936fbcafbb) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:31:25.981987 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31e0522-2d6d-45e5-a891-c65a01365196 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:31:25.982914 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d31e0522-2d6d-45e5-a891-c65a01365196 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:25.989440 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7a7c816f-4b7c-4a3f-82b1-d75d5f300cb9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:25.995764 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34e6d71-a329-4ba8-a6c4-11cb6d29ba6c None None] Network 1c211d2a-c308-4648-b0bf-25936fbcafbb requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:31:26.029011 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7a7c816f-4b7c-4a3f-82b1-d75d5f300cb9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:26.032906 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fa7ffa-2a7c-4662-bbf7-d7b44b30154d tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Made reservation on behalf of b0803f52583a49e1b421e3b5a9e44844 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:31:26.067314 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92db56-e272-4ff9-996a-d62d2a4be3b9 req-04cca230-56c4-4b28-9a59-a368d9c1e6fb tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:26.075031 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-6c92db56-e272-4ff9-996a-d62d2a4be3b9 req-04cca230-56c4-4b28-9a59-a368d9c1e6fb tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.5186410 Mar 11 15:31:26.171946 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-829e6fed-3997-46cd-921d-71a60ae39b16 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.7984166 Mar 11 15:31:26.272004 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c816f-4b7c-4a3f-82b1-d75d5f300cb9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event deleted for resources: {'Network': ['ID=de37737f-54ea-4a0f-853f-5187c96f5301,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:26.340089 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7a7c816f-4b7c-4a3f-82b1-d75d5f300cb9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/networks/de37737f-54ea-4a0f-853f-5187c96f5301 HTTP/1.1" status: 204 len: 168 time: 1.5515544 Mar 11 15:31:26.357564 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37228) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:26.384995 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-f2824f18-713d-4344-bfc5-8afd3f67f06a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1314174056'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:26.411135 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-f2824f18-713d-4344-bfc5-8afd3f67f06a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:26.430916 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-46619f27-e44c-4619-a985-6cf35318c61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25aa0955-a133-4744-be3a-29356fce6747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-791950041', 'tenant_id': 'b0803f52583a49e1b421e3b5a9e44844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.75'}], 'enable_snat': True}, 'gw_port_id': 'fc797b35-c949-407c-a372-bf4e97d80f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:31:19Z', 'updated_at': '2022-03-11T15:31:21Z', 'revision_number': 3, 'project_id': 'b0803f52583a49e1b421e3b5a9e44844', 'gw_port': {'id': 'fc797b35-c949-407c-a372-bf4e97d80f81', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:35:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25aa0955-a133-4744-be3a-29356fce6747', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:31:20Z', 'updated_at': '2022-03-11T15:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:26.436024 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46619f27-e44c-4619-a985-6cf35318c61c None None] The sync data for ids ['25aa0955-a133-4744-be3a-29356fce6747'] in dv-neutron-833373-1-hyperv is: [{'id': '25aa0955-a133-4744-be3a-29356fce6747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-791950041', 'tenant_id': 'b0803f52583a49e1b421e3b5a9e44844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.75'}], 'enable_snat': True}, 'gw_port_id': 'fc797b35-c949-407c-a372-bf4e97d80f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:31:19Z', 'updated_at': '2022-03-11T15:31:21Z', 'revision_number': 3, 'project_id': 'b0803f52583a49e1b421e3b5a9e44844', 'gw_port': {'id': 'fc797b35-c949-407c-a372-bf4e97d80f81', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:35:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25aa0955-a133-4744-be3a-29356fce6747', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:31:20Z', 'updated_at': '2022-03-11T15:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:31:26.441737 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e0522-2d6d-45e5-a891-c65a01365196 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Pushing event updated for resources: {'Port': ['ID=bb413b25-5de2-47a3-9eeb-a9020992c5f5,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:26.451216 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-f2824f18-713d-4344-bfc5-8afd3f67f06a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Usage tracker for resource:network and tenant:a138b31c346e4c0cb3afee629b96673d is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:26.473945 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-f2824f18-713d-4344-bfc5-8afd3f67f06a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:26.499249 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-f2824f18-713d-4344-bfc5-8afd3f67f06a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:26.503500 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-ba55d7c9-9571-4d12-9ca9-d26bc38be454 service neutron] 10.222.0.31 "GET /v2.0/networks/3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301506 Mar 11 15:31:26.504569 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c8fa7ffa-2a7c-4662-bbf7-d7b44b30154d tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:26.538709 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-6c92db56-e272-4ff9-996a-d62d2a4be3b9 req-e7627205-f8c8-4cfd-8635-2057853033c1 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4618316 Mar 11 15:31:26.637206 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31e0522-2d6d-45e5-a891-c65a01365196 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Checking segment: {'id': '758c0d5b-4ff5-45a8-ad6a-b72bdc182e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8d88c36b-d99f-4b20-be86-d6ed7d85687b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:31:26.637523 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31e0522-2d6d-45e5-a891-c65a01365196 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Network hostable DHCP agents. Network: 8d88c36b-d99f-4b20-be86-d6ed7d85687b, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:31:26.647276 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2824f18-713d-4344-bfc5-8afd3f67f06a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Made reservation on behalf of a138b31c346e4c0cb3afee629b96673d for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:31:26.649907 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f2824f18-713d-4344-bfc5-8afd3f67f06a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:26.715019 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4e17d975-c6fa-4317-a913-b89f4b344bed tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:26.727474 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2824f18-713d-4344-bfc5-8afd3f67f06a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:31:26.740516 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0a58eef8-d177-4be7-a245-75c637a4cd5f tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:26.750749 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f2824f18-713d-4344-bfc5-8afd3f67f06a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:26.751418 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-f2824f18-713d-4344-bfc5-8afd3f67f06a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Added segment 01a26494-29cd-4dc9-a36c-ae16eae9f45f of type vlan for network 6eb78fc7-9251-465e-9df9-3c0390f6ab22 Mar 11 15:31:26.759747 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31e0522-2d6d-45e5-a891-c65a01365196 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Network 8d88c36b-d99f-4b20-be86-d6ed7d85687b is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:31:26.797570 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-bad7859b-6806-4f2f-8683-940549dd9bc7 service neutron] 10.222.0.31 "GET /v2.0/networks/3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845299 Mar 11 15:31:26.829730 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-d31e0522-2d6d-45e5-a891-c65a01365196 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 8d88c36b-d99f-4b20-be86-d6ed7d85687b) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:31:26.840434 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2881ae6-f9d0-439e-bdee-42425919a7cc None None] Network 8d88c36b-d99f-4b20-be86-d6ed7d85687b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:31:26.867383 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31e0522-2d6d-45e5-a891-c65a01365196 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:31:26.880369 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31e0522-2d6d-45e5-a891-c65a01365196 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:26.883059 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31e0522-2d6d-45e5-a891-c65a01365196 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:26.883746 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d31e0522-2d6d-45e5-a891-c65a01365196 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:26.904697 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f2824f18-713d-4344-bfc5-8afd3f67f06a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:26.944483 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e17d975-c6fa-4317-a913-b89f4b344bed tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Network c6f8e317-c3b4-4f12-bfd1-76da26a8e27f is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:31:27.045815 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d31e0522-2d6d-45e5-a891-c65a01365196 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.0518408 Mar 11 15:31:27.055017 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-4e17d975-c6fa-4317-a913-b89f4b344bed tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:31:27.057208 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e17d975-c6fa-4317-a913-b89f4b344bed tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'Subnet': ['ID=cc407090-8aae-48f8-a2bb-afc0764181db,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:27.062371 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37232) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:27.069674 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e17d975-c6fa-4317-a913-b89f4b344bed tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:27.070387 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4e17d975-c6fa-4317-a913-b89f4b344bed tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:27.075539 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb5af24-924f-4629-a857-5b26c4671b0b None None] Network c6f8e317-c3b4-4f12-bfd1-76da26a8e27f requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:31:27.114347 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f2824f18-713d-4344-bfc5-8afd3f67f06a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:27.131825 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2824f18-713d-4344-bfc5-8afd3f67f06a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:27.132552 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f2824f18-713d-4344-bfc5-8afd3f67f06a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:27.138186 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-4e17d975-c6fa-4317-a913-b89f4b344bed tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5371692 Mar 11 15:31:27.141184 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37240) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:27.221885 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-ba7d039b-4b4f-4e1c-af88-404362917aba tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'security_group': {'name': 'tempest-secgroup-1753660458'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:27.246285 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c8fa7ffa-2a7c-4662-bbf7-d7b44b30154d tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:27.251600 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ba7d039b-4b4f-4e1c-af88-404362917aba tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:27.321580 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c88c4d2-c185-4aba-bd33-016ce1234e10 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Router f186c74e-a9d7-4f53-91d1-dea1dbb31662 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:31:27.462490 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ba7d039b-4b4f-4e1c-af88-404362917aba tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Usage tracker for resource:security_group and tenant:6b1a6507e257408892b3294b50293467 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:27.481897 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ba7d039b-4b4f-4e1c-af88-404362917aba tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:27.500768 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-4f23dbbb-b1af-485c-98ee-cab58ec2ab74 req-f8ffd411-bd7f-4bc0-b9ea-5c2176a2c7d2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=de989a46-fde2-4b9a-92d0-1b29ba0a52ab HTTP/1.1" status: 200 len: 210 time: 0.3003101 Mar 11 15:31:27.525625 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-f2824f18-713d-4344-bfc5-8afd3f67f06a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1625299 Mar 11 15:31:27.525625 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ba7d039b-4b4f-4e1c-af88-404362917aba tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:27.542878 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37248) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:27.555025 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-55c16fe6-8c29-450f-88c2-0b9f9e3a1ac5 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'subnet': {'network_id': '6eb78fc7-9251-465e-9df9-3c0390f6ab22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:27.569788 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2824f18-713d-4344-bfc5-8afd3f67f06a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'Network': ['ID=6eb78fc7-9251-465e-9df9-3c0390f6ab22,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:27.606220 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ba7d039b-4b4f-4e1c-af88-404362917aba tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:27.616971 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 6eb78fc7-9251-465e-9df9-3c0390f6ab22 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:31:27.625090 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa7ffa-2a7c-4662-bbf7-d7b44b30154d tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Pushing event updated for resources: {'Subnet': ['ID=ee15d9e2-a05e-476c-acce-9c65123f6291,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:27.671419 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fa7ffa-2a7c-4662-bbf7-d7b44b30154d tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Checking segment: {'id': '23668e81-3dbf-4c7c-b5d3-baabcc2f7882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'ddbb0760-09e3-49a1-abd2-299a4552a88c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:31:27.674335 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fa7ffa-2a7c-4662-bbf7-d7b44b30154d tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Network hostable DHCP agents. Network: ddbb0760-09e3-49a1-abd2-299a4552a88c, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:31:27.715683 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6281e0f0-196c-4051-a796-ee6e4646688f tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:27.720467 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6281e0f0-196c-4051-a796-ee6e4646688f tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:27.721318 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-6281e0f0-196c-4051-a796-ee6e4646688f tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Synchronizing usage tracker for tenant:ee327beadf1d4b83a48664c3e1499ed5 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:31:27.744834 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ba7d039b-4b4f-4e1c-af88-404362917aba tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:27.748461 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-55c16fe6-8c29-450f-88c2-0b9f9e3a1ac5 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:27.756676 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-55c16fe6-8c29-450f-88c2-0b9f9e3a1ac5 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Usage tracker for resource:subnet and tenant:a138b31c346e4c0cb3afee629b96673d is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:27.760750 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-55c16fe6-8c29-450f-88c2-0b9f9e3a1ac5 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:27.778113 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-55c16fe6-8c29-450f-88c2-0b9f9e3a1ac5 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:27.781369 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ba7d039b-4b4f-4e1c-af88-404362917aba tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Usage tracker for resource:security_group_rule and tenant:6b1a6507e257408892b3294b50293467 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:27.787723 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ba7d039b-4b4f-4e1c-af88-404362917aba tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:27.799514 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ba7d039b-4b4f-4e1c-af88-404362917aba tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:27.812155 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-6281e0f0-196c-4051-a796-ee6e4646688f tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Unset dirty status for tenant:ee327beadf1d4b83a48664c3e1499ed5 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:31:27.816991 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6281e0f0-196c-4051-a796-ee6e4646688f tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.7501652 Mar 11 15:31:27.823758 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37256) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:27.921277 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fa7ffa-2a7c-4662-bbf7-d7b44b30154d tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Network ddbb0760-09e3-49a1-abd2-299a4552a88c is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:31:28.071280 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a488515f-8902-4703-9771-8cb8df79ef36 None None] Update dhcp port {'port': {'network_id': 'c6f8e317-c3b4-4f12-bfd1-76da26a8e27f', 'fixed_ips': [{'subnet_id': 'bf97cb7b-7bb3-4ec5-ada5-ba643baaefc8', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'cc407090-8aae-48f8-a2bb-afc0764181db'}], 'binding:host_id': 'dv-neutron-833373-1-hyperv'}, 'id': '89a1bac3-fdb9-461e-b6c9-1c547cb954b7'} from dv-neutron-833373-1-hyperv. {{(pid=83868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 15:31:28.098728 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-c8fa7ffa-2a7c-4662-bbf7-d7b44b30154d tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, ddbb0760-09e3-49a1-abd2-299a4552a88c) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:31:28.114309 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fa7ffa-2a7c-4662-bbf7-d7b44b30154d tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:28.115088 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c8fa7ffa-2a7c-4662-bbf7-d7b44b30154d tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:28.122790 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c16fe6-8c29-450f-88c2-0b9f9e3a1ac5 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Made reservation on behalf of a138b31c346e4c0cb3afee629b96673d for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:31:28.153153 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a488515f-8902-4703-9771-8cb8df79ef36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:28.167615 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device fc797b35-c949-407c-a372-bf4e97d80f81 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:31:28.243127 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13f04f4-b851-4090-bde8-5fbc56b602b0 None None] Network ddbb0760-09e3-49a1-abd2-299a4552a88c requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:31:28.281081 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ba7d039b-4b4f-4e1c-af88-404362917aba tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:28.296096 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c8fa7ffa-2a7c-4662-bbf7-d7b44b30154d tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 2.9549644 Mar 11 15:31:28.299539 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ba7d039b-4b4f-4e1c-af88-404362917aba tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:28.311528 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37260) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:28.400825 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-4369c59d-0574-41c2-8ce1-40af1ebc2c57 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Deleting port 898c4cf6-794c-4dfe-9c47-613ebef355be {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:31:28.401411 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4369c59d-0574-41c2-8ce1-40af1ebc2c57 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:28.433037 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0a58eef8-d177-4be7-a245-75c637a4cd5f tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:28.461247 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ba7d039b-4b4f-4e1c-af88-404362917aba tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:28.462650 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ba7d039b-4b4f-4e1c-af88-404362917aba tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2709503 Mar 11 15:31:28.472413 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37264) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:28.512313 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0a58eef8-d177-4be7-a245-75c637a4cd5f tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709172', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-708534'] for router, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:28.519996 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d039b-4b4f-4e1c-af88-404362917aba tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26bda8e1-7912-48e5-8534-e0f65ddce00b,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:28.526272 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-6918ee07-a047-4084-8df6-e7d4eac6b38f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'security_group': {'name': 'tempest-secgroup-832973713'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:28.538901 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-6918ee07-a047-4084-8df6-e7d4eac6b38f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:28.544331 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-6918ee07-a047-4084-8df6-e7d4eac6b38f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Usage tracker for resource:security_group and tenant:6b1a6507e257408892b3294b50293467 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:28.548490 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-6918ee07-a047-4084-8df6-e7d4eac6b38f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:28.555692 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-6918ee07-a047-4084-8df6-e7d4eac6b38f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:28.645654 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-55c16fe6-8c29-450f-88c2-0b9f9e3a1ac5 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:28.674667 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6918ee07-a047-4084-8df6-e7d4eac6b38f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:28.799172 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port fc797b35-c949-407c-a372-bf4e97d80f81 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:31:28.808559 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4274c6e0-01f0-4697-94d2-b503442b0cc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-ddbb0760-09e3-49a1-abd2-299a4552a88c', 'network_id': 'ddbb0760-09e3-49a1-abd2-299a4552a88c', 'tenant_id': 'b0803f52583a49e1b421e3b5a9e44844', 'fixed_ips': [{'subnet_id': 'ee15d9e2-a05e-476c-acce-9c65123f6291'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:31:28.809369 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4274c6e0-01f0-4697-94d2-b503442b0cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:28.826374 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port fc797b35-c949-407c-a372-bf4e97d80f81 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:28.826750 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:28.896513 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-3e4fa378-c81a-408d-847b-4e837ac96f9e req-a5fbf9ea-e01b-48e0-8835-bc7eba85db10 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=de989a46-fde2-4b9a-92d0-1b29ba0a52ab HTTP/1.1" status: 200 len: 210 time: 0.0944042 Mar 11 15:31:28.956315 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-a488515f-8902-4703-9771-8cb8df79ef36 None None] Allocated IP 2001:db8::2 (c6f8e317-c3b4-4f12-bfd1-76da26a8e27f/cc407090-8aae-48f8-a2bb-afc0764181db/89a1bac3-fdb9-461e-b6c9-1c547cb954b7) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:31:29.139144 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c88c4d2-c185-4aba-bd33-016ce1234e10 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:31:29.153043 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7c88c4d2-c185-4aba-bd33-016ce1234e10 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:29.182669 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd727a1-2bea-4874-a599-72f11260e424 None None] Sync routers for ids ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:31:29.241151 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd727a1-2bea-4874-a599-72f11260e424 None None] Routers {'f186c74e-a9d7-4f53-91d1-dea1dbb31662'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:31:29.241789 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-ddd727a1-2bea-4874-a599-72f11260e424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:31:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:29.296723 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a58eef8-d177-4be7-a245-75c637a4cd5f tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Router 72f222d2-f193-4ca7-874d-859191f18d99 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:31:29.322769 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:29.353816 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-ddd727a1-2bea-4874-a599-72f11260e424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:29.358204 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.ipam_backend_mixin [None req-55c16fe6-8c29-450f-88c2-0b9f9e3a1ac5 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Performing IP validity checks on allocation pools {{(pid=83866) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 15:31:29.358874 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.ipam_backend_mixin [None req-55c16fe6-8c29-450f-88c2-0b9f9e3a1ac5 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83866) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 15:31:29.391321 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-4274c6e0-01f0-4697-94d2-b503442b0cc7 None None] Allocated IP 172.20.0.2 (ddbb0760-09e3-49a1-abd2-299a4552a88c/ee15d9e2-a05e-476c-acce-9c65123f6291/9f03897b-e81f-46f8-8c21-f16ec2ab5261) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:31:29.410793 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4f1c8ca8-e32d-4cae-a929-d9c550d2aedb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:29.413832 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port fc797b35-c949-407c-a372-bf4e97d80f81, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=fc797b35-c949-407c-a372-bf4e97d80f81,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:29.425202 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-a488515f-8902-4703-9771-8cb8df79ef36 None None] For port 89a1bac3-fdb9-461e-b6c9-1c547cb954b7, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=89a1bac3-fdb9-461e-b6c9-1c547cb954b7,segment=NetworkSegment(cd55837c-8b7e-498b-8384-3a2dba7dbd29),segment_id=cd55837c-8b7e-498b-8384-3a2dba7dbd29)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:29.430921 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:29.433373 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd727a1-2bea-4874-a599-72f11260e424 None None] Routers {'f186c74e-a9d7-4f53-91d1-dea1dbb31662'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:31:29.434171 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-ddd727a1-2bea-4874-a599-72f11260e424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:31:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:29.515628 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4369c59d-0574-41c2-8ce1-40af1ebc2c57 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:29.536400 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92483c40-71b6-457d-a5e4-79c0ae91ae6b req-7d962794-5a5a-4641-82c8-15f397c1ff67 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:29.538061 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-92483c40-71b6-457d-a5e4-79c0ae91ae6b req-7d962794-5a5a-4641-82c8-15f397c1ff67 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 1.6723084 Mar 11 15:31:29.549527 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-6918ee07-a047-4084-8df6-e7d4eac6b38f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:29.612787 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-ddd727a1-2bea-4874-a599-72f11260e424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:29.613344 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd727a1-2bea-4874-a599-72f11260e424 None None] The sync data for ids ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:31:29.627363 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-6918ee07-a047-4084-8df6-e7d4eac6b38f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Usage tracker for resource:security_group_rule and tenant:6b1a6507e257408892b3294b50293467 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:29.635557 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-7c88c4d2-c185-4aba-bd33-016ce1234e10 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "PUT /v2.0/floatingips/6e780828-2413-4e3f-80af-5200a93722ee HTTP/1.1" status: 200 len: 979 time: 5.9272630 Mar 11 15:31:29.638831 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-6918ee07-a047-4084-8df6-e7d4eac6b38f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:29.647310 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.resource_extend [None req-a488515f-8902-4703-9771-8cb8df79ef36 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:31:29.661916 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37270) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:29.669726 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a488515f-8902-4703-9771-8cb8df79ef36 None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:29.692332 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=fc797b35-c949-407c-a372-bf4e97d80f81,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:29.714985 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-a488515f-8902-4703-9771-8cb8df79ef36 None None] Transition to ACTIVE for port object 89a1bac3-fdb9-461e-b6c9-1c547cb954b7 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:31:29.725758 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-4369c59d-0574-41c2-8ce1-40af1ebc2c57 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Calling delete_port for 898c4cf6-794c-4dfe-9c47-613ebef355be owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:31:29.726227 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a488515f-8902-4703-9771-8cb8df79ef36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:29.754219 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-6918ee07-a047-4084-8df6-e7d4eac6b38f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:29.887744 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-6f24c034-f6c3-47d3-bd4b-dde0bcd702e5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:29.889263 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-6f24c034-f6c3-47d3-bd4b-dde0bcd702e5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "GET /v2.0/networks?id=3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf HTTP/1.1" status: 200 len: 796 time: 0.8304157 Mar 11 15:31:29.908692 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-92483c40-71b6-457d-a5e4-79c0ae91ae6b req-170de2e6-2dac-4750-9edf-6bb0f1acb999 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3537009 Mar 11 15:31:29.943127 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-a1be7957-c58a-4693-8ab2-b1f060efcdc3 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Deleting port f3c135f3-c705-4643-8971-8288c3e6acd3 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:31:29.943649 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a1be7957-c58a-4693-8ab2-b1f060efcdc3 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:29.957813 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488515f-8902-4703-9771-8cb8df79ef36 None None] Pushing event updated for resources: {'Port': ['ID=89a1bac3-fdb9-461e-b6c9-1c547cb954b7,revision_number=6']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:29.984363 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4274c6e0-01f0-4697-94d2-b503442b0cc7 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:30.012269 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-4274c6e0-01f0-4697-94d2-b503442b0cc7 None None] Transition to ACTIVE for port object 9f03897b-e81f-46f8-8c21-f16ec2ab5261 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:31:30.052238 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-4274c6e0-01f0-4697-94d2-b503442b0cc7 None None] Transition to ACTIVE for port object 9f03897b-e81f-46f8-8c21-f16ec2ab5261 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:31:30.061205 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4274c6e0-01f0-4697-94d2-b503442b0cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:30.082825 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a58eef8-d177-4be7-a245-75c637a4cd5f tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:31:30.087710 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0a58eef8-d177-4be7-a245-75c637a4cd5f tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:30.092014 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0a58eef8-d177-4be7-a245-75c637a4cd5f tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] 10.222.0.31 "PUT /v2.0/routers/72f222d2-f193-4ca7-874d-859191f18d99 HTTP/1.1" status: 200 len: 926 time: 7.2807884 Mar 11 15:31:30.095990 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c15752f-10bd-4f2f-a776-1b03280fbbb1 None None] Sync routers for ids ['72f222d2-f193-4ca7-874d-859191f18d99'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:31:30.099172 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37276) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:30.101447 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4369c59d-0574-41c2-8ce1-40af1ebc2c57 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:30.116614 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c15752f-10bd-4f2f-a776-1b03280fbbb1 None None] Routers {'72f222d2-f193-4ca7-874d-859191f18d99'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:31:30.117626 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-9c15752f-10bd-4f2f-a776-1b03280fbbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:31:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['72f222d2-f193-4ca7-874d-859191f18d99'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:30.151405 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device fc797b35-c949-407c-a372-bf4e97d80f81 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:31:30.243001 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-9c15752f-10bd-4f2f-a776-1b03280fbbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:30.262282 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2cb8f444-5e63-4d96-ad66-c09d434a6cf8 req-14264726-f565-47ea-bdc2-41b3c9f43c0a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=de989a46-fde2-4b9a-92d0-1b29ba0a52ab HTTP/1.1" status: 200 len: 210 time: 0.1125753 Mar 11 15:31:30.263519 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c15752f-10bd-4f2f-a776-1b03280fbbb1 None None] Routers {'72f222d2-f193-4ca7-874d-859191f18d99'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:31:30.264497 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-9c15752f-10bd-4f2f-a776-1b03280fbbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:31:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['72f222d2-f193-4ca7-874d-859191f18d99'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:30.310265 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4274c6e0-01f0-4697-94d2-b503442b0cc7 None None] Network ddbb0760-09e3-49a1-abd2-299a4552a88c is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:31:30.314759 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-4274c6e0-01f0-4697-94d2-b503442b0cc7 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:31:30.325578 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4274c6e0-01f0-4697-94d2-b503442b0cc7 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:31:30.359369 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-9c15752f-10bd-4f2f-a776-1b03280fbbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:30.359923 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c15752f-10bd-4f2f-a776-1b03280fbbb1 None None] The sync data for ids ['72f222d2-f193-4ca7-874d-859191f18d99'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:31:30.378485 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a1be7957-c58a-4693-8ab2-b1f060efcdc3 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:30.379107 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a1be7957-c58a-4693-8ab2-b1f060efcdc3 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:30.395380 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-6be33af5-9ee2-485a-97b3-f05f9e015c23 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=916fcc14ed3c4d0b95925acf526937c4 HTTP/1.1" status: 200 len: 473 time: 0.4923022 Mar 11 15:31:30.399725 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4369c59d-0574-41c2-8ce1-40af1ebc2c57 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:30.409871 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4274c6e0-01f0-4697-94d2-b503442b0cc7 None None] Pushing event updated for resources: {'Port': ['ID=9f03897b-e81f-46f8-8c21-f16ec2ab5261,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:30.427837 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6918ee07-a047-4084-8df6-e7d4eac6b38f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:30.429491 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port fc797b35-c949-407c-a372-bf4e97d80f81 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:30.430084 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:30.434957 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-f3b12a59-6d6e-48e0-8535-331716085aef tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'port': {'device_id': 'de989a46-fde2-4b9a-92d0-1b29ba0a52ab', 'network_id': '3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf', 'admin_state_up': True, 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'security_groups': ['3652cd1d-a49c-4b0a-beb5-6168bcad425a']}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:30.480668 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369c59d-0574-41c2-8ce1-40af1ebc2c57 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Pushing event deleted for resources: {'Port': ['ID=898c4cf6-794c-4dfe-9c47-613ebef355be,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:30.536537 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-a1be7957-c58a-4693-8ab2-b1f060efcdc3 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Calling delete_port for f3c135f3-c705-4643-8971-8288c3e6acd3 owned by network:floatingip {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:31:30.595536 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-55c16fe6-8c29-450f-88c2-0b9f9e3a1ac5 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:30.599758 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6918ee07-a047-4084-8df6-e7d4eac6b38f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:30.623828 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-4274c6e0-01f0-4697-94d2-b503442b0cc7 None None] Attempting to bind port 9f03897b-e81f-46f8-8c21-f16ec2ab5261 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:31:30.624634 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-4274c6e0-01f0-4697-94d2-b503442b0cc7 None None] Attempting to bind port 9f03897b-e81f-46f8-8c21-f16ec2ab5261 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '23668e81-3dbf-4c7c-b5d3-baabcc2f7882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'ddbb0760-09e3-49a1-abd2-299a4552a88c'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:31:30.625360 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4274c6e0-01f0-4697-94d2-b503442b0cc7 None None] Attempting to bind port 9f03897b-e81f-46f8-8c21-f16ec2ab5261 on network ddbb0760-09e3-49a1-abd2-299a4552a88c {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:31:30.692262 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4274c6e0-01f0-4697-94d2-b503442b0cc7 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:31:30.692852 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4274c6e0-01f0-4697-94d2-b503442b0cc7 None None] Checking segment: {'id': '23668e81-3dbf-4c7c-b5d3-baabcc2f7882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'ddbb0760-09e3-49a1-abd2-299a4552a88c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:31:30.693356 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4274c6e0-01f0-4697-94d2-b503442b0cc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:30.693856 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4274c6e0-01f0-4697-94d2-b503442b0cc7 None None] Bound using segment: {'id': '23668e81-3dbf-4c7c-b5d3-baabcc2f7882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'ddbb0760-09e3-49a1-abd2-299a4552a88c'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:31:30.694457 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-4274c6e0-01f0-4697-94d2-b503442b0cc7 None None] Bound port: 9f03897b-e81f-46f8-8c21-f16ec2ab5261, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23668e81-3dbf-4c7c-b5d3-baabcc2f7882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'ddbb0760-09e3-49a1-abd2-299a4552a88c'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:31:30.694941 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4274c6e0-01f0-4697-94d2-b503442b0cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:30.845459 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-4274c6e0-01f0-4697-94d2-b503442b0cc7 None None] For port 9f03897b-e81f-46f8-8c21-f16ec2ab5261, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:31:30.852428 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-4274c6e0-01f0-4697-94d2-b503442b0cc7 None None] For port 9f03897b-e81f-46f8-8c21-f16ec2ab5261, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=9f03897b-e81f-46f8-8c21-f16ec2ab5261,segment=NetworkSegment(23668e81-3dbf-4c7c-b5d3-baabcc2f7882),segment_id=23668e81-3dbf-4c7c-b5d3-baabcc2f7882)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:31:30.862622 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4274c6e0-01f0-4697-94d2-b503442b0cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:30.921691 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a1be7957-c58a-4693-8ab2-b1f060efcdc3 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:30.946828 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-ba1c25c2-f7dd-4d58-8851-9c66806ae4dc None None] Provisioning complete for port cc5e790a-0109-4295-a98c-c513c9ed60ea triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:30.947113 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ba1c25c2-f7dd-4d58-8851-9c66806ae4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:30.964857 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-4369c59d-0574-41c2-8ce1-40af1ebc2c57 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] 10.222.0.31 "DELETE /v2.0/ports/898c4cf6-794c-4dfe-9c47-613ebef355be HTTP/1.1" status: 204 len: 168 time: 3.1387732 Mar 11 15:31:30.972991 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37280) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:31.014403 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be7957-c58a-4693-8ab2-b1f060efcdc3 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Pushing event deleted for resources: {'Port': ['ID=f3c135f3-c705-4643-8971-8288c3e6acd3,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:31.074322 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-f3b12a59-6d6e-48e0-8535-331716085aef tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:31.079797 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-f3b12a59-6d6e-48e0-8535-331716085aef tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:port and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:31.085213 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-f3b12a59-6d6e-48e0-8535-331716085aef tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:31.092611 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-f3b12a59-6d6e-48e0-8535-331716085aef tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:31.098653 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c16fe6-8c29-450f-88c2-0b9f9e3a1ac5 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'Subnet': ['ID=d89bd66a-be89-429e-b879-ff44a274a7b3,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:31.106533 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-ba1c25c2-f7dd-4d58-8851-9c66806ae4dc None None] Port cc5e790a-0109-4295-a98c-c513c9ed60ea cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:31:31.108973 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4274c6e0-01f0-4697-94d2-b503442b0cc7 None None] Pushing event updated for resources: {'Port': ['ID=9f03897b-e81f-46f8-8c21-f16ec2ab5261,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:31.109430 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6918ee07-a047-4084-8df6-e7d4eac6b38f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:31.122681 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-6918ee07-a047-4084-8df6-e7d4eac6b38f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 2.6294796 Mar 11 15:31:31.126616 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-ba1c25c2-f7dd-4d58-8851-9c66806ae4dc None None] Provisioning for port 89a1bac3-fdb9-461e-b6c9-1c547cb954b7 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:31:31.133534 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-ba1c25c2-f7dd-4d58-8851-9c66806ae4dc None None] Provisioning complete for port 89a1bac3-fdb9-461e-b6c9-1c547cb954b7 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:31.134288 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ba1c25c2-f7dd-4d58-8851-9c66806ae4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:31.136822 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37286) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:31.139987 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6918ee07-a047-4084-8df6-e7d4eac6b38f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd1105a-1e2a-43f4-adc6-5e2eb79942cb,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:31.162941 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-9678aa7f-972c-4a4e-8cf5-4bccdc22a81d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'security_group': {'name': 'tempest-secgroup-2052276484'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:31.265831 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a1be7957-c58a-4693-8ab2-b1f060efcdc3 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for floatingip, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:31.315806 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-07404b15-a176-4068-98c4-3e9be3330404 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Deleting port bb413b25-5de2-47a3-9eeb-a9020992c5f5 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:31:31.315806 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-07404b15-a176-4068-98c4-3e9be3330404 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:31.343009 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bbaa856c-d680-4938-a7a4-1c6f181e33bd tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:31.365398 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-9678aa7f-972c-4a4e-8cf5-4bccdc22a81d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:31.383118 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-f3b12a59-6d6e-48e0-8535-331716085aef tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Made reservation on behalf of 916fcc14ed3c4d0b95925acf526937c4 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:31:31.386933 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-f3b12a59-6d6e-48e0-8535-331716085aef tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:31.416948 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-9678aa7f-972c-4a4e-8cf5-4bccdc22a81d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Usage tracker for resource:security_group and tenant:6b1a6507e257408892b3294b50293467 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:31.426576 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-9678aa7f-972c-4a4e-8cf5-4bccdc22a81d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:31.460658 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-9678aa7f-972c-4a4e-8cf5-4bccdc22a81d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:31.571129 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-392831e7-04fa-438d-9289-192de5933934 req-a06ca924-12d0-40f8-86fa-a869700f5308 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=de989a46-fde2-4b9a-92d0-1b29ba0a52ab HTTP/1.1" status: 200 len: 210 time: 0.1224792 Mar 11 15:31:31.583929 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-476ccb8a-2257-4904-b834-f4ce44f33f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:31.585393 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c16fe6-8c29-450f-88c2-0b9f9e3a1ac5 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Checking segment: {'id': '01a26494-29cd-4dc9-a36c-ae16eae9f45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6eb78fc7-9251-465e-9df9-3c0390f6ab22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:31:31.586332 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c16fe6-8c29-450f-88c2-0b9f9e3a1ac5 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Network hostable DHCP agents. Network: 6eb78fc7-9251-465e-9df9-3c0390f6ab22, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:31:31.608182 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9678aa7f-972c-4a4e-8cf5-4bccdc22a81d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:31.861580 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a774381-7233-43e5-b855-2a693d3cbe10 req-f9b6f30b-b692-4b88-ad70-5dfcd62bf670 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:31.862881 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9a774381-7233-43e5-b855-2a693d3cbe10 req-f9b6f30b-b692-4b88-ad70-5dfcd62bf670 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.6074853 Mar 11 15:31:31.890238 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-9678aa7f-972c-4a4e-8cf5-4bccdc22a81d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:31.945975 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-9678aa7f-972c-4a4e-8cf5-4bccdc22a81d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Usage tracker for resource:security_group_rule and tenant:6b1a6507e257408892b3294b50293467 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:31.963490 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-9678aa7f-972c-4a4e-8cf5-4bccdc22a81d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:31.966252 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c16fe6-8c29-450f-88c2-0b9f9e3a1ac5 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Network 6eb78fc7-9251-465e-9df9-3c0390f6ab22 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:31:31.969566 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-07404b15-a176-4068-98c4-3e9be3330404 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:31.990200 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-9678aa7f-972c-4a4e-8cf5-4bccdc22a81d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:32.087056 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-f3b12a59-6d6e-48e0-8535-331716085aef tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Allocated IP 172.20.0.26 (3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf/33b9d073-8124-426e-8fc5-378c99bf008f/31db51bc-a5d1-4282-ba0f-5d36313884f6) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:31:32.128284 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-bbaa856c-d680-4938-a7a4-1c6f181e33bd tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Allocated IP 172.20.0.1 (ddbb0760-09e3-49a1-abd2-299a4552a88c/ee15d9e2-a05e-476c-acce-9c65123f6291/e43a6020-20a6-46cf-a556-a4026338a6f9) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:31:32.143552 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 89a1bac3-fdb9-461e-b6c9-1c547cb954b7 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:31:32.160522 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-55c16fe6-8c29-450f-88c2-0b9f9e3a1ac5 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 6eb78fc7-9251-465e-9df9-3c0390f6ab22) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:31:32.169821 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-07404b15-a176-4068-98c4-3e9be3330404 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Calling delete_port for bb413b25-5de2-47a3-9eeb-a9020992c5f5 owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:31:32.172282 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a133c3d-f837-48aa-bf12-46cea6d395dc None None] Network 6eb78fc7-9251-465e-9df9-3c0390f6ab22 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:31:32.231648 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c16fe6-8c29-450f-88c2-0b9f9e3a1ac5 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:32.232330 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-55c16fe6-8c29-450f-88c2-0b9f9e3a1ac5 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:32.340828 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9a774381-7233-43e5-b855-2a693d3cbe10 req-d641994d-6929-48ef-9835-1f55f7b70b94 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4529476 Mar 11 15:31:32.375606 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 89a1bac3-fdb9-461e-b6c9-1c547cb954b7 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:32.376682 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:32.404864 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9678aa7f-972c-4a4e-8cf5-4bccdc22a81d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:32.446904 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-55c16fe6-8c29-450f-88c2-0b9f9e3a1ac5 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.8985982 Mar 11 15:31:32.451293 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bbaa856c-d680-4938-a7a4-1c6f181e33bd tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:32.456066 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37294) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:32.470744 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-bbaa856c-d680-4938-a7a4-1c6f181e33bd tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Transition to ACTIVE for port object e43a6020-20a6-46cf-a556-a4026338a6f9 will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:31:32.484900 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9678aa7f-972c-4a4e-8cf5-4bccdc22a81d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:32.511494 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bbaa856c-d680-4938-a7a4-1c6f181e33bd tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:32.517651 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-414f1e36-f558-4606-aab5-426d50155246 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'port': {'network_id': '6eb78fc7-9251-465e-9df9-3c0390f6ab22', 'name': 'tempest-PortsTestJSON-1061345117'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:32.572407 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-6719cffe-f3c8-43e7-9485-3b7da35dd3fc tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] 10.222.0.31 "GET /v2.0/routers/72f222d2-f193-4ca7-874d-859191f18d99 HTTP/1.1" status: 200 len: 926 time: 2.4686594 Mar 11 15:31:32.579674 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 9f03897b-e81f-46f8-8c21-f16ec2ab5261 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:31:32.589576 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37298) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:32.601087 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbaa856c-d680-4938-a7a4-1c6f181e33bd tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Network ddbb0760-09e3-49a1-abd2-299a4552a88c is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:31:32.624660 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dff10a-2201-4743-ba9d-5872f8b02eed None None] Network ddbb0760-09e3-49a1-abd2-299a4552a88c requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:31:32.643134 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-bbaa856c-d680-4938-a7a4-1c6f181e33bd tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:31:32.646325 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaa856c-d680-4938-a7a4-1c6f181e33bd tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:31:32.832581 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9678aa7f-972c-4a4e-8cf5-4bccdc22a81d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:32.836997 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9678aa7f-972c-4a4e-8cf5-4bccdc22a81d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6816857 Mar 11 15:31:32.888422 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37306) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:32.911725 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:32.931127 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0abe6ac-c862-45d8-a148-e668f4330baa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-6eb78fc7-9251-465e-9df9-3c0390f6ab22', 'network_id': '6eb78fc7-9251-465e-9df9-3c0390f6ab22', 'tenant_id': 'a138b31c346e4c0cb3afee629b96673d', 'fixed_ips': [{'subnet_id': 'd89bd66a-be89-429e-b879-ff44a274a7b3'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:31:32.931936 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e0abe6ac-c862-45d8-a148-e668f4330baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:32.934464 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9678aa7f-972c-4a4e-8cf5-4bccdc22a81d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35e7c546-fa58-4f43-9d9b-6697bd134dc0,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:32.946056 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5c0fa679-fba2-4181-b5ac-27e4986fe2d3 None None] Provisioning for port 9f03897b-e81f-46f8-8c21-f16ec2ab5261 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:31:32.956959 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-d32d4f64-4e0c-438d-b059-47a04a03265f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1942262183', 'security_groups': ['35e7c546-fa58-4f43-9d9b-6697bd134dc0'], 'network_id': 'c6f8e317-c3b4-4f12-bfd1-76da26a8e27f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cc407090-8aae-48f8-a2bb-afc0764181db'}]}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:32.977455 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:32.983647 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-07404b15-a176-4068-98c4-3e9be3330404 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:32.992850 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa856c-d680-4938-a7a4-1c6f181e33bd tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Pushing event updated for resources: {'Port': ['ID=e43a6020-20a6-46cf-a556-a4026338a6f9,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:32.996402 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-54c4a83f-9e1e-4a0b-baf2-5e28017f1ec9 req-50a3bb4d-71a3-4aed-9c29-a175ade02c5e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=de989a46-fde2-4b9a-92d0-1b29ba0a52ab HTTP/1.1" status: 200 len: 210 time: 0.0808239 Mar 11 15:31:33.006923 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bbaa856c-d680-4938-a7a4-1c6f181e33bd tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:33.027465 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1be7957-c58a-4693-8ab2-b1f060efcdc3 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Router f186c74e-a9d7-4f53-91d1-dea1dbb31662 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:31:33.122556 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 9f03897b-e81f-46f8-8c21-f16ec2ab5261 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:31:33.142697 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 9f03897b-e81f-46f8-8c21-f16ec2ab5261 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:33.143329 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:33.244790 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bbaa856c-d680-4938-a7a4-1c6f181e33bd tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:33.307422 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07404b15-a176-4068-98c4-3e9be3330404 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Pushing event deleted for resources: {'Port': ['ID=bb413b25-5de2-47a3-9eeb-a9020992c5f5,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:33.399180 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:33.399451 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-07404b15-a176-4068-98c4-3e9be3330404 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:33.426747 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-414f1e36-f558-4606-aab5-426d50155246 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:33.435355 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-e0abe6ac-c862-45d8-a148-e668f4330baa None None] Allocated IP 172.20.0.2 (6eb78fc7-9251-465e-9df9-3c0390f6ab22/d89bd66a-be89-429e-b879-ff44a274a7b3/3b774acc-675e-4973-ac66-3f89c0390175) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:31:33.470704 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-f3b12a59-6d6e-48e0-8535-331716085aef tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:33.476536 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-07404b15-a176-4068-98c4-3e9be3330404 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] 10.222.0.31 "DELETE /v2.0/ports/bb413b25-5de2-47a3-9eeb-a9020992c5f5 HTTP/1.1" status: 204 len: 168 time: 2.4148815 Mar 11 15:31:33.482716 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37310) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:33.490275 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 9f03897b-e81f-46f8-8c21-f16ec2ab5261, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=9f03897b-e81f-46f8-8c21-f16ec2ab5261,segment=NetworkSegment(23668e81-3dbf-4c7c-b5d3-baabcc2f7882),segment_id=23668e81-3dbf-4c7c-b5d3-baabcc2f7882)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:33.500719 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-c3253c8a-68f9-4780-85c7-3c99728be47a tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Synchronizing usage tracker for tenant:119dbf5de319411fa8a255aebc203c5d on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:31:33.507009 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-414f1e36-f558-4606-aab5-426d50155246 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:33.544414 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:33.547732 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d301b8de-c4f3-4d77-aa8d-ca9a6ffae795 req-23cbd436-2162-488d-9458-474cfa08e8fb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ce1e6b6647741e599091dbba04f8bc1&device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 1098 time: 0.7172089 Mar 11 15:31:33.552782 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-f3b12a59-6d6e-48e0-8535-331716085aef tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Transition to ACTIVE for port object 31db51bc-a5d1-4282-ba0f-5d36313884f6 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:31:33.555193 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ab1356d6-4d79-481b-b10c-2480da3160f6 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0713000 Mar 11 15:31:33.565177 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37314) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:33.571442 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-7be98367-f67f-44e0-a573-0789c0206c13 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-60900658'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:33.587966 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f69a3d-3bfd-4eb3-8c59-0db48fc49c75 req-0b7e99f9-8e32-4fe7-b40d-58a8c41fff31 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:33.589700 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-51f69a3d-3bfd-4eb3-8c59-0db48fc49c75 req-0b7e99f9-8e32-4fe7-b40d-58a8c41fff31 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.7673020 Mar 11 15:31:33.595371 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-d32d4f64-4e0c-438d-b059-47a04a03265f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:33.600646 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7be98367-f67f-44e0-a573-0789c0206c13 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:33.618374 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7be98367-f67f-44e0-a573-0789c0206c13 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Usage tracker for resource:network and tenant:ee327beadf1d4b83a48664c3e1499ed5 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:33.618603 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-c3253c8a-68f9-4780-85c7-3c99728be47a tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Unset dirty status for tenant:119dbf5de319411fa8a255aebc203c5d on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:31:33.627506 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7be98367-f67f-44e0-a573-0789c0206c13 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:33.627506 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37318) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:33.630526 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c3253c8a-68f9-4780-85c7-3c99728be47a tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=69193b02-dbf5-4ccf-b3ce-76dabd3f8655&device_id=72f222d2-f193-4ca7-874d-859191f18d99&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.9748065 Mar 11 15:31:33.633346 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414f1e36-f558-4606-aab5-426d50155246 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Made reservation on behalf of a138b31c346e4c0cb3afee629b96673d for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:31:33.637812 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-414f1e36-f558-4606-aab5-426d50155246 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:33.656536 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7be98367-f67f-44e0-a573-0789c0206c13 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:33.663789 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=9f03897b-e81f-46f8-8c21-f16ec2ab5261,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:33.698159 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-d32d4f64-4e0c-438d-b059-47a04a03265f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:33.790060 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e0abe6ac-c862-45d8-a148-e668f4330baa None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:33.813093 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e0abe6ac-c862-45d8-a148-e668f4330baa None None] Transition to ACTIVE for port object 3b774acc-675e-4973-ac66-3f89c0390175 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:31:33.815576 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-51f69a3d-3bfd-4eb3-8c59-0db48fc49c75 req-4d791fdd-8163-4aaa-8570-c647edec4655 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2165725 Mar 11 15:31:33.833633 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-414f1e36-f558-4606-aab5-426d50155246 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] device_id is not set on port 3f609161-babc-4eb5-89f4-50e9ddc056b5 yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:31:33.847124 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be98367-f67f-44e0-a573-0789c0206c13 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Made reservation on behalf of ee327beadf1d4b83a48664c3e1499ed5 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:31:33.848732 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e0abe6ac-c862-45d8-a148-e668f4330baa None None] Transition to ACTIVE for port object 3b774acc-675e-4973-ac66-3f89c0390175 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:31:33.850185 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7be98367-f67f-44e0-a573-0789c0206c13 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:33.861870 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e0abe6ac-c862-45d8-a148-e668f4330baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:33.887649 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32d4f64-4e0c-438d-b059-47a04a03265f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Made reservation on behalf of 6b1a6507e257408892b3294b50293467 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:31:33.909811 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1be7957-c58a-4693-8ab2-b1f060efcdc3 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:31:33.972813 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0abe6ac-c862-45d8-a148-e668f4330baa None None] Pushing event updated for resources: {'Port': ['ID=3b774acc-675e-4973-ac66-3f89c0390175,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:33.976644 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927d9e7c-b9f6-4e8e-a1b8-c2610e747078 None None] Sync routers for ids ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:31:34.001138 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0abe6ac-c862-45d8-a148-e668f4330baa None None] Network 6eb78fc7-9251-465e-9df9-3c0390f6ab22 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:31:34.002654 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b0a8eb3a-0611-4e13-93a5-ad970f0ed957 None None] Provisioning for port e43a6020-20a6-46cf-a556-a4026338a6f9 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:31:34.005508 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9188e088-a7c0-4ac8-bb6e-b02e42816078 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:34.006302 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-9188e088-a7c0-4ac8-bb6e-b02e42816078 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Synchronizing usage tracker for tenant:119dbf5de319411fa8a255aebc203c5d on resource:network {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:31:34.008622 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-f3b12a59-6d6e-48e0-8535-331716085aef tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:34.011558 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-e0abe6ac-c862-45d8-a148-e668f4330baa None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:31:34.014446 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0abe6ac-c862-45d8-a148-e668f4330baa None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:31:34.019737 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be98367-f67f-44e0-a573-0789c0206c13 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:31:34.057267 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a1be7957-c58a-4693-8ab2-b1f060efcdc3 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:34.118512 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7be98367-f67f-44e0-a573-0789c0206c13 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:34.118872 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-7be98367-f67f-44e0-a573-0789c0206c13 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Added segment 658d5ec3-5a83-46ec-bcc0-6ab8f98e7dc7 of type vlan for network a7e395a6-4bd6-493e-8533-109ca7c41fa2 Mar 11 15:31:34.148340 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-9188e088-a7c0-4ac8-bb6e-b02e42816078 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Unset dirty status for tenant:119dbf5de319411fa8a255aebc203c5d on resource:network {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:31:34.149975 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9188e088-a7c0-4ac8-bb6e-b02e42816078 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] 10.222.0.31 "GET /v2.0/networks/69193b02-dbf5-4ccf-b3ce-76dabd3f8655 HTTP/1.1" status: 200 len: 881 time: 0.5219221 Mar 11 15:31:34.155662 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37324) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:34.162324 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.db.resource_extend [None req-bbaa856c-d680-4938-a7a4-1c6f181e33bd tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:31:34.185293 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301b8de-c4f3-4d77-aa8d-ca9a6ffae795 req-adbf5b0a-b4c2-4239-8abf-12159952d249 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:34.186980 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d301b8de-c4f3-4d77-aa8d-ca9a6ffae795 req-adbf5b0a-b4c2-4239-8abf-12159952d249 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f5e50d7a-e877-43fe-b63b-0d368fa885b4 HTTP/1.1" status: 200 len: 912 time: 0.6251056 Mar 11 15:31:34.247541 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b0a8eb3a-0611-4e13-93a5-ad970f0ed957 None None] Provisioning complete for port e43a6020-20a6-46cf-a556-a4026338a6f9 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:34.248085 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b0a8eb3a-0611-4e13-93a5-ad970f0ed957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:34.262260 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bbaa856c-d680-4938-a7a4-1c6f181e33bd tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:34.286113 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 9f03897b-e81f-46f8-8c21-f16ec2ab5261 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:31:34.287074 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a1be7957-c58a-4693-8ab2-b1f060efcdc3 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "DELETE /v2.0/floatingips/6e780828-2413-4e3f-80af-5200a93722ee HTTP/1.1" status: 204 len: 168 time: 4.6185796 Mar 11 15:31:34.292621 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-488f2ef4-1581-45ef-ba3c-564b6d2f415b tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] 10.222.0.31 "GET /v2.0/ports?device_id=72f222d2-f193-4ca7-874d-859191f18d99 HTTP/1.1" status: 200 len: 205 time: 0.1358299 Mar 11 15:31:34.294877 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bbaa856c-d680-4938-a7a4-1c6f181e33bd tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:34.303794 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37328) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:34.304146 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37330) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:34.371631 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7be98367-f67f-44e0-a573-0789c0206c13 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:34.374513 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927d9e7c-b9f6-4e8e-a1b8-c2610e747078 None None] Routers {'f186c74e-a9d7-4f53-91d1-dea1dbb31662'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:31:34.375281 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-927d9e7c-b9f6-4e8e-a1b8-c2610e747078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:31:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:34.447686 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-e0abe6ac-c862-45d8-a148-e668f4330baa None None] Attempting to bind port 3b774acc-675e-4973-ac66-3f89c0390175 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:31:34.448124 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-e0abe6ac-c862-45d8-a148-e668f4330baa None None] Attempting to bind port 3b774acc-675e-4973-ac66-3f89c0390175 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '01a26494-29cd-4dc9-a36c-ae16eae9f45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6eb78fc7-9251-465e-9df9-3c0390f6ab22'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:31:34.448585 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0abe6ac-c862-45d8-a148-e668f4330baa None None] Attempting to bind port 3b774acc-675e-4973-ac66-3f89c0390175 on network 6eb78fc7-9251-465e-9df9-3c0390f6ab22 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:31:34.450746 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:34.451076 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bbaa856c-d680-4938-a7a4-1c6f181e33bd tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:34.457775 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-927d9e7c-b9f6-4e8e-a1b8-c2610e747078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:34.459874 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-b0a8eb3a-0611-4e13-93a5-ad970f0ed957 None None] Port e43a6020-20a6-46cf-a556-a4026338a6f9 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:31:34.460626 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa856c-d680-4938-a7a4-1c6f181e33bd tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Pushing event updated for resources: {'Port': ['ID=e43a6020-20a6-46cf-a556-a4026338a6f9,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:34.472452 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0abe6ac-c862-45d8-a148-e668f4330baa None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:31:34.472987 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0abe6ac-c862-45d8-a148-e668f4330baa None None] Checking segment: {'id': '01a26494-29cd-4dc9-a36c-ae16eae9f45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6eb78fc7-9251-465e-9df9-3c0390f6ab22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:31:34.473487 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e0abe6ac-c862-45d8-a148-e668f4330baa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:34.473973 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0abe6ac-c862-45d8-a148-e668f4330baa None None] Bound using segment: {'id': '01a26494-29cd-4dc9-a36c-ae16eae9f45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6eb78fc7-9251-465e-9df9-3c0390f6ab22'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:31:34.474576 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-e0abe6ac-c862-45d8-a148-e668f4330baa None None] Bound port: 3b774acc-675e-4973-ac66-3f89c0390175, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a26494-29cd-4dc9-a36c-ae16eae9f45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6eb78fc7-9251-465e-9df9-3c0390f6ab22'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:31:34.475039 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e0abe6ac-c862-45d8-a148-e668f4330baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:34.487158 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b12a59-6d6e-48e0-8535-331716085aef tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=31db51bc-a5d1-4282-ba0f-5d36313884f6,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:34.491022 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-f3b12a59-6d6e-48e0-8535-331716085aef tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network 3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:31:34.500463 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaa856c-d680-4938-a7a4-1c6f181e33bd tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:34.501619 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaa856c-d680-4938-a7a4-1c6f181e33bd tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:34.502104 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaa856c-d680-4938-a7a4-1c6f181e33bd tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:34.502588 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaa856c-d680-4938-a7a4-1c6f181e33bd tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:34.503100 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaa856c-d680-4938-a7a4-1c6f181e33bd tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:34.503586 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaa856c-d680-4938-a7a4-1c6f181e33bd tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:34.504053 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaa856c-d680-4938-a7a4-1c6f181e33bd tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:34.504551 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaa856c-d680-4938-a7a4-1c6f181e33bd tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:34.505233 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaa856c-d680-4938-a7a4-1c6f181e33bd tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:34.505821 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaa856c-d680-4938-a7a4-1c6f181e33bd tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:34.506308 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaa856c-d680-4938-a7a4-1c6f181e33bd tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:34.513774 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7be98367-f67f-44e0-a573-0789c0206c13 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:34.518531 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be98367-f67f-44e0-a573-0789c0206c13 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:34.519701 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7be98367-f67f-44e0-a573-0789c0206c13 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:34.551300 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927d9e7c-b9f6-4e8e-a1b8-c2610e747078 None None] Routers {'f186c74e-a9d7-4f53-91d1-dea1dbb31662'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:31:34.552093 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-927d9e7c-b9f6-4e8e-a1b8-c2610e747078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:31:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:34.562425 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-f3b12a59-6d6e-48e0-8535-331716085aef tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:31:34.592174 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-f3b12a59-6d6e-48e0-8535-331716085aef tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:31:34.624261 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d301b8de-c4f3-4d77-aa8d-ca9a6ffae795 req-92cb14b8-94a7-4556-b07a-917c01b0b94d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a650df7e-7466-470d-8473-ace951e19993 HTTP/1.1" status: 200 len: 1001 time: 0.4272859 Mar 11 15:31:34.656506 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-927d9e7c-b9f6-4e8e-a1b8-c2610e747078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:34.657520 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927d9e7c-b9f6-4e8e-a1b8-c2610e747078 None None] The sync data for ids ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:31:34.660204 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b0a8eb3a-0611-4e13-93a5-ad970f0ed957 None None] Provisioning complete for port 9f03897b-e81f-46f8-8c21-f16ec2ab5261 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:34.660626 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b0a8eb3a-0611-4e13-93a5-ad970f0ed957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:34.695791 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d32d4f64-4e0c-438d-b059-47a04a03265f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:34.731256 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-ed8fc83e-3e2b-4cd5-83d5-8e69874d3bc9 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Deleting port ae5a51e2-1bec-4353-bb47-a209118b1ae9 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:31:34.731581 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ed8fc83e-3e2b-4cd5-83d5-8e69874d3bc9 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:34.827129 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-414f1e36-f558-4606-aab5-426d50155246 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Allocated IP 172.20.0.10 (6eb78fc7-9251-465e-9df9-3c0390f6ab22/d89bd66a-be89-429e-b879-ff44a274a7b3/3f609161-babc-4eb5-89f4-50e9ddc056b5) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:31:34.827341 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 9f03897b-e81f-46f8-8c21-f16ec2ab5261 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:34.827780 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:34.837068 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ba008-8bea-46f9-9da1-d85fca6569f1 req-8e5490fe-5b40-4306-997b-633c7ec1cd52 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:34.838608 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-ee1ba008-8bea-46f9-9da1-d85fca6569f1 req-8e5490fe-5b40-4306-997b-633c7ec1cd52 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=de989a46-fde2-4b9a-92d0-1b29ba0a52ab HTTP/1.1" status: 200 len: 932 time: 0.6213779 Mar 11 15:31:34.849891 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-f3b12a59-6d6e-48e0-8535-331716085aef tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:34.850485 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-f3b12a59-6d6e-48e0-8535-331716085aef tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:34.882805 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-d32d4f64-4e0c-438d-b059-47a04a03265f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] device_id is not set on port 971bdaa5-10ac-4cb0-bd56-d28281a92721 yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:31:34.917354 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be98367-f67f-44e0-a573-0789c0206c13 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Pushing event updated for resources: {'Network': ['ID=a7e395a6-4bd6-493e-8533-109ca7c41fa2,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:34.921156 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-e0abe6ac-c862-45d8-a148-e668f4330baa None None] For port 3b774acc-675e-4973-ac66-3f89c0390175, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:31:34.934598 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7be98367-f67f-44e0-a573-0789c0206c13 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3656104 Mar 11 15:31:34.940987 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network a7e395a6-4bd6-493e-8533-109ca7c41fa2 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:31:34.944148 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37338) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:34.962823 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-e1857b5a-c9a7-4344-8f1e-ea44c43bb719 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1011548399'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:34.975355 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e1857b5a-c9a7-4344-8f1e-ea44c43bb719 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:34.980528 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301b8de-c4f3-4d77-aa8d-ca9a6ffae795 req-5a9ca2ff-d6c3-4124-8a1c-99e0119a6106 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:34.983015 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d301b8de-c4f3-4d77-aa8d-ca9a6ffae795 req-5a9ca2ff-d6c3-4124-8a1c-99e0119a6106 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b420fae9-b9a1-421f-87dd-fad5be9646ef HTTP/1.1" status: 200 len: 850 time: 0.3451834 Mar 11 15:31:34.988393 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e1857b5a-c9a7-4344-8f1e-ea44c43bb719 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Usage tracker for resource:network and tenant:ee327beadf1d4b83a48664c3e1499ed5 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:34.998811 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e1857b5a-c9a7-4344-8f1e-ea44c43bb719 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:35.008689 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbaa856c-d680-4938-a7a4-1c6f181e33bd tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Network ddbb0760-09e3-49a1-abd2-299a4552a88c is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:31:35.009862 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e1857b5a-c9a7-4344-8f1e-ea44c43bb719 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:35.012567 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-bbaa856c-d680-4938-a7a4-1c6f181e33bd tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:31:35.017877 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-ee1ba008-8bea-46f9-9da1-d85fca6569f1 req-3dcfd443-7757-4a0f-a308-cbbf75e4fcf8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3652cd1d-a49c-4b0a-beb5-6168bcad425a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642435 Mar 11 15:31:35.050419 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-e0abe6ac-c862-45d8-a148-e668f4330baa None None] For port 3b774acc-675e-4973-ac66-3f89c0390175, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=3b774acc-675e-4973-ac66-3f89c0390175,segment=NetworkSegment(01a26494-29cd-4dc9-a36c-ae16eae9f45f),segment_id=01a26494-29cd-4dc9-a36c-ae16eae9f45f)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:31:35.140875 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e0abe6ac-c862-45d8-a148-e668f4330baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:35.224434 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1857b5a-c9a7-4344-8f1e-ea44c43bb719 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Made reservation on behalf of ee327beadf1d4b83a48664c3e1499ed5 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:31:35.243175 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e1857b5a-c9a7-4344-8f1e-ea44c43bb719 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:35.249343 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-f3b12a59-6d6e-48e0-8535-331716085aef tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8181305 Mar 11 15:31:35.285770 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1857b5a-c9a7-4344-8f1e-ea44c43bb719 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:31:35.309348 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e1857b5a-c9a7-4344-8f1e-ea44c43bb719 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:35.309959 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-e1857b5a-c9a7-4344-8f1e-ea44c43bb719 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Added segment ce098e77-a8fb-49d1-90a7-2c25892541a5 of type vlan for network b03b1c5c-6303-40f1-a6be-71f4a9a78b52 Mar 11 15:31:35.312770 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fb0b599a-5d92-431b-a80a-8c7ba31c751c None None] Provisioning complete for port e43a6020-20a6-46cf-a556-a4026338a6f9 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:35.313961 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fb0b599a-5d92-431b-a80a-8c7ba31c751c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:35.369493 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e1857b5a-c9a7-4344-8f1e-ea44c43bb719 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:35.404854 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0abe6ac-c862-45d8-a148-e668f4330baa None None] Pushing event updated for resources: {'Port': ['ID=3b774acc-675e-4973-ac66-3f89c0390175,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:35.410075 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-fb0b599a-5d92-431b-a80a-8c7ba31c751c None None] Port e43a6020-20a6-46cf-a556-a4026338a6f9 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:31:35.432044 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fb0b599a-5d92-431b-a80a-8c7ba31c751c None None] Provisioning for port 31db51bc-a5d1-4282-ba0f-5d36313884f6 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:31:35.441277 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fb0b599a-5d92-431b-a80a-8c7ba31c751c None None] Provisioning complete for port 31db51bc-a5d1-4282-ba0f-5d36313884f6 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:35.442246 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fb0b599a-5d92-431b-a80a-8c7ba31c751c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:35.512368 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-2348eb6e-da81-4286-bbea-cb3a417b89db service neutron] Request body: {'port': {'device_id': 'de989a46-fde2-4b9a-92d0-1b29ba0a52ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:35.523765 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-fb0b599a-5d92-431b-a80a-8c7ba31c751c None None] Port 31db51bc-a5d1-4282-ba0f-5d36313884f6 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:31:35.564755 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e1857b5a-c9a7-4344-8f1e-ea44c43bb719 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:35.569135 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1857b5a-c9a7-4344-8f1e-ea44c43bb719 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:35.569997 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e1857b5a-c9a7-4344-8f1e-ea44c43bb719 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:35.674291 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-ae619791-f336-466c-9ef3-35510bf3a081 None None] Provisioning complete for port e43a6020-20a6-46cf-a556-a4026338a6f9 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:35.675062 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ae619791-f336-466c-9ef3-35510bf3a081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:35.705761 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e1857b5a-c9a7-4344-8f1e-ea44c43bb719 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7599521 Mar 11 15:31:35.732389 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1857b5a-c9a7-4344-8f1e-ea44c43bb719 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Pushing event updated for resources: {'Network': ['ID=b03b1c5c-6303-40f1-a6be-71f4a9a78b52,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:35.762351 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network b03b1c5c-6303-40f1-a6be-71f4a9a78b52 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:31:35.778970 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbaa856c-d680-4938-a7a4-1c6f181e33bd tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Router 25aa0955-a133-4744-be3a-29356fce6747 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:31:35.834507 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ed8fc83e-3e2b-4cd5-83d5-8e69874d3bc9 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:35.867278 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37342) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:35.880079 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-76e80e14-e8a8-452f-8708-9485deff12b1 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Request body: {'subnets': [{'network_id': 'a7e395a6-4bd6-493e-8533-109ca7c41fa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--90919591', 'ip_version': 4}, {'network_id': 'b03b1c5c-6303-40f1-a6be-71f4a9a78b52', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:35.880423 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-76e80e14-e8a8-452f-8708-9485deff12b1 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Request body: {'subnet': {'network_id': 'a7e395a6-4bd6-493e-8533-109ca7c41fa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--90919591', 'ip_version': 4}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:35.880993 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-76e80e14-e8a8-452f-8708-9485deff12b1 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Request body: {'subnet': {'network_id': 'b03b1c5c-6303-40f1-a6be-71f4a9a78b52', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:35.906638 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-ae619791-f336-466c-9ef3-35510bf3a081 None None] Port e43a6020-20a6-46cf-a556-a4026338a6f9 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:31:36.003658 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 3b774acc-675e-4973-ac66-3f89c0390175 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:31:36.094069 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-ed8fc83e-3e2b-4cd5-83d5-8e69874d3bc9 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Calling delete_port for ae5a51e2-1bec-4353-bb47-a209118b1ae9 owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:31:36.101508 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 3b774acc-675e-4973-ac66-3f89c0390175 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:31:36.231096 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-76e80e14-e8a8-452f-8708-9485deff12b1 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:36.244960 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-76e80e14-e8a8-452f-8708-9485deff12b1 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Usage tracker for resource:subnet and tenant:ee327beadf1d4b83a48664c3e1499ed5 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:36.249499 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-76e80e14-e8a8-452f-8708-9485deff12b1 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:36.258546 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d301b8de-c4f3-4d77-aa8d-ca9a6ffae795 req-2c843ff8-694b-48b5-b9a8-efe263922d3b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5e50d7a-e877-43fe-b63b-0d368fa885b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.2611632 Mar 11 15:31:36.258766 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-76e80e14-e8a8-452f-8708-9485deff12b1 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:36.288493 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-2348eb6e-da81-4286-bbea-cb3a417b89db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:36.292068 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e80e14-e8a8-452f-8708-9485deff12b1 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Made reservation on behalf of ee327beadf1d4b83a48664c3e1499ed5 for: {'subnet': 2} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:31:36.335609 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c6372-3dea-4cde-845b-ae2d5a7710af req-bc8160ed-a10f-41d6-a03c-32284ed12cf6 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:36.337218 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ad3c6372-3dea-4cde-845b-ae2d5a7710af req-bc8160ed-a10f-41d6-a03c-32284ed12cf6 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 1.2540660 Mar 11 15:31:36.423118 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d2a28-2f21-4112-a7b9-110591c3aa86 req-d282abe1-1503-422f-aa32-ceeae3d9dcf0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:36.424644 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-842d2a28-2f21-4112-a7b9-110591c3aa86 req-d282abe1-1503-422f-aa32-ceeae3d9dcf0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=de989a46-fde2-4b9a-92d0-1b29ba0a52ab HTTP/1.1" status: 200 len: 932 time: 0.2421198 Mar 11 15:31:36.535095 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbaa856c-d680-4938-a7a4-1c6f181e33bd tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:31:36.542874 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-bbaa856c-d680-4938-a7a4-1c6f181e33bd tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "PUT /v2.0/routers/25aa0955-a133-4744-be3a-29356fce6747/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2092721 Mar 11 15:31:36.557268 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f0f1e3-d045-4e6b-8d61-281dbfdd381a None None] Sync routers for ids ['25aa0955-a133-4744-be3a-29356fce6747'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:31:36.568137 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-d32d4f64-4e0c-438d-b059-47a04a03265f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Allocated IP 2001:db8::12c (c6f8e317-c3b4-4f12-bfd1-76da26a8e27f/cc407090-8aae-48f8-a2bb-afc0764181db/971bdaa5-10ac-4cb0-bd56-d28281a92721) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:31:36.582317 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f0f1e3-d045-4e6b-8d61-281dbfdd381a None None] Routers {'25aa0955-a133-4744-be3a-29356fce6747'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:31:36.584680 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-80f0f1e3-d045-4e6b-8d61-281dbfdd381a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:31:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['25aa0955-a133-4744-be3a-29356fce6747'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:36.607539 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-76e80e14-e8a8-452f-8708-9485deff12b1 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:36.607867 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-76e80e14-e8a8-452f-8708-9485deff12b1 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:36.626732 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-842d2a28-2f21-4112-a7b9-110591c3aa86 req-6df5fa3d-eb2e-4b42-bc2b-55cf03169ec4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3652cd1d-a49c-4b0a-beb5-6168bcad425a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849992 Mar 11 15:31:36.641894 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4e429678-0880-46fc-92ec-8dd97ef59bd0 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:36.719156 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0149e0c4-0bf4-4cfa-8225-96d267317259 None None] Network 6eb78fc7-9251-465e-9df9-3c0390f6ab22 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:31:36.777796 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-414f1e36-f558-4606-aab5-426d50155246 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:36.848869 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-4359df78-8e5d-4f2b-aaea-533b25664925 None None] Provisioning for port 3b774acc-675e-4973-ac66-3f89c0390175 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:31:36.859867 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-4359df78-8e5d-4f2b-aaea-533b25664925 None None] Provisioning complete for port 3b774acc-675e-4973-ac66-3f89c0390175 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:36.860879 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4359df78-8e5d-4f2b-aaea-533b25664925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:36.947767 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-80f0f1e3-d045-4e6b-8d61-281dbfdd381a None None] Set router 25aa0955-a133-4744-be3a-29356fce6747 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:31:36.958038 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-414f1e36-f558-4606-aab5-426d50155246 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Transition to ACTIVE for port object 3f609161-babc-4eb5-89f4-50e9ddc056b5 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:31:36.994982 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-dd344e69-6748-4de4-8425-254684c37495 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1333232655&fields=id&tenant_id=b0803f52583a49e1b421e3b5a9e44844 HTTP/1.1" status: 200 len: 267 time: 0.0744927 Mar 11 15:31:37.185080 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4359df78-8e5d-4f2b-aaea-533b25664925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:37.220395 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-e38e4917-1286-45a9-bc60-19d5bbf20928 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:37.227304 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-e38e4917-1286-45a9-bc60-19d5bbf20928 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/networks?id=ddbb0760-09e3-49a1-abd2-299a4552a88c HTTP/1.1" status: 200 len: 797 time: 0.2313702 Mar 11 15:31:37.230453 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-4359df78-8e5d-4f2b-aaea-533b25664925 None None] For port 3b774acc-675e-4973-ac66-3f89c0390175, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=3b774acc-675e-4973-ac66-3f89c0390175,segment=NetworkSegment(01a26494-29cd-4dc9-a36c-ae16eae9f45f),segment_id=01a26494-29cd-4dc9-a36c-ae16eae9f45f)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:37.248866 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4359df78-8e5d-4f2b-aaea-533b25664925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:37.266765 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-cb4a25f5-1afe-46dd-b69f-62ce93f8b125 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/quotas/b0803f52583a49e1b421e3b5a9e44844 HTTP/1.1" status: 200 len: 375 time: 0.0384398 Mar 11 15:31:37.327652 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ad3c6372-3dea-4cde-845b-ae2d5a7710af req-bc2a9e2f-f8f5-453d-af28-19f36ca8f965 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9564381 Mar 11 15:31:37.368441 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359df78-8e5d-4f2b-aaea-533b25664925 None None] Pushing event updated for resources: {'Port': ['ID=3b774acc-675e-4973-ac66-3f89c0390175,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:37.384170 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4359df78-8e5d-4f2b-aaea-533b25664925 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:37.384515 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4359df78-8e5d-4f2b-aaea-533b25664925 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:37.385278 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4359df78-8e5d-4f2b-aaea-533b25664925 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:37.385278 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4359df78-8e5d-4f2b-aaea-533b25664925 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:37.385508 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4359df78-8e5d-4f2b-aaea-533b25664925 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:37.385928 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4359df78-8e5d-4f2b-aaea-533b25664925 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:37.386254 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4359df78-8e5d-4f2b-aaea-533b25664925 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:37.386973 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4359df78-8e5d-4f2b-aaea-533b25664925 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:37.387323 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4359df78-8e5d-4f2b-aaea-533b25664925 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:37.387609 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4359df78-8e5d-4f2b-aaea-533b25664925 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:37.388136 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4359df78-8e5d-4f2b-aaea-533b25664925 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:37.396017 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-414f1e36-f558-4606-aab5-426d50155246 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:37.414512 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-80f0f1e3-d045-4e6b-8d61-281dbfdd381a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25aa0955-a133-4744-be3a-29356fce6747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-791950041', 'tenant_id': 'b0803f52583a49e1b421e3b5a9e44844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.75'}], 'enable_snat': True}, 'gw_port_id': 'fc797b35-c949-407c-a372-bf4e97d80f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:31:19Z', 'updated_at': '2022-03-11T15:31:33Z', 'revision_number': 4, 'project_id': 'b0803f52583a49e1b421e3b5a9e44844', 'gw_port': {'id': 'fc797b35-c949-407c-a372-bf4e97d80f81', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:35:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aa0955-a133-4744-be3a-29356fce6747', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:31:20Z', 'updated_at': '2022-03-11T15:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'e43a6020-20a6-46cf-a556-a4026338a6f9', 'name': '', 'network_id': 'ddbb0760-09e3-49a1-abd2-299a4552a88c', 'tenant_id': 'b0803f52583a49e1b421e3b5a9e44844', 'mac_address': 'fa:16:3e:af:67:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25aa0955-a133-4744-be3a-29356fce6747', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee15d9e2-a05e-476c-acce-9c65123f6291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:31:31Z', 'updated_at': '2022-03-11T15:31:33Z', 'revision_number': 2, 'project_id': 'b0803f52583a49e1b421e3b5a9e44844', 'subnets': [{'id': 'ee15d9e2-a05e-476c-acce-9c65123f6291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:37.431358 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f0f1e3-d045-4e6b-8d61-281dbfdd381a None None] Checking router: 25aa0955-a133-4744-be3a-29356fce6747 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:31:37.432150 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f0f1e3-d045-4e6b-8d61-281dbfdd381a None None] Updating router 25aa0955-a133-4744-be3a-29356fce6747 port e43a6020-20a6-46cf-a556-a4026338a6f9 binding host dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:31:37.480353 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d301b8de-c4f3-4d77-aa8d-ca9a6ffae795 req-1d250d7a-3e58-44b7-b10c-deee806b658f service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50d7a-e877-43fe-b63b-0d368fa885b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1956613 Mar 11 15:31:37.481297 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-9089aa9a-51dc-4c33-9a29-4fa5d742f2d9 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Synchronizing usage tracker for tenant:b0803f52583a49e1b421e3b5a9e44844 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:31:37.507522 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-80f0f1e3-d045-4e6b-8d61-281dbfdd381a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:37.653894 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-76e80e14-e8a8-452f-8708-9485deff12b1 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:37.691225 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-9089aa9a-51dc-4c33-9a29-4fa5d742f2d9 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Unset dirty status for tenant:b0803f52583a49e1b421e3b5a9e44844 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:31:37.692688 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-9089aa9a-51dc-4c33-9a29-4fa5d742f2d9 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b0803f52583a49e1b421e3b5a9e44844&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4251540 Mar 11 15:31:37.785607 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e932ddc4-47c4-4eef-b6f4-8c7ce9830307 None None] Provisioning complete for port 3b774acc-675e-4973-ac66-3f89c0390175 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:37.786283 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e932ddc4-47c4-4eef-b6f4-8c7ce9830307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:37.872669 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e80e14-e8a8-452f-8708-9485deff12b1 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Pushing event updated for resources: {'Subnet': ['ID=740dfb2e-cf18-4e29-8c89-9ea44ebed6e9,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:37.882167 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e80e14-e8a8-452f-8708-9485deff12b1 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Checking segment: {'id': '658d5ec3-5a83-46ec-bcc0-6ab8f98e7dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a7e395a6-4bd6-493e-8533-109ca7c41fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:31:37.882520 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e80e14-e8a8-452f-8708-9485deff12b1 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Network hostable DHCP agents. Network: a7e395a6-4bd6-493e-8533-109ca7c41fa2, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:31:37.966132 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e932ddc4-47c4-4eef-b6f4-8c7ce9830307 None None] Provisioning for port 3f609161-babc-4eb5-89f4-50e9ddc056b5 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:31:37.972141 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e80e14-e8a8-452f-8708-9485deff12b1 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Network a7e395a6-4bd6-493e-8533-109ca7c41fa2 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:31:37.973853 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e932ddc4-47c4-4eef-b6f4-8c7ce9830307 None None] Provisioning complete for port 3f609161-babc-4eb5-89f4-50e9ddc056b5 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:37.974653 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e932ddc4-47c4-4eef-b6f4-8c7ce9830307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:37.986916 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-76e80e14-e8a8-452f-8708-9485deff12b1 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, a7e395a6-4bd6-493e-8533-109ca7c41fa2) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:31:37.987575 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-80f0f1e3-d045-4e6b-8d61-281dbfdd381a None None] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:37.993570 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-f2be764f-9117-4207-82b1-777e748cf538 service neutron] 10.222.0.31 "GET /v2.0/networks/ddbb0760-09e3-49a1-abd2-299a4552a88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795651 Mar 11 15:31:37.994629 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-76e80e14-e8a8-452f-8708-9485deff12b1 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:37.995406 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414f1e36-f558-4606-aab5-426d50155246 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Network 6eb78fc7-9251-465e-9df9-3c0390f6ab22 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:31:38.014705 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-80f0f1e3-d045-4e6b-8d61-281dbfdd381a None None] Transition to ACTIVE for port object e43a6020-20a6-46cf-a556-a4026338a6f9 will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:31:38.025070 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-80f0f1e3-d045-4e6b-8d61-281dbfdd381a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:38.031211 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 3b774acc-675e-4973-ac66-3f89c0390175 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:31:38.057705 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1df68c-5ceb-40b5-adec-e6932d28dc14 None None] Network a7e395a6-4bd6-493e-8533-109ca7c41fa2 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:31:38.181198 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d32d4f64-4e0c-438d-b059-47a04a03265f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:38.208562 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f2d0a1-e7ac-4921-9704-9f49deda7e60 None None] Pushing event updated for resources: {'Port': ['ID=e43a6020-20a6-46cf-a556-a4026338a6f9,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:38.221843 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-d32d4f64-4e0c-438d-b059-47a04a03265f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Transition to ACTIVE for port object 971bdaa5-10ac-4cb0-bd56-d28281a92721 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:31:38.246837 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e80e14-e8a8-452f-8708-9485deff12b1 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Pushing event updated for resources: {'Subnet': ['ID=9aee33ad-838e-4229-ab20-75fccda3aebd,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:38.303906 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e80e14-e8a8-452f-8708-9485deff12b1 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Checking segment: {'id': 'ce098e77-a8fb-49d1-90a7-2c25892541a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'b03b1c5c-6303-40f1-a6be-71f4a9a78b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:31:38.304400 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e80e14-e8a8-452f-8708-9485deff12b1 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Network hostable DHCP agents. Network: b03b1c5c-6303-40f1-a6be-71f4a9a78b52, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:31:38.341789 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-80f0f1e3-d045-4e6b-8d61-281dbfdd381a None None] Attempting to bind port e43a6020-20a6-46cf-a556-a4026338a6f9 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:31:38.342846 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-80f0f1e3-d045-4e6b-8d61-281dbfdd381a None None] Attempting to bind port e43a6020-20a6-46cf-a556-a4026338a6f9 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '23668e81-3dbf-4c7c-b5d3-baabcc2f7882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'ddbb0760-09e3-49a1-abd2-299a4552a88c'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:31:38.343503 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f0f1e3-d045-4e6b-8d61-281dbfdd381a None None] Attempting to bind port e43a6020-20a6-46cf-a556-a4026338a6f9 on network ddbb0760-09e3-49a1-abd2-299a4552a88c {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:31:38.354190 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-5179b726-ded9-47ea-b3ee-17c59f638d86 service neutron] 10.222.0.31 "GET /v2.0/networks/ddbb0760-09e3-49a1-abd2-299a4552a88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221304 Mar 11 15:31:38.356969 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f0f1e3-d045-4e6b-8d61-281dbfdd381a None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:31:38.357574 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f0f1e3-d045-4e6b-8d61-281dbfdd381a None None] Checking segment: {'id': '23668e81-3dbf-4c7c-b5d3-baabcc2f7882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'ddbb0760-09e3-49a1-abd2-299a4552a88c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:31:38.358133 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-80f0f1e3-d045-4e6b-8d61-281dbfdd381a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:38.358455 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e80e14-e8a8-452f-8708-9485deff12b1 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Network b03b1c5c-6303-40f1-a6be-71f4a9a78b52 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:31:38.358819 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f0f1e3-d045-4e6b-8d61-281dbfdd381a None None] Bound using segment: {'id': '23668e81-3dbf-4c7c-b5d3-baabcc2f7882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'ddbb0760-09e3-49a1-abd2-299a4552a88c'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:31:38.359373 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-80f0f1e3-d045-4e6b-8d61-281dbfdd381a None None] Bound port: e43a6020-20a6-46cf-a556-a4026338a6f9, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23668e81-3dbf-4c7c-b5d3-baabcc2f7882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'ddbb0760-09e3-49a1-abd2-299a4552a88c'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:31:38.360017 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-80f0f1e3-d045-4e6b-8d61-281dbfdd381a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:38.369215 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-414f1e36-f558-4606-aab5-426d50155246 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:31:38.387638 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-76e80e14-e8a8-452f-8708-9485deff12b1 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, b03b1c5c-6303-40f1-a6be-71f4a9a78b52) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:31:38.394696 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e80e14-e8a8-452f-8708-9485deff12b1 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:38.396142 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e80e14-e8a8-452f-8708-9485deff12b1 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:38.397179 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-76e80e14-e8a8-452f-8708-9485deff12b1 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:38.420996 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-e932ddc4-47c4-4eef-b6f4-8c7ce9830307 None None] Port 3f609161-babc-4eb5-89f4-50e9ddc056b5 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:31:38.462705 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ed8fc83e-3e2b-4cd5-83d5-8e69874d3bc9 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:38.465147 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d32d4f64-4e0c-438d-b059-47a04a03265f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:38.467047 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9325f01e-ee9d-4d8a-b392-6cef3081a220 None None] Network b03b1c5c-6303-40f1-a6be-71f4a9a78b52 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:31:38.469894 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-76e80e14-e8a8-452f-8708-9485deff12b1 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1424 time: 2.6012721 Mar 11 15:31:38.472231 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37360) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:38.488229 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f1e36-f558-4606-aab5-426d50155246 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'Port': ['ID=3f609161-babc-4eb5-89f4-50e9ddc056b5,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:38.534008 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414f1e36-f558-4606-aab5-426d50155246 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:31:38.609498 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-80f0f1e3-d045-4e6b-8d61-281dbfdd381a None None] For port e43a6020-20a6-46cf-a556-a4026338a6f9, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:31:38.619934 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-80f0f1e3-d045-4e6b-8d61-281dbfdd381a None None] For port e43a6020-20a6-46cf-a556-a4026338a6f9, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=e43a6020-20a6-46cf-a556-a4026338a6f9,segment=NetworkSegment(23668e81-3dbf-4c7c-b5d3-baabcc2f7882),segment_id=23668e81-3dbf-4c7c-b5d3-baabcc2f7882)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:31:38.620943 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f1e36-f558-4606-aab5-426d50155246 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:38.621308 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f1e36-f558-4606-aab5-426d50155246 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:38.621649 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f1e36-f558-4606-aab5-426d50155246 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:38.622229 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f1e36-f558-4606-aab5-426d50155246 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:38.622618 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f1e36-f558-4606-aab5-426d50155246 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:38.622889 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f1e36-f558-4606-aab5-426d50155246 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:38.623339 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f1e36-f558-4606-aab5-426d50155246 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:38.623687 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f1e36-f558-4606-aab5-426d50155246 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:38.624005 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f1e36-f558-4606-aab5-426d50155246 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:38.624349 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f1e36-f558-4606-aab5-426d50155246 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:38.624714 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f1e36-f558-4606-aab5-426d50155246 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:38.626300 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-80f0f1e3-d045-4e6b-8d61-281dbfdd381a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:38.643170 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414f1e36-f558-4606-aab5-426d50155246 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:38.643803 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-414f1e36-f558-4606-aab5-426d50155246 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:38.651516 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7729e347-34d7-4002-b4f3-05ea208aa6d2 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:38.659050 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7729e347-34d7-4002-b4f3-05ea208aa6d2 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:38.660714 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7729e347-34d7-4002-b4f3-05ea208aa6d2 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:38.663068 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7729e347-34d7-4002-b4f3-05ea208aa6d2 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Synchronizing usage tracker for tenant:ee327beadf1d4b83a48664c3e1499ed5 on resource:subnet {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:31:38.764705 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d301b8de-c4f3-4d77-aa8d-ca9a6ffae795 req-6fdfc869-74a5-47ed-a97d-1c72afd6a768 service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50d7a-e877-43fe-b63b-0d368fa885b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2586901 Mar 11 15:31:38.768984 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e8bcbb-fc37-4575-bb2c-1b88c61f85d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-a7e395a6-4bd6-493e-8533-109ca7c41fa2', 'network_id': 'a7e395a6-4bd6-493e-8533-109ca7c41fa2', 'tenant_id': 'ee327beadf1d4b83a48664c3e1499ed5', 'fixed_ips': [{'subnet_id': '740dfb2e-cf18-4e29-8c89-9ea44ebed6e9'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:31:38.769831 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-94e8bcbb-fc37-4575-bb2c-1b88c61f85d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:38.827392 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7729e347-34d7-4002-b4f3-05ea208aa6d2 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Unset dirty status for tenant:ee327beadf1d4b83a48664c3e1499ed5 on resource:subnet {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:31:38.831195 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7729e347-34d7-4002-b4f3-05ea208aa6d2 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2050 time: 0.3569555 Mar 11 15:31:38.835195 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37372) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:38.839413 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 3b774acc-675e-4973-ac66-3f89c0390175 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:38.839707 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:38.845828 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f0f1e3-d045-4e6b-8d61-281dbfdd381a None None] Routers {'25aa0955-a133-4744-be3a-29356fce6747'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:31:38.847929 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-80f0f1e3-d045-4e6b-8d61-281dbfdd381a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:31:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['25aa0955-a133-4744-be3a-29356fce6747'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:38.863269 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8fc83e-3e2b-4cd5-83d5-8e69874d3bc9 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Pushing event deleted for resources: {'Port': ['ID=ae5a51e2-1bec-4353-bb47-a209118b1ae9,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:38.869295 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-414f1e36-f558-4606-aab5-426d50155246 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 6.4108994 Mar 11 15:31:38.927859 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37378) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:38.997746 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f2d0a1-e7ac-4921-9704-9f49deda7e60 None None] Pushing event updated for resources: {'Port': ['ID=e43a6020-20a6-46cf-a556-a4026338a6f9,revision_number=4']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:39.021308 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-24861d8a-e2fe-4685-bec4-2d53f66c3a46 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Deleting subnet 740dfb2e-cf18-4e29-8c89-9ea44ebed6e9 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:31:39.037367 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-24861d8a-e2fe-4685-bec4-2d53f66c3a46 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:39.103252 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b53e1b-a3a8-4eba-b3f7-cea926e1f347 req-41a99aa1-9f57-4482-84c4-c56c84aec779 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:39.116160 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-88b53e1b-a3a8-4eba-b3f7-cea926e1f347 req-41a99aa1-9f57-4482-84c4-c56c84aec779 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.4224451 Mar 11 15:31:39.126640 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-30797a96-3db8-4340-ac29-b9f9d937e7de tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Deleting port 3f609161-babc-4eb5-89f4-50e9ddc056b5 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:31:39.127016 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-30797a96-3db8-4340-ac29-b9f9d937e7de tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:39.158668 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-24861d8a-e2fe-4685-bec4-2d53f66c3a46 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:39.214204 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9977631a-7c1e-491d-8a26-19552ff238d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-b03b1c5c-6303-40f1-a6be-71f4a9a78b52', 'network_id': 'b03b1c5c-6303-40f1-a6be-71f4a9a78b52', 'tenant_id': 'ee327beadf1d4b83a48664c3e1499ed5', 'fixed_ips': [{'subnet_id': '9aee33ad-838e-4229-ab20-75fccda3aebd'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:31:39.215334 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9977631a-7c1e-491d-8a26-19552ff238d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:39.224155 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-88b53e1b-a3a8-4eba-b3f7-cea926e1f347 req-80808b1d-253a-419d-8209-481b0f6b3b62 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101968 Mar 11 15:31:39.268606 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-24861d8a-e2fe-4685-bec4-2d53f66c3a46 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:39.291757 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32d4f64-4e0c-438d-b059-47a04a03265f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Network c6f8e317-c3b4-4f12-bfd1-76da26a8e27f is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:31:39.342167 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32d4f64-4e0c-438d-b059-47a04a03265f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'Port': ['ID=971bdaa5-10ac-4cb0-bd56-d28281a92721,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:39.348782 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-d32d4f64-4e0c-438d-b059-47a04a03265f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:31:39.353407 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32d4f64-4e0c-438d-b059-47a04a03265f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:31:39.360941 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32d4f64-4e0c-438d-b059-47a04a03265f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:39.362025 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d32d4f64-4e0c-438d-b059-47a04a03265f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:39.446904 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-920985e5-c136-425b-bb78-903e9a29d366 req-a0cc3385-a42f-45b5-85a0-49c7ea1a6dab tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ed1c014-724b-486c-9d57-1c54d27a1b58 HTTP/1.1" status: 200 len: 210 time: 0.0775278 Mar 11 15:31:39.517640 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.db.resource_extend [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-2348eb6e-da81-4286-bbea-cb3a417b89db service neutron] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:31:39.566475 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5ecb6-5218-4535-af1c-866f260c5aad req-6c94c840-205c-4fd1-9490-f4dd85b4c6f3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:39.567516 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-24b5ecb6-5218-4535-af1c-866f260c5aad req-6c94c840-205c-4fd1-9490-f4dd85b4c6f3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:31:39.570155 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-80f0f1e3-d045-4e6b-8d61-281dbfdd381a None None] Set router 25aa0955-a133-4744-be3a-29356fce6747 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:31:39.588589 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-24861d8a-e2fe-4685-bec4-2d53f66c3a46 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:39.617513 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46d92915-5ff2-4c7a-ad53-265aa9d62963 None None] Provisioning complete for port 3f609161-babc-4eb5-89f4-50e9ddc056b5 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:39.618081 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46d92915-5ff2-4c7a-ad53-265aa9d62963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:39.648919 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24861d8a-e2fe-4685-bec4-2d53f66c3a46 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Pushing event deleted for resources: {'Subnet': ['ID=740dfb2e-cf18-4e29-8c89-9ea44ebed6e9,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:39.658867 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-24861d8a-e2fe-4685-bec4-2d53f66c3a46 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:39.666170 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d32d4f64-4e0c-438d-b059-47a04a03265f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 6.7329869 Mar 11 15:31:39.669398 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37384) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:39.677098 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-27b110b4-6279-4b2c-9343-1d69fb37e212 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'subnet': {'network_id': 'c6f8e317-c3b4-4f12-bfd1-76da26a8e27f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server [None req-94e8bcbb-fc37-4575-bb2c-1b88c61f85d0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 740dfb2e-cf18-4e29-8c89-9ea44ebed6e9: This subnet is being modified by another concurrent operation. Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise value Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise value Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise value Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 15:31:39.690212 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise value Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise value Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise value Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise exception Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 740dfb2e-cf18-4e29-8c89-9ea44ebed6e9: This subnet is being modified by another concurrent operation. Mar 11 15:31:39.694052 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server Mar 11 15:31:39.700767 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-24861d8a-e2fe-4685-bec4-2d53f66c3a46 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] 10.222.0.31 "DELETE /v2.0/subnets/740dfb2e-cf18-4e29-8c89-9ea44ebed6e9 HTTP/1.1" status: 204 len: 168 time: 0.8593197 Mar 11 15:31:39.700767 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37388) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:39.746378 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b67986-9352-4931-abdf-cefa396c7cc9 None None] Network a7e395a6-4bd6-493e-8533-109ca7c41fa2 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:31:39.818484 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-24b5ecb6-5218-4535-af1c-866f260c5aad req-6c94c840-205c-4fd1-9490-f4dd85b4c6f3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:31:39.819946 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-24b5ecb6-5218-4535-af1c-866f260c5aad req-6c94c840-205c-4fd1-9490-f4dd85b4c6f3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=de989a46-fde2-4b9a-92d0-1b29ba0a52ab HTTP/1.1" status: 200 len: 932 time: 1.5487702 Mar 11 15:31:39.826084 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-2348eb6e-da81-4286-bbea-cb3a417b89db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31db51bc-a5d1-4282-ba0f-5d36313884f6 {{(pid=83866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:31:39.867000 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-2348eb6e-da81-4286-bbea-cb3a417b89db service neutron] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:39.870399 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ed8fc83e-3e2b-4cd5-83d5-8e69874d3bc9 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:39.872742 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ed8fc83e-3e2b-4cd5-83d5-8e69874d3bc9 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "DELETE /v2.0/ports/ae5a51e2-1bec-4353-bb47-a209118b1ae9 HTTP/1.1" status: 204 len: 168 time: 5.5609789 Mar 11 15:31:39.909453 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37392) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:39.958800 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-9eec13c1-4c07-4eb6-899f-4e5e47d6b31e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Request body: {'floatingip': {'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:39.964623 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-46d92915-5ff2-4c7a-ad53-265aa9d62963 None None] Port 3f609161-babc-4eb5-89f4-50e9ddc056b5 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:31:39.972167 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-9eec13c1-4c07-4eb6-899f-4e5e47d6b31e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:39.976559 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-9eec13c1-4c07-4eb6-899f-4e5e47d6b31e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Usage tracker for resource:floatingip and tenant:08d14954a9a44d808e73ee1adc21420c is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:39.979829 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-9eec13c1-4c07-4eb6-899f-4e5e47d6b31e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:39.983036 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-9977631a-7c1e-491d-8a26-19552ff238d9 None None] Allocated IP 172.20.0.18 (b03b1c5c-6303-40f1-a6be-71f4a9a78b52/9aee33ad-838e-4229-ab20-75fccda3aebd/8f0a84a9-1b2c-48a7-866e-e4dac39c397c) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:31:39.987479 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-9eec13c1-4c07-4eb6-899f-4e5e47d6b31e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:40.098372 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf15badf-eeab-4b56-b21d-9943ba2f591d tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Deleting subnet 9aee33ad-838e-4229-ab20-75fccda3aebd {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:31:40.120849 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-2348eb6e-da81-4286-bbea-cb3a417b89db service neutron] Transition to ACTIVE for port object 31db51bc-a5d1-4282-ba0f-5d36313884f6 will not be triggered until provisioned by entity L2. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:31:40.122367 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9eec13c1-4c07-4eb6-899f-4e5e47d6b31e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for floatingip, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:40.137132 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-27b110b4-6279-4b2c-9343-1d69fb37e212 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:40.142270 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-27b110b4-6279-4b2c-9343-1d69fb37e212 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Usage tracker for resource:subnet and tenant:6b1a6507e257408892b3294b50293467 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:40.147116 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-27b110b4-6279-4b2c-9343-1d69fb37e212 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:40.154387 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-27b110b4-6279-4b2c-9343-1d69fb37e212 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:40.177476 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-2348eb6e-da81-4286-bbea-cb3a417b89db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:40.178668 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b110b4-6279-4b2c-9343-1d69fb37e212 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Made reservation on behalf of 6b1a6507e257408892b3294b50293467 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:31:40.216000 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-80f0f1e3-d045-4e6b-8d61-281dbfdd381a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25aa0955-a133-4744-be3a-29356fce6747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-791950041', 'tenant_id': 'b0803f52583a49e1b421e3b5a9e44844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.75'}], 'enable_snat': True}, 'gw_port_id': 'fc797b35-c949-407c-a372-bf4e97d80f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:31:19Z', 'updated_at': '2022-03-11T15:31:33Z', 'revision_number': 4, 'project_id': 'b0803f52583a49e1b421e3b5a9e44844', 'gw_port': {'id': 'fc797b35-c949-407c-a372-bf4e97d80f81', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:35:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aa0955-a133-4744-be3a-29356fce6747', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:31:20Z', 'updated_at': '2022-03-11T15:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'e43a6020-20a6-46cf-a556-a4026338a6f9', 'name': '', 'network_id': 'ddbb0760-09e3-49a1-abd2-299a4552a88c', 'tenant_id': 'b0803f52583a49e1b421e3b5a9e44844', 'mac_address': 'fa:16:3e:af:67:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25aa0955-a133-4744-be3a-29356fce6747', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee15d9e2-a05e-476c-acce-9c65123f6291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:31:31Z', 'updated_at': '2022-03-11T15:31:38Z', 'revision_number': 4, 'project_id': 'b0803f52583a49e1b421e3b5a9e44844', 'subnets': [{'id': 'ee15d9e2-a05e-476c-acce-9c65123f6291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:40.223731 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f0f1e3-d045-4e6b-8d61-281dbfdd381a None None] The sync data for ids ['25aa0955-a133-4744-be3a-29356fce6747'] in dv-neutron-833373-1-hyperv is: [{'id': '25aa0955-a133-4744-be3a-29356fce6747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-791950041', 'tenant_id': 'b0803f52583a49e1b421e3b5a9e44844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.75'}], 'enable_snat': True}, 'gw_port_id': 'fc797b35-c949-407c-a372-bf4e97d80f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:31:19Z', 'updated_at': '2022-03-11T15:31:33Z', 'revision_number': 4, 'project_id': 'b0803f52583a49e1b421e3b5a9e44844', 'gw_port': {'id': 'fc797b35-c949-407c-a372-bf4e97d80f81', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:35:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aa0955-a133-4744-be3a-29356fce6747', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:31:20Z', 'updated_at': '2022-03-11T15:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'e43a6020-20a6-46cf-a556-a4026338a6f9', 'name': '', 'network_id': 'ddbb0760-09e3-49a1-abd2-299a4552a88c', 'tenant_id': 'b0803f52583a49e1b421e3b5a9e44844', 'mac_address': 'fa:16:3e:af:67:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25aa0955-a133-4744-be3a-29356fce6747', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee15d9e2-a05e-476c-acce-9c65123f6291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:31:31Z', 'updated_at': '2022-03-11T15:31:38Z', 'revision_number': 4, 'project_id': 'b0803f52583a49e1b421e3b5a9e44844', 'subnets': [{'id': 'ee15d9e2-a05e-476c-acce-9c65123f6291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:31:40.264723 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-24b5ecb6-5218-4535-af1c-866f260c5aad req-26d44027-d482-4383-b267-483fd22d8e8b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3652cd1d-a49c-4b0a-beb5-6168bcad425a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4191177 Mar 11 15:31:40.417530 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4e429678-0880-46fc-92ec-8dd97ef59bd0 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:40.448773 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-27b110b4-6279-4b2c-9343-1d69fb37e212 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:40.477799 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-4e429678-0880-46fc-92ec-8dd97ef59bd0 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Deleting port 28498c44-561e-4725-aecc-2b1b05186c2a {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:31:40.478474 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4e429678-0880-46fc-92ec-8dd97ef59bd0 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:40.508244 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9977631a-7c1e-491d-8a26-19552ff238d9 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:40.536038 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-9977631a-7c1e-491d-8a26-19552ff238d9 None None] Transition to ACTIVE for port object 8f0a84a9-1b2c-48a7-866e-e4dac39c397c will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:31:40.563062 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-9977631a-7c1e-491d-8a26-19552ff238d9 None None] Transition to ACTIVE for port object 8f0a84a9-1b2c-48a7-866e-e4dac39c397c will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:31:40.566453 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-c93f8eb8-2e15-460a-8f0f-59b584b397bb None None] Provisioning for port 971bdaa5-10ac-4cb0-bd56-d28281a92721 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:31:40.574238 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9977631a-7c1e-491d-8a26-19552ff238d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:40.619697 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2348eb6e-da81-4286-bbea-cb3a417b89db service neutron] Pushing event updated for resources: {'Port': ['ID=31db51bc-a5d1-4282-ba0f-5d36313884f6,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:40.707372 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9977631a-7c1e-491d-8a26-19552ff238d9 None None] Pushing event updated for resources: {'Port': ['ID=8f0a84a9-1b2c-48a7-866e-e4dac39c397c,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:40.709977 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-c93f8eb8-2e15-460a-8f0f-59b584b397bb None None] Provisioning complete for port 971bdaa5-10ac-4cb0-bd56-d28281a92721 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:40.710350 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c93f8eb8-2e15-460a-8f0f-59b584b397bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:40.833678 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9977631a-7c1e-491d-8a26-19552ff238d9 None None] Network b03b1c5c-6303-40f1-a6be-71f4a9a78b52 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:31:40.839957 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-c93f8eb8-2e15-460a-8f0f-59b584b397bb None None] Port 971bdaa5-10ac-4cb0-bd56-d28281a92721 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:31:40.842123 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-9977631a-7c1e-491d-8a26-19552ff238d9 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:31:40.848591 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9977631a-7c1e-491d-8a26-19552ff238d9 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:31:40.872894 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bf15badf-eeab-4b56-b21d-9943ba2f591d tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:40.941346 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.ipam_backend_mixin [None req-27b110b4-6279-4b2c-9343-1d69fb37e212 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cc407090-8aae-48f8-a2bb-afc0764181db (CIDR: 2001:db8::/64) Mar 11 15:31:40.950947 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-27b110b4-6279-4b2c-9343-1d69fb37e212 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:31:40.951429 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27b110b4-6279-4b2c-9343-1d69fb37e212 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:31:41.008318 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bf15badf-eeab-4b56-b21d-9943ba2f591d tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:41.028301 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-9977631a-7c1e-491d-8a26-19552ff238d9 None None] Attempting to bind port 8f0a84a9-1b2c-48a7-866e-e4dac39c397c on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:31:41.028960 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-9977631a-7c1e-491d-8a26-19552ff238d9 None None] Attempting to bind port 8f0a84a9-1b2c-48a7-866e-e4dac39c397c by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'ce098e77-a8fb-49d1-90a7-2c25892541a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'b03b1c5c-6303-40f1-a6be-71f4a9a78b52'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:31:41.029476 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9977631a-7c1e-491d-8a26-19552ff238d9 None None] Attempting to bind port 8f0a84a9-1b2c-48a7-866e-e4dac39c397c on network b03b1c5c-6303-40f1-a6be-71f4a9a78b52 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:31:41.043547 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9977631a-7c1e-491d-8a26-19552ff238d9 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:31:41.044293 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9977631a-7c1e-491d-8a26-19552ff238d9 None None] Checking segment: {'id': 'ce098e77-a8fb-49d1-90a7-2c25892541a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'b03b1c5c-6303-40f1-a6be-71f4a9a78b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:31:41.044827 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9977631a-7c1e-491d-8a26-19552ff238d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:41.045384 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9977631a-7c1e-491d-8a26-19552ff238d9 None None] Bound using segment: {'id': 'ce098e77-a8fb-49d1-90a7-2c25892541a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'b03b1c5c-6303-40f1-a6be-71f4a9a78b52'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:31:41.046227 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-9977631a-7c1e-491d-8a26-19552ff238d9 None None] Bound port: 8f0a84a9-1b2c-48a7-866e-e4dac39c397c, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce098e77-a8fb-49d1-90a7-2c25892541a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'b03b1c5c-6303-40f1-a6be-71f4a9a78b52'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:31:41.046718 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9977631a-7c1e-491d-8a26-19552ff238d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:41.084584 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-30797a96-3db8-4340-ac29-b9f9d937e7de tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:41.097477 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-27b110b4-6279-4b2c-9343-1d69fb37e212 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4260416 Mar 11 15:31:41.100987 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37400) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:41.113874 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-cac919e4-5274-485c-a11d-75656e3284fa tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'subnet': {'network_id': 'c6f8e317-c3b4-4f12-bfd1-76da26a8e27f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:41.116716 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4db2173c-fbd7-43db-9d3f-5db6a59acc7b req-f235196f-5d5c-4576-b7ad-f651c7ed296b tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ed1c014-724b-486c-9d57-1c54d27a1b58 HTTP/1.1" status: 200 len: 210 time: 0.2983274 Mar 11 15:31:41.199990 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-9977631a-7c1e-491d-8a26-19552ff238d9 None None] For port 8f0a84a9-1b2c-48a7-866e-e4dac39c397c, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:31:41.204600 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-9977631a-7c1e-491d-8a26-19552ff238d9 None None] For port 8f0a84a9-1b2c-48a7-866e-e4dac39c397c, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=8f0a84a9-1b2c-48a7-866e-e4dac39c397c,segment=NetworkSegment(ce098e77-a8fb-49d1-90a7-2c25892541a5),segment_id=ce098e77-a8fb-49d1-90a7-2c25892541a5)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:31:41.210185 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9977631a-7c1e-491d-8a26-19552ff238d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:41.245371 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bf15badf-eeab-4b56-b21d-9943ba2f591d tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:41.325524 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-30797a96-3db8-4340-ac29-b9f9d937e7de tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Calling delete_port for 3f609161-babc-4eb5-89f4-50e9ddc056b5 owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:31:41.347155 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9977631a-7c1e-491d-8a26-19552ff238d9 None None] Pushing event updated for resources: {'Port': ['ID=8f0a84a9-1b2c-48a7-866e-e4dac39c397c,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:41.376236 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bf15badf-eeab-4b56-b21d-9943ba2f591d tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:41.496003 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac71eea-f76d-4771-ad2b-03d90446f019 req-73be59e0-063a-4a90-ba56-3f52b5ddaee1 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:41.496003 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-cac71eea-f76d-4771-ad2b-03d90446f019 req-73be59e0-063a-4a90-ba56-3f52b5ddaee1 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.6897972 Mar 11 15:31:41.553240 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf15badf-eeab-4b56-b21d-9943ba2f591d tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Pushing event deleted for resources: {'Subnet': ['ID=9aee33ad-838e-4229-ab20-75fccda3aebd,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:41.575903 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bf15badf-eeab-4b56-b21d-9943ba2f591d tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:41.598567 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-cac919e4-5274-485c-a11d-75656e3284fa tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:41.606374 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-bf15badf-eeab-4b56-b21d-9943ba2f591d tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] 10.222.0.31 "DELETE /v2.0/subnets/9aee33ad-838e-4229-ab20-75fccda3aebd HTTP/1.1" status: 204 len: 168 time: 1.9060783 Mar 11 15:31:41.614014 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-cac919e4-5274-485c-a11d-75656e3284fa tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Usage tracker for resource:subnet and tenant:6b1a6507e257408892b3294b50293467 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:41.619463 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-cac919e4-5274-485c-a11d-75656e3284fa tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:41.627931 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-cac919e4-5274-485c-a11d-75656e3284fa tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:41.639729 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37406) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:41.682031 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac919e4-5274-485c-a11d-75656e3284fa tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Made reservation on behalf of 6b1a6507e257408892b3294b50293467 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:31:41.688760 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cac919e4-5274-485c-a11d-75656e3284fa tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:41.714130 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-cac71eea-f76d-4771-ad2b-03d90446f019 req-59978a8a-b193-4413-afe5-320e64032839 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2089770 Mar 11 15:31:41.837414 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d41697f-9c79-4fac-9cf6-ae73f2bee119 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:41.838123 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-9d41697f-9c79-4fac-9cf6-ae73f2bee119 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Synchronizing usage tracker for tenant:ee327beadf1d4b83a48664c3e1499ed5 on resource:subnet {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:31:41.903915 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-2348eb6e-da81-4286-bbea-cb3a417b89db service neutron] Attempting to bind port 31db51bc-a5d1-4282-ba0f-5d36313884f6 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:31:41.904458 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-2348eb6e-da81-4286-bbea-cb3a417b89db service neutron] Attempting to bind port 31db51bc-a5d1-4282-ba0f-5d36313884f6 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '2da6912e-1c50-49dc-b06d-7c4d9df82e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:31:41.904703 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-2348eb6e-da81-4286-bbea-cb3a417b89db service neutron] Attempting to bind port 31db51bc-a5d1-4282-ba0f-5d36313884f6 on network 3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:31:41.917382 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-c8375062-8b41-428a-9ed3-0675f28bc84a tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:41.918064 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-c8375062-8b41-428a-9ed3-0675f28bc84a tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Synchronizing usage tracker for tenant:b0803f52583a49e1b421e3b5a9e44844 on resource:network {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:31:41.932979 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-9d41697f-9c79-4fac-9cf6-ae73f2bee119 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Unset dirty status for tenant:ee327beadf1d4b83a48664c3e1499ed5 on resource:subnet {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:31:41.933986 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9d41697f-9c79-4fac-9cf6-ae73f2bee119 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2900097 Mar 11 15:31:41.950365 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.ipam_backend_mixin [None req-cac919e4-5274-485c-a11d-75656e3284fa tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet bf97cb7b-7bb3-4ec5-ada5-ba643baaefc8 (CIDR: 2001:db8:0:1::/64) Mar 11 15:31:41.951308 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37412) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:41.978348 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-cac919e4-5274-485c-a11d-75656e3284fa tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:31:41.978792 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cac919e4-5274-485c-a11d-75656e3284fa tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:31:42.008354 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9eec13c1-4c07-4eb6-899f-4e5e47d6b31e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:42.063748 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4e429678-0880-46fc-92ec-8dd97ef59bd0 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:42.082121 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device e43a6020-20a6-46cf-a556-a4026338a6f9 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:31:42.082676 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-2348eb6e-da81-4286-bbea-cb3a417b89db service neutron] Port 31db51bc-a5d1-4282-ba0f-5d36313884f6 on network 3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:31:42.083053 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-2348eb6e-da81-4286-bbea-cb3a417b89db service neutron] Attempting to bind port 31db51bc-a5d1-4282-ba0f-5d36313884f6 on network 3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:31:42.119950 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-cac919e4-5274-485c-a11d-75656e3284fa tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0177581 Mar 11 15:31:42.130717 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37416) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:42.144311 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-cf51458a-bffe-4711-984a-bf3847fee4a1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'subnet': {'network_id': 'c6f8e317-c3b4-4f12-bfd1-76da26a8e27f', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:42.181752 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15695aa4-236b-4b81-bc2b-4169e5285a3a req-fa29b43f-51b3-45b0-8a57-748fe5c8ae30 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:42.183157 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-15695aa4-236b-4b81-bc2b-4169e5285a3a req-fa29b43f-51b3-45b0-8a57-748fe5c8ae30 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.3325617 Mar 11 15:31:42.196920 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port e43a6020-20a6-46cf-a556-a4026338a6f9 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:31:42.198553 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e33ce4e3-b5ae-447a-a2ef-d40e8a310ba2 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:42.204535 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port e43a6020-20a6-46cf-a556-a4026338a6f9 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:42.205276 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:42.240199 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-c8375062-8b41-428a-9ed3-0675f28bc84a tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Unset dirty status for tenant:b0803f52583a49e1b421e3b5a9e44844 on resource:network {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:31:42.241356 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-c8375062-8b41-428a-9ed3-0675f28bc84a tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.73 "GET /v2.0/networks?id=ddbb0760-09e3-49a1-abd2-299a4552a88c HTTP/1.1" status: 200 len: 797 time: 1.6020465 Mar 11 15:31:42.248916 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-4e429678-0880-46fc-92ec-8dd97ef59bd0 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Calling delete_port for 28498c44-561e-4725-aecc-2b1b05186c2a owned by network:router_gateway {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:31:42.315516 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32785ca-9c4c-42c6-8f67-33dd2ace0530 req-7f83f34b-1d50-4ad7-ac04-f8538dbd3edc tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:42.317491 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e32785ca-9c4c-42c6-8f67-33dd2ace0530 req-7f83f34b-1d50-4ad7-ac04-f8538dbd3edc tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=de989a46-fde2-4b9a-92d0-1b29ba0a52ab HTTP/1.1" status: 200 len: 944 time: 0.8062253 Mar 11 15:31:42.365332 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-2348eb6e-da81-4286-bbea-cb3a417b89db service neutron] Checking agent: {'id': '233b753e-9484-4350-9871-64b7c66fc067', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'started_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:31:42.365681 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-2348eb6e-da81-4286-bbea-cb3a417b89db service neutron] Checking segment: {'id': '2da6912e-1c50-49dc-b06d-7c4d9df82e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:31:42.366225 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-2348eb6e-da81-4286-bbea-cb3a417b89db service neutron] Bound using segment: {'id': '2da6912e-1c50-49dc-b06d-7c4d9df82e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf'} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:31:42.366754 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-2348eb6e-da81-4286-bbea-cb3a417b89db service neutron] Bound port: 31db51bc-a5d1-4282-ba0f-5d36313884f6, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2da6912e-1c50-49dc-b06d-7c4d9df82e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf'}}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:31:42.367191 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-2348eb6e-da81-4286-bbea-cb3a417b89db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:42.380057 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:42.429182 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-e33ce4e3-b5ae-447a-a2ef-d40e8a310ba2 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Deleting port 8f0a84a9-1b2c-48a7-866e-e4dac39c397c {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:31:42.429925 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e33ce4e3-b5ae-447a-a2ef-d40e8a310ba2 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:42.432709 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-30797a96-3db8-4340-ac29-b9f9d937e7de tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:42.441343 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port e43a6020-20a6-46cf-a556-a4026338a6f9, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=e43a6020-20a6-46cf-a556-a4026338a6f9,segment=NetworkSegment(23668e81-3dbf-4c7c-b5d3-baabcc2f7882),segment_id=23668e81-3dbf-4c7c-b5d3-baabcc2f7882)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:42.447901 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:42.448755 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 8f0a84a9-1b2c-48a7-866e-e4dac39c397c up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:31:42.461775 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-cf51458a-bffe-4711-984a-bf3847fee4a1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:42.493915 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-cf51458a-bffe-4711-984a-bf3847fee4a1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Usage tracker for resource:subnet and tenant:6b1a6507e257408892b3294b50293467 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:42.501370 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-cf51458a-bffe-4711-984a-bf3847fee4a1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:42.521730 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-cf51458a-bffe-4711-984a-bf3847fee4a1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:42.525477 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-15695aa4-236b-4b81-bc2b-4169e5285a3a req-1acc143a-3838-446a-96f0-0623687eb8fd tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3335316 Mar 11 15:31:42.613627 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=e43a6020-20a6-46cf-a556-a4026338a6f9,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:42.633895 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 8f0a84a9-1b2c-48a7-866e-e4dac39c397c completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:31:42.643187 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30797a96-3db8-4340-ac29-b9f9d937e7de tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event deleted for resources: {'Port': ['ID=3f609161-babc-4eb5-89f4-50e9ddc056b5,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:42.679927 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd379a5a-5301-4715-9ef7-44d9677328b7 None None] Network b03b1c5c-6303-40f1-a6be-71f4a9a78b52 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:31:42.737263 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf51458a-bffe-4711-984a-bf3847fee4a1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Made reservation on behalf of 6b1a6507e257408892b3294b50293467 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:31:42.740805 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cf51458a-bffe-4711-984a-bf3847fee4a1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:42.754032 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e32785ca-9c4c-42c6-8f67-33dd2ace0530 req-e5779c97-a884-4282-acce-180c9c2fc776 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3652cd1d-a49c-4b0a-beb5-6168bcad425a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4078672 Mar 11 15:31:42.838893 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b8a5ab9a-22e0-4dfe-ac02-0b336d44f032 req-b2036677-97e1-45bf-b398-9ce38f13ac73 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ed1c014-724b-486c-9d57-1c54d27a1b58 HTTP/1.1" status: 200 len: 210 time: 0.0771899 Mar 11 15:31:42.869829 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-5f91888e-f11f-4611-93c3-98e2658bf105 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Synchronizing usage tracker for tenant:b0803f52583a49e1b421e3b5a9e44844 on resource:security_group {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:31:42.961056 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-4beaf0d9-eade-4e14-ad95-be973c54a2cd None None] Provisioning for port 8f0a84a9-1b2c-48a7-866e-e4dac39c397c completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:31:42.971784 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-4beaf0d9-eade-4e14-ad95-be973c54a2cd None None] Provisioning complete for port 8f0a84a9-1b2c-48a7-866e-e4dac39c397c triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:42.972174 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4beaf0d9-eade-4e14-ad95-be973c54a2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:42.980305 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-5f91888e-f11f-4611-93c3-98e2658bf105 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Unset dirty status for tenant:b0803f52583a49e1b421e3b5a9e44844 on resource:security_group {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:31:42.981448 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-5f91888e-f11f-4611-93c3-98e2658bf105 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0803f52583a49e1b421e3b5a9e44844 HTTP/1.1" status: 200 len: 380 time: 0.6628447 Mar 11 15:31:42.983981 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-9eec13c1-4c07-4eb6-899f-4e5e47d6b31e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Allocated IP 172.26.0.24 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/359185b0-cf7c-464b-b471-d82bd56a1e71) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:31:43.035842 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-98c60c37-e7e9-40c8-9bdb-d1e6197a1eb7 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Request body: {'port': {'device_id': '6ed1c014-724b-486c-9d57-1c54d27a1b58', 'network_id': 'ddbb0760-09e3-49a1-abd2-299a4552a88c', 'admin_state_up': True, 'tenant_id': 'b0803f52583a49e1b421e3b5a9e44844', 'security_groups': ['9ddd9975-6795-448d-913f-a65ef3bd0a36']}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:43.055717 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-2348eb6e-da81-4286-bbea-cb3a417b89db service neutron] For port 31db51bc-a5d1-4282-ba0f-5d36313884f6, host hv-neutron-8333, cleared binding levels {{(pid=83866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:31:43.095852 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-e33ce4e3-b5ae-447a-a2ef-d40e8a310ba2 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] For port 8f0a84a9-1b2c-48a7-866e-e4dac39c397c, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=8f0a84a9-1b2c-48a7-866e-e4dac39c397c,segment=NetworkSegment(ce098e77-a8fb-49d1-90a7-2c25892541a5),segment_id=ce098e77-a8fb-49d1-90a7-2c25892541a5)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:43.096510 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e33ce4e3-b5ae-447a-a2ef-d40e8a310ba2 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:43.151011 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4beaf0d9-eade-4e14-ad95-be973c54a2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:43.167793 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5923c72-209e-4b65-baf7-a0ef338083e1 None None] DHCP port deletion for b03b1c5c-6303-40f1-a6be-71f4a9a78b52 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:31:43.184430 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-c5923c72-209e-4b65-baf7-a0ef338083e1 None None] Deleting port 8f0a84a9-1b2c-48a7-866e-e4dac39c397c {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:31:43.185180 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c5923c72-209e-4b65-baf7-a0ef338083e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:43.245629 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-e33ce4e3-b5ae-447a-a2ef-d40e8a310ba2 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Calling delete_port for 8f0a84a9-1b2c-48a7-866e-e4dac39c397c owned by network:dhcp {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:31:43.307248 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-30797a96-3db8-4340-ac29-b9f9d937e7de tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:43.325040 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-2348eb6e-da81-4286-bbea-cb3a417b89db service neutron] For port 31db51bc-a5d1-4282-ba0f-5d36313884f6, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=31db51bc-a5d1-4282-ba0f-5d36313884f6,segment=NetworkSegment(2da6912e-1c50-49dc-b06d-7c4d9df82e9e),segment_id=2da6912e-1c50-49dc-b06d-7c4d9df82e9e)] {{(pid=83866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:31:43.369098 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-4beaf0d9-eade-4e14-ad95-be973c54a2cd None None] For port 8f0a84a9-1b2c-48a7-866e-e4dac39c397c, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=8f0a84a9-1b2c-48a7-866e-e4dac39c397c,segment=NetworkSegment(ce098e77-a8fb-49d1-90a7-2c25892541a5),segment_id=ce098e77-a8fb-49d1-90a7-2c25892541a5)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:43.383608 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-30797a96-3db8-4340-ac29-b9f9d937e7de tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/ports/3f609161-babc-4eb5-89f4-50e9ddc056b5 HTTP/1.1" status: 204 len: 168 time: 4.4415474 Mar 11 15:31:43.383608 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-2348eb6e-da81-4286-bbea-cb3a417b89db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:43.385608 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37424) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:43.414190 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.db.api [None req-e33ce4e3-b5ae-447a-a2ef-d40e8a310ba2 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:31:43.414572 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG oslo_db.api [None req-e33ce4e3-b5ae-447a-a2ef-d40e8a310ba2 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:31:43.423886 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4beaf0d9-eade-4e14-ad95-be973c54a2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:43.481902 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cf51458a-bffe-4711-984a-bf3847fee4a1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:43.514656 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-c5923c72-209e-4b65-baf7-a0ef338083e1 None None] For port 8f0a84a9-1b2c-48a7-866e-e4dac39c397c, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=8f0a84a9-1b2c-48a7-866e-e4dac39c397c,segment=NetworkSegment(ce098e77-a8fb-49d1-90a7-2c25892541a5),segment_id=ce098e77-a8fb-49d1-90a7-2c25892541a5)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:43.514656 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c5923c72-209e-4b65-baf7-a0ef338083e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:43.552455 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf51458a-bffe-4711-984a-bf3847fee4a1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Network c6f8e317-c3b4-4f12-bfd1-76da26a8e27f is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:31:43.556014 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-cf51458a-bffe-4711-984a-bf3847fee4a1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:31:43.560514 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf51458a-bffe-4711-984a-bf3847fee4a1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:43.561747 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cf51458a-bffe-4711-984a-bf3847fee4a1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:43.580664 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51458a-bffe-4711-984a-bf3847fee4a1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'Subnet': ['ID=275761de-d4cb-46cf-9139-dfc346ca0ebc,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:43.593493 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e892d1d-5463-4b60-8eaa-dbd374a970c1 None None] Network c6f8e317-c3b4-4f12-bfd1-76da26a8e27f requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:31:43.602404 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-7289760e-a254-4573-add5-bd0093b7c3df tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] DELETE failed (client error): The resource could not be found. Mar 11 15:31:43.602894 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7289760e-a254-4573-add5-bd0093b7c3df tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:31:43.611365 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-cf51458a-bffe-4711-984a-bf3847fee4a1 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4717219 Mar 11 15:31:43.611592 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-7289760e-a254-4573-add5-bd0093b7c3df tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/ports/3f609161-babc-4eb5-89f4-50e9ddc056b5 HTTP/1.1" status: 404 len: 333 time: 0.1644926 Mar 11 15:31:43.611692 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37428) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:43.615104 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-5ec32301-a23e-4754-8885-fc42abb7c469 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2012224763', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '275761de-d4cb-46cf-9139-dfc346ca0ebc'}], 'security_groups': ['26bda8e1-7912-48e5-8534-e0f65ddce00b', '2fd1105a-1e2a-43f4-adc6-5e2eb79942cb']}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:43.620796 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37432) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:43.654339 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-2348eb6e-da81-4286-bbea-cb3a417b89db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:43.655768 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-2348eb6e-da81-4286-bbea-cb3a417b89db service neutron] 10.222.0.73 "PUT /v2.0/ports/31db51bc-a5d1-4282-ba0f-5d36313884f6 HTTP/1.1" status: 200 len: 1094 time: 8.3666852 Mar 11 15:31:43.661587 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beaf0d9-eade-4e14-ad95-be973c54a2cd None None] Pushing event updated for resources: {'Port': ['ID=8f0a84a9-1b2c-48a7-866e-e4dac39c397c,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:43.709497 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de989a46-fde2-4b9a-92d0-1b29ba0a52ab', 'tag': '31db51bc-a5d1-4282-ba0f-5d36313884f6'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:31:43.803693 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5ec32301-a23e-4754-8885-fc42abb7c469 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:43.814010 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d2f28ba-71b4-4ac6-98ba-11cb48e481f5 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] GET failed (client error): The resource could not be found. Mar 11 15:31:43.814521 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-3d2f28ba-71b4-4ac6-98ba-11cb48e481f5 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Synchronizing usage tracker for tenant:a138b31c346e4c0cb3afee629b96673d on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:31:43.818910 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4e429678-0880-46fc-92ec-8dd97ef59bd0 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:43.824342 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de989a46-fde2-4b9a-92d0-1b29ba0a52ab', 'tag': '31db51bc-a5d1-4282-ba0f-5d36313884f6', 'status': 'completed', 'code': 200} Mar 11 15:31:43.843645 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2348eb6e-da81-4286-bbea-cb3a417b89db service neutron] Pushing event updated for resources: {'Port': ['ID=31db51bc-a5d1-4282-ba0f-5d36313884f6,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:43.856302 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-c5923c72-209e-4b65-baf7-a0ef338083e1 None None] Calling delete_port for 8f0a84a9-1b2c-48a7-866e-e4dac39c397c owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:31:43.901542 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e7c41-6ac9-40cc-8534-cd025b66cb2e req-62b21299-7dfc-476a-836f-bec6b72c83b7 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:43.909290 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f24e7c41-6ac9-40cc-8534-cd025b66cb2e req-62b21299-7dfc-476a-836f-bec6b72c83b7 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.9223382 Mar 11 15:31:43.917383 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-e33ce4e3-b5ae-447a-a2ef-d40e8a310ba2 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Deleting port 8f0a84a9-1b2c-48a7-866e-e4dac39c397c {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:31:43.917734 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e33ce4e3-b5ae-447a-a2ef-d40e8a310ba2 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:43.982019 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-98c60c37-e7e9-40c8-9bdb-d1e6197a1eb7 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:43.998067 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e429678-0880-46fc-92ec-8dd97ef59bd0 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Pushing event deleted for resources: {'Port': ['ID=28498c44-561e-4725-aecc-2b1b05186c2a,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:44.021253 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-3d2f28ba-71b4-4ac6-98ba-11cb48e481f5 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Unset dirty status for tenant:a138b31c346e4c0cb3afee629b96673d on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:31:44.022576 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-3d2f28ba-71b4-4ac6-98ba-11cb48e481f5 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "GET /v2.0/ports/3f609161-babc-4eb5-89f4-50e9ddc056b5 HTTP/1.1" status: 404 len: 333 time: 0.3877258 Mar 11 15:31:44.057006 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37442) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:44.064903 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device e43a6020-20a6-46cf-a556-a4026338a6f9 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:31:44.074209 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-98c60c37-e7e9-40c8-9bdb-d1e6197a1eb7 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:44.101891 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9eec13c1-4c07-4eb6-899f-4e5e47d6b31e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:44.113622 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-c5923c72-209e-4b65-baf7-a0ef338083e1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:31:44.113622 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-c5923c72-209e-4b65-baf7-a0ef338083e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:31:44.159767 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-98c60c37-e7e9-40c8-9bdb-d1e6197a1eb7 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Made reservation on behalf of b0803f52583a49e1b421e3b5a9e44844 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:31:44.162958 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-98c60c37-e7e9-40c8-9bdb-d1e6197a1eb7 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:44.230324 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port e43a6020-20a6-46cf-a556-a4026338a6f9 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:44.230324 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:44.313378 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f24e7c41-6ac9-40cc-8534-cd025b66cb2e req-9363b0c7-aa97-4668-9526-ada6649b3aad tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4031479 Mar 11 15:31:44.460341 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93842d73-53a5-4e46-b7b5-356d9bd7f011 None None] Update dhcp port {'port': {'network_id': 'c6f8e317-c3b4-4f12-bfd1-76da26a8e27f', 'fixed_ips': [{'subnet_id': 'bf97cb7b-7bb3-4ec5-ada5-ba643baaefc8', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'cc407090-8aae-48f8-a2bb-afc0764181db', 'ip_address': '2001:db8::2'}, {'subnet_id': '275761de-d4cb-46cf-9139-dfc346ca0ebc'}], 'binding:host_id': 'dv-neutron-833373-1-hyperv'}, 'id': '89a1bac3-fdb9-461e-b6c9-1c547cb954b7'} from dv-neutron-833373-1-hyperv. {{(pid=83868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 15:31:44.515406 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 8f0a84a9-1b2c-48a7-866e-e4dac39c397c no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:31:44.579417 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-93842d73-53a5-4e46-b7b5-356d9bd7f011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:44.627089 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-cae879c2-f78a-4408-a1f3-073fc78dc09b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=de989a46-fde2-4b9a-92d0-1b29ba0a52ab HTTP/1.1" status: 200 len: 1097 time: 0.9019427 Mar 11 15:31:44.632259 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-51e2aae1-98d8-4cf6-b8f3-63452648d811 req-1643e6e6-775d-444a-877f-dc8096e8078d tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ed1c014-724b-486c-9d57-1c54d27a1b58 HTTP/1.1" status: 200 len: 210 time: 0.0948975 Mar 11 15:31:44.637239 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-c5923c72-209e-4b65-baf7-a0ef338083e1 None None] Deleting port 8f0a84a9-1b2c-48a7-866e-e4dac39c397c {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:31:44.637239 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c5923c72-209e-4b65-baf7-a0ef338083e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:44.637497 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4e429678-0880-46fc-92ec-8dd97ef59bd0 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:44.723105 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a753e0-d83f-4b91-ac18-cd8005510dfc req-16705d77-e9a2-4ac5-93ca-c71e19713835 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:44.724704 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-02a753e0-d83f-4b91-ac18-cd8005510dfc req-16705d77-e9a2-4ac5-93ca-c71e19713835 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=de989a46-fde2-4b9a-92d0-1b29ba0a52ab HTTP/1.1" status: 200 len: 944 time: 0.7165921 Mar 11 15:31:44.785946 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-351569ea-4334-408e-a2f2-dc5b441655a9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Deleting subnet d89bd66a-be89-429e-b879-ff44a274a7b3 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:31:44.790440 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-e33ce4e3-b5ae-447a-a2ef-d40e8a310ba2 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] For port 8f0a84a9-1b2c-48a7-866e-e4dac39c397c, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=8f0a84a9-1b2c-48a7-866e-e4dac39c397c,segment=NetworkSegment(ce098e77-a8fb-49d1-90a7-2c25892541a5),segment_id=ce098e77-a8fb-49d1-90a7-2c25892541a5)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:44.790805 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e33ce4e3-b5ae-447a-a2ef-d40e8a310ba2 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:44.818538 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-351569ea-4334-408e-a2f2-dc5b441655a9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:44.896998 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9eec13c1-4c07-4eb6-899f-4e5e47d6b31e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:44.996192 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:45.022925 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-c5923c72-209e-4b65-baf7-a0ef338083e1 None None] For port 8f0a84a9-1b2c-48a7-866e-e4dac39c397c, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=8f0a84a9-1b2c-48a7-866e-e4dac39c397c,segment=NetworkSegment(ce098e77-a8fb-49d1-90a7-2c25892541a5),segment_id=ce098e77-a8fb-49d1-90a7-2c25892541a5)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:45.023321 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c5923c72-209e-4b65-baf7-a0ef338083e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:45.028729 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-e33ce4e3-b5ae-447a-a2ef-d40e8a310ba2 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Calling delete_port for 8f0a84a9-1b2c-48a7-866e-e4dac39c397c owned by network:dhcp {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:31:45.089560 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-02a753e0-d83f-4b91-ac18-cd8005510dfc req-98023b82-d270-48b9-b53d-36f68a6fdace tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3652cd1d-a49c-4b0a-beb5-6168bcad425a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3548491 Mar 11 15:31:45.105023 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-351569ea-4334-408e-a2f2-dc5b441655a9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:45.124652 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 8f0a84a9-1b2c-48a7-866e-e4dac39c397c, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=8f0a84a9-1b2c-48a7-866e-e4dac39c397c,segment=NetworkSegment(ce098e77-a8fb-49d1-90a7-2c25892541a5),segment_id=ce098e77-a8fb-49d1-90a7-2c25892541a5)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:45.198669 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:45.226183 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-c5923c72-209e-4b65-baf7-a0ef338083e1 None None] Calling delete_port for 8f0a84a9-1b2c-48a7-866e-e4dac39c397c owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:31:45.264809 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.db.api [None req-e33ce4e3-b5ae-447a-a2ef-d40e8a310ba2 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:31:45.265128 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG oslo_db.api [None req-e33ce4e3-b5ae-447a-a2ef-d40e8a310ba2 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:31:45.292285 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-5ec32301-a23e-4754-8885-fc42abb7c469 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Delete allocated IP 2001:db8::12c (c6f8e317-c3b4-4f12-bfd1-76da26a8e27f/cc407090-8aae-48f8-a2bb-afc0764181db) {{(pid=83867) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 15:31:45.304287 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-5ec32301-a23e-4754-8885-fc42abb7c469 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Allocated IP 2001:db8:0:2::2fc (c6f8e317-c3b4-4f12-bfd1-76da26a8e27f/275761de-d4cb-46cf-9139-dfc346ca0ebc/971bdaa5-10ac-4cb0-bd56-d28281a92721) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:31:45.307518 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4e429678-0880-46fc-92ec-8dd97ef59bd0 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:45.342078 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-351569ea-4334-408e-a2f2-dc5b441655a9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:45.351383 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec13c1-4c07-4eb6-899f-4e5e47d6b31e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Pushing event updated for resources: {'Port': ['ID=359185b0-cf7c-464b-b471-d82bd56a1e71,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:45.365790 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eec13c1-4c07-4eb6-899f-4e5e47d6b31e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:31:45.372161 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=8f0a84a9-1b2c-48a7-866e-e4dac39c397c,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:45.377551 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-4da179d5-7681-43b6-902a-c92d438915d0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=31db51bc-a5d1-4282-ba0f-5d36313884f6 HTTP/1.1" status: 200 len: 217 time: 0.5921381 Mar 11 15:31:45.385749 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-c5923c72-209e-4b65-baf7-a0ef338083e1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:31:45.386646 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-c5923c72-209e-4b65-baf7-a0ef338083e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:31:45.386977 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-9eec13c1-4c07-4eb6-899f-4e5e47d6b31e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:31:45.431929 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eec13c1-4c07-4eb6-899f-4e5e47d6b31e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:31:45.457501 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:45.462366 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4e429678-0880-46fc-92ec-8dd97ef59bd0 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:45.529605 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-351569ea-4334-408e-a2f2-dc5b441655a9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:45.545294 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-98c60c37-e7e9-40c8-9bdb-d1e6197a1eb7 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Allocated IP 172.20.0.12 (ddbb0760-09e3-49a1-abd2-299a4552a88c/ee15d9e2-a05e-476c-acce-9c65123f6291/8f92b8fb-8aec-4e35-9fc2-0fd328475dd3) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:31:45.574823 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1247ba-6c8e-4704-af85-ca0851d832fc req-67b8ce4d-7e7e-46a9-b5fc-a45e02d51005 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:45.579285 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4c1247ba-6c8e-4704-af85-ca0851d832fc req-67b8ce4d-7e7e-46a9-b5fc-a45e02d51005 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.6678593 Mar 11 15:31:45.588293 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351569ea-4334-408e-a2f2-dc5b441655a9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event deleted for resources: {'Subnet': ['ID=d89bd66a-be89-429e-b879-ff44a274a7b3,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:45.608954 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-1971a3d1-a0b4-4272-a06c-2db9bffa9740 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:45.612344 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-1971a3d1-a0b4-4272-a06c-2db9bffa9740 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=33b9d073-8124-426e-8fc5-378c99bf008f HTTP/1.1" status: 200 len: 836 time: 0.2227695 Mar 11 15:31:45.612522 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-351569ea-4334-408e-a2f2-dc5b441655a9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:45.614714 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21252c63-171a-4ea3-9fd1-7f4d2ad9761b None None] Network 6eb78fc7-9251-465e-9df9-3c0390f6ab22 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:31:45.627927 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-351569ea-4334-408e-a2f2-dc5b441655a9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/subnets/d89bd66a-be89-429e-b879-ff44a274a7b3 HTTP/1.1" status: 204 len: 168 time: 1.5616624 Mar 11 15:31:45.636498 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37448) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:45.669750 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5ec32301-a23e-4754-8885-fc42abb7c469 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:45.696945 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4e429678-0880-46fc-92ec-8dd97ef59bd0 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:45.697242 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e429678-0880-46fc-92ec-8dd97ef59bd0 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Fanout notify agent at l3_agent the message router_deleted on router 72f222d2-f193-4ca7-874d-859191f18d99 {{(pid=83866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:31:45.741487 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-5ec32301-a23e-4754-8885-fc42abb7c469 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Transition to ACTIVE for port object 971bdaa5-10ac-4cb0-bd56-d28281a92721 will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:31:45.754573 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5ec32301-a23e-4754-8885-fc42abb7c469 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:45.768820 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-c5923c72-209e-4b65-baf7-a0ef338083e1 None None] Deleting port 8f0a84a9-1b2c-48a7-866e-e4dac39c397c {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:31:45.769553 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c5923c72-209e-4b65-baf7-a0ef338083e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:45.858667 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4c1247ba-6c8e-4704-af85-ca0851d832fc req-e76119c9-c0ec-431f-88db-b096299aed6f tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2609508 Mar 11 15:31:45.890622 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-1a812ce3-bb54-47d5-8e5c-b78f46ac283f req-5063f944-2903-45eb-9eee-7ab582db0443 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ed1c014-724b-486c-9d57-1c54d27a1b58 HTTP/1.1" status: 200 len: 210 time: 0.0625784 Mar 11 15:31:45.892173 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4e429678-0880-46fc-92ec-8dd97ef59bd0 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:45.899254 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-4e429678-0880-46fc-92ec-8dd97ef59bd0 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] 10.222.0.31 "DELETE /v2.0/routers/72f222d2-f193-4ca7-874d-859191f18d99 HTTP/1.1" status: 204 len: 168 time: 11.5842769 Mar 11 15:31:45.901598 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37454) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:45.911128 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-013291f6-3746-4450-9a46-11efeba08f5f tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-864303921', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:45.922616 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-47cb3d93-c7d3-4a19-b6eb-00cfad740ff9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:45.925150 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-013291f6-3746-4450-9a46-11efeba08f5f tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:45.933300 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec32301-a23e-4754-8885-fc42abb7c469 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event updated for resources: {'Port': ['ID=971bdaa5-10ac-4cb0-bd56-d28281a92721,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:45.944663 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-013291f6-3746-4450-9a46-11efeba08f5f tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Usage tracker for resource:router and tenant:e3780808577d4381a98ee54e75caac80 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:45.948030 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-5ec32301-a23e-4754-8885-fc42abb7c469 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] In _notify_port_updated(), no bound segment for port 971bdaa5-10ac-4cb0-bd56-d28281a92721 on network c6f8e317-c3b4-4f12-bfd1-76da26a8e27f {{(pid=83867) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 15:31:45.951956 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec32301-a23e-4754-8885-fc42abb7c469 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:45.953613 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5ec32301-a23e-4754-8885-fc42abb7c469 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:45.954553 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5ec32301-a23e-4754-8885-fc42abb7c469 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "PUT /v2.0/ports/971bdaa5-10ac-4cb0-bd56-d28281a92721 HTTP/1.1" status: 200 len: 970 time: 2.3458047 Mar 11 15:31:45.957386 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-013291f6-3746-4450-9a46-11efeba08f5f tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:45.957727 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37460) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:45.982763 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-fb12d6e3-c2ed-4360-b903-8d855c767d99 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3477283 Mar 11 15:31:45.998793 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-47cb3d93-c7d3-4a19-b6eb-00cfad740ff9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Deleting port 3b774acc-675e-4973-ac66-3f89c0390175 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:31:45.998793 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-47cb3d93-c7d3-4a19-b6eb-00cfad740ff9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:46.045476 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-013291f6-3746-4450-9a46-11efeba08f5f tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:46.105872 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-499cced0-097f-4366-950b-e5ed67468029 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Deleting port 971bdaa5-10ac-4cb0-bd56-d28281a92721 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:31:46.106212 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-499cced0-097f-4366-950b-e5ed67468029 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:46.248787 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9eec13c1-4c07-4eb6-899f-4e5e47d6b31e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:46.261423 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-013291f6-3746-4450-9a46-11efeba08f5f tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:46.262352 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-013291f6-3746-4450-9a46-11efeba08f5f tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:46.273579 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-98c60c37-e7e9-40c8-9bdb-d1e6197a1eb7 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:46.279642 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-e33ce4e3-b5ae-447a-a2ef-d40e8a310ba2 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Deleting port 8f0a84a9-1b2c-48a7-866e-e4dac39c397c {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:31:46.280261 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e33ce4e3-b5ae-447a-a2ef-d40e8a310ba2 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:46.345299 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-93842d73-53a5-4e46-b7b5-356d9bd7f011 None None] Allocated IP 2001:db8:0:2::2 (c6f8e317-c3b4-4f12-bfd1-76da26a8e27f/275761de-d4cb-46cf-9139-dfc346ca0ebc/89a1bac3-fdb9-461e-b6c9-1c547cb954b7) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:31:46.382021 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-98c60c37-e7e9-40c8-9bdb-d1e6197a1eb7 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Transition to ACTIVE for port object 8f92b8fb-8aec-4e35-9fc2-0fd328475dd3 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:31:46.389563 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-c5923c72-209e-4b65-baf7-a0ef338083e1 None None] For port 8f0a84a9-1b2c-48a7-866e-e4dac39c397c, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=8f0a84a9-1b2c-48a7-866e-e4dac39c397c,segment=NetworkSegment(ce098e77-a8fb-49d1-90a7-2c25892541a5),segment_id=ce098e77-a8fb-49d1-90a7-2c25892541a5)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:46.389563 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c5923c72-209e-4b65-baf7-a0ef338083e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:46.430340 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-b591aca3-5d5c-4af8-8155-71a4e8a42cfd service neutron] 10.222.0.73 "GET /v2.0/networks/3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789737 Mar 11 15:31:46.434574 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9eec13c1-4c07-4eb6-899f-4e5e47d6b31e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:46.467623 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-013291f6-3746-4450-9a46-11efeba08f5f tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:46.608773 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-c5923c72-209e-4b65-baf7-a0ef338083e1 None None] Calling delete_port for 8f0a84a9-1b2c-48a7-866e-e4dac39c397c owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:31:46.611659 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898a7e4-9cba-4e53-b015-548c8c80e6c4 req-997b315d-fd0f-4ad6-a143-a77bba7645c8 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:46.613204 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d898a7e4-9cba-4e53-b015-548c8c80e6c4 req-997b315d-fd0f-4ad6-a143-a77bba7645c8 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.4338615 Mar 11 15:31:46.618867 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-98c60c37-e7e9-40c8-9bdb-d1e6197a1eb7 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:46.712145 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-013291f6-3746-4450-9a46-11efeba08f5f tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:46.729646 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-47cb3d93-c7d3-4a19-b6eb-00cfad740ff9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] For port 3b774acc-675e-4973-ac66-3f89c0390175, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=3b774acc-675e-4973-ac66-3f89c0390175,segment=NetworkSegment(01a26494-29cd-4dc9-a36c-ae16eae9f45f),segment_id=01a26494-29cd-4dc9-a36c-ae16eae9f45f)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:46.730247 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-47cb3d93-c7d3-4a19-b6eb-00cfad740ff9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:46.758871 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-93842d73-53a5-4e46-b7b5-356d9bd7f011 None None] For port 89a1bac3-fdb9-461e-b6c9-1c547cb954b7, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=89a1bac3-fdb9-461e-b6c9-1c547cb954b7,segment=NetworkSegment(cd55837c-8b7e-498b-8384-3a2dba7dbd29),segment_id=cd55837c-8b7e-498b-8384-3a2dba7dbd29)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:46.797470 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-93842d73-53a5-4e46-b7b5-356d9bd7f011 None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:46.802541 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c5923c72-209e-4b65-baf7-a0ef338083e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:46.820587 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c5efd-9be4-4155-8eab-d20765430f7f req-4805f6d1-55ec-43b2-a552-5a7801595400 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:46.827478 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-425c5efd-9be4-4155-8eab-d20765430f7f req-4805f6d1-55ec-43b2-a552-5a7801595400 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=de989a46-fde2-4b9a-92d0-1b29ba0a52ab HTTP/1.1" status: 200 len: 944 time: 0.5078738 Mar 11 15:31:46.849205 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689e1061-2d6d-4cfd-815a-4cce6960af3d None None] DHCP port deletion for 6eb78fc7-9251-465e-9df9-3c0390f6ab22 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:31:46.869025 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5923c72-209e-4b65-baf7-a0ef338083e1 None None] Pushing event deleted for resources: {'Port': ['ID=8f0a84a9-1b2c-48a7-866e-e4dac39c397c,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:46.873471 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-93842d73-53a5-4e46-b7b5-356d9bd7f011 None None] Transition to ACTIVE for port object 89a1bac3-fdb9-461e-b6c9-1c547cb954b7 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:31:46.874469 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-689e1061-2d6d-4cfd-815a-4cce6960af3d None None] Deleting port 3b774acc-675e-4973-ac66-3f89c0390175 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:31:46.874941 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-689e1061-2d6d-4cfd-815a-4cce6960af3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:46.904764 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-93842d73-53a5-4e46-b7b5-356d9bd7f011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:46.913135 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-98c60c37-e7e9-40c8-9bdb-d1e6197a1eb7 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Network ddbb0760-09e3-49a1-abd2-299a4552a88c is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:31:46.918959 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-013291f6-3746-4450-9a46-11efeba08f5f tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:46.925495 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-013291f6-3746-4450-9a46-11efeba08f5f tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0178869 Mar 11 15:31:46.926555 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37466) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:46.935848 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-47cb3d93-c7d3-4a19-b6eb-00cfad740ff9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Calling delete_port for 3b774acc-675e-4973-ac66-3f89c0390175 owned by network:dhcp {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:31:46.949565 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c60c37-e7e9-40c8-9bdb-d1e6197a1eb7 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Pushing event updated for resources: {'Port': ['ID=8f92b8fb-8aec-4e35-9fc2-0fd328475dd3,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:46.953448 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-98c60c37-e7e9-40c8-9bdb-d1e6197a1eb7 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:31:46.956550 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-98c60c37-e7e9-40c8-9bdb-d1e6197a1eb7 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:31:46.994846 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d898a7e4-9cba-4e53-b015-548c8c80e6c4 req-42b083e9-031d-4a87-84e0-7692ce11dc55 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3642707 Mar 11 15:31:47.013160 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5d264c01-b0b5-41b4-b61d-eb3d10fff64c req-ddc9c31c-3b9c-478d-a777-5780b6274736 service neutron] 10.222.0.73 "GET /v2.0/networks/3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5438082 Mar 11 15:31:47.031303 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5923c72-209e-4b65-baf7-a0ef338083e1 None None] No DVR routers for this DVR port 8f0a84a9-1b2c-48a7-866e-e4dac39c397c on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:31:47.068608 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-7dca3aaa-bdb7-4079-b709-33bbbaa60ff7 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Request body: {'router': {'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:47.076712 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-98c60c37-e7e9-40c8-9bdb-d1e6197a1eb7 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:47.077364 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-98c60c37-e7e9-40c8-9bdb-d1e6197a1eb7 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:47.167791 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-98c60c37-e7e9-40c8-9bdb-d1e6197a1eb7 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1367843 Mar 11 15:31:47.181564 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-956ebce6-9f9b-46ea-9499-054d59da7f70 service neutron] Request body: {'port': {'device_id': '6ed1c014-724b-486c-9d57-1c54d27a1b58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:47.215682 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93842d73-53a5-4e46-b7b5-356d9bd7f011 None None] Pushing event updated for resources: {'Port': ['ID=89a1bac3-fdb9-461e-b6c9-1c547cb954b7,revision_number=7']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:47.279570 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9eec13c1-4c07-4eb6-899f-4e5e47d6b31e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:47.342936 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-425c5efd-9be4-4155-8eab-d20765430f7f req-b5b2e691-4c23-43fe-990c-b3c8cc128fa0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3652cd1d-a49c-4b0a-beb5-6168bcad425a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5145633 Mar 11 15:31:47.358662 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-499cced0-097f-4366-950b-e5ed67468029 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:47.390423 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-e33ce4e3-b5ae-447a-a2ef-d40e8a310ba2 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] For port 8f0a84a9-1b2c-48a7-866e-e4dac39c397c, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=8f0a84a9-1b2c-48a7-866e-e4dac39c397c,segment=NetworkSegment(ce098e77-a8fb-49d1-90a7-2c25892541a5),segment_id=ce098e77-a8fb-49d1-90a7-2c25892541a5)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:47.391190 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e33ce4e3-b5ae-447a-a2ef-d40e8a310ba2 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:47.529931 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9eec13c1-4c07-4eb6-899f-4e5e47d6b31e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:47.555072 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-689e1061-2d6d-4cfd-815a-4cce6960af3d None None] For port 3b774acc-675e-4973-ac66-3f89c0390175, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=3b774acc-675e-4973-ac66-3f89c0390175,segment=NetworkSegment(01a26494-29cd-4dc9-a36c-ae16eae9f45f),segment_id=01a26494-29cd-4dc9-a36c-ae16eae9f45f)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:47.555670 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-689e1061-2d6d-4cfd-815a-4cce6960af3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:47.645270 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-499cced0-097f-4366-950b-e5ed67468029 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Calling delete_port for 971bdaa5-10ac-4cb0-bd56-d28281a92721 owned by {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:31:47.753699 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-689e1061-2d6d-4cfd-815a-4cce6960af3d None None] Calling delete_port for 3b774acc-675e-4973-ac66-3f89c0390175 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:31:47.800737 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-e33ce4e3-b5ae-447a-a2ef-d40e8a310ba2 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Calling delete_port for 8f0a84a9-1b2c-48a7-866e-e4dac39c397c owned by network:dhcp {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:31:47.811425 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-274988cd-f242-482f-8536-d4a154a95bbd None None] Provisioning for port 8f92b8fb-8aec-4e35-9fc2-0fd328475dd3 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:31:47.822744 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-274988cd-f242-482f-8536-d4a154a95bbd None None] Provisioning complete for port 8f92b8fb-8aec-4e35-9fc2-0fd328475dd3 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:47.823369 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-274988cd-f242-482f-8536-d4a154a95bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:47.858504 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c01bb87e-c670-431a-b2b8-c7da384e2ad9 req-c5cd59d9-6fd3-4496-bb48-77a2ededcc0f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=de989a46-fde2-4b9a-92d0-1b29ba0a52ab HTTP/1.1" status: 200 len: 1097 time: 0.7522719 Mar 11 15:31:47.909935 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-274988cd-f242-482f-8536-d4a154a95bbd None None] Port 8f92b8fb-8aec-4e35-9fc2-0fd328475dd3 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:31:47.929865 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec13c1-4c07-4eb6-899f-4e5e47d6b31e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Pushing event updated for resources: {'Port': ['ID=359185b0-cf7c-464b-b471-d82bd56a1e71,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:47.931918 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-689e1061-2d6d-4cfd-815a-4cce6960af3d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:31:47.932323 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-689e1061-2d6d-4cfd-815a-4cce6960af3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:31:47.944649 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-956ebce6-9f9b-46ea-9499-054d59da7f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:47.981524 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-47cb3d93-c7d3-4a19-b6eb-00cfad740ff9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:48.011710 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 89a1bac3-fdb9-461e-b6c9-1c547cb954b7 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:31:48.036606 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9eec13c1-4c07-4eb6-899f-4e5e47d6b31e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:48.143130 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9eec13c1-4c07-4eb6-899f-4e5e47d6b31e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:48.144305 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9eec13c1-4c07-4eb6-899f-4e5e47d6b31e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.2179246 Mar 11 15:31:48.154255 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1d5e6-950f-4a5a-976f-2e9e6003cb47 req-c85b6511-89ff-44df-8690-706b934bec43 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:48.155013 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-e1e1d5e6-950f-4a5a-976f-2e9e6003cb47 req-c85b6511-89ff-44df-8690-706b934bec43 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Synchronizing usage tracker for tenant:b0803f52583a49e1b421e3b5a9e44844 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:31:48.160264 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37476) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:48.164958 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 3b774acc-675e-4973-ac66-3f89c0390175 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:31:48.256312 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 3b774acc-675e-4973-ac66-3f89c0390175 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:31:48.256669 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 3b774acc-675e-4973-ac66-3f89c0390175 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:31:48.292152 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb3d93-c7d3-4a19-b6eb-00cfad740ff9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event deleted for resources: {'Port': ['ID=3b774acc-675e-4973-ac66-3f89c0390175,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:48.312378 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-6649244f-b095-4eae-a347-d6eee7220234 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Request body: {'port': {'network_id': '7c62958a-c577-4740-bd1f-d6ca9c60e5d3', 'name': 'tempest-FloatingIPTestJSON-1847412554'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:48.327965 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01bb87e-c670-431a-b2b8-c7da384e2ad9 req-bad1f6b8-bc81-430e-bc44-3ffb21885ffc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:48.329464 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c01bb87e-c670-431a-b2b8-c7da384e2ad9 req-bad1f6b8-bc81-430e-bc44-3ffb21885ffc service neutron] 10.222.0.73 "GET /v2.0/networks?id=3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf HTTP/1.1" status: 200 len: 897 time: 0.4478543 Mar 11 15:31:48.331560 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cb3d93-c7d3-4a19-b6eb-00cfad740ff9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] No DVR routers for this DVR port 3b774acc-675e-4973-ac66-3f89c0390175 on host dv-neutron-833373-1-hyperv {{(pid=83867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:31:48.434957 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-689e1061-2d6d-4cfd-815a-4cce6960af3d None None] Deleting port 3b774acc-675e-4973-ac66-3f89c0390175 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:31:48.435390 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-689e1061-2d6d-4cfd-815a-4cce6960af3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:48.517218 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-689e1061-2d6d-4cfd-815a-4cce6960af3d None None] The port '3b774acc-675e-4973-ac66-3f89c0390175' was deleted {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 15:31:48.524815 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.db.api [None req-e33ce4e3-b5ae-447a-a2ef-d40e8a310ba2 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:31:48.525380 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG oslo_db.api [None req-e33ce4e3-b5ae-447a-a2ef-d40e8a310ba2 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:31:48.559133 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-e1e1d5e6-950f-4a5a-976f-2e9e6003cb47 req-c85b6511-89ff-44df-8690-706b934bec43 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Unset dirty status for tenant:b0803f52583a49e1b421e3b5a9e44844 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:31:48.560320 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e1e1d5e6-950f-4a5a-976f-2e9e6003cb47 req-c85b6511-89ff-44df-8690-706b934bec43 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ed1c014-724b-486c-9d57-1c54d27a1b58 HTTP/1.1" status: 200 len: 932 time: 1.2757871 Mar 11 15:31:48.567914 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c01bb87e-c670-431a-b2b8-c7da384e2ad9 req-8fcd0b01-ad23-4734-bbbc-81a3004e1fc0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=31db51bc-a5d1-4282-ba0f-5d36313884f6 HTTP/1.1" status: 200 len: 217 time: 0.2272317 Mar 11 15:31:48.632431 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e91870b-9fcb-4c6e-99ba-8ff67eadb5ae None None] get_active_networks_info from dv-neutron-833373-1-hyperv {{(pid=83868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 15:31:48.715174 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-47cb3d93-c7d3-4a19-b6eb-00cfad740ff9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:48.771376 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-47cb3d93-c7d3-4a19-b6eb-00cfad740ff9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eb78fc7-9251-465e-9df9-3c0390f6ab22']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:48.802953 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-47cb3d93-c7d3-4a19-b6eb-00cfad740ff9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01a26494-29cd-4dc9-a36c-ae16eae9f45f') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:48.803181 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-47cb3d93-c7d3-4a19-b6eb-00cfad740ff9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01a26494-29cd-4dc9-a36c-ae16eae9f45f') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:48.810277 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-9e3cc804-b866-473a-a5bd-8a599bbd2768 None None] Provisioning for port 971bdaa5-10ac-4cb0-bd56-d28281a92721 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:31:48.817439 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-9e3cc804-b866-473a-a5bd-8a599bbd2768 None None] Provisioning complete for port 971bdaa5-10ac-4cb0-bd56-d28281a92721 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:48.817819 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9e3cc804-b866-473a-a5bd-8a599bbd2768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:48.819881 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01bb87e-c670-431a-b2b8-c7da384e2ad9 req-d219179e-f43c-48cd-990c-a40d076012e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:48.821484 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c01bb87e-c670-431a-b2b8-c7da384e2ad9 req-d219179e-f43c-48cd-990c-a40d076012e5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=33b9d073-8124-426e-8fc5-378c99bf008f HTTP/1.1" status: 200 len: 836 time: 0.1713729 Mar 11 15:31:48.822811 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ceba6-b079-45db-b32d-6108577e1d09 req-d01f293c-5071-49f1-aa08-7cbd43cc6b93 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:48.828476 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-6649244f-b095-4eae-a347-d6eee7220234 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:48.829883 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-587ceba6-b079-45db-b32d-6108577e1d09 req-d01f293c-5071-49f1-aa08-7cbd43cc6b93 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.8890991 Mar 11 15:31:48.833519 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-6649244f-b095-4eae-a347-d6eee7220234 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Usage tracker for resource:port and tenant:08d14954a9a44d808e73ee1adc21420c is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:48.835026 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-499cced0-097f-4366-950b-e5ed67468029 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:48.836950 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-6649244f-b095-4eae-a347-d6eee7220234 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:48.840505 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e91870b-9fcb-4c6e-99ba-8ff67eadb5ae None None] Resources bound (agent type, host, resource id): {{(pid=83868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 15:31:48.855387 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-47cb3d93-c7d3-4a19-b6eb-00cfad740ff9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:48.857445 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-9e3cc804-b866-473a-a5bd-8a599bbd2768 None None] Port 971bdaa5-10ac-4cb0-bd56-d28281a92721 was deleted so its status cannot be updated. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 11 15:31:48.878270 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e1e1d5e6-950f-4a5a-976f-2e9e6003cb47 req-43a93dcf-0701-4c37-bdd8-838c6b3d3bd0 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddd9975-6795-448d-913f-a65ef3bd0a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2577174 Mar 11 15:31:48.904441 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-6649244f-b095-4eae-a347-d6eee7220234 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:48.933475 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6649244f-b095-4eae-a347-d6eee7220234 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Made reservation on behalf of 08d14954a9a44d808e73ee1adc21420c for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:31:48.936812 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6649244f-b095-4eae-a347-d6eee7220234 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:48.940934 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499cced0-097f-4366-950b-e5ed67468029 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event deleted for resources: {'Port': ['ID=971bdaa5-10ac-4cb0-bd56-d28281a92721,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:48.944213 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7dca3aaa-bdb7-4079-b709-33bbbaa60ff7 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:48.950116 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-9e3cc804-b866-473a-a5bd-8a599bbd2768 None None] Provisioning complete for port cc5e790a-0109-4295-a98c-c513c9ed60ea triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:48.950116 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9e3cc804-b866-473a-a5bd-8a599bbd2768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:48.951100 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-47cb3d93-c7d3-4a19-b6eb-00cfad740ff9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:48.974973 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-6649244f-b095-4eae-a347-d6eee7220234 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] device_id is not set on port ab2b9b6b-2187-482a-a94a-f9bda35ea0cb yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:31:49.013492 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47cb3d93-c7d3-4a19-b6eb-00cfad740ff9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:31:49.013492 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-47cb3d93-c7d3-4a19-b6eb-00cfad740ff9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:49.033640 dv-neutron-833373-1-hyperv neutron-server[83867]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:31:49.033640 dv-neutron-833373-1-hyperv neutron-server[83867]: util.warn( Mar 11 15:31:49.033640 dv-neutron-833373-1-hyperv neutron-server[83867]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:31:49.033640 dv-neutron-833373-1-hyperv neutron-server[83867]: util.warn( Mar 11 15:31:49.033640 dv-neutron-833373-1-hyperv neutron-server[83867]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:31:49.033640 dv-neutron-833373-1-hyperv neutron-server[83867]: util.warn( Mar 11 15:31:49.033640 dv-neutron-833373-1-hyperv neutron-server[83867]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:31:49.033640 dv-neutron-833373-1-hyperv neutron-server[83867]: util.warn( Mar 11 15:31:49.033640 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:31:49.033640 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:31:49.033640 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:31:49.033640 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:31:49.033640 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:31:49.033640 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:31:49.033640 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:31:49.033640 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:31:49.033640 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:31:49.033640 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:31:49.033640 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:31:49.033640 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:31:49.033640 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:31:49.033640 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:31:49.033640 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:31:49.033640 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:31:49.033640 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:31:49.033640 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:31:49.033640 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:31:49.033640 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:31:49.033640 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:31:49.033640 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:31:49.033640 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:31:49.033640 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:31:49.033640 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:31:49.033640 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:31:49.033640 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:31:49.033640 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:31:49.033640 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:31:49.033640 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:31:49.033640 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:31:49.033640 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:31:49.038796 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-9e3cc804-b866-473a-a5bd-8a599bbd2768 None None] Port cc5e790a-0109-4295-a98c-c513c9ed60ea cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:31:49.096764 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-587ceba6-b079-45db-b32d-6108577e1d09 req-3f5892a4-d3e6-41e0-a995-52005cacf563 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2659247 Mar 11 15:31:49.098280 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-9e3cc804-b866-473a-a5bd-8a599bbd2768 None None] Provisioning for port 89a1bac3-fdb9-461e-b6c9-1c547cb954b7 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:31:49.103700 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-499cced0-097f-4366-950b-e5ed67468029 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:49.148143 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-9e3cc804-b866-473a-a5bd-8a599bbd2768 None None] Provisioning complete for port 89a1bac3-fdb9-461e-b6c9-1c547cb954b7 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:49.148143 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9e3cc804-b866-473a-a5bd-8a599bbd2768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:49.161004 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-e33ce4e3-b5ae-447a-a2ef-d40e8a310ba2 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Deleting port 8f0a84a9-1b2c-48a7-866e-e4dac39c397c {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:31:49.161352 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e33ce4e3-b5ae-447a-a2ef-d40e8a310ba2 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:49.195591 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.db.resource_extend [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-956ebce6-9f9b-46ea-9499-054d59da7f70 service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:31:49.206757 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-499cced0-097f-4366-950b-e5ed67468029 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/ports/971bdaa5-10ac-4cb0-bd56-d28281a92721 HTTP/1.1" status: 204 len: 168 time: 3.2478242 Mar 11 15:31:49.214180 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37482) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:49.314791 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-6649244f-b095-4eae-a347-d6eee7220234 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Allocated IP 172.20.0.14 (7c62958a-c577-4740-bd1f-d6ca9c60e5d3/bc8a237e-2506-407a-af75-3fcb2581c628/ab2b9b6b-2187-482a-a94a-f9bda35ea0cb) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:31:49.325433 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c01bb87e-c670-431a-b2b8-c7da384e2ad9 req-b4ba8226-30ab-4a1c-92fe-a6f6c4574e99 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4812911 Mar 11 15:31:49.337349 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-956ebce6-9f9b-46ea-9499-054d59da7f70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f92b8fb-8aec-4e35-9fc2-0fd328475dd3 {{(pid=83866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:31:49.361546 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-e33ce4e3-b5ae-447a-a2ef-d40e8a310ba2 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] The port '8f0a84a9-1b2c-48a7-866e-e4dac39c397c' was deleted {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 15:31:49.362869 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-47cb3d93-c7d3-4a19-b6eb-00cfad740ff9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:49.367609 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-47cb3d93-c7d3-4a19-b6eb-00cfad740ff9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:49.378538 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-956ebce6-9f9b-46ea-9499-054d59da7f70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:49.389502 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f0fbeb3-7fa8-4458-8fa8-6d3925258a5c tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] GET failed (client error): The resource could not be found. Mar 11 15:31:49.389991 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7f0fbeb3-7fa8-4458-8fa8-6d3925258a5c tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Synchronizing usage tracker for tenant:6b1a6507e257408892b3294b50293467 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:31:49.440852 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-47cb3d93-c7d3-4a19-b6eb-00cfad740ff9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/networks/6eb78fc7-9251-465e-9df9-3c0390f6ab22 HTTP/1.1" status: 204 len: 168 time: 3.8032615 Mar 11 15:31:49.442203 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb3d93-c7d3-4a19-b6eb-00cfad740ff9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event deleted for resources: {'Network': ['ID=6eb78fc7-9251-465e-9df9-3c0390f6ab22,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:49.451316 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37486) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:49.482896 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-c3d46b70-69ab-47ae-a26e-42f079c2aa8f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-102611352'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:49.487294 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b5f8affd-753c-4722-87cb-6c2446cd90bc None None] Could not find standard attr ID for object 971bdaa5-10ac-4cb0-bd56-d28281a92721. {{(pid=83868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:31:49.490206 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 31db51bc-a5d1-4282-ba0f-5d36313884f6 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:31:49.493270 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-956ebce6-9f9b-46ea-9499-054d59da7f70 service neutron] Transition to ACTIVE for port object 8f92b8fb-8aec-4e35-9fc2-0fd328475dd3 will not be triggered until provisioned by entity L2. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:31:49.498005 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c3d46b70-69ab-47ae-a26e-42f079c2aa8f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:49.514308 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47bb236-79c4-4ab2-b1d0-1be1adfa36a4 req-9dccbd64-9beb-434a-b00a-6714ef2618fe tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:49.515949 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a47bb236-79c4-4ab2-b1d0-1be1adfa36a4 req-9dccbd64-9beb-434a-b00a-6714ef2618fe tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=de989a46-fde2-4b9a-92d0-1b29ba0a52ab HTTP/1.1" status: 200 len: 944 time: 0.4330342 Mar 11 15:31:49.535668 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-956ebce6-9f9b-46ea-9499-054d59da7f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:49.559967 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c3d46b70-69ab-47ae-a26e-42f079c2aa8f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Usage tracker for resource:network and tenant:a138b31c346e4c0cb3afee629b96673d is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:49.570268 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c3d46b70-69ab-47ae-a26e-42f079c2aa8f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:49.595073 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c3d46b70-69ab-47ae-a26e-42f079c2aa8f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:49.598231 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7f0fbeb3-7fa8-4458-8fa8-6d3925258a5c tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Unset dirty status for tenant:6b1a6507e257408892b3294b50293467 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:31:49.602595 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7f0fbeb3-7fa8-4458-8fa8-6d3925258a5c tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "GET /v2.0/ports/971bdaa5-10ac-4cb0-bd56-d28281a92721 HTTP/1.1" status: 404 len: 333 time: 0.3861096 Mar 11 15:31:49.607174 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37490) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:49.628918 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e33ce4e3-b5ae-447a-a2ef-d40e8a310ba2 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:49.668878 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 31db51bc-a5d1-4282-ba0f-5d36313884f6, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=31db51bc-a5d1-4282-ba0f-5d36313884f6,segment=NetworkSegment(2da6912e-1c50-49dc-b06d-7c4d9df82e9e),segment_id=2da6912e-1c50-49dc-b06d-7c4d9df82e9e)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:49.679607 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d46b70-69ab-47ae-a26e-42f079c2aa8f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Made reservation on behalf of a138b31c346e4c0cb3afee629b96673d for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:31:49.683113 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c3d46b70-69ab-47ae-a26e-42f079c2aa8f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:49.684412 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': '31db51bc-a5d1-4282-ba0f-5d36313884f6', 'network_id': '3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf', 'port_id': '31db51bc-a5d1-4282-ba0f-5d36313884f6', 'mac_address': 'fa:16:3e:9f:eb:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33b9d073-8124-426e-8fc5-378c99bf008f', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:31:49.707537 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-e33ce4e3-b5ae-447a-a2ef-d40e8a310ba2 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b03b1c5c-6303-40f1-a6be-71f4a9a78b52']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:49.739117 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-e33ce4e3-b5ae-447a-a2ef-d40e8a310ba2 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce098e77-a8fb-49d1-90a7-2c25892541a5') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:49.739681 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-e33ce4e3-b5ae-447a-a2ef-d40e8a310ba2 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce098e77-a8fb-49d1-90a7-2c25892541a5') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:49.762702 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e33ce4e3-b5ae-447a-a2ef-d40e8a310ba2 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:49.770051 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:49.790357 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31db51bc-a5d1-4282-ba0f-5d36313884f6 {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:31:49.799486 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3d46b70-69ab-47ae-a26e-42f079c2aa8f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:31:49.811773 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 31db51bc-a5d1-4282-ba0f-5d36313884f6, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=31db51bc-a5d1-4282-ba0f-5d36313884f6,segment=NetworkSegment(2da6912e-1c50-49dc-b06d-7c4d9df82e9e),segment_id=2da6912e-1c50-49dc-b06d-7c4d9df82e9e)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:49.816913 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:49.824801 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e33ce4e3-b5ae-447a-a2ef-d40e8a310ba2 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:49.839353 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c01bb87e-c670-431a-b2b8-c7da384e2ad9 req-7f43cd17-8fd3-4e93-842f-970e5cc0ea0a service neutron] 10.222.0.73 "GET /v2.0/networks/3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4974449 Mar 11 15:31:49.844751 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e33ce4e3-b5ae-447a-a2ef-d40e8a310ba2 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:31:49.844751 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e33ce4e3-b5ae-447a-a2ef-d40e8a310ba2 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:49.857859 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:31:49.857859 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:31:49.857859 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:31:49.857859 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:31:49.857859 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:31:49.857859 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:31:49.857859 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:31:49.857859 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:31:49.857859 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:31:49.857859 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:31:49.857859 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:31:49.857859 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:31:49.857859 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:31:49.857859 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:31:49.857859 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:31:49.857859 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:31:49.857859 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:31:49.857859 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:31:49.857859 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:31:49.857859 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:31:49.857859 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:31:49.857859 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:31:49.857859 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:31:49.857859 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:31:49.857859 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:31:49.857859 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:31:49.857859 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:31:49.857859 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:31:49.857859 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:31:49.857859 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:31:49.857859 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:31:49.857859 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:31:49.860937 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5645e23d-cbe5-46ce-b058-80eb11213813 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:49.934355 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=31db51bc-a5d1-4282-ba0f-5d36313884f6,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:49.975649 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e33ce4e3-b5ae-447a-a2ef-d40e8a310ba2 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:49.978906 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c3d46b70-69ab-47ae-a26e-42f079c2aa8f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:49.979247 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-c3d46b70-69ab-47ae-a26e-42f079c2aa8f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Added segment 36862e3e-623e-4a28-89c3-4c110528ce48 of type vlan for network 188fe963-ae6a-4547-b89a-1a5145bf51a5 Mar 11 15:31:50.014728 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e33ce4e3-b5ae-447a-a2ef-d40e8a310ba2 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:50.136684 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a47bb236-79c4-4ab2-b1d0-1be1adfa36a4 req-393d3269-ae2c-47ae-877a-be94b6622a79 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3652cd1d-a49c-4b0a-beb5-6168bcad425a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6021073 Mar 11 15:31:50.177557 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5645e23d-cbe5-46ce-b058-80eb11213813 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:50.202142 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['31db51bc-a5d1-4282-ba0f-5d36313884f6'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 15:31:50.343678 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e33ce4e3-b5ae-447a-a2ef-d40e8a310ba2 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] 10.222.0.31 "DELETE /v2.0/networks/b03b1c5c-6303-40f1-a6be-71f4a9a78b52 HTTP/1.1" status: 204 len: 168 time: 8.3910546 Mar 11 15:31:50.361294 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ebce6-9f9b-46ea-9499-054d59da7f70 service neutron] Pushing event updated for resources: {'Port': ['ID=8f92b8fb-8aec-4e35-9fc2-0fd328475dd3,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:50.363976 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37498) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:50.373728 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ce4e3-b5ae-447a-a2ef-d40e8a310ba2 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Pushing event deleted for resources: {'Network': ['ID=b03b1c5c-6303-40f1-a6be-71f4a9a78b52,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:50.403608 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7dca3aaa-bdb7-4079-b709-33bbbaa60ff7 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router_gateway, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:50.459033 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c3d46b70-69ab-47ae-a26e-42f079c2aa8f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:50.463546 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7dca3aaa-bdb7-4079-b709-33bbbaa60ff7 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:50.622996 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c3d46b70-69ab-47ae-a26e-42f079c2aa8f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:50.625287 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6649244f-b095-4eae-a347-d6eee7220234 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:50.627323 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d46b70-69ab-47ae-a26e-42f079c2aa8f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:50.627936 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c3d46b70-69ab-47ae-a26e-42f079c2aa8f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:50.658879 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5645e23d-cbe5-46ce-b058-80eb11213813 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:50.751725 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c01bb87e-c670-431a-b2b8-c7da384e2ad9 req-ad28aca6-728f-40e8-b4d5-23634d7304ab service neutron] 10.222.0.73 "GET /v2.0/networks/3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8819020 Mar 11 15:31:50.771681 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d6ba38ab-7aa9-4a8a-9942-d4ad6ec96fd4 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:50.785716 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e55225-951c-423f-95a6-eda19df0dcee req-7f5006a2-7c17-4b3c-ad9c-f0678d39b90e tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:50.787242 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e1e55225-951c-423f-95a6-eda19df0dcee req-7f5006a2-7c17-4b3c-ad9c-f0678d39b90e tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ed1c014-724b-486c-9d57-1c54d27a1b58 HTTP/1.1" status: 200 len: 944 time: 0.4778926 Mar 11 15:31:50.815385 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c19a40be-7689-4329-86fe-0c60169f25f1 req-b820535c-c9cd-4022-945a-a73af05dcc7a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cfe0188f-8454-425c-9a64-95c2e897d519&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6771448 Mar 11 15:31:50.826036 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645e23d-cbe5-46ce-b058-80eb11213813 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e7c546-fa58-4f43-9d9b-6697bd134dc0,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:50.854873 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96dc28-caad-4dc8-ab24-807be88eec33 req-e581be13-f1a5-4587-9d0d-c4404fdc273a tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:50.857118 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2e96dc28-caad-4dc8-ab24-807be88eec33 req-e581be13-f1a5-4587-9d0d-c4404fdc273a tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.4913843 Mar 11 15:31:50.857322 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-956ebce6-9f9b-46ea-9499-054d59da7f70 service neutron] Attempting to bind port 8f92b8fb-8aec-4e35-9fc2-0fd328475dd3 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:31:50.857531 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-956ebce6-9f9b-46ea-9499-054d59da7f70 service neutron] Attempting to bind port 8f92b8fb-8aec-4e35-9fc2-0fd328475dd3 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '23668e81-3dbf-4c7c-b5d3-baabcc2f7882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'ddbb0760-09e3-49a1-abd2-299a4552a88c'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:31:50.857788 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-956ebce6-9f9b-46ea-9499-054d59da7f70 service neutron] Attempting to bind port 8f92b8fb-8aec-4e35-9fc2-0fd328475dd3 on network ddbb0760-09e3-49a1-abd2-299a4552a88c {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:31:50.862442 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5645e23d-cbe5-46ce-b058-80eb11213813 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:50.866929 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5645e23d-cbe5-46ce-b058-80eb11213813 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/security-groups/35e7c546-fa58-4f43-9d9b-6697bd134dc0 HTTP/1.1" status: 204 len: 168 time: 1.2542880 Mar 11 15:31:50.868856 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37502) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:50.870736 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d46b70-69ab-47ae-a26e-42f079c2aa8f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'Network': ['ID=188fe963-ae6a-4547-b89a-1a5145bf51a5,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:50.873894 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c3d46b70-69ab-47ae-a26e-42f079c2aa8f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4212456 Mar 11 15:31:50.885576 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 188fe963-ae6a-4547-b89a-1a5145bf51a5 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:31:50.893953 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37504) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:50.917790 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-542fbadd-2ec9-4bf4-a4fc-073237787ee1 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'subnet': {'network_id': '188fe963-ae6a-4547-b89a-1a5145bf51a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:50.939778 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-7dca3aaa-bdb7-4079-b709-33bbbaa60ff7 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Allocated IP 172.26.0.227 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/835f3dd1-cb36-4c57-b797-39db65aa9722) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:31:50.949858 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6649244f-b095-4eae-a347-d6eee7220234 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:50.990245 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e1e55225-951c-423f-95a6-eda19df0dcee req-93e20b8e-d01a-48b2-b97a-80ae5f4e7ac6 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddd9975-6795-448d-913f-a65ef3bd0a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718714 Mar 11 15:31:51.057736 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-956ebce6-9f9b-46ea-9499-054d59da7f70 service neutron] Port 8f92b8fb-8aec-4e35-9fc2-0fd328475dd3 on network ddbb0760-09e3-49a1-abd2-299a4552a88c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:31:51.058052 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-956ebce6-9f9b-46ea-9499-054d59da7f70 service neutron] Attempting to bind port 8f92b8fb-8aec-4e35-9fc2-0fd328475dd3 on network ddbb0760-09e3-49a1-abd2-299a4552a88c {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:31:51.115209 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c19a40be-7689-4329-86fe-0c60169f25f1 req-f0c9fe59-a3e4-4fa4-ab23-112a19e0c602 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=cfe0188f-8454-425c-9a64-95c2e897d519 HTTP/1.1" status: 200 len: 1099 time: 0.2501595 Mar 11 15:31:51.142773 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7dca3aaa-bdb7-4079-b709-33bbbaa60ff7 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:51.220472 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-956ebce6-9f9b-46ea-9499-054d59da7f70 service neutron] Checking agent: {'id': '233b753e-9484-4350-9871-64b7c66fc067', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'started_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:31:51.220758 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-956ebce6-9f9b-46ea-9499-054d59da7f70 service neutron] Checking segment: {'id': '23668e81-3dbf-4c7c-b5d3-baabcc2f7882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'ddbb0760-09e3-49a1-abd2-299a4552a88c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:31:51.221135 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-956ebce6-9f9b-46ea-9499-054d59da7f70 service neutron] Bound using segment: {'id': '23668e81-3dbf-4c7c-b5d3-baabcc2f7882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'ddbb0760-09e3-49a1-abd2-299a4552a88c'} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:31:51.221583 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-956ebce6-9f9b-46ea-9499-054d59da7f70 service neutron] Bound port: 8f92b8fb-8aec-4e35-9fc2-0fd328475dd3, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23668e81-3dbf-4c7c-b5d3-baabcc2f7882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'ddbb0760-09e3-49a1-abd2-299a4552a88c'}}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:31:51.221929 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-956ebce6-9f9b-46ea-9499-054d59da7f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:51.237111 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d6ba38ab-7aa9-4a8a-9942-d4ad6ec96fd4 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:51.291258 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a40be-7689-4329-86fe-0c60169f25f1 req-4ed12313-b840-4060-ae18-7ce67f333628 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:51.291710 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2e96dc28-caad-4dc8-ab24-807be88eec33 req-d24f89b5-832f-482b-8c54-9afbf648d1ca tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4261651 Mar 11 15:31:51.292849 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c19a40be-7689-4329-86fe-0c60169f25f1 req-4ed12313-b840-4060-ae18-7ce67f333628 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8 HTTP/1.1" status: 200 len: 897 time: 0.1541550 Mar 11 15:31:51.294350 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7dca3aaa-bdb7-4079-b709-33bbbaa60ff7 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:51.313647 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6649244f-b095-4eae-a347-d6eee7220234 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Network 7c62958a-c577-4740-bd1f-d6ca9c60e5d3 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:31:51.330585 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6649244f-b095-4eae-a347-d6eee7220234 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Pushing event updated for resources: {'Port': ['ID=ab2b9b6b-2187-482a-a94a-f9bda35ea0cb,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:51.357104 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-6649244f-b095-4eae-a347-d6eee7220234 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:31:51.359610 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6649244f-b095-4eae-a347-d6eee7220234 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:31:51.407155 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-d6ba38ab-7aa9-4a8a-9942-d4ad6ec96fd4 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7e395a6-4bd6-493e-8533-109ca7c41fa2']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:51.449614 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-542fbadd-2ec9-4bf4-a4fc-073237787ee1 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:51.475548 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c7ba56a0-c803-44cb-9f57-4a180c37e1ef tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:51.478367 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-d6ba38ab-7aa9-4a8a-9942-d4ad6ec96fd4 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '658d5ec3-5a83-46ec-bcc0-6ab8f98e7dc7') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:51.478661 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-d6ba38ab-7aa9-4a8a-9942-d4ad6ec96fd4 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '658d5ec3-5a83-46ec-bcc0-6ab8f98e7dc7') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:51.488336 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dca3aaa-bdb7-4079-b709-33bbbaa60ff7 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:31:51.492198 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-542fbadd-2ec9-4bf4-a4fc-073237787ee1 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Usage tracker for resource:subnet and tenant:a138b31c346e4c0cb3afee629b96673d is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:31:51.501511 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-7dca3aaa-bdb7-4079-b709-33bbbaa60ff7 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:31:51.507835 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca3aaa-bdb7-4079-b709-33bbbaa60ff7 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Pushing event updated for resources: {'Port': ['ID=835f3dd1-cb36-4c57-b797-39db65aa9722,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:51.510808 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 31db51bc-a5d1-4282-ba0f-5d36313884f6 up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:31:51.512444 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dca3aaa-bdb7-4079-b709-33bbbaa60ff7 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:31:51.522614 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-542fbadd-2ec9-4bf4-a4fc-073237787ee1 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:31:51.551825 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d6ba38ab-7aa9-4a8a-9942-d4ad6ec96fd4 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:51.564946 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-542fbadd-2ec9-4bf4-a4fc-073237787ee1 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:51.583358 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c19a40be-7689-4329-86fe-0c60169f25f1 req-720823c0-cc73-47b0-a919-12f8d71fffeb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=073652c7-6cc6-4dad-8555-e471bf6e6ede HTTP/1.1" status: 200 len: 1002 time: 0.2840242 Mar 11 15:31:51.593542 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c7ba56a0-c803-44cb-9f57-4a180c37e1ef tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:51.613517 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6649244f-b095-4eae-a347-d6eee7220234 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:51.614164 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6649244f-b095-4eae-a347-d6eee7220234 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:51.643893 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d6ba38ab-7aa9-4a8a-9942-d4ad6ec96fd4 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:51.664171 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542fbadd-2ec9-4bf4-a4fc-073237787ee1 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Made reservation on behalf of a138b31c346e4c0cb3afee629b96673d for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:31:51.671015 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning for port 31db51bc-a5d1-4282-ba0f-5d36313884f6 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:31:51.678605 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port 31db51bc-a5d1-4282-ba0f-5d36313884f6 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:51.679280 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:51.681065 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-956ebce6-9f9b-46ea-9499-054d59da7f70 service neutron] For port 8f92b8fb-8aec-4e35-9fc2-0fd328475dd3, host hv-neutron-8333, cleared binding levels {{(pid=83866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:31:51.710826 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ba38ab-7aa9-4a8a-9942-d4ad6ec96fd4 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:31:51.711252 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d6ba38ab-7aa9-4a8a-9942-d4ad6ec96fd4 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:51.716063 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38666a-f693-4a76-b3f8-a47dffa63b2d req-d28717b3-5b2b-4623-b4d7-98da94c3a139 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:51.717607 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-fb38666a-f693-4a76-b3f8-a47dffa63b2d req-d28717b3-5b2b-4623-b4d7-98da94c3a139 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=de989a46-fde2-4b9a-92d0-1b29ba0a52ab HTTP/1.1" status: 200 len: 945 time: 0.3331032 Mar 11 15:31:51.749853 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a40be-7689-4329-86fe-0c60169f25f1 req-8ceb4a3c-b824-4f84-bb23-8aca1c55049e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:51.752028 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c19a40be-7689-4329-86fe-0c60169f25f1 req-8ceb4a3c-b824-4f84-bb23-8aca1c55049e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=796e8b88-7a8c-46fd-b12f-b6e3ee49dd2c HTTP/1.1" status: 200 len: 835 time: 0.1607440 Mar 11 15:31:51.784319 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:31:51.784319 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:31:51.784319 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:31:51.784319 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:31:51.784319 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:31:51.784319 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:31:51.784319 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:31:51.784319 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:31:51.784319 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:31:51.784319 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:31:51.784319 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:31:51.784319 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:31:51.784319 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:31:51.784319 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:31:51.784319 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:31:51.784319 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:31:51.784319 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:31:51.784319 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:31:51.784319 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:31:51.784319 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:31:51.784319 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:31:51.784319 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:31:51.784319 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:31:51.784319 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:31:51.784319 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:31:51.784319 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:31:51.784319 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:31:51.784319 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:31:51.784319 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:31:51.784319 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:31:51.784319 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:31:51.784319 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:31:51.844025 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:51.846835 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-fb38666a-f693-4a76-b3f8-a47dffa63b2d req-28077466-772f-4faa-a31a-8de84e359b01 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3652cd1d-a49c-4b0a-beb5-6168bcad425a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184323 Mar 11 15:31:51.876988 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c19a40be-7689-4329-86fe-0c60169f25f1 req-30a8502f-f1cb-4cef-9237-19aa84d90f2c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1182919 Mar 11 15:31:51.878107 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de989a46-fde2-4b9a-92d0-1b29ba0a52ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31db51bc-a5d1-4282-ba0f-5d36313884f6'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:31:51.890293 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 31db51bc-a5d1-4282-ba0f-5d36313884f6, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=31db51bc-a5d1-4282-ba0f-5d36313884f6,segment=NetworkSegment(2da6912e-1c50-49dc-b06d-7c4d9df82e9e),segment_id=2da6912e-1c50-49dc-b06d-7c4d9df82e9e)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:51.896482 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:51.981754 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de989a46-fde2-4b9a-92d0-1b29ba0a52ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31db51bc-a5d1-4282-ba0f-5d36313884f6', 'code': 200} Mar 11 15:31:52.015783 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-956ebce6-9f9b-46ea-9499-054d59da7f70 service neutron] For port 8f92b8fb-8aec-4e35-9fc2-0fd328475dd3, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=8f92b8fb-8aec-4e35-9fc2-0fd328475dd3,segment=NetworkSegment(23668e81-3dbf-4c7c-b5d3-baabcc2f7882),segment_id=23668e81-3dbf-4c7c-b5d3-baabcc2f7882)] {{(pid=83866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:31:52.020183 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=31db51bc-a5d1-4282-ba0f-5d36313884f6,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:52.025794 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7dca3aaa-bdb7-4079-b709-33bbbaa60ff7 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router_gateway, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:52.059944 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-6649244f-b095-4eae-a347-d6eee7220234 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8967352 Mar 11 15:31:52.087174 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37520) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:52.111325 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-956ebce6-9f9b-46ea-9499-054d59da7f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:52.121425 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-7ee901de-c3a8-446f-9e6e-c551f924209c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Request body: {'floatingip': {'port_id': 'ab2b9b6b-2187-482a-a94a-f9bda35ea0cb'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:52.239105 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.73', 64628) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:52.331040 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c7ba56a0-c803-44cb-9f57-4a180c37e1ef tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:52.334995 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7ee901de-c3a8-446f-9e6e-c551f924209c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for floatingip, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:52.416312 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d6ba38ab-7aa9-4a8a-9942-d4ad6ec96fd4 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:52.435535 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-542fbadd-2ec9-4bf4-a4fc-073237787ee1 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:52.442579 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c19a40be-7689-4329-86fe-0c60169f25f1 req-06a61ced-ef8c-4ef8-b6f9-9ab7969b60cc service neutron] 10.222.0.73 "GET /v2.0/networks/ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5491703 Mar 11 15:31:52.452879 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-956ebce6-9f9b-46ea-9499-054d59da7f70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:52.454822 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-956ebce6-9f9b-46ea-9499-054d59da7f70 service neutron] 10.222.0.73 "PUT /v2.0/ports/8f92b8fb-8aec-4e35-9fc2-0fd328475dd3 HTTP/1.1" status: 200 len: 1094 time: 5.2774057 Mar 11 15:31:52.480284 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7dca3aaa-bdb7-4079-b709-33bbbaa60ff7 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:52.493900 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed1c014-724b-486c-9d57-1c54d27a1b58', 'tag': '8f92b8fb-8aec-4e35-9fc2-0fd328475dd3'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:31:52.509029 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d6ba38ab-7aa9-4a8a-9942-d4ad6ec96fd4 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:52.519444 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba56a0-c803-44cb-9f57-4a180c37e1ef tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd1105a-1e2a-43f4-adc6-5e2eb79942cb,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:52.541504 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7dca3aaa-bdb7-4079-b709-33bbbaa60ff7 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709172', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-708534'] for router, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:52.567485 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d203f76-09b2-4016-b325-6b2949b6a573 req-28059e14-258b-4122-b7cf-254b97119c03 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:52.569060 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-0d203f76-09b2-4016-b325-6b2949b6a573 req-28059e14-258b-4122-b7cf-254b97119c03 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ed1c014-724b-486c-9d57-1c54d27a1b58 HTTP/1.1" status: 200 len: 944 time: 0.2930372 Mar 11 15:31:52.658405 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba38ab-7aa9-4a8a-9942-d4ad6ec96fd4 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Pushing event deleted for resources: {'Network': ['ID=a7e395a6-4bd6-493e-8533-109ca7c41fa2,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:52.680729 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ebce6-9f9b-46ea-9499-054d59da7f70 service neutron] Pushing event updated for resources: {'Port': ['ID=8f92b8fb-8aec-4e35-9fc2-0fd328475dd3,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:52.759248 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c7ba56a0-c803-44cb-9f57-4a180c37e1ef tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:52.760298 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c7ba56a0-c803-44cb-9f57-4a180c37e1ef tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/security-groups/2fd1105a-1e2a-43f4-adc6-5e2eb79942cb HTTP/1.1" status: 204 len: 168 time: 1.8703244 Mar 11 15:31:52.769519 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d6ba38ab-7aa9-4a8a-9942-d4ad6ec96fd4 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] 10.222.0.31 "DELETE /v2.0/networks/a7e395a6-4bd6-493e-8533-109ca7c41fa2 HTTP/1.1" status: 204 len: 168 time: 2.3613253 Mar 11 15:31:52.771087 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37534) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:52.779690 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37536) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:52.803706 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ab201e66-e911-4aec-bf80-a8920388a433 req-7b951623-b2ad-439b-8b29-c20ca2981745 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9ce1e6b6647741e599091dbba04f8bc1&device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 1098 time: 1.0182972 Mar 11 15:31:52.818050 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c19a40be-7689-4329-86fe-0c60169f25f1 req-2cbc6034-a1f3-4cc5-bd15-f135ce2d6a54 service neutron] 10.222.0.73 "GET /v2.0/networks/ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634145 Mar 11 15:31:52.833686 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-0d203f76-09b2-4016-b325-6b2949b6a573 req-984a8641-eedd-421c-a1eb-3b48e8ac8571 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddd9975-6795-448d-913f-a65ef3bd0a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2562284 Mar 11 15:31:52.895122 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4e646-6644-4fd3-b0ad-0d9c0ae52217 req-a2ac82fa-c13d-4124-abfe-a7e4d7d3cb23 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:52.896677 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2dd4e646-6644-4fd3-b0ad-0d9c0ae52217 req-a2ac82fa-c13d-4124-abfe-a7e4d7d3cb23 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 1.0724180 Mar 11 15:31:52.898004 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dfe5a6bd-6fda-4744-a458-619cd196c929 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:52.949540 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dfe5a6bd-6fda-4744-a458-619cd196c929 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:53.028021 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dfe5a6bd-6fda-4744-a458-619cd196c929 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:53.040841 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed1c014-724b-486c-9d57-1c54d27a1b58', 'tag': '8f92b8fb-8aec-4e35-9fc2-0fd328475dd3', 'status': 'completed', 'code': 200} Mar 11 15:31:53.082392 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5a6bd-6fda-4744-a458-619cd196c929 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26bda8e1-7912-48e5-8534-e0f65ddce00b,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:53.116609 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dfe5a6bd-6fda-4744-a458-619cd196c929 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:53.117739 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-dfe5a6bd-6fda-4744-a458-619cd196c929 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/security-groups/26bda8e1-7912-48e5-8534-e0f65ddce00b HTTP/1.1" status: 204 len: 168 time: 0.3441603 Mar 11 15:31:53.121075 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37544) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:53.205602 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dca3aaa-bdb7-4079-b709-33bbbaa60ff7 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Router 08276266-eadb-4f92-9832-2765b3cd1a00 is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:31:53.270432 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567af353-1e6b-43d7-8471-0fd2d77ba68a req-180cf5eb-e4be-4ed7-b8ca-33bc5177d5e7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:53.272185 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-567af353-1e6b-43d7-8471-0fd2d77ba68a req-180cf5eb-e4be-4ed7-b8ca-33bc5177d5e7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=de989a46-fde2-4b9a-92d0-1b29ba0a52ab HTTP/1.1" status: 200 len: 946 time: 0.2392337 Mar 11 15:31:53.289309 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ea4ce8ec-f547-465f-b18e-4ba240da7f3d req-894a68ae-5e53-44e9-a1c3-dad10b15c052 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=de989a46-fde2-4b9a-92d0-1b29ba0a52ab HTTP/1.1" status: 200 len: 1099 time: 1.0326207 Mar 11 15:31:53.308625 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2a0ce7cb-106a-42f7-935e-453c60f6542c tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:53.348033 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-5541fa99-326e-4666-9690-995e7092e1b4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b0803f52583a49e1b421e3b5a9e44844&device_id=6ed1c014-724b-486c-9d57-1c54d27a1b58 HTTP/1.1" status: 200 len: 1097 time: 0.8077114 Mar 11 15:31:53.466338 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2dd4e646-6644-4fd3-b0ad-0d9c0ae52217 req-a48fe88c-be7c-48ec-a958-2c5f3a25277d tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5494113 Mar 11 15:31:53.503060 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab201e66-e911-4aec-bf80-a8920388a433 req-509d39a1-117f-45e8-b688-00938da7cb14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:53.504538 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ab201e66-e911-4aec-bf80-a8920388a433 req-509d39a1-117f-45e8-b688-00938da7cb14 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f5e50d7a-e877-43fe-b63b-0d368fa885b4 HTTP/1.1" status: 200 len: 912 time: 0.6404078 Mar 11 15:31:53.540222 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-567af353-1e6b-43d7-8471-0fd2d77ba68a req-be279c4c-85a3-48c3-a824-6066b84f62a1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3652cd1d-a49c-4b0a-beb5-6168bcad425a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2584279 Mar 11 15:31:53.571936 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae85778f-0dbe-4fae-8e3d-ca1ecf6f42d8 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Deleting subnet cc407090-8aae-48f8-a2bb-afc0764181db {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:31:53.577767 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ae85778f-0dbe-4fae-8e3d-ca1ecf6f42d8 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:53.646311 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ae85778f-0dbe-4fae-8e3d-ca1ecf6f42d8 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:53.684960 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-de1fb2e5-434a-448b-a3db-7c5a3c27b13c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f92b8fb-8aec-4e35-9fc2-0fd328475dd3 HTTP/1.1" status: 200 len: 217 time: 0.2985461 Mar 11 15:31:53.757789 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ae85778f-0dbe-4fae-8e3d-ca1ecf6f42d8 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:53.795415 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dca3aaa-bdb7-4079-b709-33bbbaa60ff7 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:31:53.806726 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fd85d0-5d5d-45a3-8659-14187e297547 None None] Sync routers for ids ['08276266-eadb-4f92-9832-2765b3cd1a00'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:31:53.807295 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7dca3aaa-bdb7-4079-b709-33bbbaa60ff7 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:53.810758 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7dca3aaa-bdb7-4079-b709-33bbbaa60ff7 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] 10.222.0.31 "PUT /v2.0/routers/08276266-eadb-4f92-9832-2765b3cd1a00 HTTP/1.1" status: 200 len: 883 time: 6.8376763 Mar 11 15:31:53.811555 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37548) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:53.822311 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fd85d0-5d5d-45a3-8659-14187e297547 None None] Routers {'08276266-eadb-4f92-9832-2765b3cd1a00'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:31:53.823078 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-49fd85d0-5d5d-45a3-8659-14187e297547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:31:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['08276266-eadb-4f92-9832-2765b3cd1a00'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:53.881289 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ea4ce8ec-f547-465f-b18e-4ba240da7f3d req-385b2a3d-5e90-4b87-b6e3-06834b127318 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3652cd1d-a49c-4b0a-beb5-6168bcad425a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5705252 Mar 11 15:31:53.928663 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-49fd85d0-5d5d-45a3-8659-14187e297547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:53.946636 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fd85d0-5d5d-45a3-8659-14187e297547 None None] Routers {'08276266-eadb-4f92-9832-2765b3cd1a00'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:31:53.948288 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-49fd85d0-5d5d-45a3-8659-14187e297547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:31:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['08276266-eadb-4f92-9832-2765b3cd1a00'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:54.025116 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-49fd85d0-5d5d-45a3-8659-14187e297547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:54.025713 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fd85d0-5d5d-45a3-8659-14187e297547 None None] The sync data for ids ['08276266-eadb-4f92-9832-2765b3cd1a00'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:31:54.079140 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-542fbadd-2ec9-4bf4-a4fc-073237787ee1 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:54.088745 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2a0ce7cb-106a-42f7-935e-453c60f6542c tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:54.100088 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ae85778f-0dbe-4fae-8e3d-ca1ecf6f42d8 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:54.155800 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae85778f-0dbe-4fae-8e3d-ca1ecf6f42d8 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event deleted for resources: {'Subnet': ['ID=cc407090-8aae-48f8-a2bb-afc0764181db,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:54.164553 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ae85778f-0dbe-4fae-8e3d-ca1ecf6f42d8 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:54.171931 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-f1ee4c60-4810-43fd-9aa2-15fb3fc28e96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:54.173459 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-f1ee4c60-4810-43fd-9aa2-15fb3fc28e96 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ee15d9e2-a05e-476c-acce-9c65123f6291 HTTP/1.1" status: 200 len: 832 time: 0.4295888 Mar 11 15:31:54.177307 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ae85778f-0dbe-4fae-8e3d-ca1ecf6f42d8 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/subnets/cc407090-8aae-48f8-a2bb-afc0764181db HTTP/1.1" status: 204 len: 168 time: 1.0537114 Mar 11 15:31:54.183276 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37554) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:54.185452 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fb7d4b-b217-4c3c-abeb-197529929633 None None] Network c6f8e317-c3b4-4f12-bfd1-76da26a8e27f requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:31:54.204611 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ab201e66-e911-4aec-bf80-a8920388a433 req-d649423c-b6de-4a55-b929-f206b0f02bcc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a650df7e-7466-470d-8473-ace951e19993 HTTP/1.1" status: 200 len: 1001 time: 0.6883693 Mar 11 15:31:54.245577 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-2a0ce7cb-106a-42f7-935e-453c60f6542c tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d88c36b-d99f-4b20-be86-d6ed7d85687b']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:54.262726 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d4901c4-6db6-494b-b6d4-601fbf5ea8a6 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Deleting subnet 275761de-d4cb-46cf-9139-dfc346ca0ebc {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:31:54.276044 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6d4901c4-6db6-494b-b6d4-601fbf5ea8a6 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:54.339875 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6d4901c4-6db6-494b-b6d4-601fbf5ea8a6 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:54.353880 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-2a0ce7cb-106a-42f7-935e-453c60f6542c tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '758c0d5b-4ff5-45a8-ad6a-b72bdc182e49') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:54.354171 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-2a0ce7cb-106a-42f7-935e-453c60f6542c tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '758c0d5b-4ff5-45a8-ad6a-b72bdc182e49') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:54.388613 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542fbadd-2ec9-4bf4-a4fc-073237787ee1 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'Subnet': ['ID=c6e222af-1006-4101-b2a6-4cbee06cb800,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:54.396891 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2a0ce7cb-106a-42f7-935e-453c60f6542c tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:54.400604 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-349d639e-ee2f-4522-bb54-59fc0a58d607 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] 10.222.0.31 "GET /v2.0/routers/08276266-eadb-4f92-9832-2765b3cd1a00 HTTP/1.1" status: 200 len: 924 time: 0.5870507 Mar 11 15:31:54.402732 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37558) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:54.461950 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2a0ce7cb-106a-42f7-935e-453c60f6542c tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:54.470278 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab201e66-e911-4aec-bf80-a8920388a433 req-a80b7dc1-283e-4193-9a79-229dc2e54089 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:54.471814 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ab201e66-e911-4aec-bf80-a8920388a433 req-a80b7dc1-283e-4193-9a79-229dc2e54089 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b420fae9-b9a1-421f-87dd-fad5be9646ef HTTP/1.1" status: 200 len: 850 time: 0.1992211 Mar 11 15:31:54.512521 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6d4901c4-6db6-494b-b6d4-601fbf5ea8a6 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:54.520174 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a0ce7cb-106a-42f7-935e-453c60f6542c tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:31:54.520692 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2a0ce7cb-106a-42f7-935e-453c60f6542c tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:54.539464 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:31:54.539464 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:31:54.539464 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:31:54.539464 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:31:54.539464 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:31:54.539464 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:31:54.539464 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:31:54.539464 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:31:54.539464 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:31:54.539464 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:31:54.539464 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:31:54.539464 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:31:54.539464 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:31:54.539464 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:31:54.539464 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:31:54.539464 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:31:54.539464 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:31:54.539464 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:31:54.539464 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:31:54.539464 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:31:54.539464 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:31:54.539464 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:31:54.539464 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:31:54.539464 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:31:54.539464 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:31:54.539464 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:31:54.539464 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:31:54.539464 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:31:54.539464 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:31:54.539464 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:31:54.539464 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:31:54.539464 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:31:54.547535 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-885e3270-a764-4623-bec6-c0ccb037d8da tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=69193b02-dbf5-4ccf-b3ce-76dabd3f8655&device_id=08276266-eadb-4f92-9832-2765b3cd1a00&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1430328 Mar 11 15:31:54.553424 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37566) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:54.636089 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7e957-4428-482b-9a6a-2c58e09be217 req-ad962640-035d-47b7-8cfe-04bd2041dcaa tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:54.638255 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4dc7e957-4428-482b-9a6a-2c58e09be217 req-ad962640-035d-47b7-8cfe-04bd2041dcaa tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ed1c014-724b-486c-9d57-1c54d27a1b58 HTTP/1.1" status: 200 len: 944 time: 0.6068499 Mar 11 15:31:54.667788 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542fbadd-2ec9-4bf4-a4fc-073237787ee1 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Checking segment: {'id': '36862e3e-623e-4a28-89c3-4c110528ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '188fe963-ae6a-4547-b89a-1a5145bf51a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:31:54.668637 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542fbadd-2ec9-4bf4-a4fc-073237787ee1 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Network hostable DHCP agents. Network: 188fe963-ae6a-4547-b89a-1a5145bf51a5, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:31:54.726617 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6d4901c4-6db6-494b-b6d4-601fbf5ea8a6 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:54.764968 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-8715e7e8-1d0b-49ef-93ec-08fd53bd216c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ddbb0760-09e3-49a1-abd2-299a4552a88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5691483 Mar 11 15:31:54.773817 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a55f62-7de2-4ecb-a803-6bbb231e2e21 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:54.775187 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-49a55f62-7de2-4ecb-a803-6bbb231e2e21 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] 10.222.0.31 "GET /v2.0/networks/69193b02-dbf5-4ccf-b3ce-76dabd3f8655 HTTP/1.1" status: 200 len: 881 time: 0.2208204 Mar 11 15:31:54.781371 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37572) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:54.786597 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4901c4-6db6-494b-b6d4-601fbf5ea8a6 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event deleted for resources: {'Subnet': ['ID=275761de-d4cb-46cf-9139-dfc346ca0ebc,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:54.835672 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-38d01d63-f1a3-4671-94eb-2a13a2d943c9 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] 10.222.0.31 "GET /v2.0/ports?device_id=08276266-eadb-4f92-9832-2765b3cd1a00 HTTP/1.1" status: 200 len: 205 time: 0.0506408 Mar 11 15:31:54.838882 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6d4901c4-6db6-494b-b6d4-601fbf5ea8a6 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:54.841896 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37576) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:54.867187 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2a0ce7cb-106a-42f7-935e-453c60f6542c tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:54.968154 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6d4901c4-6db6-494b-b6d4-601fbf5ea8a6 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/subnets/275761de-d4cb-46cf-9139-dfc346ca0ebc HTTP/1.1" status: 204 len: 168 time: 0.7830994 Mar 11 15:31:54.974844 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37580) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:55.025148 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2a0ce7cb-106a-42f7-935e-453c60f6542c tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:55.040135 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4dc7e957-4428-482b-9a6a-2c58e09be217 req-1c795225-df15-4eed-b037-7a928327d4cf tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddd9975-6795-448d-913f-a65ef3bd0a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3878417 Mar 11 15:31:55.050539 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ce7cb-106a-42f7-935e-453c60f6542c tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Pushing event deleted for resources: {'Network': ['ID=8d88c36b-d99f-4b20-be86-d6ed7d85687b,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:55.057451 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7ee901de-c3a8-446f-9e6e-c551f924209c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:55.070685 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-0474ad77-d102-4910-b4b4-0d15103d30b6 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] DELETE failed (client error): The resource could not be found. Mar 11 15:31:55.071314 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0474ad77-d102-4910-b4b4-0d15103d30b6 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:31:55.073350 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0474ad77-d102-4910-b4b4-0d15103d30b6 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/subnets/cc407090-8aae-48f8-a2bb-afc0764181db HTTP/1.1" status: 404 len: 337 time: 0.0618281 Mar 11 15:31:55.080324 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-2a0ce7cb-106a-42f7-935e-453c60f6542c tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] 10.222.0.31 "DELETE /v2.0/networks/8d88c36b-d99f-4b20-be86-d6ed7d85687b HTTP/1.1" status: 204 len: 168 time: 2.2931564 Mar 11 15:31:55.080911 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37584) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:55.092974 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37586) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:55.104515 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7ee901de-c3a8-446f-9e6e-c551f924209c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:55.191249 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542fbadd-2ec9-4bf4-a4fc-073237787ee1 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Network 188fe963-ae6a-4547-b89a-1a5145bf51a5 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:31:55.196788 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ab201e66-e911-4aec-bf80-a8920388a433 req-c4722080-c323-468a-a994-45a0a0bd09c5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5e50d7a-e877-43fe-b63b-0d368fa885b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7096844 Mar 11 15:31:55.320399 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd1547c-5ae8-414e-9a1c-1c4335304700 None None] Network c6f8e317-c3b4-4f12-bfd1-76da26a8e27f requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:31:55.342647 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-542fbadd-2ec9-4bf4-a4fc-073237787ee1 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 188fe963-ae6a-4547-b89a-1a5145bf51a5) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:31:55.358458 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cea040-48d5-4aa0-b18c-2e411d40fa58 None None] Network 188fe963-ae6a-4547-b89a-1a5145bf51a5 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:31:55.372528 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5344cf4-ecca-4b9f-a107-b22c89d89c49 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Deleting subnet bf97cb7b-7bb3-4ec5-ada5-ba643baaefc8 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:31:55.400850 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b5344cf4-ecca-4b9f-a107-b22c89d89c49 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:55.481941 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-804f1601-2ebf-4550-b296-5ab4bdbb1df0 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:55.498312 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377d586-8a3c-46ca-a7c5-e6ec2258cef5 req-77c1d289-6bed-48d9-aba7-1a41e690a819 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:55.499871 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f377d586-8a3c-46ca-a7c5-e6ec2258cef5 req-77c1d289-6bed-48d9-aba7-1a41e690a819 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.5305784 Mar 11 15:31:55.508493 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b5344cf4-ecca-4b9f-a107-b22c89d89c49 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:55.571525 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dddcbd28-42d8-4dc0-919a-2203524a5c20 None None] Provisioning complete for port cc5e790a-0109-4295-a98c-c513c9ed60ea triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:55.571751 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542fbadd-2ec9-4bf4-a4fc-073237787ee1 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:55.572043 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dddcbd28-42d8-4dc0-919a-2203524a5c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:55.572332 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-542fbadd-2ec9-4bf4-a4fc-073237787ee1 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:55.595253 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-b5ae2537-82bb-41b6-a392-842d8511ba33 service neutron] 10.222.0.73 "GET /v2.0/networks/ddbb0760-09e3-49a1-abd2-299a4552a88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8213656 Mar 11 15:31:55.717277 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-542fbadd-2ec9-4bf4-a4fc-073237787ee1 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.8075478 Mar 11 15:31:55.726897 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37592) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:55.738256 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-dddcbd28-42d8-4dc0-919a-2203524a5c20 None None] Port cc5e790a-0109-4295-a98c-c513c9ed60ea cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:31:55.750079 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-3e571a22-a68d-42a7-b717-8ca8b3eb1331 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'port': {'network_id': '188fe963-ae6a-4547-b89a-1a5145bf51a5', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1537604783'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:31:55.779823 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f377d586-8a3c-46ca-a7c5-e6ec2258cef5 req-c976f889-8d19-49b2-9552-996c1d691966 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2365792 Mar 11 15:31:55.794245 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-804f1601-2ebf-4550-b296-5ab4bdbb1df0 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:55.831641 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ab201e66-e911-4aec-bf80-a8920388a433 req-e7a74532-fe8c-4a90-bc7c-9b4bbd511674 service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50d7a-e877-43fe-b63b-0d368fa885b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6041098 Mar 11 15:31:55.855888 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dddcbd28-42d8-4dc0-919a-2203524a5c20 None None] Provisioning complete for port 89a1bac3-fdb9-461e-b6c9-1c547cb954b7 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:55.856296 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dddcbd28-42d8-4dc0-919a-2203524a5c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:55.882172 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98428d95-5c4a-41c0-993f-cc63e8c0fc40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-188fe963-ae6a-4547-b89a-1a5145bf51a5', 'network_id': '188fe963-ae6a-4547-b89a-1a5145bf51a5', 'tenant_id': 'a138b31c346e4c0cb3afee629b96673d', 'fixed_ips': [{'subnet_id': 'c6e222af-1006-4101-b2a6-4cbee06cb800'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:31:55.882972 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-98428d95-5c4a-41c0-993f-cc63e8c0fc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:55.927101 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1b6695a8-e230-428c-8f95-8b593e0f5431 req-9fdb68e7-f3b5-44c0-ae57-89adee08a82c service neutron] 10.222.0.73 "GET /v2.0/networks/ddbb0760-09e3-49a1-abd2-299a4552a88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096800 Mar 11 15:31:55.937507 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9693b-a216-4ce0-b55d-1c41c564e1ab req-9f44a3a4-4caa-4610-b5df-4e13710a077e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:55.939053 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b9a9693b-a216-4ce0-b55d-1c41c564e1ab req-9f44a3a4-4caa-4610-b5df-4e13710a077e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=de989a46-fde2-4b9a-92d0-1b29ba0a52ab HTTP/1.1" status: 200 len: 946 time: 0.5983958 Mar 11 15:31:56.004429 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-804f1601-2ebf-4550-b296-5ab4bdbb1df0 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c211d2a-c308-4648-b0bf-25936fbcafbb']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:56.034448 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-804f1601-2ebf-4550-b296-5ab4bdbb1df0 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b493762c-449f-422d-819c-300aaa300c95') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:56.034804 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-804f1601-2ebf-4550-b296-5ab4bdbb1df0 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b493762c-449f-422d-819c-300aaa300c95') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:56.068512 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b5344cf4-ecca-4b9f-a107-b22c89d89c49 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:56.103664 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-804f1601-2ebf-4550-b296-5ab4bdbb1df0 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:56.158534 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3d922137-5242-4bb6-abc4-1682e1ddb53b tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:56.159863 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b9a9693b-a216-4ce0-b55d-1c41c564e1ab req-a3ae4c14-d3c8-453b-ac40-9848d6dee295 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3652cd1d-a49c-4b0a-beb5-6168bcad425a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105498 Mar 11 15:31:56.163942 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ab201e66-e911-4aec-bf80-a8920388a433 req-669c7e68-bdc6-45ad-b19c-aa9fd95fcd29 service neutron] 10.222.0.73 "GET /v2.0/networks/f5e50d7a-e877-43fe-b63b-0d368fa885b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168938 Mar 11 15:31:56.225744 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-98428d95-5c4a-41c0-993f-cc63e8c0fc40 None None] Allocated IP 172.20.0.2 (188fe963-ae6a-4547-b89a-1a5145bf51a5/c6e222af-1006-4101-b2a6-4cbee06cb800/0c13c266-6af6-42f7-ba41-109df0ba4810) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:31:56.228898 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-804f1601-2ebf-4550-b296-5ab4bdbb1df0 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:56.261683 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-804f1601-2ebf-4550-b296-5ab4bdbb1df0 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:31:56.262291 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-804f1601-2ebf-4550-b296-5ab4bdbb1df0 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:56.278318 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:31:56.278318 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:31:56.278318 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:31:56.278318 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:31:56.278318 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:31:56.278318 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:31:56.278318 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:31:56.278318 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:31:56.278318 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:31:56.278318 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:31:56.278318 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:31:56.278318 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:31:56.278318 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:31:56.278318 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:31:56.278318 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:31:56.278318 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:31:56.278318 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:31:56.278318 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:31:56.278318 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:31:56.278318 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:31:56.278318 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:31:56.278318 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:31:56.278318 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:31:56.278318 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:31:56.278318 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:31:56.278318 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:31:56.278318 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:31:56.278318 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:31:56.278318 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:31:56.278318 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:31:56.278318 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:31:56.278318 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:31:56.287236 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-3e571a22-a68d-42a7-b717-8ca8b3eb1331 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:31:56.291821 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.l3_db [None req-7ee901de-c3a8-446f-9e6e-c551f924209c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Floating IP 70076798-7976-4146-819f-bc8f8124b000 associated. External IP: 172.26.0.24, port: ab2b9b6b-2187-482a-a94a-f9bda35ea0cb. Mar 11 15:31:56.474152 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-3e571a22-a68d-42a7-b717-8ca8b3eb1331 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:31:56.491264 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c5341932-5343-4f7a-b2a3-f99b3372dcf6 req-1ac5f0e2-34bf-4f89-b88c-c8e3d376fd5a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b0803f52583a49e1b421e3b5a9e44844&device_id=6ed1c014-724b-486c-9d57-1c54d27a1b58 HTTP/1.1" status: 200 len: 1097 time: 0.4633837 Mar 11 15:31:56.511847 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-98428d95-5c4a-41c0-993f-cc63e8c0fc40 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:56.524575 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-98428d95-5c4a-41c0-993f-cc63e8c0fc40 None None] Transition to ACTIVE for port object 0c13c266-6af6-42f7-ba41-109df0ba4810 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:31:56.525155 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b5344cf4-ecca-4b9f-a107-b22c89d89c49 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:56.553993 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-98428d95-5c4a-41c0-993f-cc63e8c0fc40 None None] Transition to ACTIVE for port object 0c13c266-6af6-42f7-ba41-109df0ba4810 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:31:56.561446 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-804f1601-2ebf-4550-b296-5ab4bdbb1df0 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:56.563013 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-98428d95-5c4a-41c0-993f-cc63e8c0fc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:56.566770 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-804f1601-2ebf-4550-b296-5ab4bdbb1df0 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:56.569779 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e571a22-a68d-42a7-b717-8ca8b3eb1331 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Made reservation on behalf of a138b31c346e4c0cb3afee629b96673d for: {'port': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:31:56.572740 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3e571a22-a68d-42a7-b717-8ca8b3eb1331 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:56.637243 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5344cf4-ecca-4b9f-a107-b22c89d89c49 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event deleted for resources: {'Subnet': ['ID=bf97cb7b-7bb3-4ec5-ada5-ba643baaefc8,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:56.645559 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f1601-2ebf-4550-b296-5ab4bdbb1df0 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] Pushing event deleted for resources: {'Network': ['ID=1c211d2a-c308-4648-b0bf-25936fbcafbb,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:56.654829 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-804f1601-2ebf-4550-b296-5ab4bdbb1df0 tempest-BulkNetworkOpsTest-666215466 tempest-BulkNetworkOpsTest-666215466-project] 10.222.0.31 "DELETE /v2.0/networks/1c211d2a-c308-4648-b0bf-25936fbcafbb HTTP/1.1" status: 204 len: 168 time: 1.5678623 Mar 11 15:31:56.660911 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b5344cf4-ecca-4b9f-a107-b22c89d89c49 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:56.662767 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b5344cf4-ecca-4b9f-a107-b22c89d89c49 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/subnets/bf97cb7b-7bb3-4ec5-ada5-ba643baaefc8 HTTP/1.1" status: 204 len: 168 time: 1.5813515 Mar 11 15:31:56.666837 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98428d95-5c4a-41c0-993f-cc63e8c0fc40 None None] Network 188fe963-ae6a-4547-b89a-1a5145bf51a5 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:31:56.668453 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98428d95-5c4a-41c0-993f-cc63e8c0fc40 None None] Pushing event updated for resources: {'Port': ['ID=0c13c266-6af6-42f7-ba41-109df0ba4810,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:56.669004 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37600) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:56.672076 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-98428d95-5c4a-41c0-993f-cc63e8c0fc40 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:31:56.675493 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98428d95-5c4a-41c0-993f-cc63e8c0fc40 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:31:56.705695 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-3e571a22-a68d-42a7-b717-8ca8b3eb1331 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] device_id is not set on port d72005e8-8b5c-4170-9675-3d3c78d1058b yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:31:56.738470 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5341932-5343-4f7a-b2a3-f99b3372dcf6 req-7a23abe8-c10e-40cc-aace-7f417a0b3427 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:56.740895 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c5341932-5343-4f7a-b2a3-f99b3372dcf6 req-7a23abe8-c10e-40cc-aace-7f417a0b3427 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ddbb0760-09e3-49a1-abd2-299a4552a88c HTTP/1.1" status: 200 len: 898 time: 0.2377973 Mar 11 15:31:56.834322 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c5341932-5343-4f7a-b2a3-f99b3372dcf6 req-41842e86-4540-423f-a803-cc6530cf78e0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f92b8fb-8aec-4e35-9fc2-0fd328475dd3 HTTP/1.1" status: 200 len: 217 time: 0.0812976 Mar 11 15:31:56.842458 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-942454c5-b188-4bb3-bc81-28b3674c5b83 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] DELETE failed (client error): The resource could not be found. Mar 11 15:31:56.843687 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-942454c5-b188-4bb3-bc81-28b3674c5b83 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:31:56.876001 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-98428d95-5c4a-41c0-993f-cc63e8c0fc40 None None] Attempting to bind port 0c13c266-6af6-42f7-ba41-109df0ba4810 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:31:56.876570 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-98428d95-5c4a-41c0-993f-cc63e8c0fc40 None None] Attempting to bind port 0c13c266-6af6-42f7-ba41-109df0ba4810 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '36862e3e-623e-4a28-89c3-4c110528ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '188fe963-ae6a-4547-b89a-1a5145bf51a5'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:31:56.876968 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98428d95-5c4a-41c0-993f-cc63e8c0fc40 None None] Attempting to bind port 0c13c266-6af6-42f7-ba41-109df0ba4810 on network 188fe963-ae6a-4547-b89a-1a5145bf51a5 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:31:56.884231 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-942454c5-b188-4bb3-bc81-28b3674c5b83 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/subnets/bec3387c-a1a1-4e26-b60f-f75d0a434257 HTTP/1.1" status: 404 len: 337 time: 0.2106040 Mar 11 15:31:56.890395 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98428d95-5c4a-41c0-993f-cc63e8c0fc40 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:31:56.890774 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98428d95-5c4a-41c0-993f-cc63e8c0fc40 None None] Checking segment: {'id': '36862e3e-623e-4a28-89c3-4c110528ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '188fe963-ae6a-4547-b89a-1a5145bf51a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:31:56.891755 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-98428d95-5c4a-41c0-993f-cc63e8c0fc40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:56.892356 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98428d95-5c4a-41c0-993f-cc63e8c0fc40 None None] Bound using segment: {'id': '36862e3e-623e-4a28-89c3-4c110528ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '188fe963-ae6a-4547-b89a-1a5145bf51a5'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:31:56.892950 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37606) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:56.894743 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-98428d95-5c4a-41c0-993f-cc63e8c0fc40 None None] Bound port: 0c13c266-6af6-42f7-ba41-109df0ba4810, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36862e3e-623e-4a28-89c3-4c110528ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '188fe963-ae6a-4547-b89a-1a5145bf51a5'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:31:56.895145 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-98428d95-5c4a-41c0-993f-cc63e8c0fc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:56.900634 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:31:56.903070 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8bdba-0f02-4550-a203-26e1eb605772 req-df2beac5-1f4d-493f-b812-59256d5b6a33 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:56.914294 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-15b8bdba-0f02-4550-a203-26e1eb605772 req-df2beac5-1f4d-493f-b812-59256d5b6a33 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ed1c014-724b-486c-9d57-1c54d27a1b58 HTTP/1.1" status: 200 len: 944 time: 0.5206449 Mar 11 15:31:56.988817 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5341932-5343-4f7a-b2a3-f99b3372dcf6 req-1faf08f4-8c9f-4d9e-8b00-ced2ec8f4497 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:56.991992 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c5341932-5343-4f7a-b2a3-f99b3372dcf6 req-1faf08f4-8c9f-4d9e-8b00-ced2ec8f4497 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ee15d9e2-a05e-476c-acce-9c65123f6291 HTTP/1.1" status: 200 len: 832 time: 0.1477666 Mar 11 15:31:57.067846 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-15b8bdba-0f02-4550-a203-26e1eb605772 req-ff9198d9-548a-4845-9900-18103457ad52 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddd9975-6795-448d-913f-a65ef3bd0a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600245 Mar 11 15:31:57.074961 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-98428d95-5c4a-41c0-993f-cc63e8c0fc40 None None] For port 0c13c266-6af6-42f7-ba41-109df0ba4810, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:31:57.078310 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e78e753c-a2e1-49e4-987c-2c4c4763f94f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f37f2fa-b18a-42bb-bc67-2b6063703f89 HTTP/1.1" status: 200 len: 205 time: 0.1629930 Mar 11 15:31:57.079572 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-98428d95-5c4a-41c0-993f-cc63e8c0fc40 None None] For port 0c13c266-6af6-42f7-ba41-109df0ba4810, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=0c13c266-6af6-42f7-ba41-109df0ba4810,segment=NetworkSegment(36862e3e-623e-4a28-89c3-4c110528ce48),segment_id=36862e3e-623e-4a28-89c3-4c110528ce48)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:31:57.082866 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519cf625-8c55-4e86-8b21-e45f06ca90de None None] Network c6f8e317-c3b4-4f12-bfd1-76da26a8e27f requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:31:57.107554 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-98428d95-5c4a-41c0-993f-cc63e8c0fc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:57.114698 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37612) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:57.175660 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37614) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:57.205420 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-3e571a22-a68d-42a7-b717-8ca8b3eb1331 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Allocated IP 172.20.0.12 (188fe963-ae6a-4547-b89a-1a5145bf51a5/c6e222af-1006-4101-b2a6-4cbee06cb800/d72005e8-8b5c-4170-9675-3d3c78d1058b) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:31:57.412955 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3d922137-5242-4bb6-abc4-1682e1ddb53b tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:57.426052 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98428d95-5c4a-41c0-993f-cc63e8c0fc40 None None] Pushing event updated for resources: {'Port': ['ID=0c13c266-6af6-42f7-ba41-109df0ba4810,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:57.450934 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-f1385d9d-0c0c-4d9a-b4ec-946babb75bf7 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] delete failed (client error): The resource could not be found. Mar 11 15:31:57.452063 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f1385d9d-0c0c-4d9a-b4ec-946babb75bf7 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/routers/5f37f2fa-b18a-42bb-bc67-2b6063703f89 HTTP/1.1" status: 404 len: 336 time: 0.2514617 Mar 11 15:31:57.459952 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37624) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:57.461269 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-3d922137-5242-4bb6-abc4-1682e1ddb53b tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Deleting port 835f3dd1-cb36-4c57-b797-39db65aa9722 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:31:57.461616 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3d922137-5242-4bb6-abc4-1682e1ddb53b tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:57.478053 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-835582c5-5e34-47a9-9dc6-4c9ae2e7a9d7 None None] Provisioning complete for port cc5e790a-0109-4295-a98c-c513c9ed60ea triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:57.478673 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-835582c5-5e34-47a9-9dc6-4c9ae2e7a9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:57.525312 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4ba1e28-a8b7-4355-b285-548e4afd2b38 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] DELETE failed (client error): The resource could not be found. Mar 11 15:31:57.525791 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4ba1e28-a8b7-4355-b285-548e4afd2b38 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:31:57.527464 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f4ba1e28-a8b7-4355-b285-548e4afd2b38 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/subnets/3188f10f-573c-4096-856d-875cbee5c12e HTTP/1.1" status: 404 len: 337 time: 0.0665045 Mar 11 15:31:57.534559 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37628) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:57.649250 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-835582c5-5e34-47a9-9dc6-4c9ae2e7a9d7 None None] Port cc5e790a-0109-4295-a98c-c513c9ed60ea cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:31:57.701028 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-835582c5-5e34-47a9-9dc6-4c9ae2e7a9d7 None None] Provisioning complete for port 89a1bac3-fdb9-461e-b6c9-1c547cb954b7 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:57.701643 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-835582c5-5e34-47a9-9dc6-4c9ae2e7a9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:57.776578 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8626309-7e2e-4dc3-99b8-994bc04dd38a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] DELETE failed (client error): The resource could not be found. Mar 11 15:31:57.777547 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8626309-7e2e-4dc3-99b8-994bc04dd38a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:31:57.784563 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f8626309-7e2e-4dc3-99b8-994bc04dd38a tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/subnets/672036a0-7eb3-4f66-87f6-35ff60fab889 HTTP/1.1" status: 404 len: 337 time: 0.2401655 Mar 11 15:31:57.792453 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37634) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:57.863645 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-c420cf16-7497-4ed0-8d88-898b098325c7 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] DELETE failed (client error): The resource could not be found. Mar 11 15:31:57.864410 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c420cf16-7497-4ed0-8d88-898b098325c7 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:31:57.865827 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c420cf16-7497-4ed0-8d88-898b098325c7 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/subnets/b1b07288-c35b-4fe6-b7ef-3c5d7ead3884 HTTP/1.1" status: 404 len: 337 time: 0.0713537 Mar 11 15:31:57.870891 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37638) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:57.876975 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d8ea461a-2b5e-4747-a4a0-8c82fc6e0ee9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ee327beadf1d4b83a48664c3e1499ed5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6993606 Mar 11 15:31:57.879620 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3d922137-5242-4bb6-abc4-1682e1ddb53b tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:57.883205 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c5341932-5343-4f7a-b2a3-f99b3372dcf6 req-751eca01-3321-453e-983a-16e755f43e35 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ddbb0760-09e3-49a1-abd2-299a4552a88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7618198 Mar 11 15:31:57.883687 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37642) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:57.889188 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3e571a22-a68d-42a7-b717-8ca8b3eb1331 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:57.910709 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8875bcb8-c226-4629-a9e4-243ff654de5f None None] DHCP port deletion for c6f8e317-c3b4-4f12-bfd1-76da26a8e27f request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:31:57.915517 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-8875bcb8-c226-4629-a9e4-243ff654de5f None None] Deleting port 89a1bac3-fdb9-461e-b6c9-1c547cb954b7 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:31:57.916048 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8875bcb8-c226-4629-a9e4-243ff654de5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:57.950586 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad84e1-72ea-4441-b849-e0abae0dcc9e req-5c073b1d-ad9b-427c-a1a7-62edba3d18a1 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:57.960223 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9aad84e1-72ea-4441-b849-e0abae0dcc9e req-5c073b1d-ad9b-427c-a1a7-62edba3d18a1 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.7636168 Mar 11 15:31:58.058100 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8cc36bf-2536-4f28-9393-2fd170659488 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] DELETE failed (client error): The resource could not be found. Mar 11 15:31:58.058575 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8cc36bf-2536-4f28-9393-2fd170659488 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:31:58.060291 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c8cc36bf-2536-4f28-9393-2fd170659488 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/ports/5be4105c-53f3-4505-ab2f-e4e71a3da284 HTTP/1.1" status: 404 len: 333 time: 0.1875954 Mar 11 15:31:58.081501 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37646) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:58.150148 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-3d922137-5242-4bb6-abc4-1682e1ddb53b tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Calling delete_port for 835f3dd1-cb36-4c57-b797-39db65aa9722 owned by network:router_gateway {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:31:58.174415 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-f21dc830-59a8-498b-93d1-0e1e6b112678 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] DELETE failed (client error): The resource could not be found. Mar 11 15:31:58.174862 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f21dc830-59a8-498b-93d1-0e1e6b112678 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:31:58.176583 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f21dc830-59a8-498b-93d1-0e1e6b112678 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/subnets/08dea884-6137-41d4-aa4b-07cb546b8f17 HTTP/1.1" status: 404 len: 337 time: 0.0938532 Mar 11 15:31:58.182276 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37652) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:58.199775 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-3e571a22-a68d-42a7-b717-8ca8b3eb1331 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Transition to ACTIVE for port object d72005e8-8b5c-4170-9675-3d3c78d1058b will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:31:58.237325 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9aad84e1-72ea-4441-b849-e0abae0dcc9e req-6f42d1fc-8558-40e1-8a25-751fafc970f1 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2759519 Mar 11 15:31:58.239837 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-8875bcb8-c226-4629-a9e4-243ff654de5f None None] For port 89a1bac3-fdb9-461e-b6c9-1c547cb954b7, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=89a1bac3-fdb9-461e-b6c9-1c547cb954b7,segment=NetworkSegment(cd55837c-8b7e-498b-8384-3a2dba7dbd29),segment_id=cd55837c-8b7e-498b-8384-3a2dba7dbd29)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:58.240461 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8875bcb8-c226-4629-a9e4-243ff654de5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:58.249536 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76af395-507f-4e8d-a5dd-382febe279da req-e7f1b573-40b8-4705-8c2a-48783c6623ba tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:58.251881 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b76af395-507f-4e8d-a5dd-382febe279da req-e7f1b573-40b8-4705-8c2a-48783c6623ba tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=de989a46-fde2-4b9a-92d0-1b29ba0a52ab HTTP/1.1" status: 200 len: 946 time: 0.8118267 Mar 11 15:31:58.293450 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-823c3bb4-8e06-4585-80a3-5c828d700da6 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] DELETE failed (client error): The resource could not be found. Mar 11 15:31:58.294035 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-823c3bb4-8e06-4585-80a3-5c828d700da6 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:31:58.299670 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-823c3bb4-8e06-4585-80a3-5c828d700da6 tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/subnets/8fbfb267-7761-426b-b5c1-25e9c12b62ec HTTP/1.1" status: 404 len: 337 time: 0.1112492 Mar 11 15:31:58.300351 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37656) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:58.339445 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c5341932-5343-4f7a-b2a3-f99b3372dcf6 req-7c33e38f-e303-40f2-b391-3965577b97c8 service neutron] 10.222.0.73 "GET /v2.0/networks/ddbb0760-09e3-49a1-abd2-299a4552a88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140928 Mar 11 15:31:58.344829 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-770d1bb3-be9e-4216-841f-a1708d079dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:58.368126 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-794112ea-8af8-4fcc-bcd7-6a439105838d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] DELETE failed (client error): The resource could not be found. Mar 11 15:31:58.368759 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-794112ea-8af8-4fcc-bcd7-6a439105838d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:31:58.373041 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-794112ea-8af8-4fcc-bcd7-6a439105838d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/ports/c6e1625e-6cf6-433f-976f-f9f41b6b6bae HTTP/1.1" status: 404 len: 333 time: 0.0663698 Mar 11 15:31:58.376194 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37660) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:58.453236 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc9f11c5-c383-4553-8c79-dfe422f5febe tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] DELETE failed (client error): The resource could not be found. Mar 11 15:31:58.453877 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc9f11c5-c383-4553-8c79-dfe422f5febe tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:31:58.458470 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-bc9f11c5-c383-4553-8c79-dfe422f5febe tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/subnets/21b24694-9281-41c0-a746-e931414bb804 HTTP/1.1" status: 404 len: 337 time: 0.0728071 Mar 11 15:31:58.460199 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37664) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:58.472372 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b76af395-507f-4e8d-a5dd-382febe279da req-8ba8b832-c7ce-4f1a-ac48-2a5994e1f448 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3652cd1d-a49c-4b0a-beb5-6168bcad425a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982899 Mar 11 15:31:58.530127 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-8875bcb8-c226-4629-a9e4-243ff654de5f None None] Calling delete_port for 89a1bac3-fdb9-461e-b6c9-1c547cb954b7 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:31:58.562565 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3e571a22-a68d-42a7-b717-8ca8b3eb1331 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:58.584927 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-770d1bb3-be9e-4216-841f-a1708d079dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:58.598951 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 0c13c266-6af6-42f7-ba41-109df0ba4810 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:31:58.727855 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee901de-c3a8-446f-9e6e-c551f924209c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Router f186c74e-a9d7-4f53-91d1-dea1dbb31662 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:31:58.736048 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c5341932-5343-4f7a-b2a3-f99b3372dcf6 req-66103028-c8d3-4db8-911c-4bab4a8ea662 service neutron] 10.222.0.73 "GET /v2.0/networks/ddbb0760-09e3-49a1-abd2-299a4552a88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876073 Mar 11 15:31:58.766692 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-770d1bb3-be9e-4216-841f-a1708d079dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:58.768926 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e571a22-a68d-42a7-b717-8ca8b3eb1331 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'Port': ['ID=d72005e8-8b5c-4170-9675-3d3c78d1058b,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:58.771672 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-edd04198-fedb-44cd-abaa-ceb112ac3e3f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] DELETE failed (client error): The resource could not be found. Mar 11 15:31:58.772190 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edd04198-fedb-44cd-abaa-ceb112ac3e3f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:31:58.773805 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-edd04198-fedb-44cd-abaa-ceb112ac3e3f tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/subnets/6dfbd761-c395-4c94-b1d3-c17079960582 HTTP/1.1" status: 404 len: 337 time: 0.3115857 Mar 11 15:31:58.785319 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37670) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:58.801360 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d1bb3-be9e-4216-841f-a1708d079dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3dc282-9f63-43df-98b2-309291b4a62a,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:58.877682 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0bd1a-eabb-43e7-add3-317372da02a0 req-10657f28-4188-47b4-882a-f55b97c566e4 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:58.879245 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dde0bd1a-eabb-43e7-add3-317372da02a0 req-10657f28-4188-47b4-882a-f55b97c566e4 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ed1c014-724b-486c-9d57-1c54d27a1b58 HTTP/1.1" status: 200 len: 944 time: 0.3723607 Mar 11 15:31:58.879606 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e571a22-a68d-42a7-b717-8ca8b3eb1331 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Network 188fe963-ae6a-4547-b89a-1a5145bf51a5 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:31:58.886014 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-3e571a22-a68d-42a7-b717-8ca8b3eb1331 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:31:58.886240 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-770d1bb3-be9e-4216-841f-a1708d079dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:58.890517 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-770d1bb3-be9e-4216-841f-a1708d079dd3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5a3dc282-9f63-43df-98b2-309291b4a62a HTTP/1.1" status: 204 len: 168 time: 0.9729505 Mar 11 15:31:58.917836 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e571a22-a68d-42a7-b717-8ca8b3eb1331 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:31:58.918411 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8875bcb8-c226-4629-a9e4-243ff654de5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:58.985785 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 0c13c266-6af6-42f7-ba41-109df0ba4810 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:31:58.993662 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8875bcb8-c226-4629-a9e4-243ff654de5f None None] Pushing event deleted for resources: {'Port': ['ID=89a1bac3-fdb9-461e-b6c9-1c547cb954b7,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:59.017772 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8875bcb8-c226-4629-a9e4-243ff654de5f None None] No DVR routers for this DVR port 89a1bac3-fdb9-461e-b6c9-1c547cb954b7 on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:31:59.042061 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e571a22-a68d-42a7-b717-8ca8b3eb1331 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:59.042300 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3e571a22-a68d-42a7-b717-8ca8b3eb1331 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:59.072640 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dde0bd1a-eabb-43e7-add3-317372da02a0 req-b052faa4-7204-4217-be50-a73b5da575b6 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddd9975-6795-448d-913f-a65ef3bd0a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257813 Mar 11 15:31:59.090246 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 89a1bac3-fdb9-461e-b6c9-1c547cb954b7 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:31:59.117746 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-3e571a22-a68d-42a7-b717-8ca8b3eb1331 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 3.3717189 Mar 11 15:31:59.119966 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37676) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:59.124656 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d7557-5dc8-4993-848e-0c61ceac9d8d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Deleting port cc5e790a-0109-4295-a98c-c513c9ed60ea {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:31:59.126187 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cd6d7557-5dc8-4993-848e-0c61ceac9d8d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:59.144539 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 89a1bac3-fdb9-461e-b6c9-1c547cb954b7 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:31:59.144894 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 89a1bac3-fdb9-461e-b6c9-1c547cb954b7 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:31:59.240407 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-edfbca26-46cb-4e47-be23-cf634cff2989 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Deleting port d72005e8-8b5c-4170-9675-3d3c78d1058b {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:31:59.240744 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-edfbca26-46cb-4e47-be23-cf634cff2989 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:59.279797 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee901de-c3a8-446f-9e6e-c551f924209c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:31:59.285979 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7ee901de-c3a8-446f-9e6e-c551f924209c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:59.296614 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc93ce1b-5923-4681-a632-787f2b4e1464 None None] Sync routers for ids ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:31:59.300489 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b10266bf-48f6-4e13-afb4-b4ca0e8387f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:59.318534 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0e22e9-eed1-4420-90e7-6665dbcd0002 None None] Network 188fe963-ae6a-4547-b89a-1a5145bf51a5 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:31:59.334014 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc93ce1b-5923-4681-a632-787f2b4e1464 None None] Routers {'f186c74e-a9d7-4f53-91d1-dea1dbb31662'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:31:59.336851 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-cc93ce1b-5923-4681-a632-787f2b4e1464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:31:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:59.419926 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-7ee901de-c3a8-446f-9e6e-c551f924209c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "PUT /v2.0/floatingips/70076798-7976-4146-819f-bc8f8124b000 HTTP/1.1" status: 200 len: 978 time: 7.3112285 Mar 11 15:31:59.424430 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37684) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:31:59.481267 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-cc93ce1b-5923-4681-a632-787f2b4e1464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:59.495825 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc93ce1b-5923-4681-a632-787f2b4e1464 None None] Routers {'f186c74e-a9d7-4f53-91d1-dea1dbb31662'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:31:59.496741 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-cc93ce1b-5923-4681-a632-787f2b4e1464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:31:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:59.528271 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-081f5ddd-be1b-4488-8bd1-0f0947175e0f None None] Provisioning for port 0c13c266-6af6-42f7-ba41-109df0ba4810 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:31:59.576251 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-cc93ce1b-5923-4681-a632-787f2b4e1464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:59.576650 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc93ce1b-5923-4681-a632-787f2b4e1464 None None] The sync data for ids ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:31:59.584202 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-081f5ddd-be1b-4488-8bd1-0f0947175e0f None None] Provisioning complete for port 0c13c266-6af6-42f7-ba41-109df0ba4810 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:31:59.584677 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-081f5ddd-be1b-4488-8bd1-0f0947175e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:59.627368 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 8f92b8fb-8aec-4e35-9fc2-0fd328475dd3 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:31:59.699590 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-75ffae25-9c8d-41ca-b0b7-0728d8a7ae84 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Deleting port ab2b9b6b-2187-482a-a94a-f9bda35ea0cb {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:31:59.700221 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-75ffae25-9c8d-41ca-b0b7-0728d8a7ae84 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:59.768191 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3d922137-5242-4bb6-abc4-1682e1ddb53b tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:59.822503 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cd6d7557-5dc8-4993-848e-0c61ceac9d8d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:59.858004 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d922137-5242-4bb6-abc4-1682e1ddb53b tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Pushing event deleted for resources: {'Port': ['ID=835f3dd1-cb36-4c57-b797-39db65aa9722,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:59.902403 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-edfbca26-46cb-4e47-be23-cf634cff2989 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:31:59.945256 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e9624-7710-428d-a230-7b2f2cc86d73 req-7416b2c3-da51-49a1-8219-4ee06b6bc779 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:59.947309 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a68e9624-7710-428d-a230-7b2f2cc86d73 req-7416b2c3-da51-49a1-8219-4ee06b6bc779 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.4391575 Mar 11 15:31:59.960419 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 8f92b8fb-8aec-4e35-9fc2-0fd328475dd3, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=8f92b8fb-8aec-4e35-9fc2-0fd328475dd3,segment=NetworkSegment(23668e81-3dbf-4c7c-b5d3-baabcc2f7882),segment_id=23668e81-3dbf-4c7c-b5d3-baabcc2f7882)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:59.965733 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52acd6af-fd5b-4172-a435-0d51a8532058 req-b5db0384-e976-4d80-8b7a-d259d2149f90 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:59.967251 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-52acd6af-fd5b-4172-a435-0d51a8532058 req-b5db0384-e976-4d80-8b7a-d259d2149f90 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=de989a46-fde2-4b9a-92d0-1b29ba0a52ab HTTP/1.1" status: 200 len: 946 time: 1.2712023 Mar 11 15:32:00.008653 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': '8f92b8fb-8aec-4e35-9fc2-0fd328475dd3', 'network_id': 'ddbb0760-09e3-49a1-abd2-299a4552a88c', 'port_id': '8f92b8fb-8aec-4e35-9fc2-0fd328475dd3', 'mac_address': 'fa:16:3e:0b:68:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee15d9e2-a05e-476c-acce-9c65123f6291', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:32:00.047453 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d7557-5dc8-4993-848e-0c61ceac9d8d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Calling delete_port for cc5e790a-0109-4295-a98c-c513c9ed60ea owned by {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:32:00.070163 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-081f5ddd-be1b-4488-8bd1-0f0947175e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:00.142876 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:00.181952 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f92b8fb-8aec-4e35-9fc2-0fd328475dd3 {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:32:00.191186 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-081f5ddd-be1b-4488-8bd1-0f0947175e0f None None] For port 0c13c266-6af6-42f7-ba41-109df0ba4810, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=0c13c266-6af6-42f7-ba41-109df0ba4810,segment=NetworkSegment(36862e3e-623e-4a28-89c3-4c110528ce48),segment_id=36862e3e-623e-4a28-89c3-4c110528ce48)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:32:00.202367 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-081f5ddd-be1b-4488-8bd1-0f0947175e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:00.210678 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-52acd6af-fd5b-4172-a435-0d51a8532058 req-ab331a4c-b1cb-45f0-a57f-de16a9d308ca tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3652cd1d-a49c-4b0a-beb5-6168bcad425a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332886 Mar 11 15:32:00.323682 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 8f92b8fb-8aec-4e35-9fc2-0fd328475dd3, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=8f92b8fb-8aec-4e35-9fc2-0fd328475dd3,segment=NetworkSegment(23668e81-3dbf-4c7c-b5d3-baabcc2f7882),segment_id=23668e81-3dbf-4c7c-b5d3-baabcc2f7882)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:32:00.326361 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-edfbca26-46cb-4e47-be23-cf634cff2989 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Calling delete_port for d72005e8-8b5c-4170-9675-3d3c78d1058b owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:32:00.363124 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:00.381172 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37706) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:00.389878 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f5ddd-be1b-4488-8bd1-0f0947175e0f None None] Pushing event updated for resources: {'Port': ['ID=0c13c266-6af6-42f7-ba41-109df0ba4810,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:00.514805 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=8f92b8fb-8aec-4e35-9fc2-0fd328475dd3,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:00.574045 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a68e9624-7710-428d-a230-7b2f2cc86d73 req-f68978b6-f6ce-4c03-8dca-5ef8b143110d tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5997174 Mar 11 15:32:00.641567 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-75ffae25-9c8d-41ca-b0b7-0728d8a7ae84 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:00.653023 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3d922137-5242-4bb6-abc4-1682e1ddb53b tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:00.779850 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-eda49ea3-fe18-40ad-bdb4-7f6cdaed68b0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-611718350'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:00.790251 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['8f92b8fb-8aec-4e35-9fc2-0fd328475dd3'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 15:32:00.802678 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cd6d7557-5dc8-4993-848e-0c61ceac9d8d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:00.805882 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-eda49ea3-fe18-40ad-bdb4-7f6cdaed68b0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:00.814744 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-eda49ea3-fe18-40ad-bdb4-7f6cdaed68b0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Usage tracker for resource:network and tenant:c58947f968f64e3fb11fb874306012f2 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:00.822474 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-eda49ea3-fe18-40ad-bdb4-7f6cdaed68b0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:00.825894 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-edfbca26-46cb-4e47-be23-cf634cff2989 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:00.880823 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d7557-5dc8-4993-848e-0c61ceac9d8d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event deleted for resources: {'Port': ['ID=cc5e790a-0109-4295-a98c-c513c9ed60ea,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:00.883455 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cd6d7557-5dc8-4993-848e-0c61ceac9d8d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:00.944215 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-eda49ea3-fe18-40ad-bdb4-7f6cdaed68b0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:00.961623 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b0e191ff-fb81-43a7-a356-ba9da5afa2fd None None] Could not find standard attr ID for object d72005e8-8b5c-4170-9675-3d3c78d1058b. {{(pid=83868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:32:00.997014 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b0e191ff-fb81-43a7-a356-ba9da5afa2fd None None] Provisioning complete for port 0c13c266-6af6-42f7-ba41-109df0ba4810 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:32:00.997645 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b0e191ff-fb81-43a7-a356-ba9da5afa2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:01.057971 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-cd6d7557-5dc8-4993-848e-0c61ceac9d8d tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/ports/cc5e790a-0109-4295-a98c-c513c9ed60ea HTTP/1.1" status: 204 len: 168 time: 2.2696888 Mar 11 15:32:01.062788 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37718) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:01.070122 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7909e-f117-42fe-a97e-2821187b9d9d req-48ffcfef-cfd6-424e-a6c9-301bb1a10e96 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:01.071872 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-ecc7909e-f117-42fe-a97e-2821187b9d9d req-48ffcfef-cfd6-424e-a6c9-301bb1a10e96 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ed1c014-724b-486c-9d57-1c54d27a1b58 HTTP/1.1" status: 200 len: 945 time: 0.6364894 Mar 11 15:32:01.120165 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfbca26-46cb-4e47-be23-cf634cff2989 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event deleted for resources: {'Port': ['ID=d72005e8-8b5c-4170-9675-3d3c78d1058b,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:01.139932 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3d922137-5242-4bb6-abc4-1682e1ddb53b tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:01.152855 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3d922137-5242-4bb6-abc4-1682e1ddb53b tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:01.183422 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda49ea3-fe18-40ad-bdb4-7f6cdaed68b0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Made reservation on behalf of c58947f968f64e3fb11fb874306012f2 for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:32:01.186711 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-eda49ea3-fe18-40ad-bdb4-7f6cdaed68b0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:01.265024 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-eda49ea3-fe18-40ad-bdb4-7f6cdaed68b0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:01.353607 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-75ffae25-9c8d-41ca-b0b7-0728d8a7ae84 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:01.354038 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-75ffae25-9c8d-41ca-b0b7-0728d8a7ae84 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:01.354345 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.l3_db [None req-75ffae25-9c8d-41ca-b0b7-0728d8a7ae84 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Floating IP 70076798-7976-4146-819f-bc8f8124b000 disassociated. External IP: 172.26.0.24, port: ab2b9b6b-2187-482a-a94a-f9bda35ea0cb. Mar 11 15:32:01.354676 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-75ffae25-9c8d-41ca-b0b7-0728d8a7ae84 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Calling delete_port for ab2b9b6b-2187-482a-a94a-f9bda35ea0cb owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:32:01.361443 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3d922137-5242-4bb6-abc4-1682e1ddb53b tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:01.362306 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d922137-5242-4bb6-abc4-1682e1ddb53b tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Fanout notify agent at l3_agent the message router_deleted on router 08276266-eadb-4f92-9832-2765b3cd1a00 {{(pid=83867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:32:01.424546 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3d922137-5242-4bb6-abc4-1682e1ddb53b tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:01.429160 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-3d922137-5242-4bb6-abc4-1682e1ddb53b tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] 10.222.0.31 "DELETE /v2.0/routers/08276266-eadb-4f92-9832-2765b3cd1a00 HTTP/1.1" status: 204 len: 168 time: 6.5829189 Mar 11 15:32:01.432744 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-93d412da-a5bb-4735-bfc3-dea52b7c64a9 None None] Could not find standard attr ID for object d72005e8-8b5c-4170-9675-3d3c78d1058b. {{(pid=83868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:32:01.434000 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37722) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:01.453322 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-682405bf-04ee-443d-bcc0-cc7465681dae tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-564489021', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:01.458510 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-ecc7909e-f117-42fe-a97e-2821187b9d9d req-eefe154a-83d9-4cd1-bcdf-3eb4a779b008 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddd9975-6795-448d-913f-a65ef3bd0a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3569458 Mar 11 15:32:01.466513 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a03c00c8-6b11-4684-8565-4bfae4dad67c tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:01.487960 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-682405bf-04ee-443d-bcc0-cc7465681dae tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:01.495360 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-682405bf-04ee-443d-bcc0-cc7465681dae tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Usage tracker for resource:router and tenant:e3780808577d4381a98ee54e75caac80 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:01.510482 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-682405bf-04ee-443d-bcc0-cc7465681dae tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:01.525869 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-edfbca26-46cb-4e47-be23-cf634cff2989 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:01.530241 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-eda49ea3-fe18-40ad-bdb4-7f6cdaed68b0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:01.533093 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-682405bf-04ee-443d-bcc0-cc7465681dae tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:01.544494 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-eda49ea3-fe18-40ad-bdb4-7f6cdaed68b0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Usage tracker for resource:security_group_rule and tenant:c58947f968f64e3fb11fb874306012f2 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:01.553554 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-eda49ea3-fe18-40ad-bdb4-7f6cdaed68b0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:01.571789 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-31d658ff-3e31-4ef6-91d6-19451d91c54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:01.575527 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-eda49ea3-fe18-40ad-bdb4-7f6cdaed68b0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:01.580952 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-edfbca26-46cb-4e47-be23-cf634cff2989 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/ports/d72005e8-8b5c-4170-9675-3d3c78d1058b HTTP/1.1" status: 204 len: 168 time: 2.4504151 Mar 11 15:32:01.584819 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37726) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:01.587207 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-682405bf-04ee-443d-bcc0-cc7465681dae tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:01.588238 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-682405bf-04ee-443d-bcc0-cc7465681dae tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:01.639452 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a03c00c8-6b11-4684-8565-4bfae4dad67c tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:01.667624 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-a03c00c8-6b11-4684-8565-4bfae4dad67c tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6f8e317-c3b4-4f12-bfd1-76da26a8e27f']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:01.683153 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-a03c00c8-6b11-4684-8565-4bfae4dad67c tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd55837c-8b7e-498b-8384-3a2dba7dbd29') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:01.683567 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-a03c00c8-6b11-4684-8565-4bfae4dad67c tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd55837c-8b7e-498b-8384-3a2dba7dbd29') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:01.697674 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857bfa6-1a18-4e69-ac09-a9408b4e8ec4 req-e1ade0bf-190f-4b0b-98bf-d9b438fca7e7 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:01.699203 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5857bfa6-1a18-4e69-ac09-a9408b4e8ec4 req-e1ade0bf-190f-4b0b-98bf-d9b438fca7e7 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.8787973 Mar 11 15:32:01.699477 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a03c00c8-6b11-4684-8565-4bfae4dad67c tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:01.702899 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-a45c0528-9f8b-4ef3-990e-aa130d6a2d0b tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] GET failed (client error): The resource could not be found. Mar 11 15:32:01.703559 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-a45c0528-9f8b-4ef3-990e-aa130d6a2d0b tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Synchronizing usage tracker for tenant:a138b31c346e4c0cb3afee629b96673d on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:32:01.731665 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a03c00c8-6b11-4684-8565-4bfae4dad67c tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:01.742277 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a03c00c8-6b11-4684-8565-4bfae4dad67c tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:32:01.742939 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a03c00c8-6b11-4684-8565-4bfae4dad67c tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:01.752986 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-a45c0528-9f8b-4ef3-990e-aa130d6a2d0b tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Unset dirty status for tenant:a138b31c346e4c0cb3afee629b96673d on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:32:01.754191 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a45c0528-9f8b-4ef3-990e-aa130d6a2d0b tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "GET /v2.0/ports/d72005e8-8b5c-4170-9675-3d3c78d1058b HTTP/1.1" status: 404 len: 333 time: 0.1618204 Mar 11 15:32:01.761233 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:32:01.761233 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:32:01.761233 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:32:01.761233 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:32:01.761233 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:32:01.761233 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:32:01.761233 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:32:01.761233 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:32:01.761233 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:32:01.761233 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:32:01.761233 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:32:01.761233 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:32:01.761233 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:32:01.761233 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:32:01.761233 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:32:01.761233 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:32:01.761233 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:32:01.761233 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:32:01.761233 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:32:01.761233 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:32:01.761233 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:32:01.761233 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:32:01.761233 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:32:01.761233 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:32:01.761233 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:32:01.761233 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:32:01.761233 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:32:01.761233 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:32:01.761233 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:32:01.761233 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:32:01.761233 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:32:01.761233 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:32:01.763722 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37730) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:01.810198 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-75ffae25-9c8d-41ca-b0b7-0728d8a7ae84 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:01.848995 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a03c00c8-6b11-4684-8565-4bfae4dad67c tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:01.851293 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37734) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:01.897079 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5857bfa6-1a18-4e69-ac09-a9408b4e8ec4 req-97862ef0-dbb2-4bf7-92ad-393ac6f919cb tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863782 Mar 11 15:32:01.906213 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ffae25-9c8d-41ca-b0b7-0728d8a7ae84 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Pushing event deleted for resources: {'Port': ['ID=ab2b9b6b-2187-482a-a94a-f9bda35ea0cb,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:01.931669 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-682405bf-04ee-443d-bcc0-cc7465681dae tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:01.942899 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a03c00c8-6b11-4684-8565-4bfae4dad67c tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:02.003447 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a03c00c8-6b11-4684-8565-4bfae4dad67c tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] 10.222.0.31 "DELETE /v2.0/networks/c6f8e317-c3b4-4f12-bfd1-76da26a8e27f HTTP/1.1" status: 204 len: 168 time: 0.9282048 Mar 11 15:32:02.011618 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c00c8-6b11-4684-8565-4bfae4dad67c tempest-PortsIpV6TestJSON-681535160 tempest-PortsIpV6TestJSON-681535160-project] Pushing event deleted for resources: {'Network': ['ID=c6f8e317-c3b4-4f12-bfd1-76da26a8e27f,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:02.093084 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 0c13c266-6af6-42f7-ba41-109df0ba4810 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:32:02.274373 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 0c13c266-6af6-42f7-ba41-109df0ba4810 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:32:02.280357 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:02.410586 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-682405bf-04ee-443d-bcc0-cc7465681dae tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:02.502929 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-eda49ea3-fe18-40ad-bdb4-7f6cdaed68b0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:02.538293 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-eda49ea3-fe18-40ad-bdb4-7f6cdaed68b0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:02.581661 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37748) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:02.592842 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-682405bf-04ee-443d-bcc0-cc7465681dae tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:02.593375 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-682405bf-04ee-443d-bcc0-cc7465681dae tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.1559963 Mar 11 15:32:02.607710 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-7817ffdf-0e76-4f95-bbfc-659542c04e26 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Deleting subnet c6e222af-1006-4101-b2a6-4cbee06cb800 {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:32:02.614208 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37750) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:02.614585 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eda49ea3-fe18-40ad-bdb4-7f6cdaed68b0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:32:02.629308 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7817ffdf-0e76-4f95-bbfc-659542c04e26 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:02.675593 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-17dd12b9-a52e-499c-8530-c11000a902f8 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'enable_snat': True}}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:02.706424 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:02.732787 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda49ea3-fe18-40ad-bdb4-7f6cdaed68b0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3483ea-0b1e-4fbe-b1f8-c4743d9ec134,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:02.748000 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-eda49ea3-fe18-40ad-bdb4-7f6cdaed68b0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:02.748380 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-eda49ea3-fe18-40ad-bdb4-7f6cdaed68b0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Added segment 8a8089ec-8fd2-4282-b332-b409e03e6def of type vlan for network d1ea9ac0-b665-4966-b9b9-797c6af1bf4d Mar 11 15:32:02.868034 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7817ffdf-0e76-4f95-bbfc-659542c04e26 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:02.874333 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-863cb6b2-0709-471d-911e-5c124586d8b0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6b1a6507e257408892b3294b50293467&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2797549 Mar 11 15:32:02.874843 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37762) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:02.896468 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:02.938935 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-eda49ea3-fe18-40ad-bdb4-7f6cdaed68b0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:02.958113 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71194a7-d100-479e-af49-8b17ceafc58a req-c3c8890d-3fd5-46f1-87d5-26cdb33814a3 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:02.959648 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a71194a7-d100-479e-af49-8b17ceafc58a req-c3c8890d-3fd5-46f1-87d5-26cdb33814a3 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.5700350 Mar 11 15:32:02.976432 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-93cf32dc-508e-41c2-acda-7a2b0ee80fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:03.009308 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-93cf32dc-508e-41c2-acda-7a2b0ee80fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:03.170394 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-eda49ea3-fe18-40ad-bdb4-7f6cdaed68b0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:03.181013 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda49ea3-fe18-40ad-bdb4-7f6cdaed68b0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:03.181967 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-eda49ea3-fe18-40ad-bdb4-7f6cdaed68b0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:03.262979 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-93cf32dc-508e-41c2-acda-7a2b0ee80fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:03.307282 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce242ed5-9a4c-4193-b959-1e6250cf008c req-1e16aad4-65db-4d66-ad9f-a1460e1e21ed tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:03.308773 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-ce242ed5-9a4c-4193-b959-1e6250cf008c req-1e16aad4-65db-4d66-ad9f-a1460e1e21ed tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ed1c014-724b-486c-9d57-1c54d27a1b58 HTTP/1.1" status: 200 len: 945 time: 0.5211163 Mar 11 15:32:03.334931 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf32dc-508e-41c2-acda-7a2b0ee80fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e47c24-cc40-44ec-8097-9c0f13b6484b,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:03.348747 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a71194a7-d100-479e-af49-8b17ceafc58a req-5d6b6e5a-d6ff-4cd5-b09d-dd27447d6a26 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3738365 Mar 11 15:32:03.354717 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7817ffdf-0e76-4f95-bbfc-659542c04e26 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:03.363369 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-93cf32dc-508e-41c2-acda-7a2b0ee80fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:03.364516 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-93cf32dc-508e-41c2-acda-7a2b0ee80fb1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/39e47c24-cc40-44ec-8097-9c0f13b6484b HTTP/1.1" status: 204 len: 168 time: 0.4887371 Mar 11 15:32:03.395372 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cf029645-aca6-43e3-a5f5-8452e69cd24e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:03.403796 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-eda49ea3-fe18-40ad-bdb4-7f6cdaed68b0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.9621916 Mar 11 15:32:03.408915 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37768) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:03.426141 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-b602734e-d635-496b-9bc4-0702c48ca748 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1378994822'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:03.468361 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda49ea3-fe18-40ad-bdb4-7f6cdaed68b0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event updated for resources: {'Network': ['ID=d1ea9ac0-b665-4966-b9b9-797c6af1bf4d,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:03.482823 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-ce242ed5-9a4c-4193-b959-1e6250cf008c req-5e721b22-d136-4b78-bbc0-be1cb8088157 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddd9975-6795-448d-913f-a65ef3bd0a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617923 Mar 11 15:32:03.483780 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network d1ea9ac0-b665-4966-b9b9-797c6af1bf4d details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:32:03.484299 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-b602734e-d635-496b-9bc4-0702c48ca748 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:03.558404 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-b602734e-d635-496b-9bc4-0702c48ca748 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Usage tracker for resource:network and tenant:c58947f968f64e3fb11fb874306012f2 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:03.568129 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-b602734e-d635-496b-9bc4-0702c48ca748 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:03.575896 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-b602734e-d635-496b-9bc4-0702c48ca748 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:03.594969 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ffae25-9c8d-41ca-b0b7-0728d8a7ae84 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Router f186c74e-a9d7-4f53-91d1-dea1dbb31662 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:32:03.604276 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 8f92b8fb-8aec-4e35-9fc2-0fd328475dd3 up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:32:03.616052 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b602734e-d635-496b-9bc4-0702c48ca748 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Made reservation on behalf of c58947f968f64e3fb11fb874306012f2 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:32:03.619988 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b602734e-d635-496b-9bc4-0702c48ca748 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:03.642278 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7817ffdf-0e76-4f95-bbfc-659542c04e26 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:03.693699 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-17dd12b9-a52e-499c-8530-c11000a902f8 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:03.706964 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7817ffdf-0e76-4f95-bbfc-659542c04e26 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event deleted for resources: {'Subnet': ['ID=c6e222af-1006-4101-b2a6-4cbee06cb800,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:03.710509 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning for port 8f92b8fb-8aec-4e35-9fc2-0fd328475dd3 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:32:03.717388 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port 8f92b8fb-8aec-4e35-9fc2-0fd328475dd3 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:32:03.717906 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:03.727515 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b602734e-d635-496b-9bc4-0702c48ca748 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:32:03.756385 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b602734e-d635-496b-9bc4-0702c48ca748 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:03.756385 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-b602734e-d635-496b-9bc4-0702c48ca748 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Added segment 5d182654-200d-40f2-af37-d6f322f0731d of type vlan for network 46c12bde-b93a-4156-89df-15a2f5fba834 Mar 11 15:32:03.778183 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7817ffdf-0e76-4f95-bbfc-659542c04e26 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:03.786418 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718eb5b0-e59c-4dc4-937b-6b912d93b187 None None] Network 188fe963-ae6a-4547-b89a-1a5145bf51a5 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:32:03.842956 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b602734e-d635-496b-9bc4-0702c48ca748 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:03.880686 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-7817ffdf-0e76-4f95-bbfc-659542c04e26 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/subnets/c6e222af-1006-4101-b2a6-4cbee06cb800 HTTP/1.1" status: 204 len: 168 time: 2.1183126 Mar 11 15:32:03.881609 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37778) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:03.895021 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b602734e-d635-496b-9bc4-0702c48ca748 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:03.899768 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b602734e-d635-496b-9bc4-0702c48ca748 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:03.900757 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b602734e-d635-496b-9bc4-0702c48ca748 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:04.118667 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-cf029645-aca6-43e3-a5f5-8452e69cd24e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Allocated IP 172.20.0.17 (3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf/33b9d073-8124-426e-8fc5-378c99bf008f/b8f45ef3-5c84-4152-8c9c-125b1a3deedb) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:32:04.149511 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:04.179093 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b602734e-d635-496b-9bc4-0702c48ca748 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7678323 Mar 11 15:32:04.199637 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37786) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:04.221356 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 8f92b8fb-8aec-4e35-9fc2-0fd328475dd3, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=8f92b8fb-8aec-4e35-9fc2-0fd328475dd3,segment=NetworkSegment(23668e81-3dbf-4c7c-b5d3-baabcc2f7882),segment_id=23668e81-3dbf-4c7c-b5d3-baabcc2f7882)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:32:04.223243 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:04.225472 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed1c014-724b-486c-9d57-1c54d27a1b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f92b8fb-8aec-4e35-9fc2-0fd328475dd3'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:32:04.225849 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-f1c69931-9a5b-4ef7-9b4b-cfb7e5dfaa74 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Request body: {'subnet': {'network_id': 'd1ea9ac0-b665-4966-b9b9-797c6af1bf4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:04.237145 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:04.297083 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602734e-d635-496b-9bc4-0702c48ca748 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event updated for resources: {'Network': ['ID=46c12bde-b93a-4156-89df-15a2f5fba834,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:04.324776 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 46c12bde-b93a-4156-89df-15a2f5fba834 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:32:04.366688 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed1c014-724b-486c-9d57-1c54d27a1b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f92b8fb-8aec-4e35-9fc2-0fd328475dd3', 'code': 200} Mar 11 15:32:04.402144 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cf029645-aca6-43e3-a5f5-8452e69cd24e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:04.421860 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-cf029645-aca6-43e3-a5f5-8452e69cd24e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Transition to ACTIVE for port object b8f45ef3-5c84-4152-8c9c-125b1a3deedb will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:32:04.456137 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cf029645-aca6-43e3-a5f5-8452e69cd24e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:04.513403 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-680061f6-c1a9-4a6e-9643-27c174b7cba9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:04.552292 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=8f92b8fb-8aec-4e35-9fc2-0fd328475dd3,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:04.607451 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f1c69931-9a5b-4ef7-9b4b-cfb7e5dfaa74 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:04.625345 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-680061f6-c1a9-4a6e-9643-27c174b7cba9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Deleting port 0c13c266-6af6-42f7-ba41-109df0ba4810 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:32:04.625777 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-680061f6-c1a9-4a6e-9643-27c174b7cba9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:04.631922 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf029645-aca6-43e3-a5f5-8452e69cd24e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network 3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:32:04.638943 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-cf029645-aca6-43e3-a5f5-8452e69cd24e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:32:04.674053 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f1c69931-9a5b-4ef7-9b4b-cfb7e5dfaa74 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Usage tracker for resource:subnet and tenant:c58947f968f64e3fb11fb874306012f2 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:04.686009 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f1c69931-9a5b-4ef7-9b4b-cfb7e5dfaa74 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:04.706750 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f1c69931-9a5b-4ef7-9b4b-cfb7e5dfaa74 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:04.725239 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37802) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:04.744729 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc6fd6e-c1d5-47ba-8d71-cabc23a7a836 None None] DHCP port deletion for 188fe963-ae6a-4547-b89a-1a5145bf51a5 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:32:04.749255 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-8fc6fd6e-c1d5-47ba-8d71-cabc23a7a836 None None] Deleting port 0c13c266-6af6-42f7-ba41-109df0ba4810 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:32:04.750716 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8fc6fd6e-c1d5-47ba-8d71-cabc23a7a836 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:04.764833 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf029645-aca6-43e3-a5f5-8452e69cd24e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=b8f45ef3-5c84-4152-8c9c-125b1a3deedb,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:04.781355 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf029645-aca6-43e3-a5f5-8452e69cd24e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:32:04.853992 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c69931-9a5b-4ef7-9b4b-cfb7e5dfaa74 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Made reservation on behalf of c58947f968f64e3fb11fb874306012f2 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:32:04.916142 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cf029645-aca6-43e3-a5f5-8452e69cd24e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:04.971264 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a8cc3-5218-474a-8c64-bee07db865a7 req-277f6e4e-a4a2-4d2e-9d28-d14ef880d17e tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:04.972918 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-513a8cc3-5218-474a-8c64-bee07db865a7 req-277f6e4e-a4a2-4d2e-9d28-d14ef880d17e tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.3383558 Mar 11 15:32:05.067748 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-0ca45985-d1d1-4615-b92c-b910ee8c8570 None None] Provisioning for port b8f45ef3-5c84-4152-8c9c-125b1a3deedb completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:32:05.072083 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-8fc6fd6e-c1d5-47ba-8d71-cabc23a7a836 None None] For port 0c13c266-6af6-42f7-ba41-109df0ba4810, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=0c13c266-6af6-42f7-ba41-109df0ba4810,segment=NetworkSegment(36862e3e-623e-4a28-89c3-4c110528ce48),segment_id=36862e3e-623e-4a28-89c3-4c110528ce48)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:32:05.072276 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cf029645-aca6-43e3-a5f5-8452e69cd24e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:05.072440 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8fc6fd6e-c1d5-47ba-8d71-cabc23a7a836 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:05.085853 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-513a8cc3-5218-474a-8c64-bee07db865a7 req-01900931-ec2f-440b-8c8a-61abed620285 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067028 Mar 11 15:32:05.097670 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-0ca45985-d1d1-4615-b92c-b910ee8c8570 None None] Provisioning complete for port b8f45ef3-5c84-4152-8c9c-125b1a3deedb triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:32:05.098038 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0ca45985-d1d1-4615-b92c-b910ee8c8570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:05.147624 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-33d6970a-351d-4678-a00f-8d91c38be1f2 tempest-DvrRoutersNegativeTest-444169445 tempest-DvrRoutersNegativeTest-444169445-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-800002798', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:05.149907 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.policy [None req-33d6970a-351d-4678-a00f-8d91c38be1f2 tempest-DvrRoutersNegativeTest-444169445 tempest-DvrRoutersNegativeTest-444169445-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83866) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Mar 11 15:32:05.150205 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.policy [None req-33d6970a-351d-4678-a00f-8d91c38be1f2 tempest-DvrRoutersNegativeTest-444169445 tempest-DvrRoutersNegativeTest-444169445-project] Failed policy check for 'create_router' {{(pid=83866) enforce /opt/stack/neutron/neutron/policy.py:482}} Mar 11 15:32:05.150749 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-33d6970a-351d-4678-a00f-8d91c38be1f2 tempest-DvrRoutersNegativeTest-444169445 tempest-DvrRoutersNegativeTest-444169445-project] create failed (client error): Access was denied to this resource. Mar 11 15:32:05.156268 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-33d6970a-351d-4678-a00f-8d91c38be1f2 tempest-DvrRoutersNegativeTest-444169445 tempest-DvrRoutersNegativeTest-444169445-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4147236 Mar 11 15:32:05.228306 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b6c4f94e-96b6-4a8d-859e-ff4e20fc8efc req-a0700e12-1b54-495e-9ff0-04363bc9d1e8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6ed1c014-724b-486c-9d57-1c54d27a1b58 HTTP/1.1" status: 200 len: 1099 time: 0.6661959 Mar 11 15:32:05.247886 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-680061f6-c1a9-4a6e-9643-27c174b7cba9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] For port 0c13c266-6af6-42f7-ba41-109df0ba4810, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=0c13c266-6af6-42f7-ba41-109df0ba4810,segment=NetworkSegment(36862e3e-623e-4a28-89c3-4c110528ce48),segment_id=36862e3e-623e-4a28-89c3-4c110528ce48)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:32:05.248279 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-680061f6-c1a9-4a6e-9643-27c174b7cba9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:05.284897 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-8fc6fd6e-c1d5-47ba-8d71-cabc23a7a836 None None] Calling delete_port for 0c13c266-6af6-42f7-ba41-109df0ba4810 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:32:05.367214 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-0ca45985-d1d1-4615-b92c-b910ee8c8570 None None] Port b8f45ef3-5c84-4152-8c9c-125b1a3deedb cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:32:05.404360 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8fc6fd6e-c1d5-47ba-8d71-cabc23a7a836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:05.423543 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f1c69931-9a5b-4ef7-9b4b-cfb7e5dfaa74 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:05.447900 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-680061f6-c1a9-4a6e-9643-27c174b7cba9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Calling delete_port for 0c13c266-6af6-42f7-ba41-109df0ba4810 owned by network:dhcp {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:32:05.458539 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc6fd6e-c1d5-47ba-8d71-cabc23a7a836 None None] Pushing event deleted for resources: {'Port': ['ID=0c13c266-6af6-42f7-ba41-109df0ba4810,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:05.469648 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc6fd6e-c1d5-47ba-8d71-cabc23a7a836 None None] No DVR routers for this DVR port 0c13c266-6af6-42f7-ba41-109df0ba4810 on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:32:05.521346 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37814) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:05.714508 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c9cc0f09-b996-4fd5-9b5b-90b8eb00c9e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:05.729299 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ffae25-9c8d-41ca-b0b7-0728d8a7ae84 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:32:05.737147 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a95b53-6fcc-4ef2-9d9e-ac9c317207e5 req-b158a15f-00d3-402b-902f-47b4f57d5678 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:05.738697 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-25a95b53-6fcc-4ef2-9d9e-ac9c317207e5 req-b158a15f-00d3-402b-902f-47b4f57d5678 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ed1c014-724b-486c-9d57-1c54d27a1b58 HTTP/1.1" status: 200 len: 946 time: 1.0125799 Mar 11 15:32:05.741956 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82425a7b-28b8-41c2-90d5-745017bccc4d None None] Sync routers for ids ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:32:05.758577 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82425a7b-28b8-41c2-90d5-745017bccc4d None None] Routers {'f186c74e-a9d7-4f53-91d1-dea1dbb31662'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:32:05.759373 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-82425a7b-28b8-41c2-90d5-745017bccc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:32:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:05.787105 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c9cc0f09-b996-4fd5-9b5b-90b8eb00c9e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:05.793528 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cf029645-aca6-43e3-a5f5-8452e69cd24e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:05.795609 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c9cc0f09-b996-4fd5-9b5b-90b8eb00c9e1 admin admin] Usage tracker for resource:security_group_rule and tenant:c6b83baa173b461582a1bfb0691ba4a6 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:05.800457 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c9cc0f09-b996-4fd5-9b5b-90b8eb00c9e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:05.811654 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cf029645-aca6-43e3-a5f5-8452e69cd24e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:05.830868 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-82425a7b-28b8-41c2-90d5-745017bccc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:05.836857 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c9cc0f09-b996-4fd5-9b5b-90b8eb00c9e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:05.843573 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82425a7b-28b8-41c2-90d5-745017bccc4d None None] Routers {'f186c74e-a9d7-4f53-91d1-dea1dbb31662'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:32:05.844324 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-82425a7b-28b8-41c2-90d5-745017bccc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:32:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:05.889732 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-17dd12b9-a52e-499c-8530-c11000a902f8 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:05.905487 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-82425a7b-28b8-41c2-90d5-745017bccc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:05.905957 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82425a7b-28b8-41c2-90d5-745017bccc4d None None] The sync data for ids ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:32:05.949507 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b6c4f94e-96b6-4a8d-859e-ff4e20fc8efc req-92e43b14-e512-4311-9e56-3ffc84d1981c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9ddd9975-6795-448d-913f-a65ef3bd0a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7047620 Mar 11 15:32:05.950407 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-17dd12b9-a52e-499c-8530-c11000a902f8 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:05.950547 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cf029645-aca6-43e3-a5f5-8452e69cd24e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:05.957214 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf029645-aca6-43e3-a5f5-8452e69cd24e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=b8f45ef3-5c84-4152-8c9c-125b1a3deedb,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:05.970089 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.db.api [None req-680061f6-c1a9-4a6e-9643-27c174b7cba9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:32:05.970418 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG oslo_db.api [None req-680061f6-c1a9-4a6e-9643-27c174b7cba9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:32:06.008778 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 0c13c266-6af6-42f7-ba41-109df0ba4810 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:32:06.049653 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 0c13c266-6af6-42f7-ba41-109df0ba4810 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:32:06.050388 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 0c13c266-6af6-42f7-ba41-109df0ba4810 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:32:06.107328 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c9cc0f09-b996-4fd5-9b5b-90b8eb00c9e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:06.127425 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c9cc0f09-b996-4fd5-9b5b-90b8eb00c9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:06.192041 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba464a1c-ff39-4c68-a1e6-c39fe40a5e2e req-9d18e4c2-d495-4588-b184-d88d67e1dbca tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:06.194074 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ba464a1c-ff39-4c68-a1e6-c39fe40a5e2e req-9d18e4c2-d495-4588-b184-d88d67e1dbca tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.73 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.9477303 Mar 11 15:32:06.199506 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf029645-aca6-43e3-a5f5-8452e69cd24e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network 3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:32:06.202227 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-cf029645-aca6-43e3-a5f5-8452e69cd24e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:32:06.206467 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc0f09-b996-4fd5-9b5b-90b8eb00c9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f746f79-8e4c-4ecc-83e1-a6d3584d605e,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:06.211372 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c9cc0f09-b996-4fd5-9b5b-90b8eb00c9e1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c6b83baa173b461582a1bfb0691ba4a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6887617 Mar 11 15:32:06.244485 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-75ffae25-9c8d-41ca-b0b7-0728d8a7ae84 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:06.250206 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37822) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:06.273111 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-25a95b53-6fcc-4ef2-9d9e-ac9c317207e5 req-78969756-c64b-456f-a93b-26937e24357d tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddd9975-6795-448d-913f-a65ef3bd0a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4777570 Mar 11 15:32:06.404728 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-75ffae25-9c8d-41ca-b0b7-0728d8a7ae84 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "DELETE /v2.0/ports/ab2b9b6b-2187-482a-a94a-f9bda35ea0cb HTTP/1.1" status: 204 len: 168 time: 6.9788139 Mar 11 15:32:06.405232 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37826) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:06.434224 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-ba464a1c-ff39-4c68-a1e6-c39fe40a5e2e req-5c048567-0eab-441a-9a2e-c54da8ed7cfc tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Deleting port a650df7e-7466-470d-8473-ace951e19993 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:32:06.434725 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-ba464a1c-ff39-4c68-a1e6-c39fe40a5e2e req-5c048567-0eab-441a-9a2e-c54da8ed7cfc tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:06.497431 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-680061f6-c1a9-4a6e-9643-27c174b7cba9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Deleting port 0c13c266-6af6-42f7-ba41-109df0ba4810 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:32:06.497772 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-680061f6-c1a9-4a6e-9643-27c174b7cba9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:06.498085 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-45ad7872-6e7e-47fd-9375-a0db8e5dd20f None None] Provisioning complete for port b8f45ef3-5c84-4152-8c9c-125b1a3deedb triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:32:06.498675 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-45ad7872-6e7e-47fd-9375-a0db8e5dd20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:06.517748 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-139a9b4d-f703-46f0-9f5f-fc54490282f2 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "GET /v2.0/floatingips/70076798-7976-4146-819f-bc8f8124b000 HTTP/1.1" status: 200 len: 687 time: 0.1104538 Mar 11 15:32:06.531420 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37830) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:06.570922 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-45ad7872-6e7e-47fd-9375-a0db8e5dd20f None None] Port b8f45ef3-5c84-4152-8c9c-125b1a3deedb cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:32:06.637190 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-680061f6-c1a9-4a6e-9643-27c174b7cba9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] The port '0c13c266-6af6-42f7-ba41-109df0ba4810' was deleted {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 15:32:06.689279 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934598ae-2e26-4515-9431-4b048bcc45fe req-ec609668-be13-4243-a107-dacc0742f40d tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:06.692563 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-934598ae-2e26-4515-9431-4b048bcc45fe req-ec609668-be13-4243-a107-dacc0742f40d tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.4204149 Mar 11 15:32:06.741114 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-29d49eda-1b98-41ad-b103-d4b8fc00dfaa tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Deleting port 359185b0-cf7c-464b-b471-d82bd56a1e71 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:32:06.742180 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-29d49eda-1b98-41ad-b103-d4b8fc00dfaa tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:06.793535 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-17dd12b9-a52e-499c-8530-c11000a902f8 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Allocated IP 172.26.0.230 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/09c4c6af-ccef-4544-875c-b387bd7b22bb) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:32:06.878451 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d0a8582c-6d19-491c-a1f9-e51e1cc7b7b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:06.896305 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f1c69931-9a5b-4ef7-9b4b-cfb7e5dfaa74 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:06.991102 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-680061f6-c1a9-4a6e-9643-27c174b7cba9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:07.122386 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-934598ae-2e26-4515-9431-4b048bcc45fe req-3a459962-4ef9-458b-9b8f-a1dc5b13062f tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4034066 Mar 11 15:32:07.182804 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d0a8582c-6d19-491c-a1f9-e51e1cc7b7b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:07.185407 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-29d49eda-1b98-41ad-b103-d4b8fc00dfaa tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:07.185739 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-29d49eda-1b98-41ad-b103-d4b8fc00dfaa tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:07.276818 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-680061f6-c1a9-4a6e-9643-27c174b7cba9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['188fe963-ae6a-4547-b89a-1a5145bf51a5']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:07.295861 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d0a8582c-6d19-491c-a1f9-e51e1cc7b7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:07.320418 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-680061f6-c1a9-4a6e-9643-27c174b7cba9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36862e3e-623e-4a28-89c3-4c110528ce48') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:07.320841 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-680061f6-c1a9-4a6e-9643-27c174b7cba9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36862e3e-623e-4a28-89c3-4c110528ce48') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:07.343773 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-29d49eda-1b98-41ad-b103-d4b8fc00dfaa tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Calling delete_port for 359185b0-cf7c-464b-b471-d82bd56a1e71 owned by network:floatingip {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:32:07.345839 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c69931-9a5b-4ef7-9b4b-cfb7e5dfaa74 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event updated for resources: {'Subnet': ['ID=a3ae5f77-0691-40e5-a9a3-813b4644f4ae,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:07.368777 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-680061f6-c1a9-4a6e-9643-27c174b7cba9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:07.398395 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a8582c-6d19-491c-a1f9-e51e1cc7b7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f746f79-8e4c-4ecc-83e1-a6d3584d605e,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:07.425445 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d0a8582c-6d19-491c-a1f9-e51e1cc7b7b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:07.429297 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d0a8582c-6d19-491c-a1f9-e51e1cc7b7b3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0f746f79-8e4c-4ecc-83e1-a6d3584d605e HTTP/1.1" status: 204 len: 168 time: 1.1700735 Mar 11 15:32:07.445334 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-680061f6-c1a9-4a6e-9643-27c174b7cba9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:07.448123 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c69931-9a5b-4ef7-9b4b-cfb7e5dfaa74 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Checking segment: {'id': '8a8089ec-8fd2-4282-b332-b409e03e6def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd1ea9ac0-b665-4966-b9b9-797c6af1bf4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:32:07.448703 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c69931-9a5b-4ef7-9b4b-cfb7e5dfaa74 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Network hostable DHCP agents. Network: d1ea9ac0-b665-4966-b9b9-797c6af1bf4d, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:32:07.476326 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-680061f6-c1a9-4a6e-9643-27c174b7cba9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:32:07.476893 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-680061f6-c1a9-4a6e-9643-27c174b7cba9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:07.491778 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-29d49eda-1b98-41ad-b103-d4b8fc00dfaa tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:07.495819 dv-neutron-833373-1-hyperv neutron-server[83866]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:32:07.495819 dv-neutron-833373-1-hyperv neutron-server[83866]: util.warn( Mar 11 15:32:07.495819 dv-neutron-833373-1-hyperv neutron-server[83866]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:32:07.495819 dv-neutron-833373-1-hyperv neutron-server[83866]: util.warn( Mar 11 15:32:07.495819 dv-neutron-833373-1-hyperv neutron-server[83866]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:32:07.495819 dv-neutron-833373-1-hyperv neutron-server[83866]: util.warn( Mar 11 15:32:07.495819 dv-neutron-833373-1-hyperv neutron-server[83866]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:32:07.495819 dv-neutron-833373-1-hyperv neutron-server[83866]: util.warn( Mar 11 15:32:07.495819 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:32:07.495819 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:32:07.495819 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:32:07.495819 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:32:07.495819 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:32:07.495819 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:32:07.495819 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:32:07.495819 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:32:07.495819 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:32:07.495819 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:32:07.495819 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:32:07.495819 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:32:07.495819 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:32:07.495819 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:32:07.495819 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:32:07.495819 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:32:07.495819 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:32:07.495819 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:32:07.495819 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:32:07.495819 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:32:07.495819 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:32:07.495819 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:32:07.495819 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:32:07.495819 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:32:07.495819 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:32:07.495819 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:32:07.495819 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:32:07.495819 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:32:07.495819 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:32:07.495819 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:32:07.495819 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:32:07.495819 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:32:07.552614 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d49eda-1b98-41ad-b103-d4b8fc00dfaa tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Pushing event deleted for resources: {'Port': ['ID=359185b0-cf7c-464b-b471-d82bd56a1e71,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:07.638817 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-17dd12b9-a52e-499c-8530-c11000a902f8 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:07.659443 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-ba464a1c-ff39-4c68-a1e6-c39fe40a5e2e req-5c048567-0eab-441a-9a2e-c54da8ed7cfc tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] For port a650df7e-7466-470d-8473-ace951e19993, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a650df7e-7466-470d-8473-ace951e19993,segment=NetworkSegment(45c5f275-59df-4ebf-b47e-648f4f176e10),segment_id=45c5f275-59df-4ebf-b47e-648f4f176e10)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:32:07.659901 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-ba464a1c-ff39-4c68-a1e6-c39fe40a5e2e req-5c048567-0eab-441a-9a2e-c54da8ed7cfc tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:07.668340 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-29d49eda-1b98-41ad-b103-d4b8fc00dfaa tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for floatingip, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:07.680195 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf029645-aca6-43e3-a5f5-8452e69cd24e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router e8045d71-5323-44ad-885b-64df1c786251 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:32:07.764007 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-680061f6-c1a9-4a6e-9643-27c174b7cba9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:07.790082 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-680061f6-c1a9-4a6e-9643-27c174b7cba9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:07.798821 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c69931-9a5b-4ef7-9b4b-cfb7e5dfaa74 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Network d1ea9ac0-b665-4966-b9b9-797c6af1bf4d is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:32:07.819872 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680061f6-c1a9-4a6e-9643-27c174b7cba9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event deleted for resources: {'Network': ['ID=188fe963-ae6a-4547-b89a-1a5145bf51a5,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:07.833050 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-29d49eda-1b98-41ad-b103-d4b8fc00dfaa tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:07.834103 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-680061f6-c1a9-4a6e-9643-27c174b7cba9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/networks/188fe963-ae6a-4547-b89a-1a5145bf51a5 HTTP/1.1" status: 204 len: 168 time: 3.9493978 Mar 11 15:32:07.841066 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37848) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:07.841334 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-29d49eda-1b98-41ad-b103-d4b8fc00dfaa tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "DELETE /v2.0/floatingips/70076798-7976-4146-819f-bc8f8124b000 HTTP/1.1" status: 204 len: 168 time: 1.3076839 Mar 11 15:32:07.841637 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37846) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:07.851401 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-f1c69931-9a5b-4ef7-9b4b-cfb7e5dfaa74 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, d1ea9ac0-b665-4966-b9b9-797c6af1bf4d) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:32:07.856614 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-bc382b23-a7ca-407e-a7e3-aeeae275e1f5 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'port': {'network_id': 'c049f5b2-1690-496c-8cf2-0cf9cb22ae1c', 'name': 'tempest-PortsTestJSON-1437211880'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:07.864458 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7637521-cceb-4c68-9c22-d1e95ecf21e0 None None] Network d1ea9ac0-b665-4966-b9b9-797c6af1bf4d requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:32:07.928963 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-c7e82729-b1a3-4ead-bc83-79600b046bad tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Request body: {'floatingip': {'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'port_id': '0a1ac30c-ce18-4336-a4b9-78bce4668975'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:07.954811 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c69931-9a5b-4ef7-9b4b-cfb7e5dfaa74 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:07.954811 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f1c69931-9a5b-4ef7-9b4b-cfb7e5dfaa74 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:07.961645 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-c7e82729-b1a3-4ead-bc83-79600b046bad tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:07.964528 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-17dd12b9-a52e-499c-8530-c11000a902f8 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:07.965335 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf029645-aca6-43e3-a5f5-8452e69cd24e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:32:07.978487 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b3561d-a4d3-4342-8fff-dc694c4b158e None None] Sync routers for ids ['e8045d71-5323-44ad-885b-64df1c786251'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:32:07.990056 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-cf029645-aca6-43e3-a5f5-8452e69cd24e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "PUT /v2.0/routers/e8045d71-5323-44ad-885b-64df1c786251/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1374123 Mar 11 15:32:08.001780 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b3561d-a4d3-4342-8fff-dc694c4b158e None None] Routers {'e8045d71-5323-44ad-885b-64df1c786251'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:32:08.002395 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-a0b3561d-a4d3-4342-8fff-dc694c4b158e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:32:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['e8045d71-5323-44ad-885b-64df1c786251'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:08.165471 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533217b9-db2d-4961-9a50-bef14f17704e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-d1ea9ac0-b665-4966-b9b9-797c6af1bf4d', 'network_id': 'd1ea9ac0-b665-4966-b9b9-797c6af1bf4d', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'fixed_ips': [{'subnet_id': 'a3ae5f77-0691-40e5-a9a3-813b4644f4ae'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:32:08.166502 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-533217b9-db2d-4961-9a50-bef14f17704e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:08.246987 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-c7e82729-b1a3-4ead-bc83-79600b046bad tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Usage tracker for resource:floatingip and tenant:08d14954a9a44d808e73ee1adc21420c is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:08.249841 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-c7e82729-b1a3-4ead-bc83-79600b046bad tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:08.257698 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-c7e82729-b1a3-4ead-bc83-79600b046bad tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:08.273749 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065bc5a-0783-4053-bb66-4bf861095159 req-046b2982-45db-4464-b351-1b880eeab0c6 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:08.275367 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0065bc5a-0783-4053-bb66-4bf861095159 req-046b2982-45db-4464-b351-1b880eeab0c6 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ed1c014-724b-486c-9d57-1c54d27a1b58 HTTP/1.1" status: 200 len: 946 time: 0.7730665 Mar 11 15:32:08.292951 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-a0b3561d-a4d3-4342-8fff-dc694c4b158e None None] Set router e8045d71-5323-44ad-885b-64df1c786251 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:32:08.440288 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-533217b9-db2d-4961-9a50-bef14f17704e None None] Allocated IP 2001:db8::2 (d1ea9ac0-b665-4966-b9b9-797c6af1bf4d/a3ae5f77-0691-40e5-a9a3-813b4644f4ae/e07438ce-a30b-47a1-9714-e12e4b5ef3c7) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:32:08.494946 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7199b-b761-4f96-9265-f71f15fe11b7 req-50d2bc73-620f-483d-9a70-0257b0a7340e tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:08.497042 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e1b7199b-b761-4f96-9265-f71f15fe11b7 req-50d2bc73-620f-483d-9a70-0257b0a7340e tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 945 time: 0.1354158 Mar 11 15:32:08.521788 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-ba464a1c-ff39-4c68-a1e6-c39fe40a5e2e req-5c048567-0eab-441a-9a2e-c54da8ed7cfc tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:08.522365 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-ba464a1c-ff39-4c68-a1e6-c39fe40a5e2e req-5c048567-0eab-441a-9a2e-c54da8ed7cfc tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:08.522456 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.l3_db [req-ba464a1c-ff39-4c68-a1e6-c39fe40a5e2e req-5c048567-0eab-441a-9a2e-c54da8ed7cfc tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Floating IP 1bfe3d07-05f1-4aaa-b86b-5f597f5a30f1 disassociated. External IP: 172.26.0.103, port: a650df7e-7466-470d-8473-ace951e19993. Mar 11 15:32:08.522842 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-ba464a1c-ff39-4c68-a1e6-c39fe40a5e2e req-5c048567-0eab-441a-9a2e-c54da8ed7cfc tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Calling delete_port for a650df7e-7466-470d-8473-ace951e19993 owned by compute:nova {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:32:08.567462 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e1b7199b-b761-4f96-9265-f71f15fe11b7 req-ef6c4ded-2ef1-4c30-ae6a-99dde6986ae4 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups?id=83a99869-6edf-46e9-b210-d5835362f84d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626872 Mar 11 15:32:08.605718 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dd12b9-a52e-499c-8530-c11000a902f8 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:32:08.606751 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd12b9-a52e-499c-8530-c11000a902f8 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Pushing event updated for resources: {'Port': ['ID=09c4c6af-ccef-4544-875c-b387bd7b22bb,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:08.644427 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-17dd12b9-a52e-499c-8530-c11000a902f8 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:32:08.647005 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dd12b9-a52e-499c-8530-c11000a902f8 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:32:08.694770 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37870) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:08.703189 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c7e82729-b1a3-4ead-bc83-79600b046bad tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for floatingip, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:08.718450 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-533217b9-db2d-4961-9a50-bef14f17704e None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:08.736760 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-533217b9-db2d-4961-9a50-bef14f17704e None None] Transition to ACTIVE for port object e07438ce-a30b-47a1-9714-e12e4b5ef3c7 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:32:08.737087 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f1c69931-9a5b-4ef7-9b4b-cfb7e5dfaa74 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.5178480 Mar 11 15:32:08.737286 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37876) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:08.746907 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-01f6cea9-35e9-461e-a368-6dd5fbbcc1d6 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Request body: {'subnet': {'network_id': '46c12bde-b93a-4156-89df-15a2f5fba834', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:08.771034 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-533217b9-db2d-4961-9a50-bef14f17704e None None] Transition to ACTIVE for port object e07438ce-a30b-47a1-9714-e12e4b5ef3c7 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:32:08.785048 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-533217b9-db2d-4961-9a50-bef14f17704e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:08.799019 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-a0b3561d-a4d3-4342-8fff-dc694c4b158e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8045d71-5323-44ad-885b-64df1c786251', 'name': 'tempest-TestNetworkBasicOps-router-962175665', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '5eacffb7-ab7b-48c8-af25-d90377798cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:28:48Z', 'updated_at': '2022-03-11T15:32:04Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '5eacffb7-ab7b-48c8-af25-d90377798cb0', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:28:50Z', 'updated_at': '2022-03-11T15:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'b559b4a4-0539-4f3e-b64f-3ebbab12fd81', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.222', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'port_id': '073652c7-6cc6-4dad-8555-e471bf6e6ede', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8', 'mac_address': 'fa:16:3e:b6:c4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe0188f-8454-425c-9a64-95c2e897d519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:29:52Z', 'updated_at': '2022-03-11T15:30:04Z', 'revision_number': 1, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b8efc8b-cadf-402e-936e-d07c0f2c43db', 'name': '', 'network_id': 'ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:69:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '796e8b88-7a8c-46fd-b12f-b6e3ee49dd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:29:01Z', 'updated_at': '2022-03-11T15:29:13Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '796e8b88-7a8c-46fd-b12f-b6e3ee49dd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8f45ef3-5c84-4152-8c9c-125b1a3deedb', 'name': '', 'network_id': '3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:af:25:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33b9d073-8124-426e-8fc5-378c99bf008f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:32:03Z', 'updated_at': '2022-03-11T15:32:05Z', 'revision_number': 2, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '33b9d073-8124-426e-8fc5-378c99bf008f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:08.809806 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b3561d-a4d3-4342-8fff-dc694c4b158e None None] Checking router: e8045d71-5323-44ad-885b-64df1c786251 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:32:08.810163 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b3561d-a4d3-4342-8fff-dc694c4b158e None None] Updating router e8045d71-5323-44ad-885b-64df1c786251 port b8f45ef3-5c84-4152-8c9c-125b1a3deedb binding host dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:32:08.816431 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0065bc5a-0783-4053-bb66-4bf861095159 req-fe041676-2a43-4801-aea1-bee773784b7a tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddd9975-6795-448d-913f-a65ef3bd0a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874752 Mar 11 15:32:08.827264 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-bc382b23-a7ca-407e-a7e3-aeeae275e1f5 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:08.838559 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-bc382b23-a7ca-407e-a7e3-aeeae275e1f5 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:08.904310 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-b98063c4-293f-4463-b959-6494bf8f83a0 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:08.915344 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-b98063c4-293f-4463-b959-6494bf8f83a0 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] create failed (client error): There was a conflict when trying to complete your request. Mar 11 15:32:08.916531 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b98063c4-293f-4463-b959-6494bf8f83a0 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2201183 Mar 11 15:32:08.930963 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533217b9-db2d-4961-9a50-bef14f17704e None None] Network d1ea9ac0-b665-4966-b9b9-797c6af1bf4d is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:32:08.933134 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37882) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:08.936039 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-533217b9-db2d-4961-9a50-bef14f17704e None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:32:08.939728 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533217b9-db2d-4961-9a50-bef14f17704e None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:32:08.949918 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533217b9-db2d-4961-9a50-bef14f17704e None None] Pushing event updated for resources: {'Port': ['ID=e07438ce-a30b-47a1-9714-e12e4b5ef3c7,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:08.955822 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-13d92f24-6f31-435a-80e5-3efa9ec25561 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Request body: {'security_group': {'name': 'tempest-secgroup--455049044'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:08.973664 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-13d92f24-6f31-435a-80e5-3efa9ec25561 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:08.979975 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc382b23-a7ca-407e-a7e3-aeeae275e1f5 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Made reservation on behalf of a138b31c346e4c0cb3afee629b96673d for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:32:08.983293 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bc382b23-a7ca-407e-a7e3-aeeae275e1f5 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:08.986094 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a0b3561d-a4d3-4342-8fff-dc694c4b158e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:09.001797 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-01f6cea9-35e9-461e-a368-6dd5fbbcc1d6 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:09.004565 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-13d92f24-6f31-435a-80e5-3efa9ec25561 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Usage tracker for resource:security_group and tenant:4e49178b23b840ef958eb138483982b0 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:09.045794 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-13d92f24-6f31-435a-80e5-3efa9ec25561 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:09.059384 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-01f6cea9-35e9-461e-a368-6dd5fbbcc1d6 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Usage tracker for resource:subnet and tenant:c58947f968f64e3fb11fb874306012f2 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:09.069634 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-01f6cea9-35e9-461e-a368-6dd5fbbcc1d6 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:09.088023 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-13d92f24-6f31-435a-80e5-3efa9ec25561 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:09.089806 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-533217b9-db2d-4961-9a50-bef14f17704e None None] Attempting to bind port e07438ce-a30b-47a1-9714-e12e4b5ef3c7 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:32:09.090418 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-533217b9-db2d-4961-9a50-bef14f17704e None None] Attempting to bind port e07438ce-a30b-47a1-9714-e12e4b5ef3c7 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '8a8089ec-8fd2-4282-b332-b409e03e6def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd1ea9ac0-b665-4966-b9b9-797c6af1bf4d'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:32:09.091420 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533217b9-db2d-4961-9a50-bef14f17704e None None] Attempting to bind port e07438ce-a30b-47a1-9714-e12e4b5ef3c7 on network d1ea9ac0-b665-4966-b9b9-797c6af1bf4d {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:32:09.096165 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-01f6cea9-35e9-461e-a368-6dd5fbbcc1d6 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:09.102351 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533217b9-db2d-4961-9a50-bef14f17704e None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:32:09.103073 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533217b9-db2d-4961-9a50-bef14f17704e None None] Checking segment: {'id': '8a8089ec-8fd2-4282-b332-b409e03e6def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd1ea9ac0-b665-4966-b9b9-797c6af1bf4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:32:09.103733 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-533217b9-db2d-4961-9a50-bef14f17704e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:09.104346 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533217b9-db2d-4961-9a50-bef14f17704e None None] Bound using segment: {'id': '8a8089ec-8fd2-4282-b332-b409e03e6def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd1ea9ac0-b665-4966-b9b9-797c6af1bf4d'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:32:09.105275 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-533217b9-db2d-4961-9a50-bef14f17704e None None] Bound port: e07438ce-a30b-47a1-9714-e12e4b5ef3c7, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8089ec-8fd2-4282-b332-b409e03e6def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd1ea9ac0-b665-4966-b9b9-797c6af1bf4d'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:32:09.106554 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-533217b9-db2d-4961-9a50-bef14f17704e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:09.127921 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-bc382b23-a7ca-407e-a7e3-aeeae275e1f5 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] device_id is not set on port b9642639-332e-470b-a232-000182be403d yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:32:09.131558 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-13d92f24-6f31-435a-80e5-3efa9ec25561 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:09.170533 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f6cea9-35e9-461e-a368-6dd5fbbcc1d6 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Made reservation on behalf of c58947f968f64e3fb11fb874306012f2 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:32:09.206458 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-ba464a1c-ff39-4c68-a1e6-c39fe40a5e2e req-5c048567-0eab-441a-9a2e-c54da8ed7cfc tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:09.210572 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-13d92f24-6f31-435a-80e5-3efa9ec25561 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:09.239709 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-533217b9-db2d-4961-9a50-bef14f17704e None None] For port e07438ce-a30b-47a1-9714-e12e4b5ef3c7, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:32:09.244510 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-533217b9-db2d-4961-9a50-bef14f17704e None None] For port e07438ce-a30b-47a1-9714-e12e4b5ef3c7, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=e07438ce-a30b-47a1-9714-e12e4b5ef3c7,segment=NetworkSegment(8a8089ec-8fd2-4282-b332-b409e03e6def),segment_id=8a8089ec-8fd2-4282-b332-b409e03e6def)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:32:09.251456 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-533217b9-db2d-4961-9a50-bef14f17704e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:09.294724 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c048567-0eab-441a-9a2e-c54da8ed7cfc tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Pushing event deleted for resources: {'Port': ['ID=a650df7e-7466-470d-8473-ace951e19993,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:09.372410 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ebcdb-2a14-443f-9afb-8d039714d648 req-aabb2ede-8a35-4d1b-a88d-2c0c96d84454 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:09.379723 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-0d1ebcdb-2a14-443f-9afb-8d039714d648 req-aabb2ede-8a35-4d1b-a88d-2c0c96d84454 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ed1c014-724b-486c-9d57-1c54d27a1b58 HTTP/1.1" status: 200 len: 946 time: 0.3821828 Mar 11 15:32:09.383712 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-13d92f24-6f31-435a-80e5-3efa9ec25561 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:09.395532 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-01f6cea9-35e9-461e-a368-6dd5fbbcc1d6 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:09.429575 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-13d92f24-6f31-435a-80e5-3efa9ec25561 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Usage tracker for resource:security_group_rule and tenant:4e49178b23b840ef958eb138483982b0 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:09.439994 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533217b9-db2d-4961-9a50-bef14f17704e None None] Pushing event updated for resources: {'Port': ['ID=e07438ce-a30b-47a1-9714-e12e4b5ef3c7,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:09.446462 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-13d92f24-6f31-435a-80e5-3efa9ec25561 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:09.485190 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c7e82729-b1a3-4ead-bc83-79600b046bad tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:09.530253 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-13d92f24-6f31-435a-80e5-3efa9ec25561 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:09.563087 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a0b3561d-a4d3-4342-8fff-dc694c4b158e None None] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:09.582156 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-a0b3561d-a4d3-4342-8fff-dc694c4b158e None None] Transition to ACTIVE for port object b8f45ef3-5c84-4152-8c9c-125b1a3deedb will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:32:09.595797 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a0b3561d-a4d3-4342-8fff-dc694c4b158e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:09.648045 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device a650df7e-7466-470d-8473-ace951e19993 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:32:09.663184 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-0d1ebcdb-2a14-443f-9afb-8d039714d648 req-712c8ff5-1c98-48e3-b951-44e0cbe54a1c tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddd9975-6795-448d-913f-a65ef3bd0a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2824368 Mar 11 15:32:09.678244 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdebcc7a-799e-49ab-af28-6d091779c89c None None] Pushing event updated for resources: {'Port': ['ID=b8f45ef3-5c84-4152-8c9c-125b1a3deedb,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:09.698370 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdebcc7a-799e-49ab-af28-6d091779c89c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:32:09.698370 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdebcc7a-799e-49ab-af28-6d091779c89c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:32:09.698370 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdebcc7a-799e-49ab-af28-6d091779c89c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:32:09.698370 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdebcc7a-799e-49ab-af28-6d091779c89c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:32:09.698370 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdebcc7a-799e-49ab-af28-6d091779c89c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:32:09.698370 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdebcc7a-799e-49ab-af28-6d091779c89c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:32:09.698370 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdebcc7a-799e-49ab-af28-6d091779c89c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:32:09.698370 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdebcc7a-799e-49ab-af28-6d091779c89c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:32:09.698370 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdebcc7a-799e-49ab-af28-6d091779c89c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:32:09.699156 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdebcc7a-799e-49ab-af28-6d091779c89c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:32:09.699156 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdebcc7a-799e-49ab-af28-6d091779c89c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:32:09.706739 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37888) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:09.790490 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] No Port match for: a650df7e-7466-470d-8473-ace951e19993 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:32:09.790762 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device a650df7e-7466-470d-8473-ace951e19993 not bound to the agent host hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:32:09.985409 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-a0b3561d-a4d3-4342-8fff-dc694c4b158e None None] Attempting to bind port b8f45ef3-5c84-4152-8c9c-125b1a3deedb on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:32:09.985931 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-a0b3561d-a4d3-4342-8fff-dc694c4b158e None None] Attempting to bind port b8f45ef3-5c84-4152-8c9c-125b1a3deedb by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '2da6912e-1c50-49dc-b06d-7c4d9df82e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:32:09.986364 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b3561d-a4d3-4342-8fff-dc694c4b158e None None] Attempting to bind port b8f45ef3-5c84-4152-8c9c-125b1a3deedb on network 3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:32:10.021763 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b3561d-a4d3-4342-8fff-dc694c4b158e None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:32:10.023289 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b3561d-a4d3-4342-8fff-dc694c4b158e None None] Checking segment: {'id': '2da6912e-1c50-49dc-b06d-7c4d9df82e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:32:10.024116 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a0b3561d-a4d3-4342-8fff-dc694c4b158e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:10.024685 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b3561d-a4d3-4342-8fff-dc694c4b158e None None] Bound using segment: {'id': '2da6912e-1c50-49dc-b06d-7c4d9df82e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:32:10.025402 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-a0b3561d-a4d3-4342-8fff-dc694c4b158e None None] Bound port: b8f45ef3-5c84-4152-8c9c-125b1a3deedb, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da6912e-1c50-49dc-b06d-7c4d9df82e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:32:10.025973 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a0b3561d-a4d3-4342-8fff-dc694c4b158e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:10.072026 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-21a03c6d-9479-4604-917d-38420043fac3 req-96abbef3-ef4e-4931-8092-b94269d3ac7d tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 210 time: 0.1583431 Mar 11 15:32:10.082466 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device e07438ce-a30b-47a1-9714-e12e4b5ef3c7 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:32:10.125228 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-13d92f24-6f31-435a-80e5-3efa9ec25561 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:10.135622 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-739afac1-7144-4ef0-ab35-be35cf472454 tempest-TestNetworkAdvancedServerOps-1409939031 tempest-TestNetworkAdvancedServerOps-1409939031-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6ed1c014-724b-486c-9d57-1c54d27a1b58 HTTP/1.1" status: 200 len: 1094 time: 0.4234931 Mar 11 15:32:10.138811 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-01f6cea9-35e9-461e-a368-6dd5fbbcc1d6 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:10.146059 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37892) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:10.153816 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bc382b23-a7ca-407e-a7e3-aeeae275e1f5 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:10.200415 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-17dd12b9-a52e-499c-8530-c11000a902f8 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:10.220616 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port e07438ce-a30b-47a1-9714-e12e4b5ef3c7 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:32:10.231404 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-a0b3561d-a4d3-4342-8fff-dc694c4b158e None None] For port b8f45ef3-5c84-4152-8c9c-125b1a3deedb, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:32:10.236326 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-13d92f24-6f31-435a-80e5-3efa9ec25561 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:10.240520 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-a0b3561d-a4d3-4342-8fff-dc694c4b158e None None] For port b8f45ef3-5c84-4152-8c9c-125b1a3deedb, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=b8f45ef3-5c84-4152-8c9c-125b1a3deedb,segment=NetworkSegment(2da6912e-1c50-49dc-b06d-7c4d9df82e9e),segment_id=2da6912e-1c50-49dc-b06d-7c4d9df82e9e)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:32:10.247762 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a0b3561d-a4d3-4342-8fff-dc694c4b158e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:10.267533 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-b6949f47-bf63-494d-853c-6bc451b0a939 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Request body: {'floatingip': {'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'port_id': '8f92b8fb-8aec-4e35-9fc2-0fd328475dd3', 'tenant_id': 'b0803f52583a49e1b421e3b5a9e44844', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:10.332053 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b3561d-a4d3-4342-8fff-dc694c4b158e None None] Routers {'e8045d71-5323-44ad-885b-64df1c786251'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:32:10.333012 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-a0b3561d-a4d3-4342-8fff-dc694c4b158e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:32:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['e8045d71-5323-44ad-885b-64df1c786251'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:10.357113 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-c7e82729-b1a3-4ead-bc83-79600b046bad tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Allocated IP 172.26.0.107 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/aa770e9e-9bde-4d9d-b07a-ad49dc38db26) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:32:10.420540 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-b6949f47-bf63-494d-853c-6bc451b0a939 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:10.435720 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-b6949f47-bf63-494d-853c-6bc451b0a939 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Usage tracker for resource:floatingip and tenant:b0803f52583a49e1b421e3b5a9e44844 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:10.468752 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-b6949f47-bf63-494d-853c-6bc451b0a939 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:10.494270 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-b6949f47-bf63-494d-853c-6bc451b0a939 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:10.500037 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d92f24-6f31-435a-80e5-3efa9ec25561 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89c36446-258e-48e7-ba40-0f977cefc1a1,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:10.518364 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-13d92f24-6f31-435a-80e5-3efa9ec25561 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:10.523125 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f6cea9-35e9-461e-a368-6dd5fbbcc1d6 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event updated for resources: {'Subnet': ['ID=b4371563-1842-4ff6-8a45-018e2bf5e2b8,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:10.530586 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-13d92f24-6f31-435a-80e5-3efa9ec25561 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Usage tracker for resource:security_group_rule and tenant:4e49178b23b840ef958eb138483982b0 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:10.544807 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-13d92f24-6f31-435a-80e5-3efa9ec25561 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:10.555723 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b6949f47-bf63-494d-853c-6bc451b0a939 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for floatingip, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:10.572565 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-13d92f24-6f31-435a-80e5-3efa9ec25561 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:10.644927 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdebcc7a-799e-49ab-af28-6d091779c89c None None] Pushing event updated for resources: {'Port': ['ID=b8f45ef3-5c84-4152-8c9c-125b1a3deedb,revision_number=4']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:10.668256 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-a0b3561d-a4d3-4342-8fff-dc694c4b158e None None] Set router e8045d71-5323-44ad-885b-64df1c786251 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:32:10.680728 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bc382b23-a7ca-407e-a7e3-aeeae275e1f5 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:10.686930 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f6cea9-35e9-461e-a368-6dd5fbbcc1d6 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Checking segment: {'id': '5d182654-200d-40f2-af37-d6f322f0731d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '46c12bde-b93a-4156-89df-15a2f5fba834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:32:10.687279 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f6cea9-35e9-461e-a368-6dd5fbbcc1d6 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Network hostable DHCP agents. Network: 46c12bde-b93a-4156-89df-15a2f5fba834, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:32:10.788052 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-13d92f24-6f31-435a-80e5-3efa9ec25561 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:10.795675 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f6cea9-35e9-461e-a368-6dd5fbbcc1d6 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Network 46c12bde-b93a-4156-89df-15a2f5fba834 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:32:10.809048 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-13d92f24-6f31-435a-80e5-3efa9ec25561 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:10.809638 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-17dd12b9-a52e-499c-8530-c11000a902f8 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:10.856276 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-01f6cea9-35e9-461e-a368-6dd5fbbcc1d6 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 46c12bde-b93a-4156-89df-15a2f5fba834) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:32:10.859284 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-17dd12b9-a52e-499c-8530-c11000a902f8 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709172', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-708534'] for router, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:10.863655 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc382b23-a7ca-407e-a7e3-aeeae275e1f5 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Network c049f5b2-1690-496c-8cf2-0cf9cb22ae1c is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:32:10.865526 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957ce3ce-b0b7-4cf3-a0fe-af745bfff80e None None] Network 46c12bde-b93a-4156-89df-15a2f5fba834 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:32:10.867728 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-bc382b23-a7ca-407e-a7e3-aeeae275e1f5 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:32:10.870088 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc382b23-a7ca-407e-a7e3-aeeae275e1f5 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:32:10.874763 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc382b23-a7ca-407e-a7e3-aeeae275e1f5 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:10.875627 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bc382b23-a7ca-407e-a7e3-aeeae275e1f5 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:10.879486 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc382b23-a7ca-407e-a7e3-aeeae275e1f5 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'Port': ['ID=b9642639-332e-470b-a232-000182be403d,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:10.908798 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f6cea9-35e9-461e-a368-6dd5fbbcc1d6 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:10.909387 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-01f6cea9-35e9-461e-a368-6dd5fbbcc1d6 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:10.917667 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d92f24-6f31-435a-80e5-3efa9ec25561 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19f12e37-7ebb-4b91-9303-22dff818528d,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:10.925232 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c7e82729-b1a3-4ead-bc83-79600b046bad tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:10.941945 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-13d92f24-6f31-435a-80e5-3efa9ec25561 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:10.943235 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-13d92f24-6f31-435a-80e5-3efa9ec25561 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.0090804 Mar 11 15:32:10.948490 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37898) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:10.961064 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-8c7bdeb6-09dc-48d3-a12e-ceefb2272211 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Request body: {'security_group_rule': {'security_group_id': '19f12e37-7ebb-4b91-9303-22dff818528d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:10.968525 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-8c7bdeb6-09dc-48d3-a12e-ceefb2272211 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:10.973875 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-8c7bdeb6-09dc-48d3-a12e-ceefb2272211 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Usage tracker for resource:security_group_rule and tenant:4e49178b23b840ef958eb138483982b0 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:10.977527 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-8c7bdeb6-09dc-48d3-a12e-ceefb2272211 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:10.985056 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-8c7bdeb6-09dc-48d3-a12e-ceefb2272211 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:10.996655 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-01f6cea9-35e9-461e-a368-6dd5fbbcc1d6 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2576208 Mar 11 15:32:10.999760 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37902) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:11.006638 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-f76f529f-732f-4882-aa4e-ed47b39fd90f tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-91809070', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:11.013980 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-f76f529f-732f-4882-aa4e-ed47b39fd90f tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:11.035632 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-f76f529f-732f-4882-aa4e-ed47b39fd90f tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Usage tracker for resource:router and tenant:c58947f968f64e3fb11fb874306012f2 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:11.040186 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-f76f529f-732f-4882-aa4e-ed47b39fd90f tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:11.043517 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b6949f47-bf63-494d-853c-6bc451b0a939 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:11.050230 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8c7bdeb6-09dc-48d3-a12e-ceefb2272211 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:11.060479 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-f76f529f-732f-4882-aa4e-ed47b39fd90f tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:11.116536 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-bc382b23-a7ca-407e-a7e3-aeeae275e1f5 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.2682054 Mar 11 15:32:11.116536 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba464a1c-ff39-4c68-a1e6-c39fe40a5e2e req-5c048567-0eab-441a-9a2e-c54da8ed7cfc tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Router 221ec4d8-ce90-4044-849b-a99c0f4bce5b has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:32:11.117169 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37906) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:11.251850 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c7e82729-b1a3-4ead-bc83-79600b046bad tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:11.310242 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f76f529f-732f-4882-aa4e-ed47b39fd90f tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:11.311195 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f76f529f-732f-4882-aa4e-ed47b39fd90f tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:11.319998 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8831d17f-1309-4a55-9530-298c22b34014 None None] Network d1ea9ac0-b665-4966-b9b9-797c6af1bf4d requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:32:11.348318 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09058905-974c-492f-8ff0-fd30f30a2f5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-46c12bde-b93a-4156-89df-15a2f5fba834', 'network_id': '46c12bde-b93a-4156-89df-15a2f5fba834', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'fixed_ips': [{'subnet_id': 'b4371563-1842-4ff6-8a45-018e2bf5e2b8'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:32:11.349163 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-09058905-974c-492f-8ff0-fd30f30a2f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:11.397361 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e82729-b1a3-4ead-bc83-79600b046bad tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Pushing event updated for resources: {'Port': ['ID=aa770e9e-9bde-4d9d-b07a-ad49dc38db26,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:11.431388 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-aca0dd1f-51e1-4444-a275-9b1693763b9f req-34c352ea-b650-4215-b52c-774b2ac815a0 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 210 time: 0.0747690 Mar 11 15:32:11.475669 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-69b6e769-1f71-4b6a-8ec8-316c17b23776 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Deleting port b9642639-332e-470b-a232-000182be403d {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:32:11.476295 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-69b6e769-1f71-4b6a-8ec8-316c17b23776 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:11.478617 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e82729-b1a3-4ead-bc83-79600b046bad tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:32:11.487795 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-c7e82729-b1a3-4ead-bc83-79600b046bad tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:32:11.493892 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e82729-b1a3-4ead-bc83-79600b046bad tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:32:11.535993 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-a0b3561d-a4d3-4342-8fff-dc694c4b158e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8045d71-5323-44ad-885b-64df1c786251', 'name': 'tempest-TestNetworkBasicOps-router-962175665', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '5eacffb7-ab7b-48c8-af25-d90377798cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:28:48Z', 'updated_at': '2022-03-11T15:32:04Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '5eacffb7-ab7b-48c8-af25-d90377798cb0', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:28:50Z', 'updated_at': '2022-03-11T15:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'b559b4a4-0539-4f3e-b64f-3ebbab12fd81', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.222', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'port_id': '073652c7-6cc6-4dad-8555-e471bf6e6ede', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8', 'mac_address': 'fa:16:3e:b6:c4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe0188f-8454-425c-9a64-95c2e897d519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:29:52Z', 'updated_at': '2022-03-11T15:30:04Z', 'revision_number': 1, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b8efc8b-cadf-402e-936e-d07c0f2c43db', 'name': '', 'network_id': 'ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:69:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '796e8b88-7a8c-46fd-b12f-b6e3ee49dd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:29:01Z', 'updated_at': '2022-03-11T15:29:13Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '796e8b88-7a8c-46fd-b12f-b6e3ee49dd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8f45ef3-5c84-4152-8c9c-125b1a3deedb', 'name': '', 'network_id': '3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:af:25:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33b9d073-8124-426e-8fc5-378c99bf008f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:32:03Z', 'updated_at': '2022-03-11T15:32:10Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '33b9d073-8124-426e-8fc5-378c99bf008f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:11.538524 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-1a291d61-3e7b-4430-92e8-e848cd1e5e95 None None] Provisioning for port e07438ce-a30b-47a1-9714-e12e4b5ef3c7 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:32:11.543788 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b3561d-a4d3-4342-8fff-dc694c4b158e None None] The sync data for ids ['e8045d71-5323-44ad-885b-64df1c786251'] in dv-neutron-833373-1-hyperv is: [{'id': 'e8045d71-5323-44ad-885b-64df1c786251', 'name': 'tempest-TestNetworkBasicOps-router-962175665', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '5eacffb7-ab7b-48c8-af25-d90377798cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:28:48Z', 'updated_at': '2022-03-11T15:32:04Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '5eacffb7-ab7b-48c8-af25-d90377798cb0', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:28:50Z', 'updated_at': '2022-03-11T15:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'b559b4a4-0539-4f3e-b64f-3ebbab12fd81', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.222', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'port_id': '073652c7-6cc6-4dad-8555-e471bf6e6ede', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8', 'mac_address': 'fa:16:3e:b6:c4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe0188f-8454-425c-9a64-95c2e897d519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:29:52Z', 'updated_at': '2022-03-11T15:30:04Z', 'revision_number': 1, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b8efc8b-cadf-402e-936e-d07c0f2c43db', 'name': '', 'network_id': 'ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:69:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '796e8b88-7a8c-46fd-b12f-b6e3ee49dd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:29:01Z', 'updated_at': '2022-03-11T15:29:13Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '796e8b88-7a8c-46fd-b12f-b6e3ee49dd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8f45ef3-5c84-4152-8c9c-125b1a3deedb', 'name': '', 'network_id': '3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:af:25:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33b9d073-8124-426e-8fc5-378c99bf008f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:32:03Z', 'updated_at': '2022-03-11T15:32:10Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '33b9d073-8124-426e-8fc5-378c99bf008f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:32:11.562100 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-1a291d61-3e7b-4430-92e8-e848cd1e5e95 None None] Provisioning complete for port e07438ce-a30b-47a1-9714-e12e4b5ef3c7 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:32:11.562916 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1a291d61-3e7b-4430-92e8-e848cd1e5e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:11.566344 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f76f529f-732f-4882-aa4e-ed47b39fd90f tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:11.594850 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8c7bdeb6-09dc-48d3-a12e-ceefb2272211 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:11.620837 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-b6949f47-bf63-494d-853c-6bc451b0a939 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Allocated IP 172.26.0.183 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/c0f337ed-073b-4eab-94f7-b14e2067dd6c) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:32:11.628947 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8c7bdeb6-09dc-48d3-a12e-ceefb2272211 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:11.732434 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f76f529f-732f-4882-aa4e-ed47b39fd90f tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:11.738170 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7bdeb6-09dc-48d3-a12e-ceefb2272211 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b34ee75-aadf-4556-9bf3-88deb7814ac9,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:11.824510 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1a291d61-3e7b-4430-92e8-e848cd1e5e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:11.874407 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8c7bdeb6-09dc-48d3-a12e-ceefb2272211 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:11.879638 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-8c7bdeb6-09dc-48d3-a12e-ceefb2272211 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9285021 Mar 11 15:32:11.916270 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37912) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:11.936232 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-1a291d61-3e7b-4430-92e8-e848cd1e5e95 None None] For port e07438ce-a30b-47a1-9714-e12e4b5ef3c7, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=e07438ce-a30b-47a1-9714-e12e4b5ef3c7,segment=NetworkSegment(8a8089ec-8fd2-4282-b332-b409e03e6def),segment_id=8a8089ec-8fd2-4282-b332-b409e03e6def)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:32:11.982098 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1a291d61-3e7b-4430-92e8-e848cd1e5e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:12.029196 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-eb0a2ab6-61c8-41b8-baa5-8f04b14484bf tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Request body: {'security_group_rule': {'security_group_id': '19f12e37-7ebb-4b91-9303-22dff818528d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:12.036601 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-eb0a2ab6-61c8-41b8-baa5-8f04b14484bf tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:12.040902 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-eb0a2ab6-61c8-41b8-baa5-8f04b14484bf tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Usage tracker for resource:security_group_rule and tenant:4e49178b23b840ef958eb138483982b0 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:12.044364 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-eb0a2ab6-61c8-41b8-baa5-8f04b14484bf tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:12.053733 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-eb0a2ab6-61c8-41b8-baa5-8f04b14484bf tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:12.096206 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-09058905-974c-492f-8ff0-fd30f30a2f5a None None] Allocated IP 2001:db8:1::2 (46c12bde-b93a-4156-89df-15a2f5fba834/b4371563-1842-4ff6-8a45-018e2bf5e2b8/ab353848-77c8-4bfa-b343-d8f300db607f) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:32:12.097111 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f76f529f-732f-4882-aa4e-ed47b39fd90f tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:12.107389 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-f76f529f-732f-4882-aa4e-ed47b39fd90f tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.1059744 Mar 11 15:32:12.111987 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37916) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:12.131162 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device b8f45ef3-5c84-4152-8c9c-125b1a3deedb up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:32:12.146521 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-eb0a2ab6-61c8-41b8-baa5-8f04b14484bf tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:12.292615 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-69b6e769-1f71-4b6a-8ec8-316c17b23776 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:12.354417 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17dd12b9-a52e-499c-8530-c11000a902f8 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Router 8ac6e48e-c8fd-46f2-9c35-8bab30f0a6eb is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:32:12.366155 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-eb0a2ab6-61c8-41b8-baa5-8f04b14484bf tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] create failed (client error): There was a conflict when trying to complete your request. Mar 11 15:32:12.367704 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-eb0a2ab6-61c8-41b8-baa5-8f04b14484bf tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4486971 Mar 11 15:32:12.387106 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a291d61-3e7b-4430-92e8-e848cd1e5e95 None None] Pushing event updated for resources: {'Port': ['ID=e07438ce-a30b-47a1-9714-e12e4b5ef3c7,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:12.389630 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37920) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:12.402566 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b6949f47-bf63-494d-853c-6bc451b0a939 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:12.430505 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba464a1c-ff39-4c68-a1e6-c39fe40a5e2e req-5c048567-0eab-441a-9a2e-c54da8ed7cfc tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:32:12.459369 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f7f590-4ac2-4d93-a1d1-dde937cc91e9 None None] Sync routers for ids ['221ec4d8-ce90-4044-849b-a99c0f4bce5b'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:32:12.479530 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-69b6e769-1f71-4b6a-8ec8-316c17b23776 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Calling delete_port for b9642639-332e-470b-a232-000182be403d owned by {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:32:12.527590 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba464a1c-ff39-4c68-a1e6-c39fe40a5e2e req-5c048567-0eab-441a-9a2e-c54da8ed7cfc tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] No DVR routers for this DVR port a650df7e-7466-470d-8473-ace951e19993 on host hv-neutron-8333 {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:32:12.591778 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-09058905-974c-492f-8ff0-fd30f30a2f5a None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:12.607075 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-09058905-974c-492f-8ff0-fd30f30a2f5a None None] Transition to ACTIVE for port object ab353848-77c8-4bfa-b343-d8f300db607f will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:32:12.624900 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-ba464a1c-ff39-4c68-a1e6-c39fe40a5e2e req-5c048567-0eab-441a-9a2e-c54da8ed7cfc tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:12.632787 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-09058905-974c-492f-8ff0-fd30f30a2f5a None None] Transition to ACTIVE for port object ab353848-77c8-4bfa-b343-d8f300db607f will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:32:12.653993 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-09058905-974c-492f-8ff0-fd30f30a2f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:12.705345 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f1288d-c23b-4ad6-8dbb-fc7e205095e3', 'name': 'network-vif-deleted', 'tag': 'a650df7e-7466-470d-8473-ace951e19993'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:32:12.714509 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port b8f45ef3-5c84-4152-8c9c-125b1a3deedb completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:32:12.770632 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09058905-974c-492f-8ff0-fd30f30a2f5a None None] Network 46c12bde-b93a-4156-89df-15a2f5fba834 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:32:12.772695 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09058905-974c-492f-8ff0-fd30f30a2f5a None None] Pushing event updated for resources: {'Port': ['ID=ab353848-77c8-4bfa-b343-d8f300db607f,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:12.784910 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-09058905-974c-492f-8ff0-fd30f30a2f5a None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:32:12.786895 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port b8f45ef3-5c84-4152-8c9c-125b1a3deedb triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:32:12.787280 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:12.818622 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f7f590-4ac2-4d93-a1d1-dde937cc91e9 None None] Routers {'221ec4d8-ce90-4044-849b-a99c0f4bce5b'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:32:12.819285 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-74f7f590-4ac2-4d93-a1d1-dde937cc91e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:32:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['221ec4d8-ce90-4044-849b-a99c0f4bce5b'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:12.884673 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09058905-974c-492f-8ff0-fd30f30a2f5a None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:32:12.926306 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f1288d-c23b-4ad6-8dbb-fc7e205095e3', 'name': 'network-vif-deleted', 'tag': 'a650df7e-7466-470d-8473-ace951e19993', 'status': 'completed', 'code': 200} Mar 11 15:32:12.941070 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b6949f47-bf63-494d-853c-6bc451b0a939 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:12.942550 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ba464a1c-ff39-4c68-a1e6-c39fe40a5e2e req-5c048567-0eab-441a-9a2e-c54da8ed7cfc tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.73 "DELETE /v2.0/ports/a650df7e-7466-470d-8473-ace951e19993 HTTP/1.1" status: 204 len: 173 time: 6.7316368 Mar 11 15:32:12.950905 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-b41ecd12-838a-4708-934d-4f46a2ac0e07 req-0d5bf773-2adc-4b14-ab0b-c925cf5b44ff tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Synchronizing usage tracker for tenant:9ce1e6b6647741e599091dbba04f8bc1 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:32:12.980550 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-69b6e769-1f71-4b6a-8ec8-316c17b23776 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:12.982539 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-b41ecd12-838a-4708-934d-4f46a2ac0e07 req-0d5bf773-2adc-4b14-ab0b-c925cf5b44ff tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Unset dirty status for tenant:9ce1e6b6647741e599091dbba04f8bc1 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:32:12.983570 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b41ecd12-838a-4708-934d-4f46a2ac0e07 req-0d5bf773-2adc-4b14-ab0b-c925cf5b44ff tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/ports?device_id=09f1288d-c23b-4ad6-8dbb-fc7e205095e3 HTTP/1.1" status: 200 len: 210 time: 0.3542049 Mar 11 15:32:13.039392 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bbc281a3-b6fd-4e6a-b16c-e704876a3c22 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:13.072000 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bbc281a3-b6fd-4e6a-b16c-e704876a3c22 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:13.108675 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6949f47-bf63-494d-853c-6bc451b0a939 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Pushing event updated for resources: {'Port': ['ID=c0f337ed-073b-4eab-94f7-b14e2067dd6c,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:13.114300 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6949f47-bf63-494d-853c-6bc451b0a939 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:32:13.136546 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bbc281a3-b6fd-4e6a-b16c-e704876a3c22 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:13.149718 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-69b6e769-1f71-4b6a-8ec8-316c17b23776 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:13.150252 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-09058905-974c-492f-8ff0-fd30f30a2f5a None None] Attempting to bind port ab353848-77c8-4bfa-b343-d8f300db607f on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:32:13.150349 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-09058905-974c-492f-8ff0-fd30f30a2f5a None None] Attempting to bind port ab353848-77c8-4bfa-b343-d8f300db607f by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '5d182654-200d-40f2-af37-d6f322f0731d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '46c12bde-b93a-4156-89df-15a2f5fba834'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:32:13.151091 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09058905-974c-492f-8ff0-fd30f30a2f5a None None] Attempting to bind port ab353848-77c8-4bfa-b343-d8f300db607f on network 46c12bde-b93a-4156-89df-15a2f5fba834 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:32:13.153258 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-b6949f47-bf63-494d-853c-6bc451b0a939 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:32:13.169376 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6949f47-bf63-494d-853c-6bc451b0a939 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:32:13.174437 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc281a3-b6fd-4e6a-b16c-e704876a3c22 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f12e37-7ebb-4b91-9303-22dff818528d,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:13.190808 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bbc281a3-b6fd-4e6a-b16c-e704876a3c22 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:13.195020 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-bbc281a3-b6fd-4e6a-b16c-e704876a3c22 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "DELETE /v2.0/security-groups/19f12e37-7ebb-4b91-9303-22dff818528d HTTP/1.1" status: 204 len: 168 time: 0.8014591 Mar 11 15:32:13.198296 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37930) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:13.202242 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b6e769-1f71-4b6a-8ec8-316c17b23776 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event deleted for resources: {'Port': ['ID=b9642639-332e-470b-a232-000182be403d,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:13.205476 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09058905-974c-492f-8ff0-fd30f30a2f5a None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:32:13.206015 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09058905-974c-492f-8ff0-fd30f30a2f5a None None] Checking segment: {'id': '5d182654-200d-40f2-af37-d6f322f0731d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '46c12bde-b93a-4156-89df-15a2f5fba834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:32:13.206302 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-09058905-974c-492f-8ff0-fd30f30a2f5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:13.206643 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09058905-974c-492f-8ff0-fd30f30a2f5a None None] Bound using segment: {'id': '5d182654-200d-40f2-af37-d6f322f0731d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '46c12bde-b93a-4156-89df-15a2f5fba834'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:32:13.211098 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-09058905-974c-492f-8ff0-fd30f30a2f5a None None] Bound port: ab353848-77c8-4bfa-b343-d8f300db607f, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d182654-200d-40f2-af37-d6f322f0731d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '46c12bde-b93a-4156-89df-15a2f5fba834'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:32:13.211098 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-09058905-974c-492f-8ff0-fd30f30a2f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:13.212176 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-69b6e769-1f71-4b6a-8ec8-316c17b23776 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/ports/b9642639-332e-470b-a232-000182be403d HTTP/1.1" status: 204 len: 168 time: 2.0909414 Mar 11 15:32:13.229768 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37934) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:13.242400 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-d8538b53-feb3-4908-b26f-260193eee03f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'port': {'network_id': 'c049f5b2-1690-496c-8cf2-0cf9cb22ae1c', 'mac_address': 'fa:16:3e:ad:ca:8a', 'name': 'tempest-PortsTestJSON-1721848533'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:13.243483 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-33e2c65c-eaa4-4d4f-8f55-e5b1e14ee813 None None] Provisioning complete for port e07438ce-a30b-47a1-9714-e12e4b5ef3c7 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:32:13.243841 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-33e2c65c-eaa4-4d4f-8f55-e5b1e14ee813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:13.365233 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-127e2642-5673-4462-90a0-ebc3c5cf2997 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:13.497175 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-09058905-974c-492f-8ff0-fd30f30a2f5a None None] For port ab353848-77c8-4bfa-b343-d8f300db607f, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:32:13.501823 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-3e2bb1fb-97f6-484a-8e02-0de6b98ca414 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Synchronizing usage tracker for tenant:4e49178b23b840ef958eb138483982b0 on resource:security_group {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:32:13.502957 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-09058905-974c-492f-8ff0-fd30f30a2f5a None None] For port ab353848-77c8-4bfa-b343-d8f300db607f, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ab353848-77c8-4bfa-b343-d8f300db607f,segment=NetworkSegment(5d182654-200d-40f2-af37-d6f322f0731d),segment_id=5d182654-200d-40f2-af37-d6f322f0731d)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:32:13.514367 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-74f7f590-4ac2-4d93-a1d1-dde937cc91e9 None None] Set router 221ec4d8-ce90-4044-849b-a99c0f4bce5b gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:32:13.521533 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17dd12b9-a52e-499c-8530-c11000a902f8 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:32:13.533732 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-17dd12b9-a52e-499c-8530-c11000a902f8 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:13.533932 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96054de8-4802-44ba-8c66-62c079fbf98b None None] Sync routers for ids ['8ac6e48e-c8fd-46f2-9c35-8bab30f0a6eb'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:32:13.534922 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-17dd12b9-a52e-499c-8530-c11000a902f8 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] 10.222.0.31 "PUT /v2.0/routers/8ac6e48e-c8fd-46f2-9c35-8bab30f0a6eb HTTP/1.1" status: 200 len: 918 time: 10.9147024 Mar 11 15:32:13.540086 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37938) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:13.556881 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96054de8-4802-44ba-8c66-62c079fbf98b None None] Routers {'8ac6e48e-c8fd-46f2-9c35-8bab30f0a6eb'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:32:13.559409 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-96054de8-4802-44ba-8c66-62c079fbf98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:32:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['8ac6e48e-c8fd-46f2-9c35-8bab30f0a6eb'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:13.639073 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-96054de8-4802-44ba-8c66-62c079fbf98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:13.653491 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96054de8-4802-44ba-8c66-62c079fbf98b None None] Routers {'8ac6e48e-c8fd-46f2-9c35-8bab30f0a6eb'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:32:13.654401 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-96054de8-4802-44ba-8c66-62c079fbf98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:32:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['8ac6e48e-c8fd-46f2-9c35-8bab30f0a6eb'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:13.695280 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c7e82729-b1a3-4ead-bc83-79600b046bad tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:13.701217 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-d8538b53-feb3-4908-b26f-260193eee03f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:13.734385 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-96054de8-4802-44ba-8c66-62c079fbf98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:13.735439 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96054de8-4802-44ba-8c66-62c079fbf98b None None] The sync data for ids ['8ac6e48e-c8fd-46f2-9c35-8bab30f0a6eb'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:32:13.761793 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-09058905-974c-492f-8ff0-fd30f30a2f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:13.787824 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-d8538b53-feb3-4908-b26f-260193eee03f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Usage tracker for resource:port and tenant:a138b31c346e4c0cb3afee629b96673d is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:13.832073 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-d8538b53-feb3-4908-b26f-260193eee03f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:13.834929 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-3e2bb1fb-97f6-484a-8e02-0de6b98ca414 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Unset dirty status for tenant:4e49178b23b840ef958eb138483982b0 on resource:security_group {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:32:13.839820 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-3e2bb1fb-97f6-484a-8e02-0de6b98ca414 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6364193 Mar 11 15:32:13.849363 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-d8538b53-feb3-4908-b26f-260193eee03f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:13.852712 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37942) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:13.872584 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-ee33c205-fa9f-49fb-a486-889001bfd896 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Request body: {'security_group': {'name': 'tempest-secgroup--1452115857'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:13.886215 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ee33c205-fa9f-49fb-a486-889001bfd896 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:13.907948 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:13.909873 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8538b53-feb3-4908-b26f-260193eee03f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Made reservation on behalf of a138b31c346e4c0cb3afee629b96673d for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:32:13.925759 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c7e82729-b1a3-4ead-bc83-79600b046bad tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:13.973804 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ee33c205-fa9f-49fb-a486-889001bfd896 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:14.039462 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09058905-974c-492f-8ff0-fd30f30a2f5a None None] Pushing event updated for resources: {'Port': ['ID=ab353848-77c8-4bfa-b343-d8f300db607f,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:14.081474 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ee33c205-fa9f-49fb-a486-889001bfd896 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:14.083582 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-127e2642-5673-4462-90a0-ebc3c5cf2997 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Allocated IP 2001:db8::1 (d1ea9ac0-b665-4966-b9b9-797c6af1bf4d/a3ae5f77-0691-40e5-a9a3-813b4644f4ae/473fc063-e7ab-4472-ab83-3c84c2e8bd7d) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:32:14.099597 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port b8f45ef3-5c84-4152-8c9c-125b1a3deedb, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=b8f45ef3-5c84-4152-8c9c-125b1a3deedb,segment=NetworkSegment(2da6912e-1c50-49dc-b06d-7c4d9df82e9e),segment_id=2da6912e-1c50-49dc-b06d-7c4d9df82e9e)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:32:14.118736 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:14.156187 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d8538b53-feb3-4908-b26f-260193eee03f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:14.264300 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=b8f45ef3-5c84-4152-8c9c-125b1a3deedb,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:14.269137 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device e07438ce-a30b-47a1-9714-e12e4b5ef3c7 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:32:14.315390 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37950) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:14.397277 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port e07438ce-a30b-47a1-9714-e12e4b5ef3c7 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:32:14.397674 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:14.432786 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-d8538b53-feb3-4908-b26f-260193eee03f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] device_id is not set on port ac5a39ef-a8b4-44ee-a550-e11a89c0b11e yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:32:14.446471 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-74f7f590-4ac2-4d93-a1d1-dde937cc91e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221ec4d8-ce90-4044-849b-a99c0f4bce5b', 'name': 'tempest-ServerActionsTestJSON-363625592-router', 'tenant_id': '9ce1e6b6647741e599091dbba04f8bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.184'}], 'enable_snat': True}, 'gw_port_id': 'd94e6728-f748-42f0-ae15-60f8b7488e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:32Z', 'updated_at': '2022-03-11T15:26:50Z', 'revision_number': 4, 'project_id': '9ce1e6b6647741e599091dbba04f8bc1', 'gw_port': {'id': 'd94e6728-f748-42f0-ae15-60f8b7488e85', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221ec4d8-ce90-4044-849b-a99c0f4bce5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:33Z', 'updated_at': '2022-03-11T15:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '6a0b7694-c563-4822-949d-030b3c852d6b', 'name': '', 'network_id': 'f5e50d7a-e877-43fe-b63b-0d368fa885b4', 'tenant_id': '9ce1e6b6647741e599091dbba04f8bc1', 'mac_address': 'fa:16:3e:af:8b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221ec4d8-ce90-4044-849b-a99c0f4bce5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b420fae9-b9a1-421f-87dd-fad5be9646ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:46Z', 'updated_at': '2022-03-11T15:27:23Z', 'revision_number': 5, 'project_id': '9ce1e6b6647741e599091dbba04f8bc1', 'subnets': [{'id': 'b420fae9-b9a1-421f-87dd-fad5be9646ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:14.461454 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f7f590-4ac2-4d93-a1d1-dde937cc91e9 None None] Checking router: 221ec4d8-ce90-4044-849b-a99c0f4bce5b for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:32:14.488844 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f7f590-4ac2-4d93-a1d1-dde937cc91e9 None None] Routers {'221ec4d8-ce90-4044-849b-a99c0f4bce5b'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:32:14.489484 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-74f7f590-4ac2-4d93-a1d1-dde937cc91e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:32:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['221ec4d8-ce90-4044-849b-a99c0f4bce5b'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:14.549927 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-127e2642-5673-4462-90a0-ebc3c5cf2997 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:14.583206 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-127e2642-5673-4462-90a0-ebc3c5cf2997 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Transition to ACTIVE for port object 473fc063-e7ab-4472-ab83-3c84c2e8bd7d will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:32:14.586455 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b6949f47-bf63-494d-853c-6bc451b0a939 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:14.699941 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ee33c205-fa9f-49fb-a486-889001bfd896 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:14.731849 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ee33c205-fa9f-49fb-a486-889001bfd896 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Usage tracker for resource:security_group_rule and tenant:4e49178b23b840ef958eb138483982b0 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:14.743400 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ee33c205-fa9f-49fb-a486-889001bfd896 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:14.765555 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ee33c205-fa9f-49fb-a486-889001bfd896 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:14.777832 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f3660bce-fccf-4d6a-89c8-f11bc0937528 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:14.786964 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b6949f47-bf63-494d-853c-6bc451b0a939 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:14.815227 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-127e2642-5673-4462-90a0-ebc3c5cf2997 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:14.841979 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-74f7f590-4ac2-4d93-a1d1-dde937cc91e9 None None] Set router 221ec4d8-ce90-4044-849b-a99c0f4bce5b gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:32:14.889319 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d8538b53-feb3-4908-b26f-260193eee03f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:14.922374 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127e2642-5673-4462-90a0-ebc3c5cf2997 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Network d1ea9ac0-b665-4966-b9b9-797c6af1bf4d is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:32:14.925223 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f3660bce-fccf-4d6a-89c8-f11bc0937528 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:14.929872 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-127e2642-5673-4462-90a0-ebc3c5cf2997 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:32:14.949325 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127e2642-5673-4462-90a0-ebc3c5cf2997 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:32:14.949851 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-127e2642-5673-4462-90a0-ebc3c5cf2997 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:14.957011 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e2642-5673-4462-90a0-ebc3c5cf2997 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event updated for resources: {'Port': ['ID=473fc063-e7ab-4472-ab83-3c84c2e8bd7d,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:15.035332 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ee33c205-fa9f-49fb-a486-889001bfd896 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:15.051674 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c7e82729-b1a3-4ead-bc83-79600b046bad tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:15.053425 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ee33c205-fa9f-49fb-a486-889001bfd896 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:15.084950 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c7e82729-b1a3-4ead-bc83-79600b046bad tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:15.129915 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-2df9a3ef-e261-4918-80f3-cd8218db88f7 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] 10.222.0.31 "GET /v2.0/routers/8ac6e48e-c8fd-46f2-9c35-8bab30f0a6eb HTTP/1.1" status: 200 len: 924 time: 1.5880609 Mar 11 15:32:15.133970 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37956) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:15.205194 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d8538b53-feb3-4908-b26f-260193eee03f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:15.265061 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-127e2642-5673-4462-90a0-ebc3c5cf2997 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:15.271533 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-74f7f590-4ac2-4d93-a1d1-dde937cc91e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221ec4d8-ce90-4044-849b-a99c0f4bce5b', 'name': 'tempest-ServerActionsTestJSON-363625592-router', 'tenant_id': '9ce1e6b6647741e599091dbba04f8bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.184'}], 'enable_snat': True}, 'gw_port_id': 'd94e6728-f748-42f0-ae15-60f8b7488e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:32Z', 'updated_at': '2022-03-11T15:26:50Z', 'revision_number': 4, 'project_id': '9ce1e6b6647741e599091dbba04f8bc1', 'gw_port': {'id': 'd94e6728-f748-42f0-ae15-60f8b7488e85', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221ec4d8-ce90-4044-849b-a99c0f4bce5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:33Z', 'updated_at': '2022-03-11T15:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '6a0b7694-c563-4822-949d-030b3c852d6b', 'name': '', 'network_id': 'f5e50d7a-e877-43fe-b63b-0d368fa885b4', 'tenant_id': '9ce1e6b6647741e599091dbba04f8bc1', 'mac_address': 'fa:16:3e:af:8b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221ec4d8-ce90-4044-849b-a99c0f4bce5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b420fae9-b9a1-421f-87dd-fad5be9646ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:46Z', 'updated_at': '2022-03-11T15:27:23Z', 'revision_number': 5, 'project_id': '9ce1e6b6647741e599091dbba04f8bc1', 'subnets': [{'id': 'b420fae9-b9a1-421f-87dd-fad5be9646ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:15.276557 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f7f590-4ac2-4d93-a1d1-dde937cc91e9 None None] The sync data for ids ['221ec4d8-ce90-4044-849b-a99c0f4bce5b'] in dv-neutron-833373-1-hyperv is: [{'id': '221ec4d8-ce90-4044-849b-a99c0f4bce5b', 'name': 'tempest-ServerActionsTestJSON-363625592-router', 'tenant_id': '9ce1e6b6647741e599091dbba04f8bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.184'}], 'enable_snat': True}, 'gw_port_id': 'd94e6728-f748-42f0-ae15-60f8b7488e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:32Z', 'updated_at': '2022-03-11T15:26:50Z', 'revision_number': 4, 'project_id': '9ce1e6b6647741e599091dbba04f8bc1', 'gw_port': {'id': 'd94e6728-f748-42f0-ae15-60f8b7488e85', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221ec4d8-ce90-4044-849b-a99c0f4bce5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:33Z', 'updated_at': '2022-03-11T15:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '6a0b7694-c563-4822-949d-030b3c852d6b', 'name': '', 'network_id': 'f5e50d7a-e877-43fe-b63b-0d368fa885b4', 'tenant_id': '9ce1e6b6647741e599091dbba04f8bc1', 'mac_address': 'fa:16:3e:af:8b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221ec4d8-ce90-4044-849b-a99c0f4bce5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b420fae9-b9a1-421f-87dd-fad5be9646ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:46Z', 'updated_at': '2022-03-11T15:27:23Z', 'revision_number': 5, 'project_id': '9ce1e6b6647741e599091dbba04f8bc1', 'subnets': [{'id': 'b420fae9-b9a1-421f-87dd-fad5be9646ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:32:15.291917 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee33c205-fa9f-49fb-a486-889001bfd896 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6807cd1-0d1e-430f-b165-9d5d60be1230,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:15.299397 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.db.resource_extend [None req-b6949f47-bf63-494d-853c-6bc451b0a939 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:32:15.316339 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f3660bce-fccf-4d6a-89c8-f11bc0937528 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:15.321851 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f3660bce-fccf-4d6a-89c8-f11bc0937528 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:15.326655 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f3660bce-fccf-4d6a-89c8-f11bc0937528 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "DELETE /v2.0/security-groups/83a99869-6edf-46e9-b210-d5835362f84d HTTP/1.1" status: 204 len: 168 time: 1.0044785 Mar 11 15:32:15.333594 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37960) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:15.351475 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b6949f47-bf63-494d-853c-6bc451b0a939 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:15.361247 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ee33c205-fa9f-49fb-a486-889001bfd896 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:15.367938 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ee33c205-fa9f-49fb-a486-889001bfd896 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5072742 Mar 11 15:32:15.368908 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e82729-b1a3-4ead-bc83-79600b046bad tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Pushing event updated for resources: {'Port': ['ID=aa770e9e-9bde-4d9d-b07a-ad49dc38db26,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:15.377933 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37964) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:15.425551 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3660bce-fccf-4d6a-89c8-f11bc0937528 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a99869-6edf-46e9-b210-d5835362f84d,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:15.446539 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b6949f47-bf63-494d-853c-6bc451b0a939 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:15.455596 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8538b53-feb3-4908-b26f-260193eee03f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Network c049f5b2-1690-496c-8cf2-0cf9cb22ae1c is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:32:15.469374 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-d8538b53-feb3-4908-b26f-260193eee03f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:32:15.477010 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8538b53-feb3-4908-b26f-260193eee03f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:32:15.479366 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-0e82674b-80ae-4837-b6f3-49f62a247565 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Request body: {'security_group_rule': {'security_group_id': 'a6807cd1-0d1e-430f-b165-9d5d60be1230', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:15.480014 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-0e82674b-80ae-4837-b6f3-49f62a247565 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:32:15.481022 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0e82674b-80ae-4837-b6f3-49f62a247565 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0917640 Mar 11 15:32:15.481220 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8538b53-feb3-4908-b26f-260193eee03f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:15.485034 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d8538b53-feb3-4908-b26f-260193eee03f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:15.490749 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:15.493678 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37968) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:15.524566 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c7e82729-b1a3-4ead-bc83-79600b046bad tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:15.546015 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-741524df-1438-4264-b686-a5eecc8f8151 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] show failed (client error): The resource could not be found. Mar 11 15:32:15.547515 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-741524df-1438-4264-b686-a5eecc8f8151 tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "GET /v2.0/security-groups/83a99869-6edf-46e9-b210-d5835362f84d HTTP/1.1" status: 404 len: 347 time: 0.2109334 Mar 11 15:32:15.568840 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37972) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:15.639676 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-55569d7d-33c3-41ee-8e3a-d3f72d6b2c52 None None] Provisioning for port 473fc063-e7ab-4472-ab83-3c84c2e8bd7d completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:32:15.646052 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-55569d7d-33c3-41ee-8e3a-d3f72d6b2c52 None None] Provisioning complete for port 473fc063-e7ab-4472-ab83-3c84c2e8bd7d triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:32:15.646422 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-55569d7d-33c3-41ee-8e3a-d3f72d6b2c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:15.682728 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6949f47-bf63-494d-853c-6bc451b0a939 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Pushing event updated for resources: {'Port': ['ID=c0f337ed-073b-4eab-94f7-b14e2067dd6c,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:15.685746 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c0fdc8-d7dc-427a-811e-d2beb227bfe6 None None] New status for floating IP 1bfe3d07-05f1-4aaa-b86b-5f597f5a30f1: DOWN {{(pid=83868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 15:32:15.757121 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8538b53-feb3-4908-b26f-260193eee03f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'Port': ['ID=ac5a39ef-a8b4-44ee-a550-e11a89c0b11e,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:15.798258 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931cbf92-0fe1-40a9-89e0-7e543068de04 None None] Network 46c12bde-b93a-4156-89df-15a2f5fba834 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:32:15.827528 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d8538b53-feb3-4908-b26f-260193eee03f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.5907879 Mar 11 15:32:15.836826 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37976) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:15.945202 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c674e1dd-4afb-4291-8fb3-ed019ecd67fc tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:15.946058 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-c674e1dd-4afb-4291-8fb3-ed019ecd67fc tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Synchronizing usage tracker for tenant:a138b31c346e4c0cb3afee629b96673d on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:32:15.976960 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5be11cbc-e042-47a6-989f-82021ff49556 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:15.990605 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-01f04d18-f071-4e72-97f3-0ef6a4cdda7b tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=69193b02-dbf5-4ccf-b3ce-76dabd3f8655&device_id=8ac6e48e-c8fd-46f2-9c35-8bab30f0a6eb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8541269 Mar 11 15:32:15.997542 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37980) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:16.002700 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-c674e1dd-4afb-4291-8fb3-ed019ecd67fc tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Unset dirty status for tenant:a138b31c346e4c0cb3afee629b96673d on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:32:16.007287 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c674e1dd-4afb-4291-8fb3-ed019ecd67fc tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "GET /v2.0/ports/ac5a39ef-a8b4-44ee-a550-e11a89c0b11e HTTP/1.1" status: 200 len: 841 time: 0.1656857 Mar 11 15:32:16.011230 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 37984) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:16.018243 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-d464c4f8-d91b-4022-84f4-f82c5ad9d1fb tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Deleting port 67f69b28-f312-40ab-a112-76230c92804b {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:32:16.018243 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d464c4f8-d91b-4022-84f4-f82c5ad9d1fb tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:16.038097 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-55569d7d-33c3-41ee-8e3a-d3f72d6b2c52 None None] Port 473fc063-e7ab-4472-ab83-3c84c2e8bd7d cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:32:16.109908 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5be11cbc-e042-47a6-989f-82021ff49556 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:16.111233 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b6949f47-bf63-494d-853c-6bc451b0a939 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:16.230210 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-9d0ef4d3-811b-4444-86e0-b02cc7779885 None None] Provisioning for port ab353848-77c8-4bfa-b343-d8f300db607f completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:32:16.267308 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5be11cbc-e042-47a6-989f-82021ff49556 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:16.301792 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972eeb69-614f-41b2-96d6-a97383fd949b tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:16.302375 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-972eeb69-614f-41b2-96d6-a97383fd949b tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Synchronizing usage tracker for tenant:119dbf5de319411fa8a255aebc203c5d on resource:network {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:32:16.318352 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be11cbc-e042-47a6-989f-82021ff49556 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6807cd1-0d1e-430f-b165-9d5d60be1230,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:16.330195 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5be11cbc-e042-47a6-989f-82021ff49556 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:16.337271 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-5be11cbc-e042-47a6-989f-82021ff49556 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "DELETE /v2.0/security-groups/a6807cd1-0d1e-430f-b165-9d5d60be1230 HTTP/1.1" status: 204 len: 168 time: 0.8392441 Mar 11 15:32:16.340195 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-972eeb69-614f-41b2-96d6-a97383fd949b tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Unset dirty status for tenant:119dbf5de319411fa8a255aebc203c5d on resource:network {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:32:16.341856 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-972eeb69-614f-41b2-96d6-a97383fd949b tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] 10.222.0.31 "GET /v2.0/networks/69193b02-dbf5-4ccf-b3ce-76dabd3f8655 HTTP/1.1" status: 200 len: 881 time: 0.3436258 Mar 11 15:32:16.342682 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37988) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:16.348323 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37990) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:16.423656 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device ab353848-77c8-4bfa-b343-d8f300db607f up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:32:16.457884 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-07e18e63-4acc-433b-b711-a9b7350d6a29 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ac6e48e-c8fd-46f2-9c35-8bab30f0a6eb HTTP/1.1" status: 200 len: 205 time: 0.0863330 Mar 11 15:32:16.461243 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 37996) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:16.471702 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.l3_db [None req-c7e82729-b1a3-4ead-bc83-79600b046bad tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Floating IP 321fe19b-da04-4531-b4bd-abb5b8b7c33c associated. External IP: 172.26.0.107, port: 0a1ac30c-ce18-4336-a4b9-78bce4668975. Mar 11 15:32:16.526717 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port ab353848-77c8-4bfa-b343-d8f300db607f completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:32:16.533992 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port ab353848-77c8-4bfa-b343-d8f300db607f triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:32:16.534361 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:16.591809 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-84e1cb89-3628-4c9f-b862-7496ee84e309 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Deleting port ac5a39ef-a8b4-44ee-a550-e11a89c0b11e {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:32:16.592432 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-84e1cb89-3628-4c9f-b862-7496ee84e309 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:16.619669 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e4e32d1a-ac11-4f2b-93ec-3d22282f39a2 None None] Provisioning complete for port ab353848-77c8-4bfa-b343-d8f300db607f triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:32:16.620061 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e4e32d1a-ac11-4f2b-93ec-3d22282f39a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:16.755996 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-35bef5a8-21e3-4f94-83e1-b23f88e82f1b tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Synchronizing usage tracker for tenant:4e49178b23b840ef958eb138483982b0 on resource:security_group {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:32:16.807554 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:16.815462 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-35bef5a8-21e3-4f94-83e1-b23f88e82f1b tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Unset dirty status for tenant:4e49178b23b840ef958eb138483982b0 on resource:security_group {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:32:16.820374 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-35bef5a8-21e3-4f94-83e1-b23f88e82f1b tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4711018 Mar 11 15:32:16.820945 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38000) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:16.830751 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-1ef84173-b764-401f-ab1b-31240dc61b42 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Request body: {'security_group': {'name': 'tempest-secgroup--1298666632'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:16.839031 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-1ef84173-b764-401f-ab1b-31240dc61b42 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:16.855810 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-1ef84173-b764-401f-ab1b-31240dc61b42 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:16.877577 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1ef84173-b764-401f-ab1b-31240dc61b42 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:16.891612 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d464c4f8-d91b-4022-84f4-f82c5ad9d1fb tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:16.892349 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d464c4f8-d91b-4022-84f4-f82c5ad9d1fb tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:16.917981 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e4e32d1a-ac11-4f2b-93ec-3d22282f39a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:16.929259 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port ab353848-77c8-4bfa-b343-d8f300db607f, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ab353848-77c8-4bfa-b343-d8f300db607f,segment=NetworkSegment(5d182654-200d-40f2-af37-d6f322f0731d),segment_id=5d182654-200d-40f2-af37-d6f322f0731d)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:32:16.945525 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:16.947046 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device b8f45ef3-5c84-4152-8c9c-125b1a3deedb up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:32:16.977755 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-1ef84173-b764-401f-ab1b-31240dc61b42 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:16.987776 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-1ef84173-b764-401f-ab1b-31240dc61b42 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Usage tracker for resource:security_group_rule and tenant:4e49178b23b840ef958eb138483982b0 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:16.994038 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-1ef84173-b764-401f-ab1b-31240dc61b42 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:17.007089 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-1ef84173-b764-401f-ab1b-31240dc61b42 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:17.043160 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d91a2c68-5948-4941-8367-2f546a658129 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:17.147764 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=ab353848-77c8-4bfa-b343-d8f300db607f,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:17.153467 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-e4e32d1a-ac11-4f2b-93ec-3d22282f39a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:32:17.153809 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-e4e32d1a-ac11-4f2b-93ec-3d22282f39a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:32:17.158704 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-d464c4f8-d91b-4022-84f4-f82c5ad9d1fb tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Calling delete_port for 67f69b28-f312-40ab-a112-76230c92804b owned by network:floatingip {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:32:17.167486 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port b8f45ef3-5c84-4152-8c9c-125b1a3deedb triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:32:17.167926 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:17.197108 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.db.resource_extend [None req-127e2642-5673-4462-90a0-ebc3c5cf2997 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:32:17.225065 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-127e2642-5673-4462-90a0-ebc3c5cf2997 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:17.252818 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-84e1cb89-3628-4c9f-b862-7496ee84e309 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:17.261526 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-127e2642-5673-4462-90a0-ebc3c5cf2997 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:17.262348 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-127e2642-5673-4462-90a0-ebc3c5cf2997 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:17.481515 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-84e1cb89-3628-4c9f-b862-7496ee84e309 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Calling delete_port for ac5a39ef-a8b4-44ee-a550-e11a89c0b11e owned by {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:32:17.497543 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1ef84173-b764-401f-ab1b-31240dc61b42 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:17.505908 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1ef84173-b764-401f-ab1b-31240dc61b42 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:17.571105 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef84173-b764-401f-ab1b-31240dc61b42 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19e97d28-c6b3-4d32-9fee-e333827f799a,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:17.589710 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1ef84173-b764-401f-ab1b-31240dc61b42 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:17.590918 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-1ef84173-b764-401f-ab1b-31240dc61b42 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7691355 Mar 11 15:32:17.597662 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38006) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:17.609841 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-ba90c5e2-7a19-48d6-8735-2d0c626469c7 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Request body: {'security_group_rule': {'security_group_id': '19e97d28-c6b3-4d32-9fee-e333827f799a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:17.610540 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-ba90c5e2-7a19-48d6-8735-2d0c626469c7 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:32:17.611437 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ba90c5e2-7a19-48d6-8735-2d0c626469c7 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0118141 Mar 11 15:32:17.615796 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38010) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:17.622851 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e2642-5673-4462-90a0-ebc3c5cf2997 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event updated for resources: {'Port': ['ID=473fc063-e7ab-4472-ab83-3c84c2e8bd7d,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:17.761375 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2f6bf29a-fa94-46ea-af41-f7f5a17f0b18 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:17.764211 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-84e1cb89-3628-4c9f-b862-7496ee84e309 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:17.805866 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2f6bf29a-fa94-46ea-af41-f7f5a17f0b18 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:17.813185 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d91a2c68-5948-4941-8367-2f546a658129 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:17.813577 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.l3_db [None req-b6949f47-bf63-494d-853c-6bc451b0a939 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Floating IP ed4eda79-1da9-4627-b202-c3b778fb6fff associated. External IP: 172.26.0.183, port: 8f92b8fb-8aec-4e35-9fc2-0fd328475dd3. Mar 11 15:32:17.841821 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-d91a2c68-5948-4941-8367-2f546a658129 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Deleting port 09c4c6af-ccef-4544-875c-b387bd7b22bb {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:32:17.842154 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d91a2c68-5948-4941-8367-2f546a658129 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:17.870610 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e82729-b1a3-4ead-bc83-79600b046bad tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Router f186c74e-a9d7-4f53-91d1-dea1dbb31662 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:32:17.902519 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1cb89-3628-4c9f-b862-7496ee84e309 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event deleted for resources: {'Port': ['ID=ac5a39ef-a8b4-44ee-a550-e11a89c0b11e,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:17.969024 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d464c4f8-d91b-4022-84f4-f82c5ad9d1fb tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:17.980281 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127e2642-5673-4462-90a0-ebc3c5cf2997 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Network d1ea9ac0-b665-4966-b9b9-797c6af1bf4d is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:32:18.001355 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2f6bf29a-fa94-46ea-af41-f7f5a17f0b18 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:18.014480 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-127e2642-5673-4462-90a0-ebc3c5cf2997 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:32:18.147694 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bf29a-fa94-46ea-af41-f7f5a17f0b18 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e97d28-c6b3-4d32-9fee-e333827f799a,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:18.230603 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2f6bf29a-fa94-46ea-af41-f7f5a17f0b18 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:18.234180 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-2f6bf29a-fa94-46ea-af41-f7f5a17f0b18 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "DELETE /v2.0/security-groups/19e97d28-c6b3-4d32-9fee-e333827f799a HTTP/1.1" status: 204 len: 168 time: 0.6130083 Mar 11 15:32:18.235493 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464c4f8-d91b-4022-84f4-f82c5ad9d1fb tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Pushing event deleted for resources: {'Port': ['ID=67f69b28-f312-40ab-a112-76230c92804b,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:18.238187 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38014) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:18.245310 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-84e1cb89-3628-4c9f-b862-7496ee84e309 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:18.263724 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d91a2c68-5948-4941-8367-2f546a658129 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:18.282920 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device ab353848-77c8-4bfa-b343-d8f300db607f up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:32:18.391609 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d2a4b5ac-a2af-457c-9f6b-f6f510c8628a None None] Provisioning complete for port 473fc063-e7ab-4472-ab83-3c84c2e8bd7d triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:32:18.392064 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d2a4b5ac-a2af-457c-9f6b-f6f510c8628a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:18.446611 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-d91a2c68-5948-4941-8367-2f546a658129 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Calling delete_port for 09c4c6af-ccef-4544-875c-b387bd7b22bb owned by network:router_gateway {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:32:18.459722 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-d2a4b5ac-a2af-457c-9f6b-f6f510c8628a None None] Port 473fc063-e7ab-4472-ab83-3c84c2e8bd7d cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:32:18.463373 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port ab353848-77c8-4bfa-b343-d8f300db607f triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:32:18.463836 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:18.491390 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-84e1cb89-3628-4c9f-b862-7496ee84e309 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/ports/ac5a39ef-a8b4-44ee-a550-e11a89c0b11e HTTP/1.1" status: 204 len: 168 time: 2.4768186 Mar 11 15:32:18.501997 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38018) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:18.580764 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-d45e8ee8-3b32-42af-8e5b-7333bfbe48bb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] GET failed (client error): The resource could not be found. Mar 11 15:32:18.582818 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d45e8ee8-3b32-42af-8e5b-7333bfbe48bb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "GET /v2.0/ports/ac5a39ef-a8b4-44ee-a550-e11a89c0b11e HTTP/1.1" status: 404 len: 333 time: 0.0723031 Mar 11 15:32:18.590337 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38022) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:18.603148 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-d9c8bb5f-5a40-4985-9bed-6f3f55f5918d tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'port': {'network_id': 'c049f5b2-1690-496c-8cf2-0cf9cb22ae1c', 'name': 'tempest-PortsTestJSON-172419891'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:18.603922 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d464c4f8-d91b-4022-84f4-f82c5ad9d1fb tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks [] for floatingip, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:18.606310 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d464c4f8-d91b-4022-84f4-f82c5ad9d1fb tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:18.611419 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d464c4f8-d91b-4022-84f4-f82c5ad9d1fb tempest-ServerActionsTestJSON-1010444741 tempest-ServerActionsTestJSON-1010444741-project] 10.222.0.31 "DELETE /v2.0/floatingips/1bfe3d07-05f1-4aaa-b86b-5f597f5a30f1 HTTP/1.1" status: 204 len: 168 time: 3.0376370 Mar 11 15:32:18.620063 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-483ff8bc-d560-46ea-abd7-15afef52e2d0 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Synchronizing usage tracker for tenant:4e49178b23b840ef958eb138483982b0 on resource:security_group {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:32:18.623753 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38026) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:18.765182 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-483ff8bc-d560-46ea-abd7-15afef52e2d0 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Unset dirty status for tenant:4e49178b23b840ef958eb138483982b0 on resource:security_group {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:32:18.769305 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-483ff8bc-d560-46ea-abd7-15afef52e2d0 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5183675 Mar 11 15:32:18.786246 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38032) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:18.801171 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-f3052e85-e8c4-49a6-a761-8728ea4e6606 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Request body: {'security_group': {'name': 'tempest-secgroup--1941057445'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:18.809495 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-d9c8bb5f-5a40-4985-9bed-6f3f55f5918d tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:18.812095 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f3052e85-e8c4-49a6-a761-8728ea4e6606 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:18.825163 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-d9c8bb5f-5a40-4985-9bed-6f3f55f5918d tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Usage tracker for resource:port and tenant:a138b31c346e4c0cb3afee629b96673d is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:18.832448 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-d9c8bb5f-5a40-4985-9bed-6f3f55f5918d tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:18.842609 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f3052e85-e8c4-49a6-a761-8728ea4e6606 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:18.846868 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-d9c8bb5f-5a40-4985-9bed-6f3f55f5918d tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:18.911920 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c8bb5f-5a40-4985-9bed-6f3f55f5918d tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Made reservation on behalf of a138b31c346e4c0cb3afee629b96673d for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:32:18.914385 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d9c8bb5f-5a40-4985-9bed-6f3f55f5918d tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:18.925068 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f3052e85-e8c4-49a6-a761-8728ea4e6606 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:18.932263 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127e2642-5673-4462-90a0-ebc3c5cf2997 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Router cf845e95-d099-4bcb-80b7-a463af6bc5cd is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:32:19.012204 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e82729-b1a3-4ead-bc83-79600b046bad tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:32:19.023672 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31feaac-6155-4192-9d2b-fd42c7d3a425 None None] Sync routers for ids ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:32:19.036165 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31feaac-6155-4192-9d2b-fd42c7d3a425 None None] Routers {'f186c74e-a9d7-4f53-91d1-dea1dbb31662'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:32:19.036779 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-b31feaac-6155-4192-9d2b-fd42c7d3a425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:32:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:19.105515 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-b31feaac-6155-4192-9d2b-fd42c7d3a425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:19.123867 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31feaac-6155-4192-9d2b-fd42c7d3a425 None None] Routers {'f186c74e-a9d7-4f53-91d1-dea1dbb31662'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:32:19.124812 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-b31feaac-6155-4192-9d2b-fd42c7d3a425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:32:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:19.138368 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6949f47-bf63-494d-853c-6bc451b0a939 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Router 25aa0955-a133-4744-be3a-29356fce6747 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:32:19.147814 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-d9c8bb5f-5a40-4985-9bed-6f3f55f5918d tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] device_id is not set on port 7644ac9f-e55a-4e80-85a3-1f51b960ec0d yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:32:19.164338 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127e2642-5673-4462-90a0-ebc3c5cf2997 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:32:19.193855 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d91a2c68-5948-4941-8367-2f546a658129 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:19.200373 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c133a8-3e97-47c2-af8d-b6d84c4080c2 None None] Sync routers for ids ['cf845e95-d099-4bcb-80b7-a463af6bc5cd'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:32:19.200840 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-b31feaac-6155-4192-9d2b-fd42c7d3a425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:19.201428 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31feaac-6155-4192-9d2b-fd42c7d3a425 None None] The sync data for ids ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:32:19.225792 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-127e2642-5673-4462-90a0-ebc3c5cf2997 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "PUT /v2.0/routers/cf845e95-d099-4bcb-80b7-a463af6bc5cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1066744 Mar 11 15:32:19.227933 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38036) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:19.239918 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c133a8-3e97-47c2-af8d-b6d84c4080c2 None None] Routers {'cf845e95-d099-4bcb-80b7-a463af6bc5cd'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:32:19.240935 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-22c133a8-3e97-47c2-af8d-b6d84c4080c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:32:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['cf845e95-d099-4bcb-80b7-a463af6bc5cd'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:19.256862 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c7e82729-b1a3-4ead-bc83-79600b046bad tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:19.307030 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f3052e85-e8c4-49a6-a761-8728ea4e6606 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:19.324247 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a2c68-5948-4941-8367-2f546a658129 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Pushing event deleted for resources: {'Port': ['ID=09c4c6af-ccef-4544-875c-b387bd7b22bb,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:19.328330 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-22c133a8-3e97-47c2-af8d-b6d84c4080c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:19.334826 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f3052e85-e8c4-49a6-a761-8728ea4e6606 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Usage tracker for resource:security_group_rule and tenant:4e49178b23b840ef958eb138483982b0 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:19.342134 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c133a8-3e97-47c2-af8d-b6d84c4080c2 None None] Routers {'cf845e95-d099-4bcb-80b7-a463af6bc5cd'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:32:19.342905 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-22c133a8-3e97-47c2-af8d-b6d84c4080c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:32:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['cf845e95-d099-4bcb-80b7-a463af6bc5cd'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:19.343630 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f3052e85-e8c4-49a6-a761-8728ea4e6606 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:19.419487 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-22c133a8-3e97-47c2-af8d-b6d84c4080c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:19.419487 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c133a8-3e97-47c2-af8d-b6d84c4080c2 None None] The sync data for ids ['cf845e95-d099-4bcb-80b7-a463af6bc5cd'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:32:19.429284 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d699a8-f1b9-4321-9bd6-206ce03fbff6 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:19.430263 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-71d699a8-f1b9-4321-9bd6-206ce03fbff6 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Synchronizing usage tracker for tenant:c58947f968f64e3fb11fb874306012f2 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:32:19.460413 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-71d699a8-f1b9-4321-9bd6-206ce03fbff6 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Unset dirty status for tenant:c58947f968f64e3fb11fb874306012f2 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:32:19.461588 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-71d699a8-f1b9-4321-9bd6-206ce03fbff6 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "GET /v2.0/ports/473fc063-e7ab-4472-ab83-3c84c2e8bd7d HTTP/1.1" status: 200 len: 911 time: 0.2327271 Mar 11 15:32:19.464676 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38040) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:19.541937 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f3052e85-e8c4-49a6-a761-8728ea4e6606 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:19.607629 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c7e82729-b1a3-4ead-bc83-79600b046bad tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 11.7642286 Mar 11 15:32:19.613125 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38046) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:19.620724 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-3f867d87-d1f9-4e29-9d0d-171e769849f8 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-537251147'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:19.627602 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-3f867d87-d1f9-4e29-9d0d-171e769849f8 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:19.636152 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-3f867d87-d1f9-4e29-9d0d-171e769849f8 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Usage tracker for resource:network and tenant:08d14954a9a44d808e73ee1adc21420c is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:19.639981 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-3f867d87-d1f9-4e29-9d0d-171e769849f8 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:19.647148 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-3f867d87-d1f9-4e29-9d0d-171e769849f8 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:19.682384 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f867d87-d1f9-4e29-9d0d-171e769849f8 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Made reservation on behalf of 08d14954a9a44d808e73ee1adc21420c for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:32:19.685329 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3f867d87-d1f9-4e29-9d0d-171e769849f8 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:19.738399 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f867d87-d1f9-4e29-9d0d-171e769849f8 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:32:19.753410 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6949f47-bf63-494d-853c-6bc451b0a939 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:32:19.763430 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3f867d87-d1f9-4e29-9d0d-171e769849f8 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:19.763664 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-3f867d87-d1f9-4e29-9d0d-171e769849f8 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Added segment 60b33c8b-b3ed-4e87-a27d-357439ccf7b1 of type vlan for network a2acfd04-f5c0-4c9f-b0e2-719fd0533358 Mar 11 15:32:19.764174 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd0c037-e27b-47fb-8c37-589b4f73d2c0 None None] Sync routers for ids ['25aa0955-a133-4744-be3a-29356fce6747'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:32:19.779675 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd0c037-e27b-47fb-8c37-589b4f73d2c0 None None] Routers {'25aa0955-a133-4744-be3a-29356fce6747'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:32:19.781251 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-6cd0c037-e27b-47fb-8c37-589b4f73d2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:32:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['25aa0955-a133-4744-be3a-29356fce6747'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:19.944551 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d91a2c68-5948-4941-8367-2f546a658129 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:19.979160 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-6cd0c037-e27b-47fb-8c37-589b4f73d2c0 None None] Set router 25aa0955-a133-4744-be3a-29356fce6747 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:32:20.056594 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b6949f47-bf63-494d-853c-6bc451b0a939 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:20.097184 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3f867d87-d1f9-4e29-9d0d-171e769849f8 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:20.107788 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d9c8bb5f-5a40-4985-9bed-6f3f55f5918d tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:20.111746 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f3052e85-e8c4-49a6-a761-8728ea4e6606 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:20.133337 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f3052e85-e8c4-49a6-a761-8728ea4e6606 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:20.146746 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b6949f47-bf63-494d-853c-6bc451b0a939 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 9.9342759 Mar 11 15:32:20.158466 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed1c014-724b-486c-9d57-1c54d27a1b58', 'tag': '8f92b8fb-8aec-4e35-9fc2-0fd328475dd3'}] {{(pid=83867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:32:20.207010 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3f867d87-d1f9-4e29-9d0d-171e769849f8 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:20.211193 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f867d87-d1f9-4e29-9d0d-171e769849f8 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:20.219380 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3f867d87-d1f9-4e29-9d0d-171e769849f8 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:20.372820 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d91a2c68-5948-4941-8367-2f546a658129 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:20.377079 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3052e85-e8c4-49a6-a761-8728ea4e6606 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e533218c-ebfe-4a53-a573-b11faa2b31b8,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:20.393757 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d91a2c68-5948-4941-8367-2f546a658129 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:20.398935 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f3052e85-e8c4-49a6-a761-8728ea4e6606 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:20.401251 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed1c014-724b-486c-9d57-1c54d27a1b58', 'tag': '8f92b8fb-8aec-4e35-9fc2-0fd328475dd3', 'status': 'completed', 'code': 200} Mar 11 15:32:20.402696 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f867d87-d1f9-4e29-9d0d-171e769849f8 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Pushing event updated for resources: {'Network': ['ID=a2acfd04-f5c0-4c9f-b0e2-719fd0533358,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:20.403267 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f3052e85-e8c4-49a6-a761-8728ea4e6606 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6158340 Mar 11 15:32:20.405146 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38056) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:20.412078 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d9c8bb5f-5a40-4985-9bed-6f3f55f5918d tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:20.419454 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network a2acfd04-f5c0-4c9f-b0e2-719fd0533358 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:32:20.426759 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-7e640993-0e91-43a6-af15-2193bd310991 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Request body: {'security_group_rule': {'security_group_id': 'e533218c-ebfe-4a53-a573-b11faa2b31b8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:20.427482 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-7e640993-0e91-43a6-af15-2193bd310991 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:32:20.431426 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-7e640993-0e91-43a6-af15-2193bd310991 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0234952 Mar 11 15:32:20.435667 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38060) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:20.499543 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-3f867d87-d1f9-4e29-9d0d-171e769849f8 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8848505 Mar 11 15:32:20.505942 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38064) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:20.516576 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-1b51c46a-82fc-4e0c-a883-255a5c4f66d2 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Request body: {'subnet': {'network_id': 'a2acfd04-f5c0-4c9f-b0e2-719fd0533358', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:20.541387 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-6cd0c037-e27b-47fb-8c37-589b4f73d2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25aa0955-a133-4744-be3a-29356fce6747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-791950041', 'tenant_id': 'b0803f52583a49e1b421e3b5a9e44844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.75'}], 'enable_snat': True}, 'gw_port_id': 'fc797b35-c949-407c-a372-bf4e97d80f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:31:19Z', 'updated_at': '2022-03-11T15:31:33Z', 'revision_number': 4, 'project_id': 'b0803f52583a49e1b421e3b5a9e44844', 'gw_port': {'id': 'fc797b35-c949-407c-a372-bf4e97d80f81', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:35:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aa0955-a133-4744-be3a-29356fce6747', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:31:20Z', 'updated_at': '2022-03-11T15:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'ed4eda79-1da9-4627-b202-c3b778fb6fff', 'tenant_id': 'b0803f52583a49e1b421e3b5a9e44844', 'floating_ip_address': '172.26.0.183', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '25aa0955-a133-4744-be3a-29356fce6747', 'port_id': '8f92b8fb-8aec-4e35-9fc2-0fd328475dd3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddbb0760-09e3-49a1-abd2-299a4552a88c', 'mac_address': 'fa:16:3e:0b:68:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed1c014-724b-486c-9d57-1c54d27a1b58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:32:13Z', 'updated_at': '2022-03-11T15:32:13Z', 'revision_number': 0, 'project_id': 'b0803f52583a49e1b421e3b5a9e44844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43a6020-20a6-46cf-a556-a4026338a6f9', 'name': '', 'network_id': 'ddbb0760-09e3-49a1-abd2-299a4552a88c', 'tenant_id': 'b0803f52583a49e1b421e3b5a9e44844', 'mac_address': 'fa:16:3e:af:67:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aa0955-a133-4744-be3a-29356fce6747', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee15d9e2-a05e-476c-acce-9c65123f6291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:31:31Z', 'updated_at': '2022-03-11T15:31:42Z', 'revision_number': 5, 'project_id': 'b0803f52583a49e1b421e3b5a9e44844', 'subnets': [{'id': 'ee15d9e2-a05e-476c-acce-9c65123f6291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:20.550947 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd0c037-e27b-47fb-8c37-589b4f73d2c0 None None] Checking router: 25aa0955-a133-4744-be3a-29356fce6747 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:32:20.552063 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-ee2c57bf-9a9d-4a0a-829c-56bcf016e0ae tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Request body: {'security_group_rule': {'security_group_id': 'e533218c-ebfe-4a53-a573-b11faa2b31b8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:20.553119 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-ee2c57bf-9a9d-4a0a-829c-56bcf016e0ae tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:32:20.557115 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ee2c57bf-9a9d-4a0a-829c-56bcf016e0ae tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0720100 Mar 11 15:32:20.569323 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38068) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:20.570157 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd0c037-e27b-47fb-8c37-589b4f73d2c0 None None] Routers {'25aa0955-a133-4744-be3a-29356fce6747'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:32:20.570796 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-6cd0c037-e27b-47fb-8c37-589b4f73d2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:32:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['25aa0955-a133-4744-be3a-29356fce6747'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:20.624401 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-0a3b525a-cb09-47fd-b047-b8db805bf5c3 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Request body: {'security_group_rule': {'security_group_id': 'e533218c-ebfe-4a53-a573-b11faa2b31b8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:20.624977 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-0a3b525a-cb09-47fd-b047-b8db805bf5c3 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:32:20.629166 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0a3b525a-cb09-47fd-b047-b8db805bf5c3 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0198185 Mar 11 15:32:20.629650 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38072) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:20.654627 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-9bd0bdf5-45d5-4174-8143-ff35ac3b8ca8 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Request body: {'security_group_rule': {'security_group_id': 'e533218c-ebfe-4a53-a573-b11faa2b31b8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:20.655454 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-9bd0bdf5-45d5-4174-8143-ff35ac3b8ca8 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:32:20.657559 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9bd0bdf5-45d5-4174-8143-ff35ac3b8ca8 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0218532 Mar 11 15:32:20.663511 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38076) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:20.752393 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d91a2c68-5948-4941-8367-2f546a658129 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:20.752836 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91a2c68-5948-4941-8367-2f546a658129 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Fanout notify agent at l3_agent the message router_deleted on router 8ac6e48e-c8fd-46f2-9c35-8bab30f0a6eb {{(pid=83866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:32:20.754410 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c8bb5f-5a40-4985-9bed-6f3f55f5918d tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'Port': ['ID=7644ac9f-e55a-4e80-85a3-1f51b960ec0d,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:20.761564 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c8bb5f-5a40-4985-9bed-6f3f55f5918d tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Network c049f5b2-1690-496c-8cf2-0cf9cb22ae1c is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:32:20.770570 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-d9c8bb5f-5a40-4985-9bed-6f3f55f5918d tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:32:20.774718 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c8bb5f-5a40-4985-9bed-6f3f55f5918d tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:32:20.778729 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c8bb5f-5a40-4985-9bed-6f3f55f5918d tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:20.779379 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d9c8bb5f-5a40-4985-9bed-6f3f55f5918d tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:20.795598 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d91a2c68-5948-4941-8367-2f546a658129 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:20.797745 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d91a2c68-5948-4941-8367-2f546a658129 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] 10.222.0.31 "DELETE /v2.0/routers/8ac6e48e-c8fd-46f2-9c35-8bab30f0a6eb HTTP/1.1" status: 204 len: 168 time: 4.3313298 Mar 11 15:32:20.814062 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38080) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:20.817692 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-1b51c46a-82fc-4e0c-a883-255a5c4f66d2 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:20.826378 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-5c277a8a-3338-4de6-acc1-e2848d216dc7 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-364323666', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:20.826871 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-6cd0c037-e27b-47fb-8c37-589b4f73d2c0 None None] Set router 25aa0955-a133-4744-be3a-29356fce6747 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:32:20.834551 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e363f8-f54a-4587-af41-ab5dd72f9ebe req-9b3e2988-9b9c-47ed-803f-b41ed0c7bed9 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:20.836052 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-49e363f8-f54a-4587-af41-ab5dd72f9ebe req-9b3e2988-9b9c-47ed-803f-b41ed0c7bed9 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ed1c014-724b-486c-9d57-1c54d27a1b58 HTTP/1.1" status: 200 len: 946 time: 0.4307740 Mar 11 15:32:20.839383 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-5c277a8a-3338-4de6-acc1-e2848d216dc7 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:20.850794 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-5c277a8a-3338-4de6-acc1-e2848d216dc7 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Usage tracker for resource:router and tenant:e3780808577d4381a98ee54e75caac80 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:20.860167 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-5c277a8a-3338-4de6-acc1-e2848d216dc7 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:20.866005 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-1b51c46a-82fc-4e0c-a883-255a5c4f66d2 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:20.876012 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d9c8bb5f-5a40-4985-9bed-6f3f55f5918d tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.2757938 Mar 11 15:32:20.876012 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-5c277a8a-3338-4de6-acc1-e2848d216dc7 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:20.877168 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38084) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:20.886320 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-10aa1719-7105-4443-87ab-cc6d05fed9e3 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:20.920654 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-92bdb973-1879-454f-85cd-cff16195a448 req-32c54bf8-e4c5-49c8-9d39-27e2275bcd60 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b0803f52583a49e1b421e3b5a9e44844&device_id=6ed1c014-724b-486c-9d57-1c54d27a1b58 HTTP/1.1" status: 200 len: 1099 time: 0.5887234 Mar 11 15:32:20.943072 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b51c46a-82fc-4e0c-a883-255a5c4f66d2 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Made reservation on behalf of 08d14954a9a44d808e73ee1adc21420c for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:32:20.981110 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5c277a8a-3338-4de6-acc1-e2848d216dc7 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:20.982148 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5c277a8a-3338-4de6-acc1-e2848d216dc7 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:21.064728 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-49e363f8-f54a-4587-af41-ab5dd72f9ebe req-ae730a92-950c-44c5-82f9-ff8dd4efa582 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddd9975-6795-448d-913f-a65ef3bd0a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949582 Mar 11 15:32:21.079597 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-abe6009a-bc6d-47cb-885d-4fd558c92ed4 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:21.105926 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1b51c46a-82fc-4e0c-a883-255a5c4f66d2 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:21.119524 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38088) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:21.157912 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-10aa1719-7105-4443-87ab-cc6d05fed9e3 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:21.179227 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5c277a8a-3338-4de6-acc1-e2848d216dc7 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:21.279872 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-abe6009a-bc6d-47cb-885d-4fd558c92ed4 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:21.397835 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-474ed5b4-99c7-4649-bbd2-8e96c97033e7 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/floatingips/ed4eda79-1da9-4627-b202-c3b778fb6fff HTTP/1.1" status: 200 len: 992 time: 0.2704294 Mar 11 15:32:21.404667 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-6cd0c037-e27b-47fb-8c37-589b4f73d2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25aa0955-a133-4744-be3a-29356fce6747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-791950041', 'tenant_id': 'b0803f52583a49e1b421e3b5a9e44844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.75'}], 'enable_snat': True}, 'gw_port_id': 'fc797b35-c949-407c-a372-bf4e97d80f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:31:19Z', 'updated_at': '2022-03-11T15:31:33Z', 'revision_number': 4, 'project_id': 'b0803f52583a49e1b421e3b5a9e44844', 'gw_port': {'id': 'fc797b35-c949-407c-a372-bf4e97d80f81', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:35:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aa0955-a133-4744-be3a-29356fce6747', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:31:20Z', 'updated_at': '2022-03-11T15:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'ed4eda79-1da9-4627-b202-c3b778fb6fff', 'tenant_id': 'b0803f52583a49e1b421e3b5a9e44844', 'floating_ip_address': '172.26.0.183', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '25aa0955-a133-4744-be3a-29356fce6747', 'port_id': '8f92b8fb-8aec-4e35-9fc2-0fd328475dd3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddbb0760-09e3-49a1-abd2-299a4552a88c', 'mac_address': 'fa:16:3e:0b:68:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed1c014-724b-486c-9d57-1c54d27a1b58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:32:13Z', 'updated_at': '2022-03-11T15:32:13Z', 'revision_number': 0, 'project_id': 'b0803f52583a49e1b421e3b5a9e44844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43a6020-20a6-46cf-a556-a4026338a6f9', 'name': '', 'network_id': 'ddbb0760-09e3-49a1-abd2-299a4552a88c', 'tenant_id': 'b0803f52583a49e1b421e3b5a9e44844', 'mac_address': 'fa:16:3e:af:67:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aa0955-a133-4744-be3a-29356fce6747', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee15d9e2-a05e-476c-acce-9c65123f6291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:31:31Z', 'updated_at': '2022-03-11T15:31:42Z', 'revision_number': 5, 'project_id': 'b0803f52583a49e1b421e3b5a9e44844', 'subnets': [{'id': 'ee15d9e2-a05e-476c-acce-9c65123f6291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:21.411558 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd0c037-e27b-47fb-8c37-589b4f73d2c0 None None] The sync data for ids ['25aa0955-a133-4744-be3a-29356fce6747'] in dv-neutron-833373-1-hyperv is: [{'id': '25aa0955-a133-4744-be3a-29356fce6747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-791950041', 'tenant_id': 'b0803f52583a49e1b421e3b5a9e44844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.75'}], 'enable_snat': True}, 'gw_port_id': 'fc797b35-c949-407c-a372-bf4e97d80f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:31:19Z', 'updated_at': '2022-03-11T15:31:33Z', 'revision_number': 4, 'project_id': 'b0803f52583a49e1b421e3b5a9e44844', 'gw_port': {'id': 'fc797b35-c949-407c-a372-bf4e97d80f81', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:35:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aa0955-a133-4744-be3a-29356fce6747', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:31:20Z', 'updated_at': '2022-03-11T15:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'ed4eda79-1da9-4627-b202-c3b778fb6fff', 'tenant_id': 'b0803f52583a49e1b421e3b5a9e44844', 'floating_ip_address': '172.26.0.183', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '25aa0955-a133-4744-be3a-29356fce6747', 'port_id': '8f92b8fb-8aec-4e35-9fc2-0fd328475dd3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddbb0760-09e3-49a1-abd2-299a4552a88c', 'mac_address': 'fa:16:3e:0b:68:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed1c014-724b-486c-9d57-1c54d27a1b58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:32:13Z', 'updated_at': '2022-03-11T15:32:13Z', 'revision_number': 0, 'project_id': 'b0803f52583a49e1b421e3b5a9e44844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43a6020-20a6-46cf-a556-a4026338a6f9', 'name': '', 'network_id': 'ddbb0760-09e3-49a1-abd2-299a4552a88c', 'tenant_id': 'b0803f52583a49e1b421e3b5a9e44844', 'mac_address': 'fa:16:3e:af:67:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aa0955-a133-4744-be3a-29356fce6747', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee15d9e2-a05e-476c-acce-9c65123f6291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:31:31Z', 'updated_at': '2022-03-11T15:31:42Z', 'revision_number': 5, 'project_id': 'b0803f52583a49e1b421e3b5a9e44844', 'subnets': [{'id': 'ee15d9e2-a05e-476c-acce-9c65123f6291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:32:21.430692 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bdb973-1879-454f-85cd-cff16195a448 req-5e8dabea-187b-4192-9e5b-a2ab183fc0ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:21.432213 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-92bdb973-1879-454f-85cd-cff16195a448 req-5e8dabea-187b-4192-9e5b-a2ab183fc0ce service neutron] 10.222.0.73 "GET /v2.0/networks?id=ddbb0760-09e3-49a1-abd2-299a4552a88c HTTP/1.1" status: 200 len: 898 time: 0.5028238 Mar 11 15:32:21.463326 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-abe6009a-bc6d-47cb-885d-4fd558c92ed4 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:21.497960 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5c277a8a-3338-4de6-acc1-e2848d216dc7 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:21.525162 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe6009a-bc6d-47cb-885d-4fd558c92ed4 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e533218c-ebfe-4a53-a573-b11faa2b31b8,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:21.594811 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5c277a8a-3338-4de6-acc1-e2848d216dc7 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:21.595920 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-5c277a8a-3338-4de6-acc1-e2848d216dc7 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7796464 Mar 11 15:32:21.599155 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38094) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:21.622548 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-47f9d8b2-0f08-4484-86b2-9d655502c007 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'enable_snat': False}}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:21.675130 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-840991f4-2b72-4390-9a55-851d5d211038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:21.685254 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-abe6009a-bc6d-47cb-885d-4fd558c92ed4 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:21.685779 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-abe6009a-bc6d-47cb-885d-4fd558c92ed4 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "DELETE /v2.0/security-groups/e533218c-ebfe-4a53-a573-b11faa2b31b8 HTTP/1.1" status: 204 len: 168 time: 1.0203898 Mar 11 15:32:21.698635 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38098) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:21.805751 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-92bdb973-1879-454f-85cd-cff16195a448 req-4180b9db-d2c8-4573-b940-0e8c8ba32fea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f92b8fb-8aec-4e35-9fc2-0fd328475dd3 HTTP/1.1" status: 200 len: 1000 time: 0.3608043 Mar 11 15:32:21.869305 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-024485e1-ddd2-40f3-ab1d-fd62f1a22d71 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:21.921606 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1b51c46a-82fc-4e0c-a883-255a5c4f66d2 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:21.926546 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bdb973-1879-454f-85cd-cff16195a448 req-4a3d2741-b673-4fda-9a98-6965b71c3ec7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:21.928007 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-92bdb973-1879-454f-85cd-cff16195a448 req-4a3d2741-b673-4fda-9a98-6965b71c3ec7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ee15d9e2-a05e-476c-acce-9c65123f6291 HTTP/1.1" status: 200 len: 832 time: 0.1031203 Mar 11 15:32:21.976438 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-10aa1719-7105-4443-87ab-cc6d05fed9e3 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:21.986543 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-10aa1719-7105-4443-87ab-cc6d05fed9e3 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:22.062126 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-10aa1719-7105-4443-87ab-cc6d05fed9e3 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] In _notify_port_updated(), no bound segment for port 7644ac9f-e55a-4e80-85a3-1f51b960ec0d on network c049f5b2-1690-496c-8cf2-0cf9cb22ae1c {{(pid=83866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 15:32:22.066006 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10aa1719-7105-4443-87ab-cc6d05fed9e3 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:22.066654 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-10aa1719-7105-4443-87ab-cc6d05fed9e3 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:22.067967 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-10aa1719-7105-4443-87ab-cc6d05fed9e3 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "PUT /v2.0/ports/7644ac9f-e55a-4e80-85a3-1f51b960ec0d HTTP/1.1" status: 200 len: 818 time: 1.1888440 Mar 11 15:32:22.083128 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38102) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:22.148372 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa1719-7105-4443-87ab-cc6d05fed9e3 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'Port': ['ID=7644ac9f-e55a-4e80-85a3-1f51b960ec0d,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:22.163016 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-a65dd86b-4b4d-4106-ab59-744f0ddced33 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Synchronizing usage tracker for tenant:4e49178b23b840ef958eb138483982b0 on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:32:22.193264 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-e7f71542-81e3-4999-baef-e1fce76298e1 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Deleting port 7644ac9f-e55a-4e80-85a3-1f51b960ec0d {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:32:22.193607 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e7f71542-81e3-4999-baef-e1fce76298e1 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:22.216951 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51c46a-82fc-4e0c-a883-255a5c4f66d2 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Pushing event updated for resources: {'Subnet': ['ID=4b63daf6-4dbe-4bcf-a21f-1086e3dc81cb,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:22.239964 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-92bdb973-1879-454f-85cd-cff16195a448 req-93963104-3a32-436a-a633-4e0924f52cdc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ddbb0760-09e3-49a1-abd2-299a4552a88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3042297 Mar 11 15:32:22.370947 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-a65dd86b-4b4d-4106-ab59-744f0ddced33 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Unset dirty status for tenant:4e49178b23b840ef958eb138483982b0 on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:32:22.372231 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a65dd86b-4b4d-4106-ab59-744f0ddced33 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6725023 Mar 11 15:32:22.381416 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38106) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:22.400501 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-fca4b74a-66ad-4027-8659-d8af9104bb8d tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Request body: {'security_group': {'name': 'tempest-secgroup--1542340070'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:22.409596 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b51c46a-82fc-4e0c-a883-255a5c4f66d2 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Checking segment: {'id': '60b33c8b-b3ed-4e87-a27d-357439ccf7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'a2acfd04-f5c0-4c9f-b0e2-719fd0533358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:32:22.409946 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b51c46a-82fc-4e0c-a883-255a5c4f66d2 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Network hostable DHCP agents. Network: a2acfd04-f5c0-4c9f-b0e2-719fd0533358, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:32:22.410420 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38110) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:22.433161 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-fca4b74a-66ad-4027-8659-d8af9104bb8d tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:22.487625 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-fca4b74a-66ad-4027-8659-d8af9104bb8d tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:22.650265 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fca4b74a-66ad-4027-8659-d8af9104bb8d tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:22.664923 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b51c46a-82fc-4e0c-a883-255a5c4f66d2 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Network a2acfd04-f5c0-4c9f-b0e2-719fd0533358 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:32:22.715583 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-92bdb973-1879-454f-85cd-cff16195a448 req-d025caa5-ea48-48a9-b944-414a0cbfff77 service neutron] 10.222.0.73 "GET /v2.0/networks/ddbb0760-09e3-49a1-abd2-299a4552a88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435639 Mar 11 15:32:22.731472 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-1b51c46a-82fc-4e0c-a883-255a5c4f66d2 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, a2acfd04-f5c0-4c9f-b0e2-719fd0533358) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:32:22.741272 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbce16b0-fae8-4a58-af44-6f54036bb37a None None] Network a2acfd04-f5c0-4c9f-b0e2-719fd0533358 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:32:22.748534 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b51c46a-82fc-4e0c-a883-255a5c4f66d2 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:22.749115 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1b51c46a-82fc-4e0c-a883-255a5c4f66d2 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:22.778387 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-06d9bcca-2d56-4fb6-a83c-4fa56a05dda3 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/floatingips/ed4eda79-1da9-4627-b202-c3b778fb6fff HTTP/1.1" status: 200 len: 992 time: 0.3657193 Mar 11 15:32:22.814666 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e7f71542-81e3-4999-baef-e1fce76298e1 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:22.817466 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-fca4b74a-66ad-4027-8659-d8af9104bb8d tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:22.832788 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-1b51c46a-82fc-4e0c-a883-255a5c4f66d2 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3197343 Mar 11 15:32:22.832788 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-024485e1-ddd2-40f3-ab1d-fd62f1a22d71 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Allocated IP 2001:db8:1::1 (46c12bde-b93a-4156-89df-15a2f5fba834/b4371563-1842-4ff6-8a45-018e2bf5e2b8/19de19c9-1907-457a-8611-e82665e34abc) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:32:22.835767 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-fca4b74a-66ad-4027-8659-d8af9104bb8d tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Usage tracker for resource:security_group_rule and tenant:4e49178b23b840ef958eb138483982b0 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:22.842062 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-47f9d8b2-0f08-4484-86b2-9d655502c007 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:22.853068 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-fca4b74a-66ad-4027-8659-d8af9104bb8d tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:22.857015 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38114) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:22.873267 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-51dfdbbc-d5f0-4412-8fde-792ca1e65a9b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-528409991', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}, 'admin_state_up': False}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:22.885204 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-fca4b74a-66ad-4027-8659-d8af9104bb8d tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:22.901052 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-51dfdbbc-d5f0-4412-8fde-792ca1e65a9b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:22.917080 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-51dfdbbc-d5f0-4412-8fde-792ca1e65a9b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Usage tracker for resource:router and tenant:08d14954a9a44d808e73ee1adc21420c is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:22.926539 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-51dfdbbc-d5f0-4412-8fde-792ca1e65a9b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:22.944219 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-51dfdbbc-d5f0-4412-8fde-792ca1e65a9b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:22.949617 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd4624c-a5e0-40e5-b5d0-16fc2efbd05b None None] New status for floating IP ed4eda79-1da9-4627-b202-c3b778fb6fff: ACTIVE {{(pid=83868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 15:32:23.138965 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-51dfdbbc-d5f0-4412-8fde-792ca1e65a9b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:23.141116 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-51dfdbbc-d5f0-4412-8fde-792ca1e65a9b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:23.159496 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-e7f71542-81e3-4999-baef-e1fce76298e1 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Calling delete_port for 7644ac9f-e55a-4e80-85a3-1f51b960ec0d owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:32:23.200904 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9ab82e-4279-482d-a47b-2207d12c4df5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-a2acfd04-f5c0-4c9f-b0e2-719fd0533358', 'network_id': 'a2acfd04-f5c0-4c9f-b0e2-719fd0533358', 'tenant_id': '08d14954a9a44d808e73ee1adc21420c', 'fixed_ips': [{'subnet_id': '4b63daf6-4dbe-4bcf-a21f-1086e3dc81cb'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:32:23.201733 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3b9ab82e-4279-482d-a47b-2207d12c4df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:23.325230 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fca4b74a-66ad-4027-8659-d8af9104bb8d tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:23.336555 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fca4b74a-66ad-4027-8659-d8af9104bb8d tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:23.385577 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-51dfdbbc-d5f0-4412-8fde-792ca1e65a9b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:23.435243 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fca4b74a-66ad-4027-8659-d8af9104bb8d tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:23.439845 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-fca4b74a-66ad-4027-8659-d8af9104bb8d tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0534627 Mar 11 15:32:23.439845 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca4b74a-66ad-4027-8659-d8af9104bb8d tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbf5980-3ddc-4bcb-a7fd-6d239c59e5a7,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:23.442934 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-024485e1-ddd2-40f3-ab1d-fd62f1a22d71 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:23.446901 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38118) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:23.459247 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-b9837c37-d9da-470f-9749-b0213ec86b13 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Request body: {'security_group_rule': {'security_group_id': '7fbf5980-3ddc-4bcb-a7fd-6d239c59e5a7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:23.459887 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-b9837c37-d9da-470f-9749-b0213ec86b13 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:32:23.464002 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b9837c37-d9da-470f-9749-b0213ec86b13 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0089574 Mar 11 15:32:23.464245 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e7f71542-81e3-4999-baef-e1fce76298e1 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:23.466572 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38122) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:23.483615 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-7d59fcd7-40cd-4b18-a924-83bb8c9f27cc tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Request body: {'security_group_rule': {'security_group_id': '7fbf5980-3ddc-4bcb-a7fd-6d239c59e5a7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:23.507357 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-92bdb973-1879-454f-85cd-cff16195a448 req-16976496-b42e-4722-a9bc-c565f6183188 service neutron] 10.222.0.73 "GET /v2.0/networks/ddbb0760-09e3-49a1-abd2-299a4552a88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7281506 Mar 11 15:32:23.527324 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f71542-81e3-4999-baef-e1fce76298e1 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event deleted for resources: {'Port': ['ID=7644ac9f-e55a-4e80-85a3-1f51b960ec0d,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:23.539140 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-024485e1-ddd2-40f3-ab1d-fd62f1a22d71 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Transition to ACTIVE for port object 19de19c9-1907-457a-8611-e82665e34abc will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:32:23.555255 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-3b9ab82e-4279-482d-a47b-2207d12c4df5 None None] Allocated IP 172.20.0.2 (a2acfd04-f5c0-4c9f-b0e2-719fd0533358/4b63daf6-4dbe-4bcf-a21f-1086e3dc81cb/2ba8428d-715e-4c29-bbb8-e2c8b1c983be) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:32:23.557041 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7d59fcd7-40cd-4b18-a924-83bb8c9f27cc tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:23.575893 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e7f71542-81e3-4999-baef-e1fce76298e1 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:23.600929 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-e7f71542-81e3-4999-baef-e1fce76298e1 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/ports/7644ac9f-e55a-4e80-85a3-1f51b960ec0d HTTP/1.1" status: 204 len: 168 time: 1.5130706 Mar 11 15:32:23.601769 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38126) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:23.620366 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7d59fcd7-40cd-4b18-a924-83bb8c9f27cc tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Usage tracker for resource:security_group_rule and tenant:4e49178b23b840ef958eb138483982b0 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:23.635875 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7d59fcd7-40cd-4b18-a924-83bb8c9f27cc tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:23.648889 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7d59fcd7-40cd-4b18-a924-83bb8c9f27cc tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:23.688489 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-51dfdbbc-d5f0-4412-8fde-792ca1e65a9b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:23.753242 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659f35d2-d829-4eb9-a962-f23d976885c3 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:23.753889 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-659f35d2-d829-4eb9-a962-f23d976885c3 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Synchronizing usage tracker for tenant:a138b31c346e4c0cb3afee629b96673d on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:32:23.782036 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38130) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:23.800729 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3b9ab82e-4279-482d-a47b-2207d12c4df5 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:23.819926 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-3b9ab82e-4279-482d-a47b-2207d12c4df5 None None] Transition to ACTIVE for port object 2ba8428d-715e-4c29-bbb8-e2c8b1c983be will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:32:23.844970 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-3b9ab82e-4279-482d-a47b-2207d12c4df5 None None] Transition to ACTIVE for port object 2ba8428d-715e-4c29-bbb8-e2c8b1c983be will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:32:23.851973 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-659f35d2-d829-4eb9-a962-f23d976885c3 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Unset dirty status for tenant:a138b31c346e4c0cb3afee629b96673d on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:32:23.852569 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3b9ab82e-4279-482d-a47b-2207d12c4df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:23.856555 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-659f35d2-d829-4eb9-a962-f23d976885c3 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2507119 Mar 11 15:32:23.860030 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-024485e1-ddd2-40f3-ab1d-fd62f1a22d71 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:23.863740 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38134) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:23.928407 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9ab82e-4279-482d-a47b-2207d12c4df5 None None] Network a2acfd04-f5c0-4c9f-b0e2-719fd0533358 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:32:23.931430 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-3b9ab82e-4279-482d-a47b-2207d12c4df5 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:32:23.935286 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9ab82e-4279-482d-a47b-2207d12c4df5 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:32:23.944237 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ab82e-4279-482d-a47b-2207d12c4df5 None None] Pushing event updated for resources: {'Port': ['ID=2ba8428d-715e-4c29-bbb8-e2c8b1c983be,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:23.967036 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b7b24b37-687b-434e-88a7-2ea19a8de3f4 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/floatingips/ed4eda79-1da9-4627-b202-c3b778fb6fff HTTP/1.1" status: 200 len: 994 time: 0.1835661 Mar 11 15:32:23.991196 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-840991f4-2b72-4390-9a55-851d5d211038 admin admin] Deleting port 6a0b7694-c563-4822-949d-030b3c852d6b {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:32:23.991529 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-840991f4-2b72-4390-9a55-851d5d211038 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:24.003161 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-7d59fcd7-40cd-4b18-a924-83bb8c9f27cc tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:32:24.007387 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7d59fcd7-40cd-4b18-a924-83bb8c9f27cc tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5360162 Mar 11 15:32:24.014180 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38140) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:24.015280 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aa59aae-5fd9-42da-84fa-99c7a26781c4 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] GET failed (client error): The resource could not be found. Mar 11 15:32:24.015855 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-1aa59aae-5fd9-42da-84fa-99c7a26781c4 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Synchronizing usage tracker for tenant:a138b31c346e4c0cb3afee629b96673d on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:32:24.033617 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-47efae07-9991-4df8-8b34-d0a1b5a8760f tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Request body: {'security_group_rule': {'security_group_id': '7fbf5980-3ddc-4bcb-a7fd-6d239c59e5a7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:24.035218 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-47efae07-9991-4df8-8b34-d0a1b5a8760f tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:32:24.038777 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-47efae07-9991-4df8-8b34-d0a1b5a8760f tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0169690 Mar 11 15:32:24.039649 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38144) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:24.045275 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-4bab6205-e504-4e20-9bdc-ef5d835fe7a0 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Request body: {'security_group_rule': {'security_group_id': '7fbf5980-3ddc-4bcb-a7fd-6d239c59e5a7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:24.051733 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-3b9ab82e-4279-482d-a47b-2207d12c4df5 None None] Attempting to bind port 2ba8428d-715e-4c29-bbb8-e2c8b1c983be on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:32:24.052214 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-3b9ab82e-4279-482d-a47b-2207d12c4df5 None None] Attempting to bind port 2ba8428d-715e-4c29-bbb8-e2c8b1c983be by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '60b33c8b-b3ed-4e87-a27d-357439ccf7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'a2acfd04-f5c0-4c9f-b0e2-719fd0533358'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:32:24.052646 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9ab82e-4279-482d-a47b-2207d12c4df5 None None] Attempting to bind port 2ba8428d-715e-4c29-bbb8-e2c8b1c983be on network a2acfd04-f5c0-4c9f-b0e2-719fd0533358 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:32:24.060138 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9ab82e-4279-482d-a47b-2207d12c4df5 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:32:24.060379 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9ab82e-4279-482d-a47b-2207d12c4df5 None None] Checking segment: {'id': '60b33c8b-b3ed-4e87-a27d-357439ccf7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'a2acfd04-f5c0-4c9f-b0e2-719fd0533358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:32:24.060581 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-4bab6205-e504-4e20-9bdc-ef5d835fe7a0 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:24.061274 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3b9ab82e-4279-482d-a47b-2207d12c4df5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:24.061408 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9ab82e-4279-482d-a47b-2207d12c4df5 None None] Bound using segment: {'id': '60b33c8b-b3ed-4e87-a27d-357439ccf7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'a2acfd04-f5c0-4c9f-b0e2-719fd0533358'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:32:24.061840 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-3b9ab82e-4279-482d-a47b-2207d12c4df5 None None] Bound port: 2ba8428d-715e-4c29-bbb8-e2c8b1c983be, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60b33c8b-b3ed-4e87-a27d-357439ccf7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'a2acfd04-f5c0-4c9f-b0e2-719fd0533358'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:32:24.063358 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3b9ab82e-4279-482d-a47b-2207d12c4df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:24.066494 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024485e1-ddd2-40f3-ab1d-fd62f1a22d71 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Network 46c12bde-b93a-4156-89df-15a2f5fba834 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:32:24.066668 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-4bab6205-e504-4e20-9bdc-ef5d835fe7a0 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Usage tracker for resource:security_group_rule and tenant:4e49178b23b840ef958eb138483982b0 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:24.070824 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-47f9d8b2-0f08-4484-86b2-9d655502c007 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:24.070975 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-4bab6205-e504-4e20-9bdc-ef5d835fe7a0 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:24.097534 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024485e1-ddd2-40f3-ab1d-fd62f1a22d71 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event updated for resources: {'Port': ['ID=19de19c9-1907-457a-8611-e82665e34abc,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:24.101987 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-4bab6205-e504-4e20-9bdc-ef5d835fe7a0 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:24.105716 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-024485e1-ddd2-40f3-ab1d-fd62f1a22d71 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:32:24.111176 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024485e1-ddd2-40f3-ab1d-fd62f1a22d71 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:32:24.111697 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-024485e1-ddd2-40f3-ab1d-fd62f1a22d71 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:24.120069 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-47f9d8b2-0f08-4484-86b2-9d655502c007 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:24.123139 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-1aa59aae-5fd9-42da-84fa-99c7a26781c4 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Unset dirty status for tenant:a138b31c346e4c0cb3afee629b96673d on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:32:24.124319 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-1aa59aae-5fd9-42da-84fa-99c7a26781c4 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "GET /v2.0/ports/7644ac9f-e55a-4e80-85a3-1f51b960ec0d HTTP/1.1" status: 404 len: 333 time: 0.2239804 Mar 11 15:32:24.182105 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-3b9ab82e-4279-482d-a47b-2207d12c4df5 None None] For port 2ba8428d-715e-4c29-bbb8-e2c8b1c983be, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:32:24.183700 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38148) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:24.185922 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-3b9ab82e-4279-482d-a47b-2207d12c4df5 None None] For port 2ba8428d-715e-4c29-bbb8-e2c8b1c983be, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=2ba8428d-715e-4c29-bbb8-e2c8b1c983be,segment=NetworkSegment(60b33c8b-b3ed-4e87-a27d-357439ccf7b1),segment_id=60b33c8b-b3ed-4e87-a27d-357439ccf7b1)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:32:24.192093 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3b9ab82e-4279-482d-a47b-2207d12c4df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:24.226467 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-2c218b20-2d36-4535-8bdc-dd90813c03a6 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-130834336'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:24.240025 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-2c218b20-2d36-4535-8bdc-dd90813c03a6 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:24.274397 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-2c218b20-2d36-4535-8bdc-dd90813c03a6 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Usage tracker for resource:network and tenant:a138b31c346e4c0cb3afee629b96673d is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:24.286293 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-2c218b20-2d36-4535-8bdc-dd90813c03a6 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:24.294037 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ab82e-4279-482d-a47b-2207d12c4df5 None None] Pushing event updated for resources: {'Port': ['ID=2ba8428d-715e-4c29-bbb8-e2c8b1c983be,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:24.312371 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-2c218b20-2d36-4535-8bdc-dd90813c03a6 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:24.348410 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-4bab6205-e504-4e20-9bdc-ef5d835fe7a0 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:32:24.352278 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-4bab6205-e504-4e20-9bdc-ef5d835fe7a0 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3095405 Mar 11 15:32:24.352461 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38152) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:24.358232 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-70f48d22-7ce6-4e99-b968-e1c67215a3ba tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Request body: {'security_group_rule': {'security_group_id': '7fbf5980-3ddc-4bcb-a7fd-6d239c59e5a7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:24.358827 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-70f48d22-7ce6-4e99-b968-e1c67215a3ba tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:32:24.363095 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-70f48d22-7ce6-4e99-b968-e1c67215a3ba tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063744 Mar 11 15:32:24.369369 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38156) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:24.370128 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c218b20-2d36-4535-8bdc-dd90813c03a6 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Made reservation on behalf of a138b31c346e4c0cb3afee629b96673d for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:32:24.373129 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2c218b20-2d36-4535-8bdc-dd90813c03a6 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:24.393416 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-cb5ec2e8-d4e3-47f9-8128-222417af0cd2 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Request body: {'security_group_rule': {'security_group_id': '7fbf5980-3ddc-4bcb-a7fd-6d239c59e5a7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:24.399047 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-cb5ec2e8-d4e3-47f9-8128-222417af0cd2 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:24.402698 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-cb5ec2e8-d4e3-47f9-8128-222417af0cd2 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Usage tracker for resource:security_group_rule and tenant:4e49178b23b840ef958eb138483982b0 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:24.408896 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-cb5ec2e8-d4e3-47f9-8128-222417af0cd2 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:24.420616 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-cb5ec2e8-d4e3-47f9-8128-222417af0cd2 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:24.426096 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-840991f4-2b72-4390-9a55-851d5d211038 admin admin] For port 6a0b7694-c563-4822-949d-030b3c852d6b, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=6a0b7694-c563-4822-949d-030b3c852d6b,segment=NetworkSegment(45c5f275-59df-4ebf-b47e-648f4f176e10),segment_id=45c5f275-59df-4ebf-b47e-648f4f176e10)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:32:24.426489 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-840991f4-2b72-4390-9a55-851d5d211038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:24.455565 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c218b20-2d36-4535-8bdc-dd90813c03a6 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:32:24.464797 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-47f9d8b2-0f08-4484-86b2-9d655502c007 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Allocated IP 172.26.0.197 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/123be917-87cb-4d80-a5f9-48040c2f99bb) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:32:24.575925 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-8bd414ab-0b06-472c-88e8-3953a88ed4e0 None None] Provisioning for port 19de19c9-1907-457a-8611-e82665e34abc completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:32:24.582497 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-8bd414ab-0b06-472c-88e8-3953a88ed4e0 None None] Provisioning complete for port 19de19c9-1907-457a-8611-e82665e34abc triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:32:24.583057 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8bd414ab-0b06-472c-88e8-3953a88ed4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:24.595393 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-840991f4-2b72-4390-9a55-851d5d211038 admin admin] Calling delete_port for 6a0b7694-c563-4822-949d-030b3c852d6b owned by network:router_interface {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:32:24.608778 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-024485e1-ddd2-40f3-ab1d-fd62f1a22d71 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:24.650563 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.securitygroups_db [None req-cb5ec2e8-d4e3-47f9-8128-222417af0cd2 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Project 4e49178b23b840ef958eb138483982b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:32:24.669786 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2c218b20-2d36-4535-8bdc-dd90813c03a6 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:24.670100 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-2c218b20-2d36-4535-8bdc-dd90813c03a6 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Added segment 63dc5b00-ca6f-439b-9fd2-4fbe5dd529ed of type vlan for network 8556e91d-1ba6-49c8-874a-122eed4965ff Mar 11 15:32:24.681251 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-8bd414ab-0b06-472c-88e8-3953a88ed4e0 None None] Port 19de19c9-1907-457a-8611-e82665e34abc cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:32:24.743316 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2c218b20-2d36-4535-8bdc-dd90813c03a6 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:24.753674 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-cb5ec2e8-d4e3-47f9-8128-222417af0cd2 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:32:24.758025 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-cb5ec2e8-d4e3-47f9-8128-222417af0cd2 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3742821 Mar 11 15:32:24.758724 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38160) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:24.774003 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-03c8c401-73e7-4c23-b9c1-79bb252c9d15 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Request body: {'security_group_rule': {'security_group_id': '7fbf5980-3ddc-4bcb-a7fd-6d239c59e5a7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:24.774806 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-03c8c401-73e7-4c23-b9c1-79bb252c9d15 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:32:24.778828 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-03c8c401-73e7-4c23-b9c1-79bb252c9d15 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0128002 Mar 11 15:32:24.782343 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38164) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:24.792985 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-2511dc85-c466-49e5-8b51-3df52f02940e tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Request body: {'security_group_rule': {'security_group_id': '7fbf5980-3ddc-4bcb-a7fd-6d239c59e5a7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:24.814061 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-2511dc85-c466-49e5-8b51-3df52f02940e tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:24.822727 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-2511dc85-c466-49e5-8b51-3df52f02940e tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Usage tracker for resource:security_group_rule and tenant:4e49178b23b840ef958eb138483982b0 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:24.828987 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-2511dc85-c466-49e5-8b51-3df52f02940e tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:24.842470 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-2511dc85-c466-49e5-8b51-3df52f02940e tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:24.871984 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2c218b20-2d36-4535-8bdc-dd90813c03a6 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:24.877615 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c218b20-2d36-4535-8bdc-dd90813c03a6 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:24.878878 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2c218b20-2d36-4535-8bdc-dd90813c03a6 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:24.913208 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.securitygroups_db [None req-2511dc85-c466-49e5-8b51-3df52f02940e tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Project 4e49178b23b840ef958eb138483982b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:32:24.961898 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-47f9d8b2-0f08-4484-86b2-9d655502c007 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:24.967250 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-51dfdbbc-d5f0-4412-8fde-792ca1e65a9b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for router_gateway, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:25.005442 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-51dfdbbc-d5f0-4412-8fde-792ca1e65a9b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:25.066563 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-2c218b20-2d36-4535-8bdc-dd90813c03a6 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8657904 Mar 11 15:32:25.069558 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38168) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:25.070050 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-2511dc85-c466-49e5-8b51-3df52f02940e tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:32:25.076591 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-2511dc85-c466-49e5-8b51-3df52f02940e tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2931473 Mar 11 15:32:25.078992 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38170) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:25.079895 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c218b20-2d36-4535-8bdc-dd90813c03a6 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'Network': ['ID=8556e91d-1ba6-49c8-874a-122eed4965ff,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:25.089561 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-0da8f101-3944-4897-bcce-ed45698e381c tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'subnet': {'network_id': '8556e91d-1ba6-49c8-874a-122eed4965ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:25.100012 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 8556e91d-1ba6-49c8-874a-122eed4965ff details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:32:25.102661 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-c17b9312-5186-461d-bc47-5077048a53d8 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Request body: {'security_group_rule': {'security_group_id': '7fbf5980-3ddc-4bcb-a7fd-6d239c59e5a7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:25.114264 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c17b9312-5186-461d-bc47-5077048a53d8 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:25.152557 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c17b9312-5186-461d-bc47-5077048a53d8 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Usage tracker for resource:security_group_rule and tenant:4e49178b23b840ef958eb138483982b0 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:25.298592 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c17b9312-5186-461d-bc47-5077048a53d8 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:25.325097 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c17b9312-5186-461d-bc47-5077048a53d8 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:25.325448 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0da8f101-3944-4897-bcce-ed45698e381c tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:25.334641 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0da8f101-3944-4897-bcce-ed45698e381c tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Usage tracker for resource:subnet and tenant:a138b31c346e4c0cb3afee629b96673d is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:25.339061 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0da8f101-3944-4897-bcce-ed45698e381c tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:25.347708 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0da8f101-3944-4897-bcce-ed45698e381c tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:25.350208 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-840991f4-2b72-4390-9a55-851d5d211038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:25.380955 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.securitygroups_db [None req-c17b9312-5186-461d-bc47-5077048a53d8 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Project 4e49178b23b840ef958eb138483982b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:32:25.384934 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-47f9d8b2-0f08-4484-86b2-9d655502c007 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:25.405311 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840991f4-2b72-4390-9a55-851d5d211038 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a0b7694-c563-4822-949d-030b3c852d6b,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:25.408446 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da8f101-3944-4897-bcce-ed45698e381c tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Made reservation on behalf of a138b31c346e4c0cb3afee629b96673d for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:32:25.480467 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3185acf-04e1-4d94-ba0f-915ab4974a2f None None] Network a2acfd04-f5c0-4c9f-b0e2-719fd0533358 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:32:25.502179 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-c17b9312-5186-461d-bc47-5077048a53d8 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:32:25.507390 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c17b9312-5186-461d-bc47-5077048a53d8 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4199812 Mar 11 15:32:25.513474 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38176) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:25.528496 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-024485e1-ddd2-40f3-ab1d-fd62f1a22d71 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:25.551080 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f9d8b2-0f08-4484-86b2-9d655502c007 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:32:25.563445 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-47f9d8b2-0f08-4484-86b2-9d655502c007 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:32:25.566148 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-024485e1-ddd2-40f3-ab1d-fd62f1a22d71 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:25.566148 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-024485e1-ddd2-40f3-ab1d-fd62f1a22d71 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:25.570450 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-51dfdbbc-d5f0-4412-8fde-792ca1e65a9b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Allocated IP 172.26.0.226 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/54590a1f-1304-4e07-b1dc-9c391c6296a7) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:32:25.578282 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f9d8b2-0f08-4484-86b2-9d655502c007 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:32:25.582295 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-65ed8f52-39eb-452c-996c-bde1941622c1 None None] Provisioning for port 2ba8428d-715e-4c29-bbb8-e2c8b1c983be completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:32:25.613650 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9d8b2-0f08-4484-86b2-9d655502c007 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Pushing event updated for resources: {'Port': ['ID=123be917-87cb-4d80-a5f9-48040c2f99bb,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:25.619094 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0da8f101-3944-4897-bcce-ed45698e381c tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:25.991365 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024485e1-ddd2-40f3-ab1d-fd62f1a22d71 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event updated for resources: {'Port': ['ID=19de19c9-1907-457a-8611-e82665e34abc,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:26.044836 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0da8f101-3944-4897-bcce-ed45698e381c tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:26.110205 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-840991f4-2b72-4390-9a55-851d5d211038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:26.149280 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8f101-3944-4897-bcce-ed45698e381c tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'Subnet': ['ID=48f417fd-4217-4dac-abc8-ab52b5ca2afc,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:26.202712 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-335a2f69-1521-44c7-a0d9-b8758ddc234a tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:26.283783 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da8f101-3944-4897-bcce-ed45698e381c tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Checking segment: {'id': '63dc5b00-ca6f-439b-9fd2-4fbe5dd529ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '8556e91d-1ba6-49c8-874a-122eed4965ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:32:26.284411 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da8f101-3944-4897-bcce-ed45698e381c tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Network hostable DHCP agents. Network: 8556e91d-1ba6-49c8-874a-122eed4965ff, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:32:26.321286 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-335a2f69-1521-44c7-a0d9-b8758ddc234a tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:26.339365 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da8f101-3944-4897-bcce-ed45698e381c tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Network 8556e91d-1ba6-49c8-874a-122eed4965ff is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:32:26.339536 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-51dfdbbc-d5f0-4412-8fde-792ca1e65a9b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:26.351973 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024485e1-ddd2-40f3-ab1d-fd62f1a22d71 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Network 46c12bde-b93a-4156-89df-15a2f5fba834 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:32:26.356978 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-0da8f101-3944-4897-bcce-ed45698e381c tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 8556e91d-1ba6-49c8-874a-122eed4965ff) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:32:26.362982 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-024485e1-ddd2-40f3-ab1d-fd62f1a22d71 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:32:26.365372 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 2ba8428d-715e-4c29-bbb8-e2c8b1c983be up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:32:26.366514 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da8f101-3944-4897-bcce-ed45698e381c tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:26.367633 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0da8f101-3944-4897-bcce-ed45698e381c tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:26.409159 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0da8f101-3944-4897-bcce-ed45698e381c tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3313994 Mar 11 15:32:26.412243 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38182) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:26.419338 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-ca32f1de-3c4d-47b3-801a-3f485947df14 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'subnet': {'network_id': '8556e91d-1ba6-49c8-874a-122eed4965ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:26.427586 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5042e993-0dc0-48b6-969f-8824c45d7da4 None None] Network 8556e91d-1ba6-49c8-874a-122eed4965ff requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:32:26.596905 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-335a2f69-1521-44c7-a0d9-b8758ddc234a tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:26.636036 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 2ba8428d-715e-4c29-bbb8-e2c8b1c983be completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:32:26.638116 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-51dfdbbc-d5f0-4412-8fde-792ca1e65a9b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:26.645971 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a2f69-1521-44c7-a0d9-b8758ddc234a tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbf5980-3ddc-4bcb-a7fd-6d239c59e5a7,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:26.661790 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 2ba8428d-715e-4c29-bbb8-e2c8b1c983be triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:32:26.662967 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:26.741438 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dfdbbc-d5f0-4412-8fde-792ca1e65a9b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Pushing event updated for resources: {'Port': ['ID=54590a1f-1304-4e07-b1dc-9c391c6296a7,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:26.776424 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ca32f1de-3c4d-47b3-801a-3f485947df14 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:26.794230 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ca32f1de-3c4d-47b3-801a-3f485947df14 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Usage tracker for resource:subnet and tenant:a138b31c346e4c0cb3afee629b96673d is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:26.800691 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ca32f1de-3c4d-47b3-801a-3f485947df14 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:26.811329 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ca32f1de-3c4d-47b3-801a-3f485947df14 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:26.878322 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dfdbbc-d5f0-4412-8fde-792ca1e65a9b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:32:26.887912 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-47f9d8b2-0f08-4484-86b2-9d655502c007 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:26.894819 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca32f1de-3c4d-47b3-801a-3f485947df14 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Made reservation on behalf of a138b31c346e4c0cb3afee629b96673d for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:32:26.895926 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ca32f1de-3c4d-47b3-801a-3f485947df14 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:26.901477 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87520dda-50ce-4750-a117-c34e1143048c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-8556e91d-1ba6-49c8-874a-122eed4965ff', 'network_id': '8556e91d-1ba6-49c8-874a-122eed4965ff', 'tenant_id': 'a138b31c346e4c0cb3afee629b96673d', 'fixed_ips': [{'subnet_id': '48f417fd-4217-4dac-abc8-ab52b5ca2afc'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:32:26.902600 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-87520dda-50ce-4750-a117-c34e1143048c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:26.941406 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-51dfdbbc-d5f0-4412-8fde-792ca1e65a9b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:32:27.010644 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dfdbbc-d5f0-4412-8fde-792ca1e65a9b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:32:27.029657 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:27.099376 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-335a2f69-1521-44c7-a0d9-b8758ddc234a tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:27.100257 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-335a2f69-1521-44c7-a0d9-b8758ddc234a tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "DELETE /v2.0/security-groups/7fbf5980-3ddc-4bcb-a7fd-6d239c59e5a7 HTTP/1.1" status: 204 len: 168 time: 1.5810111 Mar 11 15:32:27.110003 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-a73bf6e6-5fb3-4b87-88b8-dc421742e9e0 None None] Provisioning complete for port 19de19c9-1907-457a-8611-e82665e34abc triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:32:27.110374 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a73bf6e6-5fb3-4b87-88b8-dc421742e9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:27.125770 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38186) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:27.267958 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 2ba8428d-715e-4c29-bbb8-e2c8b1c983be, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=2ba8428d-715e-4c29-bbb8-e2c8b1c983be,segment=NetworkSegment(60b33c8b-b3ed-4e87-a27d-357439ccf7b1),segment_id=60b33c8b-b3ed-4e87-a27d-357439ccf7b1)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:32:27.286382 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-a73bf6e6-5fb3-4b87-88b8-dc421742e9e0 None None] Port 19de19c9-1907-457a-8611-e82665e34abc cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:32:27.290842 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:27.309427 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.ipam_backend_mixin [None req-ca32f1de-3c4d-47b3-801a-3f485947df14 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 48f417fd-4217-4dac-abc8-ab52b5ca2afc (CIDR: 172.20.0.0/28) Mar 11 15:32:27.324657 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca32f1de-3c4d-47b3-801a-3f485947df14 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:32:27.325430 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca32f1de-3c4d-47b3-801a-3f485947df14 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:32:27.361242 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ca32f1de-3c4d-47b3-801a-3f485947df14 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9475091 Mar 11 15:32:27.364764 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38190) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:27.374143 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-ebb93afa-5239-4288-9038-1b6611cf44cb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'subnet': {'network_id': '8556e91d-1ba6-49c8-874a-122eed4965ff', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:27.382340 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-87520dda-50ce-4750-a117-c34e1143048c None None] Allocated IP 172.20.0.2 (8556e91d-1ba6-49c8-874a-122eed4965ff/48f417fd-4217-4dac-abc8-ab52b5ca2afc/f3671f00-9166-4240-9b7e-e65439da57e4) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:32:27.396742 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4de7c0ac-9ab7-415f-8036-5809526be708 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Synchronizing usage tracker for tenant:4e49178b23b840ef958eb138483982b0 on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:32:27.402307 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-47f9d8b2-0f08-4484-86b2-9d655502c007 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:27.406054 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=2ba8428d-715e-4c29-bbb8-e2c8b1c983be,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:27.415024 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-47f9d8b2-0f08-4484-86b2-9d655502c007 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709172', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-708534'] for router, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:27.503773 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4de7c0ac-9ab7-415f-8036-5809526be708 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Unset dirty status for tenant:4e49178b23b840ef958eb138483982b0 on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:32:27.506074 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4de7c0ac-9ab7-415f-8036-5809526be708 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3779390 Mar 11 15:32:27.515026 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38194) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:27.529200 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-693ec55a-aebe-4388-9ee6-bb6d985c2d29 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Request body: {'security_group': {'name': 'tempest-secgroup--80279076'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:27.548454 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-693ec55a-aebe-4388-9ee6-bb6d985c2d29 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:27.573647 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024485e1-ddd2-40f3-ab1d-fd62f1a22d71 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Router cf845e95-d099-4bcb-80b7-a463af6bc5cd has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:32:27.581711 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-51dfdbbc-d5f0-4412-8fde-792ca1e65a9b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for router_gateway, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:27.582433 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-51dfdbbc-d5f0-4412-8fde-792ca1e65a9b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:27.588283 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-693ec55a-aebe-4388-9ee6-bb6d985c2d29 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:27.631037 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ebb93afa-5239-4288-9038-1b6611cf44cb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:27.634855 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-693ec55a-aebe-4388-9ee6-bb6d985c2d29 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:27.651945 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ebb93afa-5239-4288-9038-1b6611cf44cb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Usage tracker for resource:subnet and tenant:a138b31c346e4c0cb3afee629b96673d is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:27.661231 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ebb93afa-5239-4288-9038-1b6611cf44cb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:27.678046 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-87520dda-50ce-4750-a117-c34e1143048c None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:27.678446 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ebb93afa-5239-4288-9038-1b6611cf44cb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:27.692615 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-87520dda-50ce-4750-a117-c34e1143048c None None] Transition to ACTIVE for port object f3671f00-9166-4240-9b7e-e65439da57e4 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:32:27.713339 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840991f4-2b72-4390-9a55-851d5d211038 admin admin] Router 221ec4d8-ce90-4044-849b-a99c0f4bce5b has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:32:27.714260 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb93afa-5239-4288-9038-1b6611cf44cb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Made reservation on behalf of a138b31c346e4c0cb3afee629b96673d for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:32:27.717805 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ebb93afa-5239-4288-9038-1b6611cf44cb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:27.718410 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-87520dda-50ce-4750-a117-c34e1143048c None None] Transition to ACTIVE for port object f3671f00-9166-4240-9b7e-e65439da57e4 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:32:27.728777 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-87520dda-50ce-4750-a117-c34e1143048c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:27.734100 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-693ec55a-aebe-4388-9ee6-bb6d985c2d29 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:27.742428 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-693ec55a-aebe-4388-9ee6-bb6d985c2d29 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Usage tracker for resource:security_group_rule and tenant:4e49178b23b840ef958eb138483982b0 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:27.750804 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-693ec55a-aebe-4388-9ee6-bb6d985c2d29 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:27.810382 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-693ec55a-aebe-4388-9ee6-bb6d985c2d29 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:27.815773 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87520dda-50ce-4750-a117-c34e1143048c None None] Network 8556e91d-1ba6-49c8-874a-122eed4965ff is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:32:27.818844 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-87520dda-50ce-4750-a117-c34e1143048c None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:32:27.823683 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87520dda-50ce-4750-a117-c34e1143048c None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:32:27.831571 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87520dda-50ce-4750-a117-c34e1143048c None None] Pushing event updated for resources: {'Port': ['ID=f3671f00-9166-4240-9b7e-e65439da57e4,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:27.942397 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-87520dda-50ce-4750-a117-c34e1143048c None None] Attempting to bind port f3671f00-9166-4240-9b7e-e65439da57e4 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:32:27.942830 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-87520dda-50ce-4750-a117-c34e1143048c None None] Attempting to bind port f3671f00-9166-4240-9b7e-e65439da57e4 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '63dc5b00-ca6f-439b-9fd2-4fbe5dd529ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '8556e91d-1ba6-49c8-874a-122eed4965ff'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:32:27.943174 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87520dda-50ce-4750-a117-c34e1143048c None None] Attempting to bind port f3671f00-9166-4240-9b7e-e65439da57e4 on network 8556e91d-1ba6-49c8-874a-122eed4965ff {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:32:27.950845 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87520dda-50ce-4750-a117-c34e1143048c None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:32:27.951259 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87520dda-50ce-4750-a117-c34e1143048c None None] Checking segment: {'id': '63dc5b00-ca6f-439b-9fd2-4fbe5dd529ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '8556e91d-1ba6-49c8-874a-122eed4965ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:32:27.951755 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-87520dda-50ce-4750-a117-c34e1143048c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:27.952464 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87520dda-50ce-4750-a117-c34e1143048c None None] Bound using segment: {'id': '63dc5b00-ca6f-439b-9fd2-4fbe5dd529ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '8556e91d-1ba6-49c8-874a-122eed4965ff'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:32:27.952996 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-87520dda-50ce-4750-a117-c34e1143048c None None] Bound port: f3671f00-9166-4240-9b7e-e65439da57e4, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63dc5b00-ca6f-439b-9fd2-4fbe5dd529ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '8556e91d-1ba6-49c8-874a-122eed4965ff'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:32:27.953435 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-87520dda-50ce-4750-a117-c34e1143048c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:27.987207 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-693ec55a-aebe-4388-9ee6-bb6d985c2d29 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:28.072771 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-87520dda-50ce-4750-a117-c34e1143048c None None] For port f3671f00-9166-4240-9b7e-e65439da57e4, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:32:28.077840 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-87520dda-50ce-4750-a117-c34e1143048c None None] For port f3671f00-9166-4240-9b7e-e65439da57e4, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=f3671f00-9166-4240-9b7e-e65439da57e4,segment=NetworkSegment(63dc5b00-ca6f-439b-9fd2-4fbe5dd529ed),segment_id=63dc5b00-ca6f-439b-9fd2-4fbe5dd529ed)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:32:28.090060 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-87520dda-50ce-4750-a117-c34e1143048c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:28.123386 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024485e1-ddd2-40f3-ab1d-fd62f1a22d71 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:32:28.135198 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-024485e1-ddd2-40f3-ab1d-fd62f1a22d71 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "PUT /v2.0/routers/cf845e95-d099-4bcb-80b7-a463af6bc5cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6613226 Mar 11 15:32:28.138221 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c092bfd-f52a-4f76-bb0c-4184f2d80d26 None None] Sync routers for ids ['cf845e95-d099-4bcb-80b7-a463af6bc5cd'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:32:28.138867 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38198) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:28.172715 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c092bfd-f52a-4f76-bb0c-4184f2d80d26 None None] Routers {'cf845e95-d099-4bcb-80b7-a463af6bc5cd'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:32:28.175240 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-7c092bfd-f52a-4f76-bb0c-4184f2d80d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:32:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['cf845e95-d099-4bcb-80b7-a463af6bc5cd'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:28.258046 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8032b5a3-12f7-4243-abff-61e3a1b6a2d8 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:28.258636 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-8032b5a3-12f7-4243-abff-61e3a1b6a2d8 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Synchronizing usage tracker for tenant:c58947f968f64e3fb11fb874306012f2 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:32:28.273953 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-7c092bfd-f52a-4f76-bb0c-4184f2d80d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:28.288401 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-693ec55a-aebe-4388-9ee6-bb6d985c2d29 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:28.294469 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c092bfd-f52a-4f76-bb0c-4184f2d80d26 None None] Routers {'cf845e95-d099-4bcb-80b7-a463af6bc5cd'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:32:28.295641 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-7c092bfd-f52a-4f76-bb0c-4184f2d80d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:32:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['cf845e95-d099-4bcb-80b7-a463af6bc5cd'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:28.307047 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 2ba8428d-715e-4c29-bbb8-e2c8b1c983be up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:32:28.322957 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-8032b5a3-12f7-4243-abff-61e3a1b6a2d8 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Unset dirty status for tenant:c58947f968f64e3fb11fb874306012f2 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:32:28.324813 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-8032b5a3-12f7-4243-abff-61e3a1b6a2d8 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "GET /v2.0/ports/19de19c9-1907-457a-8611-e82665e34abc HTTP/1.1" status: 200 len: 913 time: 0.1833446 Mar 11 15:32:28.335144 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38204) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:28.387841 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87520dda-50ce-4750-a117-c34e1143048c None None] Pushing event updated for resources: {'Port': ['ID=f3671f00-9166-4240-9b7e-e65439da57e4,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:28.400147 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-7c092bfd-f52a-4f76-bb0c-4184f2d80d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:28.400543 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c092bfd-f52a-4f76-bb0c-4184f2d80d26 None None] The sync data for ids ['cf845e95-d099-4bcb-80b7-a463af6bc5cd'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:32:28.417072 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f9d8b2-0f08-4484-86b2-9d655502c007 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Router 938dbf49-462d-4d58-997e-fb700820764f is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:32:28.452506 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 2ba8428d-715e-4c29-bbb8-e2c8b1c983be triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:32:28.452887 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:28.527987 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-693ec55a-aebe-4388-9ee6-bb6d985c2d29 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:28.531107 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-693ec55a-aebe-4388-9ee6-bb6d985c2d29 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.0139170 Mar 11 15:32:28.533183 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693ec55a-aebe-4388-9ee6-bb6d985c2d29 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=469d21d8-4846-4ec7-a82d-4420ea879dc3,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:28.551751 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38208) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:28.563908 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-e2400f5c-e920-4119-9c81-a829c6d4cb65 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Request body: {'security_group_rule': {'security_group_id': '469d21d8-4846-4ec7-a82d-4420ea879dc3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:28.576335 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-e2400f5c-e920-4119-9c81-a829c6d4cb65 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:28.598966 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-e2400f5c-e920-4119-9c81-a829c6d4cb65 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Usage tracker for resource:security_group_rule and tenant:4e49178b23b840ef958eb138483982b0 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:28.604196 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-e2400f5c-e920-4119-9c81-a829c6d4cb65 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:28.624269 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-e2400f5c-e920-4119-9c81-a829c6d4cb65 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:28.631416 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51dfdbbc-d5f0-4412-8fde-792ca1e65a9b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Router 101932bf-a4be-4598-9ef6-04cfa3be9a18 is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:32:28.724018 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ebb93afa-5239-4288-9038-1b6611cf44cb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:28.791461 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-e2400f5c-e920-4119-9c81-a829c6d4cb65 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] create failed (client error): The resource could not be found. Mar 11 15:32:28.795637 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-e2400f5c-e920-4119-9c81-a829c6d4cb65 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2419498 Mar 11 15:32:28.799608 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38212) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:28.809741 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-571bf39c-39a1-4963-bac8-5db42cbdba97 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Request body: {'security_group_rule': {'security_group_id': '469d21d8-4846-4ec7-a82d-4420ea879dc3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '1df26f0a-5c87-4d8c-a7d9-76f64f4521dc'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:28.825498 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-571bf39c-39a1-4963-bac8-5db42cbdba97 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:28.846995 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-571bf39c-39a1-4963-bac8-5db42cbdba97 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Usage tracker for resource:security_group_rule and tenant:4e49178b23b840ef958eb138483982b0 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:28.849843 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb93afa-5239-4288-9038-1b6611cf44cb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'Subnet': ['ID=94c1858e-8644-44b4-8625-614669892198,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:28.853543 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-571bf39c-39a1-4963-bac8-5db42cbdba97 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:28.857708 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb93afa-5239-4288-9038-1b6611cf44cb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Network 8556e91d-1ba6-49c8-874a-122eed4965ff is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:32:28.864508 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-ebb93afa-5239-4288-9038-1b6611cf44cb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:32:28.866506 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-571bf39c-39a1-4963-bac8-5db42cbdba97 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:28.878665 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb93afa-5239-4288-9038-1b6611cf44cb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:28.879850 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ebb93afa-5239-4288-9038-1b6611cf44cb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:28.913099 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ebb93afa-5239-4288-9038-1b6611cf44cb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5471053 Mar 11 15:32:28.919981 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38216) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:28.928513 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-f9b23cad-6908-4123-91ec-8ed572c086f1 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'port': {'network_id': '8556e91d-1ba6-49c8-874a-122eed4965ff', 'fixed_ips': [{'subnet_id': '48f417fd-4217-4dac-abc8-ab52b5ca2afc'}, {'subnet_id': '94c1858e-8644-44b4-8625-614669892198'}], 'name': 'tempest-PortsTestJSON-1284532683'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:29.017949 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840991f4-2b72-4390-9a55-851d5d211038 admin admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:32:29.041312 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-840991f4-2b72-4390-9a55-851d5d211038 admin admin] 10.222.0.31 "PUT /v2.0/routers/221ec4d8-ce90-4044-849b-a99c0f4bce5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4004271 Mar 11 15:32:29.041623 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e893d59-6eec-47a5-95ef-f313a91f2291 None None] Sync routers for ids ['221ec4d8-ce90-4044-849b-a99c0f4bce5b'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:32:29.043226 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38220) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:29.067789 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e893d59-6eec-47a5-95ef-f313a91f2291 None None] Routers {'221ec4d8-ce90-4044-849b-a99c0f4bce5b'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:32:29.068446 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-9e893d59-6eec-47a5-95ef-f313a91f2291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:32:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['221ec4d8-ce90-4044-849b-a99c0f4bce5b'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:29.150179 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-571bf39c-39a1-4963-bac8-5db42cbdba97 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] create failed (client error): The resource could not be found. Mar 11 15:32:29.154557 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-571bf39c-39a1-4963-bac8-5db42cbdba97 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3531938 Mar 11 15:32:29.159316 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38224) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:29.300902 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f9d8b2-0f08-4484-86b2-9d655502c007 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:32:29.305397 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f9b23cad-6908-4123-91ec-8ed572c086f1 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:29.314392 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-47f9d8b2-0f08-4484-86b2-9d655502c007 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:29.314837 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047bf704-fe69-439b-956c-beeccc12d964 None None] Sync routers for ids ['938dbf49-462d-4d58-997e-fb700820764f'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:32:29.318631 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-47f9d8b2-0f08-4484-86b2-9d655502c007 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] 10.222.0.31 "PUT /v2.0/routers/938dbf49-462d-4d58-997e-fb700820764f HTTP/1.1" status: 200 len: 919 time: 7.7126193 Mar 11 15:32:29.321256 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38228) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:29.322726 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f9b23cad-6908-4123-91ec-8ed572c086f1 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Usage tracker for resource:port and tenant:a138b31c346e4c0cb3afee629b96673d is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:29.334367 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f9b23cad-6908-4123-91ec-8ed572c086f1 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:29.336541 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047bf704-fe69-439b-956c-beeccc12d964 None None] Routers {'938dbf49-462d-4d58-997e-fb700820764f'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:32:29.337364 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-047bf704-fe69-439b-956c-beeccc12d964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:32:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['938dbf49-462d-4d58-997e-fb700820764f'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:29.358771 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a62a4141-e574-4822-996f-6fafa7e321c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:29.374770 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-26872d41-6d7a-46aa-bfdc-8c5de7660713 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:29.387986 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-9e893d59-6eec-47a5-95ef-f313a91f2291 None None] Set router 221ec4d8-ce90-4044-849b-a99c0f4bce5b gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:32:29.408674 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c92fd6e1-52cd-4864-bd0c-19212d04cc0f tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:29.450334 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-047bf704-fe69-439b-956c-beeccc12d964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:29.476728 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047bf704-fe69-439b-956c-beeccc12d964 None None] Routers {'938dbf49-462d-4d58-997e-fb700820764f'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:32:29.477618 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-047bf704-fe69-439b-956c-beeccc12d964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:32:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['938dbf49-462d-4d58-997e-fb700820764f'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:29.535345 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f9b23cad-6908-4123-91ec-8ed572c086f1 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:29.602400 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-047bf704-fe69-439b-956c-beeccc12d964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:29.603054 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047bf704-fe69-439b-956c-beeccc12d964 None None] The sync data for ids ['938dbf49-462d-4d58-997e-fb700820764f'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:32:29.605623 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b23cad-6908-4123-91ec-8ed572c086f1 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Made reservation on behalf of a138b31c346e4c0cb3afee629b96673d for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:32:29.612712 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f9b23cad-6908-4123-91ec-8ed572c086f1 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:29.676919 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-f9b23cad-6908-4123-91ec-8ed572c086f1 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] device_id is not set on port 50561b8c-fe69-47aa-ab89-392cf83f4999 yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:32:29.715236 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-26872d41-6d7a-46aa-bfdc-8c5de7660713 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:29.722201 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a8bb10-d8fc-4cb6-805e-0d203fa1b753 None None] Network 8556e91d-1ba6-49c8-874a-122eed4965ff requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:32:29.729203 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51dfdbbc-d5f0-4412-8fde-792ca1e65a9b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:32:29.752587 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5850dc2a-aa56-4080-a332-e856a73a98aa None None] Sync routers for ids ['101932bf-a4be-4598-9ef6-04cfa3be9a18'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:32:29.797639 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-51dfdbbc-d5f0-4412-8fde-792ca1e65a9b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:29.801124 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-51dfdbbc-d5f0-4412-8fde-792ca1e65a9b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.9402602 Mar 11 15:32:29.802218 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38232) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:29.870689 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e87a999c-62a1-420e-9b8f-92d13b18c1a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:29.924360 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f2cd9f03-fd34-4177-bd1f-30ad623f8148 None None] Provisioning for port f3671f00-9166-4240-9b7e-e65439da57e4 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:32:29.938276 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-26872d41-6d7a-46aa-bfdc-8c5de7660713 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:29.939617 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5850dc2a-aa56-4080-a332-e856a73a98aa None None] Routers {'101932bf-a4be-4598-9ef6-04cfa3be9a18'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:32:29.940297 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-5850dc2a-aa56-4080-a332-e856a73a98aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:32:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['101932bf-a4be-4598-9ef6-04cfa3be9a18'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:29.968362 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26872d41-6d7a-46aa-bfdc-8c5de7660713 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=469d21d8-4846-4ec7-a82d-4420ea879dc3,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:29.995432 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-26872d41-6d7a-46aa-bfdc-8c5de7660713 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:29.995636 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-26872d41-6d7a-46aa-bfdc-8c5de7660713 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "DELETE /v2.0/security-groups/469d21d8-4846-4ec7-a82d-4420ea879dc3 HTTP/1.1" status: 204 len: 168 time: 0.8346961 Mar 11 15:32:30.001996 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38236) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:30.054065 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-9e893d59-6eec-47a5-95ef-f313a91f2291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221ec4d8-ce90-4044-849b-a99c0f4bce5b', 'name': 'tempest-ServerActionsTestJSON-363625592-router', 'tenant_id': '9ce1e6b6647741e599091dbba04f8bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.184'}], 'enable_snat': True}, 'gw_port_id': 'd94e6728-f748-42f0-ae15-60f8b7488e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:32Z', 'updated_at': '2022-03-11T15:32:24Z', 'revision_number': 5, 'project_id': '9ce1e6b6647741e599091dbba04f8bc1', 'gw_port': {'id': 'd94e6728-f748-42f0-ae15-60f8b7488e85', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221ec4d8-ce90-4044-849b-a99c0f4bce5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:33Z', 'updated_at': '2022-03-11T15:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:30.067332 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-5850dc2a-aa56-4080-a332-e856a73a98aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:30.076078 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e893d59-6eec-47a5-95ef-f313a91f2291 None None] Checking router: 221ec4d8-ce90-4044-849b-a99c0f4bce5b for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:32:30.161928 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-524583df-b135-4972-9af3-fccaff9f0f7c tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] 10.222.0.31 "GET /v2.0/routers/938dbf49-462d-4d58-997e-fb700820764f HTTP/1.1" status: 200 len: 925 time: 0.8284147 Mar 11 15:32:30.161928 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38240) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:30.177374 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c8a4f0d4-301d-420f-a29c-c558f82ba338 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Synchronizing usage tracker for tenant:4e49178b23b840ef958eb138483982b0 on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:32:30.217466 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e893d59-6eec-47a5-95ef-f313a91f2291 None None] Routers {'221ec4d8-ce90-4044-849b-a99c0f4bce5b'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:32:30.219332 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-9e893d59-6eec-47a5-95ef-f313a91f2291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:32:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['221ec4d8-ce90-4044-849b-a99c0f4bce5b'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:30.259588 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c8a4f0d4-301d-420f-a29c-c558f82ba338 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Unset dirty status for tenant:4e49178b23b840ef958eb138483982b0 on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:32:30.264911 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c8a4f0d4-301d-420f-a29c-c558f82ba338 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2578921 Mar 11 15:32:30.272243 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38244) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:30.286965 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-630a8ff6-7829-4e0f-9705-591995078cef tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Request body: {'security_group_rule': {'security_group_id': '470b7957-755d-4547-bf18-38e11f5c7768', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:30.298232 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-630a8ff6-7829-4e0f-9705-591995078cef tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:30.305085 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-630a8ff6-7829-4e0f-9705-591995078cef tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Usage tracker for resource:security_group_rule and tenant:4e49178b23b840ef958eb138483982b0 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:30.309722 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-630a8ff6-7829-4e0f-9705-591995078cef tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:30.319595 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-630a8ff6-7829-4e0f-9705-591995078cef tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:30.351839 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device f3671f00-9166-4240-9b7e-e65439da57e4 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:32:30.446629 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5850dc2a-aa56-4080-a332-e856a73a98aa None None] Routers {'101932bf-a4be-4598-9ef6-04cfa3be9a18'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:32:30.447306 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-5850dc2a-aa56-4080-a332-e856a73a98aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:32:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['101932bf-a4be-4598-9ef6-04cfa3be9a18'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:30.491134 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-099a8435-72f7-4704-90fc-2d94d44b42fb tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=69193b02-dbf5-4ccf-b3ce-76dabd3f8655&device_id=938dbf49-462d-4d58-997e-fb700820764f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3242626 Mar 11 15:32:30.505575 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38250) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:30.552699 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-5850dc2a-aa56-4080-a332-e856a73a98aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:30.553102 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5850dc2a-aa56-4080-a332-e856a73a98aa None None] The sync data for ids ['101932bf-a4be-4598-9ef6-04cfa3be9a18'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:32:30.566885 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e87a999c-62a1-420e-9b8f-92d13b18c1a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:30.581727 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-f9b23cad-6908-4123-91ec-8ed572c086f1 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Allocated IP 172.20.0.10 (8556e91d-1ba6-49c8-874a-122eed4965ff/48f417fd-4217-4dac-abc8-ab52b5ca2afc/50561b8c-fe69-47aa-ab89-392cf83f4999) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:32:30.588565 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-e87a999c-62a1-420e-9b8f-92d13b18c1a1 admin admin] Deleting port d94e6728-f748-42f0-ae15-60f8b7488e85 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:32:30.588904 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e87a999c-62a1-420e-9b8f-92d13b18c1a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:30.598627 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-630a8ff6-7829-4e0f-9705-591995078cef tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] create failed (client error): The resource could not be found. Mar 11 15:32:30.599608 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-630a8ff6-7829-4e0f-9705-591995078cef tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3241019 Mar 11 15:32:30.616561 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-f9b23cad-6908-4123-91ec-8ed572c086f1 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Allocated IP 172.20.0.24 (8556e91d-1ba6-49c8-874a-122eed4965ff/94c1858e-8644-44b4-8625-614669892198/50561b8c-fe69-47aa-ab89-392cf83f4999) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:32:30.618399 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38254) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:30.629731 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-9ab690d5-d70f-496c-8594-0c8527b57bf5 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Request body: {'security_group': {'name': 'tempest-secgroup--1157577826'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:30.652596 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port f3671f00-9166-4240-9b7e-e65439da57e4 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:32:30.658020 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-9ab690d5-d70f-496c-8594-0c8527b57bf5 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:30.664770 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port f3671f00-9166-4240-9b7e-e65439da57e4 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:32:30.665141 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:30.695642 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-9e893d59-6eec-47a5-95ef-f313a91f2291 None None] Set router 221ec4d8-ce90-4044-849b-a99c0f4bce5b gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:32:30.704686 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-9ab690d5-d70f-496c-8594-0c8527b57bf5 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:30.790405 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51b72a4-a376-4323-934e-89efbf30689d tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:30.794471 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b51b72a4-a376-4323-934e-89efbf30689d tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] 10.222.0.31 "GET /v2.0/networks/69193b02-dbf5-4ccf-b3ce-76dabd3f8655 HTTP/1.1" status: 200 len: 881 time: 0.2851927 Mar 11 15:32:30.795648 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38258) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:30.829316 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9ab690d5-d70f-496c-8594-0c8527b57bf5 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:30.849934 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-001fde07-0baf-4254-8a21-cd8cc3ae27f1 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] 10.222.0.31 "GET /v2.0/ports?device_id=938dbf49-462d-4d58-997e-fb700820764f HTTP/1.1" status: 200 len: 205 time: 0.0505106 Mar 11 15:32:30.855800 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38262) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:30.981336 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a3ebbf-4885-47df-a031-95b0e34acf56 None None] Update dhcp port {'port': {'network_id': '8556e91d-1ba6-49c8-874a-122eed4965ff', 'fixed_ips': [{'subnet_id': '48f417fd-4217-4dac-abc8-ab52b5ca2afc', 'ip_address': '172.20.0.2'}, {'subnet_id': '94c1858e-8644-44b4-8625-614669892198'}], 'binding:host_id': 'dv-neutron-833373-1-hyperv'}, 'id': 'f3671f00-9166-4240-9b7e-e65439da57e4'} from dv-neutron-833373-1-hyperv. {{(pid=83868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 15:32:31.121134 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c9a3ebbf-4885-47df-a031-95b0e34acf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:31.180626 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-9ab690d5-d70f-496c-8594-0c8527b57bf5 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:31.185670 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-e87a999c-62a1-420e-9b8f-92d13b18c1a1 admin admin] For port d94e6728-f748-42f0-ae15-60f8b7488e85, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=d94e6728-f748-42f0-ae15-60f8b7488e85,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:32:31.186048 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e87a999c-62a1-420e-9b8f-92d13b18c1a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:31.202484 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-9ab690d5-d70f-496c-8594-0c8527b57bf5 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Usage tracker for resource:security_group_rule and tenant:4e49178b23b840ef958eb138483982b0 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:31.213886 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:31.229294 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-9ab690d5-d70f-496c-8594-0c8527b57bf5 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:31.247897 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-c92fd6e1-52cd-4864-bd0c-19212d04cc0f tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Deleting port 19de19c9-1907-457a-8611-e82665e34abc {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:32:31.248458 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c92fd6e1-52cd-4864-bd0c-19212d04cc0f tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:31.343418 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port f3671f00-9166-4240-9b7e-e65439da57e4, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=f3671f00-9166-4240-9b7e-e65439da57e4,segment=NetworkSegment(63dc5b00-ca6f-439b-9fd2-4fbe5dd529ed),segment_id=63dc5b00-ca6f-439b-9fd2-4fbe5dd529ed)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:32:31.354104 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-9ab690d5-d70f-496c-8594-0c8527b57bf5 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:31.355406 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:31.367043 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-e87a999c-62a1-420e-9b8f-92d13b18c1a1 admin admin] Calling delete_port for d94e6728-f748-42f0-ae15-60f8b7488e85 owned by network:router_gateway {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:32:31.451939 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f9b23cad-6908-4123-91ec-8ed572c086f1 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:31.458810 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-9e893d59-6eec-47a5-95ef-f313a91f2291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221ec4d8-ce90-4044-849b-a99c0f4bce5b', 'name': 'tempest-ServerActionsTestJSON-363625592-router', 'tenant_id': '9ce1e6b6647741e599091dbba04f8bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.184'}], 'enable_snat': True}, 'gw_port_id': 'd94e6728-f748-42f0-ae15-60f8b7488e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:32Z', 'updated_at': '2022-03-11T15:32:24Z', 'revision_number': 5, 'project_id': '9ce1e6b6647741e599091dbba04f8bc1', 'gw_port': {'id': 'd94e6728-f748-42f0-ae15-60f8b7488e85', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221ec4d8-ce90-4044-849b-a99c0f4bce5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:33Z', 'updated_at': '2022-03-11T15:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:31.468324 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e893d59-6eec-47a5-95ef-f313a91f2291 None None] The sync data for ids ['221ec4d8-ce90-4044-849b-a99c0f4bce5b'] in dv-neutron-833373-1-hyperv is: [{'id': '221ec4d8-ce90-4044-849b-a99c0f4bce5b', 'name': 'tempest-ServerActionsTestJSON-363625592-router', 'tenant_id': '9ce1e6b6647741e599091dbba04f8bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.184'}], 'enable_snat': True}, 'gw_port_id': 'd94e6728-f748-42f0-ae15-60f8b7488e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:32Z', 'updated_at': '2022-03-11T15:32:24Z', 'revision_number': 5, 'project_id': '9ce1e6b6647741e599091dbba04f8bc1', 'gw_port': {'id': 'd94e6728-f748-42f0-ae15-60f8b7488e85', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221ec4d8-ce90-4044-849b-a99c0f4bce5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:33Z', 'updated_at': '2022-03-11T15:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:32:31.473281 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=f3671f00-9166-4240-9b7e-e65439da57e4,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:31.480254 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c92fd6e1-52cd-4864-bd0c-19212d04cc0f tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:31.514980 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-f9b23cad-6908-4123-91ec-8ed572c086f1 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Transition to ACTIVE for port object 50561b8c-fe69-47aa-ab89-392cf83f4999 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:32:31.559738 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9ab690d5-d70f-496c-8594-0c8527b57bf5 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:31.566853 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-65322522-bc62-4fc0-a280-2ab283ae63f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:31.571426 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9ab690d5-d70f-496c-8594-0c8527b57bf5 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:31.619079 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-c92fd6e1-52cd-4864-bd0c-19212d04cc0f tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Calling delete_port for 19de19c9-1907-457a-8611-e82665e34abc owned by network:router_interface {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:32:31.649569 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab690d5-d70f-496c-8594-0c8527b57bf5 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e628e1a-f4ff-44d9-8d80-2f6e7cdb12b2,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:31.665972 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f9b23cad-6908-4123-91ec-8ed572c086f1 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:31.730418 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-c9a3ebbf-4885-47df-a031-95b0e34acf56 None None] Allocated IP 172.20.0.18 (8556e91d-1ba6-49c8-874a-122eed4965ff/94c1858e-8644-44b4-8625-614669892198/f3671f00-9166-4240-9b7e-e65439da57e4) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:32:31.892170 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9ab690d5-d70f-496c-8594-0c8527b57bf5 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:31.896667 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9ab690d5-d70f-496c-8594-0c8527b57bf5 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2703619 Mar 11 15:32:31.898884 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38266) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:31.914910 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-7ea903b7-efbb-4972-8fc9-fd099a998787 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Request body: {'security_group': {'name': 'tempest-secgroup--1244980533'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:31.933612 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7ea903b7-efbb-4972-8fc9-fd099a998787 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:31.935199 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7ea903b7-efbb-4972-8fc9-fd099a998787 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Usage tracker for resource:security_group and tenant:4e49178b23b840ef958eb138483982b0 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:31.940892 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7ea903b7-efbb-4972-8fc9-fd099a998787 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:31.963406 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b23cad-6908-4123-91ec-8ed572c086f1 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Network 8556e91d-1ba6-49c8-874a-122eed4965ff is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:32:31.970300 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7ea903b7-efbb-4972-8fc9-fd099a998787 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:31.973532 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-f9b23cad-6908-4123-91ec-8ed572c086f1 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:32:31.975924 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b23cad-6908-4123-91ec-8ed572c086f1 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:32:32.007142 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-c9a3ebbf-4885-47df-a031-95b0e34acf56 None None] For port f3671f00-9166-4240-9b7e-e65439da57e4, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=f3671f00-9166-4240-9b7e-e65439da57e4,segment=NetworkSegment(63dc5b00-ca6f-439b-9fd2-4fbe5dd529ed),segment_id=63dc5b00-ca6f-439b-9fd2-4fbe5dd529ed)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:32:32.010611 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b23cad-6908-4123-91ec-8ed572c086f1 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'Port': ['ID=50561b8c-fe69-47aa-ab89-392cf83f4999,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:32.026695 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e87a999c-62a1-420e-9b8f-92d13b18c1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:32.039152 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7ea903b7-efbb-4972-8fc9-fd099a998787 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:32.039403 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c9a3ebbf-4885-47df-a031-95b0e34acf56 None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:32.053310 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c92fd6e1-52cd-4864-bd0c-19212d04cc0f tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:32.058543 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-c9a3ebbf-4885-47df-a031-95b0e34acf56 None None] Transition to ACTIVE for port object f3671f00-9166-4240-9b7e-e65439da57e4 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:32:32.069041 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c9a3ebbf-4885-47df-a031-95b0e34acf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:32.095343 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a999c-62a1-420e-9b8f-92d13b18c1a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d94e6728-f748-42f0-ae15-60f8b7488e85,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:32.098386 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b425ca5d-9960-4c65-b7a6-852b2fe31333 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:32.104089 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-64c3da80-2b5e-4deb-98cf-9ce0967eabf1 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:32.137817 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92fd6e1-52cd-4864-bd0c-19212d04cc0f tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event deleted for resources: {'Port': ['ID=19de19c9-1907-457a-8611-e82665e34abc,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:32.278096 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7ea903b7-efbb-4972-8fc9-fd099a998787 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:32.290855 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7ea903b7-efbb-4972-8fc9-fd099a998787 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Usage tracker for resource:security_group_rule and tenant:4e49178b23b840ef958eb138483982b0 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:32.293680 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b23cad-6908-4123-91ec-8ed572c086f1 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:32.294135 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7ea903b7-efbb-4972-8fc9-fd099a998787 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:32.305269 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f9b23cad-6908-4123-91ec-8ed572c086f1 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:32.308055 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7ea903b7-efbb-4972-8fc9-fd099a998787 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:32.361586 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device f3671f00-9166-4240-9b7e-e65439da57e4 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:32:32.412589 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f9b23cad-6908-4123-91ec-8ed572c086f1 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.4914048 Mar 11 15:32:32.416132 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38270) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:32.434046 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-01530319-3fc8-4815-a84e-ce2d0c2b5496 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '48f417fd-4217-4dac-abc8-ab52b5ca2afc'}]}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:32.442153 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a3ebbf-4885-47df-a031-95b0e34acf56 None None] Pushing event updated for resources: {'Port': ['ID=f3671f00-9166-4240-9b7e-e65439da57e4,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:32.513193 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 6a0b7694-c563-4822-949d-030b3c852d6b no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:32:32.560783 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 6a0b7694-c563-4822-949d-030b3c852d6b {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:32:32.561200 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 6a0b7694-c563-4822-949d-030b3c852d6b not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:32:32.654100 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e87a999c-62a1-420e-9b8f-92d13b18c1a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:32.708742 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:32.775773 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7ea903b7-efbb-4972-8fc9-fd099a998787 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:32.802108 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7ea903b7-efbb-4972-8fc9-fd099a998787 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:32.927355 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea903b7-efbb-4972-8fc9-fd099a998787 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1654c17b-0ab8-4bcc-b6a8-09d063b3248c,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:32.928770 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:32.944456 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7ea903b7-efbb-4972-8fc9-fd099a998787 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:32.948245 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7ea903b7-efbb-4972-8fc9-fd099a998787 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0468700 Mar 11 15:32:32.950020 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38276) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:32.977748 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d34ae4c-6910-45fd-8455-9f136eb46621 None None] Network 8556e91d-1ba6-49c8-874a-122eed4965ff requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:32:32.990452 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-84eff10e-e35f-4bf0-a6ed-dcffe61d7a55 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Request body: {'security_group_rule': {'security_group_id': '3e628e1a-f4ff-44d9-8d80-2f6e7cdb12b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '1654c17b-0ab8-4bcc-b6a8-09d063b3248c'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:33.003840 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-84eff10e-e35f-4bf0-a6ed-dcffe61d7a55 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:33.024064 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-84eff10e-e35f-4bf0-a6ed-dcffe61d7a55 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Usage tracker for resource:security_group_rule and tenant:4e49178b23b840ef958eb138483982b0 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:33.029270 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-84eff10e-e35f-4bf0-a6ed-dcffe61d7a55 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:33.042239 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-84eff10e-e35f-4bf0-a6ed-dcffe61d7a55 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:33.056141 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-b425ca5d-9960-4c65-b7a6-852b2fe31333 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Allocated IP 172.20.0.1 (a2acfd04-f5c0-4c9f-b0e2-719fd0533358/4b63daf6-4dbe-4bcf-a21f-1086e3dc81cb/90586fee-45f2-4ba5-aa26-151a790717a6) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:32:33.064999 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c92fd6e1-52cd-4864-bd0c-19212d04cc0f tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:33.082861 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e87a999c-62a1-420e-9b8f-92d13b18c1a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:33.101102 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-c3dc78e0-813c-4a79-ba51-92ed8ae4dcc9 None None] Provisioning for port f3671f00-9166-4240-9b7e-e65439da57e4 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:32:33.104494 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-c3dc78e0-813c-4a79-ba51-92ed8ae4dcc9 None None] Provisioning complete for port f3671f00-9166-4240-9b7e-e65439da57e4 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:32:33.104924 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e87a999c-62a1-420e-9b8f-92d13b18c1a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:33.105059 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c3dc78e0-813c-4a79-ba51-92ed8ae4dcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:33.229148 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-01530319-3fc8-4815-a84e-ce2d0c2b5496 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:33.243781 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e87a999c-62a1-420e-9b8f-92d13b18c1a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:33.244395 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87a999c-62a1-420e-9b8f-92d13b18c1a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 221ec4d8-ce90-4044-849b-a99c0f4bce5b {{(pid=83866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:32:33.269763 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e87a999c-62a1-420e-9b8f-92d13b18c1a1 admin admin] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:33.271191 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-e87a999c-62a1-420e-9b8f-92d13b18c1a1 admin admin] 10.222.0.31 "DELETE /v2.0/routers/221ec4d8-ce90-4044-849b-a99c0f4bce5b HTTP/1.1" status: 204 len: 168 time: 4.2265029 Mar 11 15:32:33.272873 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-64c3da80-2b5e-4deb-98cf-9ce0967eabf1 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:33.288143 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38280) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:33.334066 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-64c3da80-2b5e-4deb-98cf-9ce0967eabf1 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Deleting port 123be917-87cb-4d80-a5f9-48040c2f99bb {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:32:33.334396 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-64c3da80-2b5e-4deb-98cf-9ce0967eabf1 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:33.420480 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-84eff10e-e35f-4bf0-a6ed-dcffe61d7a55 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:32:33.426940 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-84eff10e-e35f-4bf0-a6ed-dcffe61d7a55 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.4717283 Mar 11 15:32:33.495816 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38284) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:33.607065 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-232cdcc3-2f1d-4f1c-9bc6-addc804de9e4 admin admin] Deleting subnet b420fae9-b9a1-421f-87dd-fad5be9646ef {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:32:33.611055 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-232cdcc3-2f1d-4f1c-9bc6-addc804de9e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:33.669043 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-232cdcc3-2f1d-4f1c-9bc6-addc804de9e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:33.736246 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dbf3ed36-9a67-4653-bdfc-c35ef74fc9e1 None None] Provisioning complete for port f3671f00-9166-4240-9b7e-e65439da57e4 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:32:33.736870 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dbf3ed36-9a67-4653-bdfc-c35ef74fc9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:33.776917 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1046fd06-3328-4bcf-81b9-6da726f45e42 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:33.863534 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1046fd06-3328-4bcf-81b9-6da726f45e42 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:33.863805 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-64c3da80-2b5e-4deb-98cf-9ce0967eabf1 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:33.893728 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:32:33.904338 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b425ca5d-9960-4c65-b7a6-852b2fe31333 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:33.922452 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dbf3ed36-9a67-4653-bdfc-c35ef74fc9e1 None None] Provisioning for port 50561b8c-fe69-47aa-ab89-392cf83f4999 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:32:33.931389 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dbf3ed36-9a67-4653-bdfc-c35ef74fc9e1 None None] Provisioning complete for port 50561b8c-fe69-47aa-ab89-392cf83f4999 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:32:33.932432 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dbf3ed36-9a67-4653-bdfc-c35ef74fc9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:33.957881 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-b425ca5d-9960-4c65-b7a6-852b2fe31333 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Transition to ACTIVE for port object 90586fee-45f2-4ba5-aa26-151a790717a6 will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:32:34.013258 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-64c3da80-2b5e-4deb-98cf-9ce0967eabf1 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Calling delete_port for 123be917-87cb-4d80-a5f9-48040c2f99bb owned by network:router_gateway {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:32:34.019107 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-dbf3ed36-9a67-4653-bdfc-c35ef74fc9e1 None None] Port 50561b8c-fe69-47aa-ab89-392cf83f4999 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:32:34.057194 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-232cdcc3-2f1d-4f1c-9bc6-addc804de9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:34.104087 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:34.144726 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6d69abc3-09ee-4da9-b46a-286d1c92c783 None None] Provisioning complete for port 50561b8c-fe69-47aa-ab89-392cf83f4999 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:32:34.144978 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6d69abc3-09ee-4da9-b46a-286d1c92c783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:34.183878 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-01530319-3fc8-4815-a84e-ce2d0c2b5496 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Delete allocated IP 172.20.0.24 (8556e91d-1ba6-49c8-874a-122eed4965ff/94c1858e-8644-44b4-8625-614669892198) {{(pid=83866) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 15:32:34.209115 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1046fd06-3328-4bcf-81b9-6da726f45e42 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:34.226041 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-6d69abc3-09ee-4da9-b46a-286d1c92c783 None None] Port 50561b8c-fe69-47aa-ab89-392cf83f4999 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:32:34.252913 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1046fd06-3328-4bcf-81b9-6da726f45e42 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1654c17b-0ab8-4bcc-b6a8-09d063b3248c,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:34.260071 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1046fd06-3328-4bcf-81b9-6da726f45e42 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:34.263849 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-1046fd06-3328-4bcf-81b9-6da726f45e42 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "DELETE /v2.0/security-groups/1654c17b-0ab8-4bcc-b6a8-09d063b3248c HTTP/1.1" status: 204 len: 168 time: 0.7667944 Mar 11 15:32:34.267374 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38288) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:34.303419 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device f3671f00-9166-4240-9b7e-e65439da57e4 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:32:34.305105 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b425ca5d-9960-4c65-b7a6-852b2fe31333 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:34.350845 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-232cdcc3-2f1d-4f1c-9bc6-addc804de9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:34.382338 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port f3671f00-9166-4240-9b7e-e65439da57e4 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:32:34.382855 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:34.464703 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b425ca5d-9960-4c65-b7a6-852b2fe31333 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Network a2acfd04-f5c0-4c9f-b0e2-719fd0533358 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:32:34.474500 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5e944c-d832-4025-81f8-46cb210254f4 None None] Network f5e50d7a-e877-43fe-b63b-0d368fa885b4 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:32:34.492050 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-232cdcc3-2f1d-4f1c-9bc6-addc804de9e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:34.494832 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232cdcc3-2f1d-4f1c-9bc6-addc804de9e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b420fae9-b9a1-421f-87dd-fad5be9646ef,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:34.496326 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-b425ca5d-9960-4c65-b7a6-852b2fe31333 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:32:34.531891 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-64c3da80-2b5e-4deb-98cf-9ce0967eabf1 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:34.565702 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b425ca5d-9960-4c65-b7a6-852b2fe31333 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:32:34.613110 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-01530319-3fc8-4815-a84e-ce2d0c2b5496 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:34.617458 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-232cdcc3-2f1d-4f1c-9bc6-addc804de9e4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b420fae9-b9a1-421f-87dd-fad5be9646ef HTTP/1.1" status: 204 len: 168 time: 1.3231237 Mar 11 15:32:34.619738 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3da80-2b5e-4deb-98cf-9ce0967eabf1 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Pushing event deleted for resources: {'Port': ['ID=123be917-87cb-4d80-a5f9-48040c2f99bb,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:34.632564 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38292) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:34.644539 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b425ca5d-9960-4c65-b7a6-852b2fe31333 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Pushing event updated for resources: {'Port': ['ID=90586fee-45f2-4ba5-aa26-151a790717a6,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:34.684445 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-f99c4c07-428e-4399-aa19-abda2d337afb tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Synchronizing usage tracker for tenant:4e49178b23b840ef958eb138483982b0 on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:32:34.691829 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b425ca5d-9960-4c65-b7a6-852b2fe31333 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:32:34.692206 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b425ca5d-9960-4c65-b7a6-852b2fe31333 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:32:34.692551 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b425ca5d-9960-4c65-b7a6-852b2fe31333 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:32:34.692883 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b425ca5d-9960-4c65-b7a6-852b2fe31333 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:32:34.693216 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b425ca5d-9960-4c65-b7a6-852b2fe31333 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:32:34.693545 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b425ca5d-9960-4c65-b7a6-852b2fe31333 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:32:34.693872 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b425ca5d-9960-4c65-b7a6-852b2fe31333 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:32:34.694200 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b425ca5d-9960-4c65-b7a6-852b2fe31333 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:32:34.694522 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b425ca5d-9960-4c65-b7a6-852b2fe31333 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:32:34.694841 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b425ca5d-9960-4c65-b7a6-852b2fe31333 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:32:34.695163 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b425ca5d-9960-4c65-b7a6-852b2fe31333 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:32:34.699388 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b425ca5d-9960-4c65-b7a6-852b2fe31333 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:34.728044 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-f99c4c07-428e-4399-aa19-abda2d337afb tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Unset dirty status for tenant:4e49178b23b840ef958eb138483982b0 on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:32:34.732304 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-f99c4c07-428e-4399-aa19-abda2d337afb tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.4633596 Mar 11 15:32:34.732905 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38296) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:34.738686 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device d94e6728-f748-42f0-ae15-60f8b7488e85 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:32:34.778895 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: d94e6728-f748-42f0-ae15-60f8b7488e85 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:32:34.779364 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device d94e6728-f748-42f0-ae15-60f8b7488e85 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:32:34.805614 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-01530319-3fc8-4815-a84e-ce2d0c2b5496 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Ignored duplicate provisioning block setup for port 50561b8c-fe69-47aa-ab89-392cf83f4999 by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 11 15:32:34.830339 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-01530319-3fc8-4815-a84e-ce2d0c2b5496 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:34.866097 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c865ed-13d5-4a7b-8e34-379f21a4680d None None] DHCP port deletion for f5e50d7a-e877-43fe-b63b-0d368fa885b4 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:32:34.868358 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92fd6e1-52cd-4864-bd0c-19212d04cc0f tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Router cf845e95-d099-4bcb-80b7-a463af6bc5cd has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:32:34.871012 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-a1c865ed-13d5-4a7b-8e34-379f21a4680d None None] Deleting port 77f583e4-ede1-4cce-8e77-0eb2d26173d6 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:32:34.872352 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a1c865ed-13d5-4a7b-8e34-379f21a4680d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:34.898896 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-936fc108-4ebf-4d16-809d-6a331b797387 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:34.907149 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b425ca5d-9960-4c65-b7a6-852b2fe31333 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:34.907352 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-c5a7a8be-c382-400c-8c83-a98a471da42b None None] Provisioning for port 90586fee-45f2-4ba5-aa26-151a790717a6 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:32:34.919858 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-c5a7a8be-c382-400c-8c83-a98a471da42b None None] Provisioning complete for port 90586fee-45f2-4ba5-aa26-151a790717a6 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:32:34.920289 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c5a7a8be-c382-400c-8c83-a98a471da42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:35.148222 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c03831e6-b986-4612-a330-642946cc7cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:35.178342 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-936fc108-4ebf-4d16-809d-6a331b797387 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:35.181472 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01530319-3fc8-4815-a84e-ce2d0c2b5496 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'Port': ['ID=50561b8c-fe69-47aa-ab89-392cf83f4999,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:35.199718 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-c5a7a8be-c382-400c-8c83-a98a471da42b None None] Port 90586fee-45f2-4ba5-aa26-151a790717a6 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:32:35.243199 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-64c3da80-2b5e-4deb-98cf-9ce0967eabf1 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:35.267699 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-a1c865ed-13d5-4a7b-8e34-379f21a4680d None None] For port 77f583e4-ede1-4cce-8e77-0eb2d26173d6, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=77f583e4-ede1-4cce-8e77-0eb2d26173d6,segment=NetworkSegment(45c5f275-59df-4ebf-b47e-648f4f176e10),segment_id=45c5f275-59df-4ebf-b47e-648f4f176e10)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:32:35.268508 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a1c865ed-13d5-4a7b-8e34-379f21a4680d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:35.486896 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-a1c865ed-13d5-4a7b-8e34-379f21a4680d None None] Calling delete_port for 77f583e4-ede1-4cce-8e77-0eb2d26173d6 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:32:35.512452 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-c03831e6-b986-4612-a330-642946cc7cf8 admin admin] Deleting port 77f583e4-ede1-4cce-8e77-0eb2d26173d6 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:32:35.512907 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c03831e6-b986-4612-a330-642946cc7cf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:35.542902 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-01530319-3fc8-4815-a84e-ce2d0c2b5496 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] In _notify_port_updated(), no bound segment for port 50561b8c-fe69-47aa-ab89-392cf83f4999 on network 8556e91d-1ba6-49c8-874a-122eed4965ff {{(pid=83866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 15:32:35.546154 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01530319-3fc8-4815-a84e-ce2d0c2b5496 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:35.547848 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-01530319-3fc8-4815-a84e-ce2d0c2b5496 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:35.551721 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-01530319-3fc8-4815-a84e-ce2d0c2b5496 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "PUT /v2.0/ports/50561b8c-fe69-47aa-ab89-392cf83f4999 HTTP/1.1" status: 200 len: 920 time: 3.1319516 Mar 11 15:32:35.557538 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38302) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:35.579955 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e1199593-002b-4530-9507-0eba4c70a848 None None] Provisioning complete for port 50561b8c-fe69-47aa-ab89-392cf83f4999 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:32:35.580554 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e1199593-002b-4530-9507-0eba4c70a848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:35.626514 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-7269d9ee-c66f-40e2-a628-90aa55324fae tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '48f417fd-4217-4dac-abc8-ab52b5ca2afc'}, {'subnet_id': '94c1858e-8644-44b4-8625-614669892198'}]}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:35.627773 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-936fc108-4ebf-4d16-809d-6a331b797387 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:35.679304 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936fc108-4ebf-4d16-809d-6a331b797387 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e628e1a-f4ff-44d9-8d80-2f6e7cdb12b2,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:35.722679 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-e1199593-002b-4530-9507-0eba4c70a848 None None] Port 50561b8c-fe69-47aa-ab89-392cf83f4999 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:32:35.729551 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a1c865ed-13d5-4a7b-8e34-379f21a4680d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:35.733890 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-936fc108-4ebf-4d16-809d-6a331b797387 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:35.739910 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-936fc108-4ebf-4d16-809d-6a331b797387 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "DELETE /v2.0/security-groups/3e628e1a-f4ff-44d9-8d80-2f6e7cdb12b2 HTTP/1.1" status: 204 len: 168 time: 1.0026031 Mar 11 15:32:35.743255 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38306) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:35.805765 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-64c3da80-2b5e-4deb-98cf-9ce0967eabf1 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:35.814811 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-c03831e6-b986-4612-a330-642946cc7cf8 admin admin] The port '77f583e4-ede1-4cce-8e77-0eb2d26173d6' was deleted {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 15:32:35.817285 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c865ed-13d5-4a7b-8e34-379f21a4680d None None] Pushing event deleted for resources: {'Port': ['ID=77f583e4-ede1-4cce-8e77-0eb2d26173d6,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:35.824020 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c865ed-13d5-4a7b-8e34-379f21a4680d None None] No DVR routers for this DVR port 77f583e4-ede1-4cce-8e77-0eb2d26173d6 on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:32:35.887024 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-64c3da80-2b5e-4deb-98cf-9ce0967eabf1 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:35.888248 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92fd6e1-52cd-4864-bd0c-19212d04cc0f tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:32:35.901803 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c92fd6e1-52cd-4864-bd0c-19212d04cc0f tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "PUT /v2.0/routers/cf845e95-d099-4bcb-80b7-a463af6bc5cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5629733 Mar 11 15:32:35.902055 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704a78fe-8990-46d3-bf71-1637c7dfa1dc None None] Sync routers for ids ['cf845e95-d099-4bcb-80b7-a463af6bc5cd'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:32:35.905903 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38310) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:35.914904 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704a78fe-8990-46d3-bf71-1637c7dfa1dc None None] Routers {'cf845e95-d099-4bcb-80b7-a463af6bc5cd'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:32:35.915642 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-704a78fe-8990-46d3-bf71-1637c7dfa1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:32:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['cf845e95-d099-4bcb-80b7-a463af6bc5cd'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:35.986207 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-704a78fe-8990-46d3-bf71-1637c7dfa1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:36.001042 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704a78fe-8990-46d3-bf71-1637c7dfa1dc None None] Routers {'cf845e95-d099-4bcb-80b7-a463af6bc5cd'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:32:36.001746 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-704a78fe-8990-46d3-bf71-1637c7dfa1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:32:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['cf845e95-d099-4bcb-80b7-a463af6bc5cd'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:36.017891 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7269d9ee-c66f-40e2-a628-90aa55324fae tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:36.029360 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c03831e6-b986-4612-a330-642946cc7cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:36.056614 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-64c3da80-2b5e-4deb-98cf-9ce0967eabf1 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:36.056957 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c3da80-2b5e-4deb-98cf-9ce0967eabf1 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Fanout notify agent at l3_agent the message router_deleted on router 938dbf49-462d-4d58-997e-fb700820764f {{(pid=83866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:32:36.075374 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-704a78fe-8990-46d3-bf71-1637c7dfa1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:36.075791 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704a78fe-8990-46d3-bf71-1637c7dfa1dc None None] The sync data for ids ['cf845e95-d099-4bcb-80b7-a463af6bc5cd'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:32:36.090967 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-1c94e13d-df52-4624-8905-c0e3173adbd0 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Synchronizing usage tracker for tenant:4e49178b23b840ef958eb138483982b0 on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:32:36.093257 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-c03831e6-b986-4612-a330-642946cc7cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5e50d7a-e877-43fe-b63b-0d368fa885b4']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:36.123288 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-c03831e6-b986-4612-a330-642946cc7cf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c5f275-59df-4ebf-b47e-648f4f176e10') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:36.123577 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-c03831e6-b986-4612-a330-642946cc7cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c5f275-59df-4ebf-b47e-648f4f176e10') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:36.146505 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-1c94e13d-df52-4624-8905-c0e3173adbd0 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Unset dirty status for tenant:4e49178b23b840ef958eb138483982b0 on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:32:36.148008 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-64c3da80-2b5e-4deb-98cf-9ce0967eabf1 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:36.149084 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-64c3da80-2b5e-4deb-98cf-9ce0967eabf1 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] 10.222.0.31 "DELETE /v2.0/routers/938dbf49-462d-4d58-997e-fb700820764f HTTP/1.1" status: 204 len: 168 time: 5.2886980 Mar 11 15:32:36.152856 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-1c94e13d-df52-4624-8905-c0e3173adbd0 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3988416 Mar 11 15:32:36.155389 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38314) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:36.158279 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c03831e6-b986-4612-a330-642946cc7cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:36.166476 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38316) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:36.170132 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-daa77eb5-f74c-488c-a4e0-0673c94370d0 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-60560507', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}, 'admin_state_up': False}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:36.179360 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-daa77eb5-f74c-488c-a4e0-0673c94370d0 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:36.179562 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-08ae0e3a-e83b-4fad-94bb-f8722542f321 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Request body: {'security_group': {'name': 'tempest-secgroup--451597937'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:36.196097 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-daa77eb5-f74c-488c-a4e0-0673c94370d0 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Usage tracker for resource:router and tenant:e3780808577d4381a98ee54e75caac80 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:36.202356 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-daa77eb5-f74c-488c-a4e0-0673c94370d0 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:36.213640 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-daa77eb5-f74c-488c-a4e0-0673c94370d0 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:36.218227 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b425ca5d-9960-4c65-b7a6-852b2fe31333 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:36.229541 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-08ae0e3a-e83b-4fad-94bb-f8722542f321 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:36.234071 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b425ca5d-9960-4c65-b7a6-852b2fe31333 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:36.246458 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c03831e6-b986-4612-a330-642946cc7cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:36.254320 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 77f583e4-ede1-4cce-8e77-0eb2d26173d6 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:32:36.263273 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-08ae0e3a-e83b-4fad-94bb-f8722542f321 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:36.274474 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c03831e6-b986-4612-a330-642946cc7cf8 admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:32:36.274972 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c03831e6-b986-4612-a330-642946cc7cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:36.290206 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:32:36.290206 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:32:36.290206 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:32:36.290206 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:32:36.290206 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:32:36.290206 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:32:36.290206 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:32:36.290206 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:32:36.290206 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:32:36.290206 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:32:36.290206 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:32:36.290206 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:32:36.290206 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:32:36.290206 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:32:36.290206 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:32:36.290206 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:32:36.290206 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:32:36.290206 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:32:36.290206 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:32:36.290206 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:32:36.290206 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:32:36.290206 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:32:36.290206 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:32:36.290206 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:32:36.290206 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:32:36.290206 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:32:36.290206 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:32:36.290206 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:32:36.290206 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:32:36.290206 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:32:36.290206 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:32:36.290206 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:32:36.306110 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-daa77eb5-f74c-488c-a4e0-0673c94370d0 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:36.307410 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-daa77eb5-f74c-488c-a4e0-0673c94370d0 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:36.311322 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 77f583e4-ede1-4cce-8e77-0eb2d26173d6 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:32:36.311671 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 77f583e4-ede1-4cce-8e77-0eb2d26173d6 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:32:36.399480 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-08ae0e3a-e83b-4fad-94bb-f8722542f321 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:36.450585 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c03831e6-b986-4612-a330-642946cc7cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:36.492617 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b425ca5d-9960-4c65-b7a6-852b2fe31333 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Pushing event updated for resources: {'Port': ['ID=90586fee-45f2-4ba5-aa26-151a790717a6,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:36.494969 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b425ca5d-9960-4c65-b7a6-852b2fe31333 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:36.507881 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c03831e6-b986-4612-a330-642946cc7cf8 admin admin] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:36.511775 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-daa77eb5-f74c-488c-a4e0-0673c94370d0 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:36.533400 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03831e6-b986-4612-a330-642946cc7cf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5e50d7a-e877-43fe-b63b-0d368fa885b4,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:36.546202 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-08ae0e3a-e83b-4fad-94bb-f8722542f321 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:36.556964 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-08ae0e3a-e83b-4fad-94bb-f8722542f321 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Usage tracker for resource:security_group_rule and tenant:4e49178b23b840ef958eb138483982b0 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:36.562507 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-08ae0e3a-e83b-4fad-94bb-f8722542f321 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:36.566136 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c03831e6-b986-4612-a330-642946cc7cf8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f5e50d7a-e877-43fe-b63b-0d368fa885b4 HTTP/1.1" status: 204 len: 168 time: 1.9320650 Mar 11 15:32:36.572382 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-08ae0e3a-e83b-4fad-94bb-f8722542f321 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:36.685516 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-7269d9ee-c66f-40e2-a628-90aa55324fae tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Allocated IP 172.20.0.23 (8556e91d-1ba6-49c8-874a-122eed4965ff/94c1858e-8644-44b4-8625-614669892198/50561b8c-fe69-47aa-ab89-392cf83f4999) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:32:36.694535 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-08ae0e3a-e83b-4fad-94bb-f8722542f321 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:36.722657 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-08ae0e3a-e83b-4fad-94bb-f8722542f321 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:36.759477 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38324) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:36.879265 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-08ae0e3a-e83b-4fad-94bb-f8722542f321 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:36.880483 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-08ae0e3a-e83b-4fad-94bb-f8722542f321 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7130854 Mar 11 15:32:36.886802 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38328) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:36.895662 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae0e3a-e83b-4fad-94bb-f8722542f321 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65dbcb0c-3435-4816-bcf4-11d9b68e4665,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:36.900706 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-d1685cd4-ea56-4e3f-a573-f138fb837198 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Request body: {'security_group_rule': {'security_group_id': '65dbcb0c-3435-4816-bcf4-11d9b68e4665', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:36.932521 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-d1685cd4-ea56-4e3f-a573-f138fb837198 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:36.943734 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-d1685cd4-ea56-4e3f-a573-f138fb837198 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Usage tracker for resource:security_group_rule and tenant:4e49178b23b840ef958eb138483982b0 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:36.952368 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-d1685cd4-ea56-4e3f-a573-f138fb837198 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:36.978427 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-d1685cd4-ea56-4e3f-a573-f138fb837198 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:36.979430 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a1e17906-e67a-41a6-8d3a-a94ce8a6fb50 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:37.002066 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-6f20a874-2ea9-49ab-bf27-f1009ca38755 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9ce1e6b6647741e599091dbba04f8bc1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1801457 Mar 11 15:32:37.002066 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38332) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:37.051246 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b425ca5d-9960-4c65-b7a6-852b2fe31333 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Network a2acfd04-f5c0-4c9f-b0e2-719fd0533358 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:32:37.071031 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7269d9ee-c66f-40e2-a628-90aa55324fae tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:37.084499 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-d1685cd4-ea56-4e3f-a573-f138fb837198 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:32:37.085528 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d1685cd4-ea56-4e3f-a573-f138fb837198 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1951609 Mar 11 15:32:37.089218 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38336) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:37.102508 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-4982a70a-4d01-415e-87b6-9bf5d61aa7ab tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Request body: {'security_group_rule': {'security_group_id': '65dbcb0c-3435-4816-bcf4-11d9b68e4665', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:37.107142 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-b425ca5d-9960-4c65-b7a6-852b2fe31333 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:32:37.112610 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-7269d9ee-c66f-40e2-a628-90aa55324fae tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Transition to ACTIVE for port object 50561b8c-fe69-47aa-ab89-392cf83f4999 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:32:37.113649 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-4982a70a-4d01-415e-87b6-9bf5d61aa7ab tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:37.125753 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-4982a70a-4d01-415e-87b6-9bf5d61aa7ab tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Usage tracker for resource:security_group_rule and tenant:4e49178b23b840ef958eb138483982b0 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:37.130817 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7269d9ee-c66f-40e2-a628-90aa55324fae tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:37.134821 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-4982a70a-4d01-415e-87b6-9bf5d61aa7ab tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:37.176962 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-daa77eb5-f74c-488c-a4e0-0673c94370d0 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:37.177194 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8195e2f7-1336-4ba0-9ba9-80682694850b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:37.184518 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-4982a70a-4d01-415e-87b6-9bf5d61aa7ab tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:37.438538 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38342) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:37.461812 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8195e2f7-1336-4ba0-9ba9-80682694850b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:37.466916 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2e1e6ebb-2a07-4752-aa3c-d7548aaf8698 None None] Provisioning complete for port 90586fee-45f2-4ba5-aa26-151a790717a6 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:32:37.467841 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2e1e6ebb-2a07-4752-aa3c-d7548aaf8698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:37.500724 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7269d9ee-c66f-40e2-a628-90aa55324fae tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'Port': ['ID=50561b8c-fe69-47aa-ab89-392cf83f4999,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:37.545285 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-2e1e6ebb-2a07-4752-aa3c-d7548aaf8698 None None] Port 90586fee-45f2-4ba5-aa26-151a790717a6 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:32:37.565066 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-4982a70a-4d01-415e-87b6-9bf5d61aa7ab tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:32:37.566346 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-4982a70a-4d01-415e-87b6-9bf5d61aa7ab tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4726474 Mar 11 15:32:37.574089 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38346) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:37.610624 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-7269d9ee-c66f-40e2-a628-90aa55324fae tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] In _notify_port_updated(), no bound segment for port 50561b8c-fe69-47aa-ab89-392cf83f4999 on network 8556e91d-1ba6-49c8-874a-122eed4965ff {{(pid=83866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 15:32:37.614809 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7269d9ee-c66f-40e2-a628-90aa55324fae tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:37.615450 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7269d9ee-c66f-40e2-a628-90aa55324fae tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:37.616770 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-7269d9ee-c66f-40e2-a628-90aa55324fae tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "PUT /v2.0/ports/50561b8c-fe69-47aa-ab89-392cf83f4999 HTTP/1.1" status: 200 len: 1000 time: 2.0582159 Mar 11 15:32:37.619583 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38350) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:37.674557 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-8e6c1b5f-3573-4c3c-a25f-d5a1ce62d4de None None] Provisioning for port 50561b8c-fe69-47aa-ab89-392cf83f4999 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:32:37.678855 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8195e2f7-1336-4ba0-9ba9-80682694850b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:37.680555 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-8e6c1b5f-3573-4c3c-a25f-d5a1ce62d4de None None] Provisioning complete for port 50561b8c-fe69-47aa-ab89-392cf83f4999 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:32:37.680986 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8e6c1b5f-3573-4c3c-a25f-d5a1ce62d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:37.708851 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-424d3fe3-d861-47a0-9905-164206feccba tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Deleting port 50561b8c-fe69-47aa-ab89-392cf83f4999 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:32:37.709315 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-424d3fe3-d861-47a0-9905-164206feccba tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:37.738003 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195e2f7-1336-4ba0-9ba9-80682694850b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644d28fe-d802-4310-9b52-95792984e1e9,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:37.759909 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-8e6c1b5f-3573-4c3c-a25f-d5a1ce62d4de None None] Port 50561b8c-fe69-47aa-ab89-392cf83f4999 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:32:37.766280 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8195e2f7-1336-4ba0-9ba9-80682694850b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:37.770333 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-8195e2f7-1336-4ba0-9ba9-80682694850b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/644d28fe-d802-4310-9b52-95792984e1e9 HTTP/1.1" status: 204 len: 168 time: 0.7644832 Mar 11 15:32:37.924262 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4fbb9824-8cdc-4c87-ab44-89fbc74f634e tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:37.990947 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-424d3fe3-d861-47a0-9905-164206feccba tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:38.038621 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4fbb9824-8cdc-4c87-ab44-89fbc74f634e tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:38.134302 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-424d3fe3-d861-47a0-9905-164206feccba tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Calling delete_port for 50561b8c-fe69-47aa-ab89-392cf83f4999 owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:32:38.162136 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-daa77eb5-f74c-488c-a4e0-0673c94370d0 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router_gateway, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:38.352525 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-daa77eb5-f74c-488c-a4e0-0673c94370d0 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:38.384423 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-424d3fe3-d861-47a0-9905-164206feccba tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:38.429002 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4fbb9824-8cdc-4c87-ab44-89fbc74f634e tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:38.446351 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d3fe3-d861-47a0-9905-164206feccba tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event deleted for resources: {'Port': ['ID=50561b8c-fe69-47aa-ab89-392cf83f4999,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:38.512191 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb9824-8cdc-4c87-ab44-89fbc74f634e tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65dbcb0c-3435-4816-bcf4-11d9b68e4665,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:38.622189 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-424d3fe3-d861-47a0-9905-164206feccba tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:38.642898 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-424d3fe3-d861-47a0-9905-164206feccba tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/ports/50561b8c-fe69-47aa-ab89-392cf83f4999 HTTP/1.1" status: 204 len: 168 time: 1.0219274 Mar 11 15:32:38.645185 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38370) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:38.692940 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-1399437e-3041-4cd1-8380-ee27a84f4ec4 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] GET failed (client error): The resource could not be found. Mar 11 15:32:38.693806 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-1399437e-3041-4cd1-8380-ee27a84f4ec4 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Synchronizing usage tracker for tenant:a138b31c346e4c0cb3afee629b96673d on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:32:38.718145 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-1399437e-3041-4cd1-8380-ee27a84f4ec4 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Unset dirty status for tenant:a138b31c346e4c0cb3afee629b96673d on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:32:38.723251 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-1399437e-3041-4cd1-8380-ee27a84f4ec4 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "GET /v2.0/ports/50561b8c-fe69-47aa-ab89-392cf83f4999 HTTP/1.1" status: 404 len: 333 time: 0.0741303 Mar 11 15:32:38.724805 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38374) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:38.826748 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4fbb9824-8cdc-4c87-ab44-89fbc74f634e tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:38.828414 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4fbb9824-8cdc-4c87-ab44-89fbc74f634e tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "DELETE /v2.0/security-groups/65dbcb0c-3435-4816-bcf4-11d9b68e4665 HTTP/1.1" status: 204 len: 168 time: 1.2511826 Mar 11 15:32:38.835414 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38380) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:38.883687 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-daa77eb5-f74c-488c-a4e0-0673c94370d0 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Allocated IP 172.26.0.85 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/f57b5e94-ccf3-49d6-98e2-c2e02972a846) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:32:38.918101 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b425ca5d-9960-4c65-b7a6-852b2fe31333 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Router 101932bf-a4be-4598-9ef6-04cfa3be9a18 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:32:38.936737 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-09250318-a81a-4fba-928b-d0cb98295bac tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Deleting subnet 94c1858e-8644-44b4-8625-614669892198 {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:32:38.941563 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-09250318-a81a-4fba-928b-d0cb98295bac tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:39.005758 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-09250318-a81a-4fba-928b-d0cb98295bac tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:39.069870 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-cd025a8c-709a-4414-8d18-c04556721fad tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Synchronizing usage tracker for tenant:4e49178b23b840ef958eb138483982b0 on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:32:39.102909 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-09250318-a81a-4fba-928b-d0cb98295bac tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:39.199416 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-09250318-a81a-4fba-928b-d0cb98295bac tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:39.253025 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09250318-a81a-4fba-928b-d0cb98295bac tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event deleted for resources: {'Subnet': ['ID=94c1858e-8644-44b4-8625-614669892198,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:39.271281 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09250318-a81a-4fba-928b-d0cb98295bac tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:32:39.271643 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09250318-a81a-4fba-928b-d0cb98295bac tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:32:39.271963 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09250318-a81a-4fba-928b-d0cb98295bac tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:32:39.272321 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09250318-a81a-4fba-928b-d0cb98295bac tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:32:39.272655 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09250318-a81a-4fba-928b-d0cb98295bac tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:32:39.273021 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09250318-a81a-4fba-928b-d0cb98295bac tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:32:39.273350 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09250318-a81a-4fba-928b-d0cb98295bac tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:32:39.273678 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09250318-a81a-4fba-928b-d0cb98295bac tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:32:39.274016 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09250318-a81a-4fba-928b-d0cb98295bac tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:32:39.274375 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09250318-a81a-4fba-928b-d0cb98295bac tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:32:39.274697 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09250318-a81a-4fba-928b-d0cb98295bac tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:32:39.280766 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-09250318-a81a-4fba-928b-d0cb98295bac tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:39.287977 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-09250318-a81a-4fba-928b-d0cb98295bac tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/subnets/94c1858e-8644-44b4-8625-614669892198 HTTP/1.1" status: 204 len: 168 time: 0.5615823 Mar 11 15:32:39.289949 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-cd025a8c-709a-4414-8d18-c04556721fad tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Unset dirty status for tenant:4e49178b23b840ef958eb138483982b0 on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:32:39.291159 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-cd025a8c-709a-4414-8d18-c04556721fad tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4538283 Mar 11 15:32:39.292324 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9473b4-6b56-4c5b-b53c-b9282207eede None None] Network 8556e91d-1ba6-49c8-874a-122eed4965ff requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:32:39.292838 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38392) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:39.306261 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38394) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:39.328945 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-e813a0d2-6121-4fee-874c-33291a89e91a tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Request body: {'security_group': {'name': 'tempest-secgroup--2026496985'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:39.348858 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e813a0d2-6121-4fee-874c-33291a89e91a tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:39.373226 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcbab8b7-baaf-4aed-91c1-ab4df700de5e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Deleting subnet 48f417fd-4217-4dac-abc8-ab52b5ca2afc {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:32:39.378707 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fcbab8b7-baaf-4aed-91c1-ab4df700de5e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:39.388031 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e813a0d2-6121-4fee-874c-33291a89e91a tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:39.393035 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-daa77eb5-f74c-488c-a4e0-0673c94370d0 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:39.427594 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e813a0d2-6121-4fee-874c-33291a89e91a tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:39.464673 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fcbab8b7-baaf-4aed-91c1-ab4df700de5e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:39.553229 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1f60d977-1df5-492d-b42e-9f2a0a3c04b1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:39.584447 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fcbab8b7-baaf-4aed-91c1-ab4df700de5e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:39.671347 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-a1e17906-e67a-41a6-8d3a-a94ce8a6fb50 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Deleting port 473fc063-e7ab-4472-ab83-3c84c2e8bd7d {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:32:39.672171 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a1e17906-e67a-41a6-8d3a-a94ce8a6fb50 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:39.679548 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fcbab8b7-baaf-4aed-91c1-ab4df700de5e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:39.704871 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e813a0d2-6121-4fee-874c-33291a89e91a tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:39.711316 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e813a0d2-6121-4fee-874c-33291a89e91a tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Usage tracker for resource:security_group_rule and tenant:4e49178b23b840ef958eb138483982b0 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:39.716835 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e813a0d2-6121-4fee-874c-33291a89e91a tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:39.725566 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbab8b7-baaf-4aed-91c1-ab4df700de5e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event deleted for resources: {'Subnet': ['ID=48f417fd-4217-4dac-abc8-ab52b5ca2afc,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:39.729411 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e813a0d2-6121-4fee-874c-33291a89e91a tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:39.734586 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fcbab8b7-baaf-4aed-91c1-ab4df700de5e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:39.743299 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-fcbab8b7-baaf-4aed-91c1-ab4df700de5e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/subnets/48f417fd-4217-4dac-abc8-ab52b5ca2afc HTTP/1.1" status: 204 len: 168 time: 0.4430151 Mar 11 15:32:39.743524 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38406) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:39.786775 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-daa77eb5-f74c-488c-a4e0-0673c94370d0 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:39.936786 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa77eb5-f74c-488c-a4e0-0673c94370d0 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:32:39.953655 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e813a0d2-6121-4fee-874c-33291a89e91a tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:39.954836 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-daa77eb5-f74c-488c-a4e0-0673c94370d0 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:32:39.963528 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa77eb5-f74c-488c-a4e0-0673c94370d0 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:32:40.008531 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f42345db-caa7-4be7-9b60-9f014736d732 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:40.021059 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-f42345db-caa7-4be7-9b60-9f014736d732 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Deleting port f3671f00-9166-4240-9b7e-e65439da57e4 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:32:40.021387 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f42345db-caa7-4be7-9b60-9f014736d732 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:40.059542 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38414) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:40.086080 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa77eb5-f74c-488c-a4e0-0673c94370d0 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Pushing event updated for resources: {'Port': ['ID=f57b5e94-ccf3-49d6-98e2-c2e02972a846,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:40.089209 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e813a0d2-6121-4fee-874c-33291a89e91a tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:40.273647 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-f42345db-caa7-4be7-9b60-9f014736d732 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] For port f3671f00-9166-4240-9b7e-e65439da57e4, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=f3671f00-9166-4240-9b7e-e65439da57e4,segment=NetworkSegment(63dc5b00-ca6f-439b-9fd2-4fbe5dd529ed),segment_id=63dc5b00-ca6f-439b-9fd2-4fbe5dd529ed)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:32:40.274033 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f42345db-caa7-4be7-9b60-9f014736d732 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:40.309997 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bcab57-ebbd-4de4-92f9-1262b0b404d4 None None] Network 8556e91d-1ba6-49c8-874a-122eed4965ff requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:32:40.326778 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e813a0d2-6121-4fee-874c-33291a89e91a tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b05d8f3-0006-42a7-9884-1c77bbdb4bd0,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:40.409784 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a1e17906-e67a-41a6-8d3a-a94ce8a6fb50 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:40.412184 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-fce5f6ba-2d48-4a93-88b7-152545e505f2 tempest-PortsAdminExtendedAttrsTestJSON-418671951 tempest-PortsAdminExtendedAttrsTestJSON-418671951-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-567910788'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:40.423711 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-f42345db-caa7-4be7-9b60-9f014736d732 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Calling delete_port for f3671f00-9166-4240-9b7e-e65439da57e4 owned by network:dhcp {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:32:40.449893 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-fce5f6ba-2d48-4a93-88b7-152545e505f2 tempest-PortsAdminExtendedAttrsTestJSON-418671951 tempest-PortsAdminExtendedAttrsTestJSON-418671951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:40.460983 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-fce5f6ba-2d48-4a93-88b7-152545e505f2 tempest-PortsAdminExtendedAttrsTestJSON-418671951 tempest-PortsAdminExtendedAttrsTestJSON-418671951-project] Usage tracker for resource:network and tenant:c89e0445678e4fc59c703cb5be77da91 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:40.463369 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e813a0d2-6121-4fee-874c-33291a89e91a tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:40.464756 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e813a0d2-6121-4fee-874c-33291a89e91a tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1515455 Mar 11 15:32:40.470479 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-fce5f6ba-2d48-4a93-88b7-152545e505f2 tempest-PortsAdminExtendedAttrsTestJSON-418671951 tempest-PortsAdminExtendedAttrsTestJSON-418671951-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:40.472873 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38420) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:40.479954 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-fce5f6ba-2d48-4a93-88b7-152545e505f2 tempest-PortsAdminExtendedAttrsTestJSON-418671951 tempest-PortsAdminExtendedAttrsTestJSON-418671951-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:40.482516 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-a850f509-ee77-441d-b979-b1ee5053f464 None None] Provisioning complete for port f3671f00-9166-4240-9b7e-e65439da57e4 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:32:40.482892 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a850f509-ee77-441d-b979-b1ee5053f464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:40.486864 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-1d14f9c1-fcb1-4291-bdbb-5e6955c8d755 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:40.487409 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-1d14f9c1-fcb1-4291-bdbb-5e6955c8d755 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] update failed (client error): There was a conflict when trying to complete your request. Mar 11 15:32:40.488766 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-1d14f9c1-fcb1-4291-bdbb-5e6955c8d755 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "PUT /v2.0/security-groups/6b05d8f3-0006-42a7-9884-1c77bbdb4bd0 HTTP/1.1" status: 409 len: 330 time: 0.0149636 Mar 11 15:32:40.492035 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38424) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:40.530824 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b425ca5d-9960-4c65-b7a6-852b2fe31333 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:32:40.538609 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce5f6ba-2d48-4a93-88b7-152545e505f2 tempest-PortsAdminExtendedAttrsTestJSON-418671951 tempest-PortsAdminExtendedAttrsTestJSON-418671951-project] Made reservation on behalf of c89e0445678e4fc59c703cb5be77da91 for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:32:40.541584 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fce5f6ba-2d48-4a93-88b7-152545e505f2 tempest-PortsAdminExtendedAttrsTestJSON-418671951 tempest-PortsAdminExtendedAttrsTestJSON-418671951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:40.552808 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cb1e4b-a3d7-4d9d-9cbb-843e0534f4dc None None] Sync routers for ids ['101932bf-a4be-4598-9ef6-04cfa3be9a18'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:32:40.568581 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fce5f6ba-2d48-4a93-88b7-152545e505f2 tempest-PortsAdminExtendedAttrsTestJSON-418671951 tempest-PortsAdminExtendedAttrsTestJSON-418671951-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:40.583616 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cb1e4b-a3d7-4d9d-9cbb-843e0534f4dc None None] Routers {'101932bf-a4be-4598-9ef6-04cfa3be9a18'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:32:40.584280 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-24cb1e4b-a3d7-4d9d-9cbb-843e0534f4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:32:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['101932bf-a4be-4598-9ef6-04cfa3be9a18'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:40.600583 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f42345db-caa7-4be7-9b60-9f014736d732 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:40.612177 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b425ca5d-9960-4c65-b7a6-852b2fe31333 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "PUT /v2.0/routers/101932bf-a4be-4598-9ef6-04cfa3be9a18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8096838 Mar 11 15:32:40.626505 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38428) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:40.633250 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-a1e17906-e67a-41a6-8d3a-a94ce8a6fb50 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Calling delete_port for 473fc063-e7ab-4472-ab83-3c84c2e8bd7d owned by network:router_interface {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:32:40.652703 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42345db-caa7-4be7-9b60-9f014736d732 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] No DVR routers for this DVR port f3671f00-9166-4240-9b7e-e65439da57e4 on host dv-neutron-833373-1-hyperv {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:32:40.677240 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-57e4ebb9-7c44-4d85-aec0-4ad9d2ddfcde tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Request body: {'port': {'network_id': 'a2acfd04-f5c0-4c9f-b0e2-719fd0533358', 'name': 'tempest-FloatingIPTestJSON-1948637724'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:40.680441 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-a850f509-ee77-441d-b979-b1ee5053f464 None None] Port f3671f00-9166-4240-9b7e-e65439da57e4 update to ACTIVE by agent not found {{(pid=83868) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 11 15:32:40.681986 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-24cb1e4b-a3d7-4d9d-9cbb-843e0534f4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:40.698314 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cb1e4b-a3d7-4d9d-9cbb-843e0534f4dc None None] Routers {'101932bf-a4be-4598-9ef6-04cfa3be9a18'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:32:40.699046 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-24cb1e4b-a3d7-4d9d-9cbb-843e0534f4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:32:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['101932bf-a4be-4598-9ef6-04cfa3be9a18'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:40.699974 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42345db-caa7-4be7-9b60-9f014736d732 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event deleted for resources: {'Port': ['ID=f3671f00-9166-4240-9b7e-e65439da57e4,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:40.728393 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-fce5f6ba-2d48-4a93-88b7-152545e505f2 tempest-PortsAdminExtendedAttrsTestJSON-418671951 tempest-PortsAdminExtendedAttrsTestJSON-418671951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:40.737516 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-07aa2145-e4ba-4b4c-ad74-23d4789578a5 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:40.770182 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0c9226-6821-4298-9994-57c92ac6e3c7 None None] DHCP port deletion for 8556e91d-1ba6-49c8-874a-122eed4965ff request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:32:40.780617 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-24cb1e4b-a3d7-4d9d-9cbb-843e0534f4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:40.781640 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cb1e4b-a3d7-4d9d-9cbb-843e0534f4dc None None] The sync data for ids ['101932bf-a4be-4598-9ef6-04cfa3be9a18'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:32:40.790857 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-fce5f6ba-2d48-4a93-88b7-152545e505f2 tempest-PortsAdminExtendedAttrsTestJSON-418671951 tempest-PortsAdminExtendedAttrsTestJSON-418671951-project] Usage tracker for resource:security_group_rule and tenant:c89e0445678e4fc59c703cb5be77da91 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:40.803607 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-fce5f6ba-2d48-4a93-88b7-152545e505f2 tempest-PortsAdminExtendedAttrsTestJSON-418671951 tempest-PortsAdminExtendedAttrsTestJSON-418671951-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:40.826366 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-fce5f6ba-2d48-4a93-88b7-152545e505f2 tempest-PortsAdminExtendedAttrsTestJSON-418671951 tempest-PortsAdminExtendedAttrsTestJSON-418671951-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:40.849385 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f42345db-caa7-4be7-9b60-9f014736d732 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:40.884528 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-07aa2145-e4ba-4b4c-ad74-23d4789578a5 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:40.901664 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-f42345db-caa7-4be7-9b60-9f014736d732 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8556e91d-1ba6-49c8-874a-122eed4965ff']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:40.927740 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-f42345db-caa7-4be7-9b60-9f014736d732 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63dc5b00-ca6f-439b-9fd2-4fbe5dd529ed') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:40.928065 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-f42345db-caa7-4be7-9b60-9f014736d732 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63dc5b00-ca6f-439b-9fd2-4fbe5dd529ed') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:40.932905 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-57e4ebb9-7c44-4d85-aec0-4ad9d2ddfcde tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:40.950056 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-57e4ebb9-7c44-4d85-aec0-4ad9d2ddfcde tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Usage tracker for resource:port and tenant:08d14954a9a44d808e73ee1adc21420c is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:40.957737 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f42345db-caa7-4be7-9b60-9f014736d732 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:40.960139 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-57e4ebb9-7c44-4d85-aec0-4ad9d2ddfcde tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:40.970193 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-57e4ebb9-7c44-4d85-aec0-4ad9d2ddfcde tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:40.994097 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f42345db-caa7-4be7-9b60-9f014736d732 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:41.010853 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-07aa2145-e4ba-4b4c-ad74-23d4789578a5 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:41.015246 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f42345db-caa7-4be7-9b60-9f014736d732 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:32:41.016206 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f42345db-caa7-4be7-9b60-9f014736d732 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:41.040291 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:32:41.040291 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:32:41.040291 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:32:41.040291 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:32:41.040291 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:32:41.040291 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:32:41.040291 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:32:41.040291 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:32:41.040291 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:32:41.040291 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:32:41.040291 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:32:41.040291 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:32:41.040291 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:32:41.040291 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:32:41.040291 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:32:41.040291 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:32:41.040291 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:32:41.040291 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:32:41.040291 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:32:41.040291 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:32:41.040291 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:32:41.040291 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:32:41.040291 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:32:41.040291 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:32:41.040291 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:32:41.040291 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:32:41.040291 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:32:41.040291 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:32:41.040291 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:32:41.040291 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:32:41.040291 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:32:41.040291 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:32:41.071125 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e4ebb9-7c44-4d85-aec0-4ad9d2ddfcde tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Made reservation on behalf of 08d14954a9a44d808e73ee1adc21420c for: {'port': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:32:41.075070 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-57e4ebb9-7c44-4d85-aec0-4ad9d2ddfcde tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:41.100573 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa2145-e4ba-4b4c-ad74-23d4789578a5 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b05d8f3-0006-42a7-9884-1c77bbdb4bd0,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:41.134821 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fce5f6ba-2d48-4a93-88b7-152545e505f2 tempest-PortsAdminExtendedAttrsTestJSON-418671951 tempest-PortsAdminExtendedAttrsTestJSON-418671951-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:41.145309 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fce5f6ba-2d48-4a93-88b7-152545e505f2 tempest-PortsAdminExtendedAttrsTestJSON-418671951 tempest-PortsAdminExtendedAttrsTestJSON-418671951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:41.171850 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f42345db-caa7-4be7-9b60-9f014736d732 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:41.198583 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-57e4ebb9-7c44-4d85-aec0-4ad9d2ddfcde tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] device_id is not set on port c3ad1ae2-d1fb-46a9-a767-6787c288f0ff yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:32:41.200074 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f42345db-caa7-4be7-9b60-9f014736d732 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:41.203495 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fce5f6ba-2d48-4a93-88b7-152545e505f2 tempest-PortsAdminExtendedAttrsTestJSON-418671951 tempest-PortsAdminExtendedAttrsTestJSON-418671951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:32:41.210611 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-07aa2145-e4ba-4b4c-ad74-23d4789578a5 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:41.211731 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-07aa2145-e4ba-4b4c-ad74-23d4789578a5 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "DELETE /v2.0/security-groups/6b05d8f3-0006-42a7-9884-1c77bbdb4bd0 HTTP/1.1" status: 204 len: 168 time: 0.7186515 Mar 11 15:32:41.223085 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38432) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:41.223824 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42345db-caa7-4be7-9b60-9f014736d732 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event deleted for resources: {'Network': ['ID=8556e91d-1ba6-49c8-874a-122eed4965ff,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:41.245066 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5f6ba-2d48-4a93-88b7-152545e505f2 tempest-PortsAdminExtendedAttrsTestJSON-418671951 tempest-PortsAdminExtendedAttrsTestJSON-418671951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a851d54-13f8-4acc-89f8-243d6933f87f,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:41.251309 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a1e17906-e67a-41a6-8d3a-a94ce8a6fb50 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:41.255574 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fce5f6ba-2d48-4a93-88b7-152545e505f2 tempest-PortsAdminExtendedAttrsTestJSON-418671951 tempest-PortsAdminExtendedAttrsTestJSON-418671951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:41.255983 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-fce5f6ba-2d48-4a93-88b7-152545e505f2 tempest-PortsAdminExtendedAttrsTestJSON-418671951 tempest-PortsAdminExtendedAttrsTestJSON-418671951-project] Added segment 9c41c38b-6dc8-411e-b334-ddd0ad32e255 of type vlan for network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 Mar 11 15:32:41.266827 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f42345db-caa7-4be7-9b60-9f014736d732 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/networks/8556e91d-1ba6-49c8-874a-122eed4965ff HTTP/1.1" status: 204 len: 168 time: 1.5153568 Mar 11 15:32:41.266827 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38436) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:41.337340 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e17906-e67a-41a6-8d3a-a94ce8a6fb50 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event deleted for resources: {'Port': ['ID=473fc063-e7ab-4472-ab83-3c84c2e8bd7d,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:41.344544 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-daa77eb5-f74c-488c-a4e0-0673c94370d0 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router_gateway, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:41.345245 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-daa77eb5-f74c-488c-a4e0-0673c94370d0 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:41.350432 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fce5f6ba-2d48-4a93-88b7-152545e505f2 tempest-PortsAdminExtendedAttrsTestJSON-418671951 tempest-PortsAdminExtendedAttrsTestJSON-418671951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:41.374360 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-c934efe2-c259-4bb3-8443-21c7e4824557 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Synchronizing usage tracker for tenant:4e49178b23b840ef958eb138483982b0 on resource:security_group {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:32:41.422294 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fce5f6ba-2d48-4a93-88b7-152545e505f2 tempest-PortsAdminExtendedAttrsTestJSON-418671951 tempest-PortsAdminExtendedAttrsTestJSON-418671951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:41.426473 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce5f6ba-2d48-4a93-88b7-152545e505f2 tempest-PortsAdminExtendedAttrsTestJSON-418671951 tempest-PortsAdminExtendedAttrsTestJSON-418671951-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:41.426680 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fce5f6ba-2d48-4a93-88b7-152545e505f2 tempest-PortsAdminExtendedAttrsTestJSON-418671951 tempest-PortsAdminExtendedAttrsTestJSON-418671951-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:41.446581 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-c934efe2-c259-4bb3-8443-21c7e4824557 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] Unset dirty status for tenant:4e49178b23b840ef958eb138483982b0 on resource:security_group {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:32:41.451750 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c934efe2-c259-4bb3-8443-21c7e4824557 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2218382 Mar 11 15:32:41.463345 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c16d1de-ea94-4096-a5f1-9e073c2ed7a0 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:41.464063 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-7c16d1de-ea94-4096-a5f1-9e073c2ed7a0 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Synchronizing usage tracker for tenant:a138b31c346e4c0cb3afee629b96673d on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:32:41.470649 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38440) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:41.568422 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-fce5f6ba-2d48-4a93-88b7-152545e505f2 tempest-PortsAdminExtendedAttrsTestJSON-418671951 tempest-PortsAdminExtendedAttrsTestJSON-418671951-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.5077477 Mar 11 15:32:41.575236 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-77d3955e-8c61-4dea-8b9a-53f923d78f90 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] delete failed (client error): The resource could not be found. Mar 11 15:32:41.576282 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-77d3955e-8c61-4dea-8b9a-53f923d78f90 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "DELETE /v2.0/security-groups/47eadcc1-8e05-457a-9bd5-cef7e250a96f HTTP/1.1" status: 404 len: 347 time: 0.1011112 Mar 11 15:32:41.581656 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38448) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:41.605738 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5f6ba-2d48-4a93-88b7-152545e505f2 tempest-PortsAdminExtendedAttrsTestJSON-418671951 tempest-PortsAdminExtendedAttrsTestJSON-418671951-project] Pushing event updated for resources: {'Network': ['ID=26cd1448-cc01-40ad-9cb4-5dfb234e62f3,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:41.612283 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-7c16d1de-ea94-4096-a5f1-9e073c2ed7a0 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Unset dirty status for tenant:a138b31c346e4c0cb3afee629b96673d on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:32:41.616896 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-7c16d1de-ea94-4096-a5f1-9e073c2ed7a0 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3463104 Mar 11 15:32:41.617376 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-daa7b507-d491-4da7-aa39-91f7296c50a8 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] show failed (client error): The resource could not be found. Mar 11 15:32:41.621636 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-daa7b507-d491-4da7-aa39-91f7296c50a8 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "GET /v2.0/security-groups/fc55e186-7d8c-409a-8249-feab2de0e588 HTTP/1.1" status: 404 len: 347 time: 0.0358586 Mar 11 15:32:41.621636 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38452) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:41.626691 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:32:41.628058 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38456) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:41.706099 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ac43abbb-e4a2-45cc-9a2a-88e13add6cb9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0812864 Mar 11 15:32:41.707091 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38460) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:41.714690 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-8f68877a-bbbd-444c-8813-a1c41192fbf7 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1540447394'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:41.721388 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-8f68877a-bbbd-444c-8813-a1c41192fbf7 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:41.725462 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-8f68877a-bbbd-444c-8813-a1c41192fbf7 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Usage tracker for resource:network and tenant:a138b31c346e4c0cb3afee629b96673d is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:41.728496 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-8f68877a-bbbd-444c-8813-a1c41192fbf7 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:41.735851 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-8f68877a-bbbd-444c-8813-a1c41192fbf7 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:41.751672 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f68877a-bbbd-444c-8813-a1c41192fbf7 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Made reservation on behalf of a138b31c346e4c0cb3afee629b96673d for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:32:41.754759 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8f68877a-bbbd-444c-8813-a1c41192fbf7 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:41.791026 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f68877a-bbbd-444c-8813-a1c41192fbf7 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:32:41.803582 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-ac9e09f1-2d0b-431b-83da-027ca88a7fc5 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] show failed (client error): The resource could not be found. Mar 11 15:32:41.804209 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8f68877a-bbbd-444c-8813-a1c41192fbf7 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:41.804816 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ac9e09f1-2d0b-431b-83da-027ca88a7fc5 tempest-NegativeSecGroupIPv6Test-1863318967 tempest-NegativeSecGroupIPv6Test-1863318967-project] 10.222.0.31 "GET /v2.0/security-group-rules/b4d8973d-0b79-45c6-9c91-fba9596e3c05 HTTP/1.1" status: 404 len: 356 time: 0.1618047 Mar 11 15:32:41.811110 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-8f68877a-bbbd-444c-8813-a1c41192fbf7 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Added segment d39c6317-f824-4a70-84be-6b6b42927a34 of type vlan for network 68209dc9-f933-4d75-a95a-ca95eee2bda6 Mar 11 15:32:41.850183 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-57e4ebb9-7c44-4d85-aec0-4ad9d2ddfcde tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Allocated IP 172.20.0.9 (a2acfd04-f5c0-4c9f-b0e2-719fd0533358/4b63daf6-4dbe-4bcf-a21f-1086e3dc81cb/c3ad1ae2-d1fb-46a9-a767-6787c288f0ff) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:32:41.852885 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8f68877a-bbbd-444c-8813-a1c41192fbf7 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:41.893580 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8f68877a-bbbd-444c-8813-a1c41192fbf7 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:41.899476 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f68877a-bbbd-444c-8813-a1c41192fbf7 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:41.900220 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8f68877a-bbbd-444c-8813-a1c41192fbf7 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:41.900336 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38466) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:41.933052 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Request body: {'port': {'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3', 'binding:host_id': 'hv-neutron-8333', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1334907983'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:41.938688 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a1e17906-e67a-41a6-8d3a-a94ce8a6fb50 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:42.013403 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-8f68877a-bbbd-444c-8813-a1c41192fbf7 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3049340 Mar 11 15:32:42.017822 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38470) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:42.026146 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-dd5a5d50-52ed-41b0-87ca-04f1a3452f4a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'subnet': {'network_id': '68209dc9-f933-4d75-a95a-ca95eee2bda6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:42.046712 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f68877a-bbbd-444c-8813-a1c41192fbf7 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'Network': ['ID=68209dc9-f933-4d75-a95a-ca95eee2bda6,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:42.062719 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 68209dc9-f933-4d75-a95a-ca95eee2bda6 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:32:42.247932 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device f3671f00-9166-4240-9b7e-e65439da57e4 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:32:42.287893 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:42.290145 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: f3671f00-9166-4240-9b7e-e65439da57e4 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:32:42.290616 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device f3671f00-9166-4240-9b7e-e65439da57e4 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:32:42.293196 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38476) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:42.302535 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-dd5a5d50-52ed-41b0-87ca-04f1a3452f4a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:42.306841 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-dd5a5d50-52ed-41b0-87ca-04f1a3452f4a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Usage tracker for resource:subnet and tenant:a138b31c346e4c0cb3afee629b96673d is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:42.310168 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-dd5a5d50-52ed-41b0-87ca-04f1a3452f4a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:42.317543 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-dd5a5d50-52ed-41b0-87ca-04f1a3452f4a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:42.325429 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Usage tracker for resource:port and tenant:a6799a7b809f45c093625a268f887567 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:42.330750 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5a5d50-52ed-41b0-87ca-04f1a3452f4a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Made reservation on behalf of a138b31c346e4c0cb3afee629b96673d for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:32:42.337855 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:42.463558 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-dd5a5d50-52ed-41b0-87ca-04f1a3452f4a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:42.477658 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:42.536859 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Made reservation on behalf of a6799a7b809f45c093625a268f887567 for: {'port': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:32:42.539144 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:42.555521 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-57e4ebb9-7c44-4d85-aec0-4ad9d2ddfcde tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:42.576612 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:42.596214 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-6f69d4a5-c625-4644-a18c-420a554a88ee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4e49178b23b840ef958eb138483982b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3016229 Mar 11 15:32:42.599081 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38482) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:42.605629 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-57e4ebb9-7c44-4d85-aec0-4ad9d2ddfcde tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Transition to ACTIVE for port object c3ad1ae2-d1fb-46a9-a767-6787c288f0ff will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:32:42.724897 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-721b5247-127e-41e6-8612-00b27414fed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:42.773584 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-721b5247-127e-41e6-8612-00b27414fed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:42.787777 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:42.822182 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-dd5a5d50-52ed-41b0-87ca-04f1a3452f4a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:42.826281 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Usage tracker for resource:security_group_rule and tenant:a6799a7b809f45c093625a268f887567 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:42.836545 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:42.850143 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:42.868241 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-57e4ebb9-7c44-4d85-aec0-4ad9d2ddfcde tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:42.911030 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a5d50-52ed-41b0-87ca-04f1a3452f4a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'Subnet': ['ID=f932ea87-370a-4d13-9498-5e9f63dfe8b4,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:42.922528 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-721b5247-127e-41e6-8612-00b27414fed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:42.940187 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b5247-127e-41e6-8612-00b27414fed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c36446-258e-48e7-ba40-0f977cefc1a1,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:42.953151 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5a5d50-52ed-41b0-87ca-04f1a3452f4a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Checking segment: {'id': 'd39c6317-f824-4a70-84be-6b6b42927a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '68209dc9-f933-4d75-a95a-ca95eee2bda6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:32:42.953610 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5a5d50-52ed-41b0-87ca-04f1a3452f4a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Network hostable DHCP agents. Network: 68209dc9-f933-4d75-a95a-ca95eee2bda6, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:32:42.975600 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-721b5247-127e-41e6-8612-00b27414fed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:42.976822 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-721b5247-127e-41e6-8612-00b27414fed8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/89c36446-258e-48e7-ba40-0f977cefc1a1 HTTP/1.1" status: 204 len: 168 time: 0.3766997 Mar 11 15:32:42.993080 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5a5d50-52ed-41b0-87ca-04f1a3452f4a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Network 68209dc9-f933-4d75-a95a-ca95eee2bda6 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:32:43.006248 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-dd5a5d50-52ed-41b0-87ca-04f1a3452f4a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 68209dc9-f933-4d75-a95a-ca95eee2bda6) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:32:43.011069 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5a5d50-52ed-41b0-87ca-04f1a3452f4a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:43.011700 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-dd5a5d50-52ed-41b0-87ca-04f1a3452f4a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:43.017390 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12bbd68-5e9b-41e8-8b66-679eaa61eada None None] Network 68209dc9-f933-4d75-a95a-ca95eee2bda6 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:32:43.040613 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-dd5a5d50-52ed-41b0-87ca-04f1a3452f4a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0216062 Mar 11 15:32:43.043120 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38488) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:43.055751 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-613b3deb-37bf-4521-9521-d53355ff7f43 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'port': {'network_id': '68209dc9-f933-4d75-a95a-ca95eee2bda6', 'name': 'tempest-PortsTestJSON-1421995534'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:43.132428 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e4ebb9-7c44-4d85-aec0-4ad9d2ddfcde tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Network a2acfd04-f5c0-4c9f-b0e2-719fd0533358 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:32:43.139497 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4ebb9-7c44-4d85-aec0-4ad9d2ddfcde tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Pushing event updated for resources: {'Port': ['ID=c3ad1ae2-d1fb-46a9-a767-6787c288f0ff,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:43.148484 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-57e4ebb9-7c44-4d85-aec0-4ad9d2ddfcde tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:32:43.158316 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e4ebb9-7c44-4d85-aec0-4ad9d2ddfcde tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:32:43.260520 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-613b3deb-37bf-4521-9521-d53355ff7f43 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:43.273842 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-613b3deb-37bf-4521-9521-d53355ff7f43 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:43.292531 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613b3deb-37bf-4521-9521-d53355ff7f43 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Made reservation on behalf of a138b31c346e4c0cb3afee629b96673d for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:32:43.295990 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-613b3deb-37bf-4521-9521-d53355ff7f43 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:43.354030 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-613b3deb-37bf-4521-9521-d53355ff7f43 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] device_id is not set on port a652945f-b2d2-4ad8-b70e-aa26f7dda016 yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:32:43.377741 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:43.410367 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:43.417568 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e17906-e67a-41a6-8d3a-a94ce8a6fb50 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Router cf845e95-d099-4bcb-80b7-a463af6bc5cd has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:32:43.432405 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] device_id is not set on port bc25ce70-256f-41b1-8be5-0653aa121989 yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:32:43.449411 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c37b5ed-b94b-4f91-b3c9-4249bab1c9b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-68209dc9-f933-4d75-a95a-ca95eee2bda6', 'network_id': '68209dc9-f933-4d75-a95a-ca95eee2bda6', 'tenant_id': 'a138b31c346e4c0cb3afee629b96673d', 'fixed_ips': [{'subnet_id': 'f932ea87-370a-4d13-9498-5e9f63dfe8b4'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:32:43.450321 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9c37b5ed-b94b-4f91-b3c9-4249bab1c9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:43.489264 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e4ebb9-7c44-4d85-aec0-4ad9d2ddfcde tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:43.489831 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-57e4ebb9-7c44-4d85-aec0-4ad9d2ddfcde tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:43.511366 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-613b3deb-37bf-4521-9521-d53355ff7f43 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Allocated IP 172.20.0.12 (68209dc9-f933-4d75-a95a-ca95eee2bda6/f932ea87-370a-4d13-9498-5e9f63dfe8b4/a652945f-b2d2-4ad8-b70e-aa26f7dda016) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:32:43.540487 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa77eb5-f74c-488c-a4e0-0673c94370d0 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Router 574d7fd6-65ee-4816-ae6a-a439a289f640 is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:32:43.554356 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-483ca587-d5e7-4b42-96a6-22728bb3ae61 None None] Provisioning for port c3ad1ae2-d1fb-46a9-a767-6787c288f0ff completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:32:43.558403 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-1f60d977-1df5-492d-b42e-9f2a0a3c04b1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting port b8f45ef3-5c84-4152-8c9c-125b1a3deedb {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:32:43.558752 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1f60d977-1df5-492d-b42e-9f2a0a3c04b1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:43.564135 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-483ca587-d5e7-4b42-96a6-22728bb3ae61 None None] Provisioning complete for port c3ad1ae2-d1fb-46a9-a767-6787c288f0ff triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:32:43.564505 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-483ca587-d5e7-4b42-96a6-22728bb3ae61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:43.601909 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-57e4ebb9-7c44-4d85-aec0-4ad9d2ddfcde tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9377036 Mar 11 15:32:43.612201 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38492) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:43.617246 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec9e764-cc95-4c7b-a341-087f6b67b66a,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:43.623946 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-25bcad9a-6cae-4af3-b241-8449b0b6db08 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Request body: {'floatingip': {'port_id': 'c3ad1ae2-d1fb-46a9-a767-6787c288f0ff'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:43.628050 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-483ca587-d5e7-4b42-96a6-22728bb3ae61 None None] Port c3ad1ae2-d1fb-46a9-a767-6787c288f0ff cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:32:43.811290 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-25bcad9a-6cae-4af3-b241-8449b0b6db08 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for floatingip, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:43.949067 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-613b3deb-37bf-4521-9521-d53355ff7f43 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:44.011963 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-613b3deb-37bf-4521-9521-d53355ff7f43 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Transition to ACTIVE for port object a652945f-b2d2-4ad8-b70e-aa26f7dda016 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:32:44.155917 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-613b3deb-37bf-4521-9521-d53355ff7f43 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:44.166778 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-9c37b5ed-b94b-4f91-b3c9-4249bab1c9b8 None None] Allocated IP 172.20.0.2 (68209dc9-f933-4d75-a95a-ca95eee2bda6/f932ea87-370a-4d13-9498-5e9f63dfe8b4/ea7290d8-36fc-43d9-9259-11046cda2ac3) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:32:44.274900 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e17906-e67a-41a6-8d3a-a94ce8a6fb50 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:32:44.286984 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-1f60d977-1df5-492d-b42e-9f2a0a3c04b1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] For port b8f45ef3-5c84-4152-8c9c-125b1a3deedb, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=b8f45ef3-5c84-4152-8c9c-125b1a3deedb,segment=NetworkSegment(2da6912e-1c50-49dc-b06d-7c4d9df82e9e),segment_id=2da6912e-1c50-49dc-b06d-7c4d9df82e9e)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:32:44.287346 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1f60d977-1df5-492d-b42e-9f2a0a3c04b1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:44.291933 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bee3422-5c0c-40fb-b9f4-ea63f5912784 None None] Sync routers for ids ['cf845e95-d099-4bcb-80b7-a463af6bc5cd'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:32:44.309421 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bee3422-5c0c-40fb-b9f4-ea63f5912784 None None] Routers {'cf845e95-d099-4bcb-80b7-a463af6bc5cd'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:32:44.311260 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-6bee3422-5c0c-40fb-b9f4-ea63f5912784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:32:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['cf845e95-d099-4bcb-80b7-a463af6bc5cd'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:44.400780 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-6bee3422-5c0c-40fb-b9f4-ea63f5912784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:44.418612 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bee3422-5c0c-40fb-b9f4-ea63f5912784 None None] Routers {'cf845e95-d099-4bcb-80b7-a463af6bc5cd'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:32:44.420326 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-6bee3422-5c0c-40fb-b9f4-ea63f5912784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:32:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['cf845e95-d099-4bcb-80b7-a463af6bc5cd'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:44.433701 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a1e17906-e67a-41a6-8d3a-a94ce8a6fb50 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "PUT /v2.0/routers/cf845e95-d099-4bcb-80b7-a463af6bc5cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5257709 Mar 11 15:32:44.442888 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38496) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:44.447850 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9c37b5ed-b94b-4f91-b3c9-4249bab1c9b8 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:44.451067 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-1f60d977-1df5-492d-b42e-9f2a0a3c04b1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Calling delete_port for b8f45ef3-5c84-4152-8c9c-125b1a3deedb owned by network:router_interface {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:32:44.462672 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-9c37b5ed-b94b-4f91-b3c9-4249bab1c9b8 None None] Transition to ACTIVE for port object ea7290d8-36fc-43d9-9259-11046cda2ac3 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:32:44.485661 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-9c37b5ed-b94b-4f91-b3c9-4249bab1c9b8 None None] Transition to ACTIVE for port object ea7290d8-36fc-43d9-9259-11046cda2ac3 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:32:44.495649 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9c37b5ed-b94b-4f91-b3c9-4249bab1c9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:44.504003 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613b3deb-37bf-4521-9521-d53355ff7f43 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Network 68209dc9-f933-4d75-a95a-ca95eee2bda6 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:32:44.514553 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-613b3deb-37bf-4521-9521-d53355ff7f43 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:32:44.516018 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-6bee3422-5c0c-40fb-b9f4-ea63f5912784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:44.516693 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bee3422-5c0c-40fb-b9f4-ea63f5912784 None None] The sync data for ids ['cf845e95-d099-4bcb-80b7-a463af6bc5cd'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:32:44.518497 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613b3deb-37bf-4521-9521-d53355ff7f43 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:32:44.567763 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-3ee0a142-a2cc-474d-85e6-2053d8fe2689 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf845e95-d099-4bcb-80b7-a463af6bc5cd HTTP/1.1" status: 200 len: 205 time: 0.1140144 Mar 11 15:32:44.568266 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38500) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:44.572261 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b3deb-37bf-4521-9521-d53355ff7f43 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'Port': ['ID=a652945f-b2d2-4ad8-b70e-aa26f7dda016,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:44.591992 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c37b5ed-b94b-4f91-b3c9-4249bab1c9b8 None None] Network 68209dc9-f933-4d75-a95a-ca95eee2bda6 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:32:44.596750 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-9c37b5ed-b94b-4f91-b3c9-4249bab1c9b8 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:32:44.601585 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c37b5ed-b94b-4f91-b3c9-4249bab1c9b8 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:32:44.611645 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37b5ed-b94b-4f91-b3c9-4249bab1c9b8 None None] Pushing event updated for resources: {'Port': ['ID=ea7290d8-36fc-43d9-9259-11046cda2ac3,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:44.660583 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] device_id is not set on port bc25ce70-256f-41b1-8be5-0653aa121989 yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:32:44.685668 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613b3deb-37bf-4521-9521-d53355ff7f43 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:44.686272 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-613b3deb-37bf-4521-9521-d53355ff7f43 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:44.696598 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c37b5ed-b94b-4f91-b3c9-4249bab1c9b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:32:44.696974 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c37b5ed-b94b-4f91-b3c9-4249bab1c9b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:32:44.697268 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c37b5ed-b94b-4f91-b3c9-4249bab1c9b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:32:44.697609 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c37b5ed-b94b-4f91-b3c9-4249bab1c9b8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:32:44.699169 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c37b5ed-b94b-4f91-b3c9-4249bab1c9b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:32:44.699169 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c37b5ed-b94b-4f91-b3c9-4249bab1c9b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:32:44.699169 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c37b5ed-b94b-4f91-b3c9-4249bab1c9b8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:32:44.699169 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c37b5ed-b94b-4f91-b3c9-4249bab1c9b8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:32:44.699169 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c37b5ed-b94b-4f91-b3c9-4249bab1c9b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:32:44.699679 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c37b5ed-b94b-4f91-b3c9-4249bab1c9b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:32:44.699906 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c37b5ed-b94b-4f91-b3c9-4249bab1c9b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:32:44.710528 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-9c37b5ed-b94b-4f91-b3c9-4249bab1c9b8 None None] Attempting to bind port ea7290d8-36fc-43d9-9259-11046cda2ac3 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:32:44.710939 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-9c37b5ed-b94b-4f91-b3c9-4249bab1c9b8 None None] Attempting to bind port ea7290d8-36fc-43d9-9259-11046cda2ac3 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'd39c6317-f824-4a70-84be-6b6b42927a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '68209dc9-f933-4d75-a95a-ca95eee2bda6'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:32:44.711380 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c37b5ed-b94b-4f91-b3c9-4249bab1c9b8 None None] Attempting to bind port ea7290d8-36fc-43d9-9259-11046cda2ac3 on network 68209dc9-f933-4d75-a95a-ca95eee2bda6 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:32:44.719363 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c37b5ed-b94b-4f91-b3c9-4249bab1c9b8 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:32:44.719782 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c37b5ed-b94b-4f91-b3c9-4249bab1c9b8 None None] Checking segment: {'id': 'd39c6317-f824-4a70-84be-6b6b42927a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '68209dc9-f933-4d75-a95a-ca95eee2bda6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:32:44.720201 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9c37b5ed-b94b-4f91-b3c9-4249bab1c9b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:44.720726 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c37b5ed-b94b-4f91-b3c9-4249bab1c9b8 None None] Bound using segment: {'id': 'd39c6317-f824-4a70-84be-6b6b42927a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '68209dc9-f933-4d75-a95a-ca95eee2bda6'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:32:44.721196 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-9c37b5ed-b94b-4f91-b3c9-4249bab1c9b8 None None] Bound port: ea7290d8-36fc-43d9-9259-11046cda2ac3, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd39c6317-f824-4a70-84be-6b6b42927a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '68209dc9-f933-4d75-a95a-ca95eee2bda6'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:32:44.721560 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9c37b5ed-b94b-4f91-b3c9-4249bab1c9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:44.731110 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:44.754375 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-613b3deb-37bf-4521-9521-d53355ff7f43 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7099993 Mar 11 15:32:44.758599 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38504) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:44.767211 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-ad998329-a60d-4768-9b4d-05234e9518d9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'port': {'network_id': '68209dc9-f933-4d75-a95a-ca95eee2bda6', 'name': 'tempest-PortsTestJSON-1367340379'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:44.768089 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Transition to ACTIVE for port object bc25ce70-256f-41b1-8be5-0653aa121989 will not be triggered until provisioned by entity L2. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:32:44.805134 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:44.827462 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-9c37b5ed-b94b-4f91-b3c9-4249bab1c9b8 None None] For port ea7290d8-36fc-43d9-9259-11046cda2ac3, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:32:44.831303 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-9c37b5ed-b94b-4f91-b3c9-4249bab1c9b8 None None] For port ea7290d8-36fc-43d9-9259-11046cda2ac3, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ea7290d8-36fc-43d9-9259-11046cda2ac3,segment=NetworkSegment(d39c6317-f824-4a70-84be-6b6b42927a34),segment_id=d39c6317-f824-4a70-84be-6b6b42927a34)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:32:44.836611 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9c37b5ed-b94b-4f91-b3c9-4249bab1c9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:44.869824 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cee95919-403c-4da0-a408-3e6abbcb4458 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for router, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:44.929550 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37b5ed-b94b-4f91-b3c9-4249bab1c9b8 None None] Pushing event updated for resources: {'Port': ['ID=ea7290d8-36fc-43d9-9259-11046cda2ac3,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:44.947703 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ad998329-a60d-4768-9b4d-05234e9518d9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:44.952646 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ad998329-a60d-4768-9b4d-05234e9518d9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Usage tracker for resource:port and tenant:a138b31c346e4c0cb3afee629b96673d is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:44.956499 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ad998329-a60d-4768-9b4d-05234e9518d9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:44.966918 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ad998329-a60d-4768-9b4d-05234e9518d9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:44.980592 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad998329-a60d-4768-9b4d-05234e9518d9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Made reservation on behalf of a138b31c346e4c0cb3afee629b96673d for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:32:44.983856 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ad998329-a60d-4768-9b4d-05234e9518d9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:45.016597 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-ad998329-a60d-4768-9b4d-05234e9518d9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] device_id is not set on port 04619375-2264-4386-a779-a6503f143d24 yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:32:45.092874 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Pushing event updated for resources: {'Port': ['ID=bc25ce70-256f-41b1-8be5-0653aa121989,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:45.139865 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa77eb5-f74c-488c-a4e0-0673c94370d0 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:32:45.161885 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d95120a-efdc-43df-a327-bb6e6a0e96f4 None None] Sync routers for ids ['574d7fd6-65ee-4816-ae6a-a439a289f640'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:32:45.169642 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1f60d977-1df5-492d-b42e-9f2a0a3c04b1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:45.184430 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d95120a-efdc-43df-a327-bb6e6a0e96f4 None None] Routers {'574d7fd6-65ee-4816-ae6a-a439a289f640'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:32:45.185097 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-9d95120a-efdc-43df-a327-bb6e6a0e96f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:32:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['574d7fd6-65ee-4816-ae6a-a439a289f640'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:45.240358 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f60d977-1df5-492d-b42e-9f2a0a3c04b1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Port': ['ID=b8f45ef3-5c84-4152-8c9c-125b1a3deedb,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:45.285940 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-ad998329-a60d-4768-9b4d-05234e9518d9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Allocated IP 172.20.0.11 (68209dc9-f933-4d75-a95a-ca95eee2bda6/f932ea87-370a-4d13-9498-5e9f63dfe8b4/04619375-2264-4386-a779-a6503f143d24) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:32:45.290518 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-9d95120a-efdc-43df-a327-bb6e6a0e96f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:45.310753 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d95120a-efdc-43df-a327-bb6e6a0e96f4 None None] Routers {'574d7fd6-65ee-4816-ae6a-a439a289f640'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:32:45.311434 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-9d95120a-efdc-43df-a327-bb6e6a0e96f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:32:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['574d7fd6-65ee-4816-ae6a-a439a289f640'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:45.317195 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Checking segment: {'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:32:45.317772 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Network hostable DHCP agents. Network: 26cd1448-cc01-40ad-9cb4-5dfb234e62f3, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:32:45.383052 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-9d95120a-efdc-43df-a327-bb6e6a0e96f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:45.383557 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d95120a-efdc-43df-a327-bb6e6a0e96f4 None None] The sync data for ids ['574d7fd6-65ee-4816-ae6a-a439a289f640'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:32:45.482911 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:45.527611 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-daa77eb5-f74c-488c-a4e0-0673c94370d0 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:45.532278 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-daa77eb5-f74c-488c-a4e0-0673c94370d0 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.3702259 Mar 11 15:32:45.533305 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38508) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:45.582307 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-25bcad9a-6cae-4af3-b241-8449b0b6db08 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:45.585352 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-0367a8f2-5490-4d7a-b437-3230b5b9e6d2 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:45.586389 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-25bcad9a-6cae-4af3-b241-8449b0b6db08 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:45.794599 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ad998329-a60d-4768-9b4d-05234e9518d9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:45.822360 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-ad998329-a60d-4768-9b4d-05234e9518d9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Transition to ACTIVE for port object 04619375-2264-4386-a779-a6503f143d24 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:32:45.873046 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ad998329-a60d-4768-9b4d-05234e9518d9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:45.936510 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cee95919-403c-4da0-a408-3e6abbcb4458 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:45.941679 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:32:45.971713 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad998329-a60d-4768-9b4d-05234e9518d9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Network 68209dc9-f933-4d75-a95a-ca95eee2bda6 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:32:45.972518 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad998329-a60d-4768-9b4d-05234e9518d9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'Port': ['ID=04619375-2264-4386-a779-a6503f143d24,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:45.975873 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-ad998329-a60d-4768-9b4d-05234e9518d9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:32:45.978849 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.l3_db [None req-25bcad9a-6cae-4af3-b241-8449b0b6db08 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Floating IP 321fe19b-da04-4531-b4bd-abb5b8b7c33c associated. External IP: 172.26.0.107, port: 0a1ac30c-ce18-4336-a4b9-78bce4668975. Mar 11 15:32:46.007885 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cee95919-403c-4da0-a408-3e6abbcb4458 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:46.037461 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad998329-a60d-4768-9b4d-05234e9518d9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:32:46.076630 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 26cd1448-cc01-40ad-9cb4-5dfb234e62f3) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:32:46.085331 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4a97e4-aafc-47ad-a832-c69a0bbf36fe None None] Network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:32:46.090536 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:32:46.120692 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port bc25ce70-256f-41b1-8be5-0653aa121989 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:32:46.121733 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port bc25ce70-256f-41b1-8be5-0653aa121989 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:32:46.122388 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port bc25ce70-256f-41b1-8be5-0653aa121989 on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:32:46.175768 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Port bc25ce70-256f-41b1-8be5-0653aa121989 on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:32:46.178030 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Failed to bind port bc25ce70-256f-41b1-8be5-0653aa121989 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] Mar 11 15:32:46.190775 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.plugins.ml2.plugin [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempt 2 to bind port bc25ce70-256f-41b1-8be5-0653aa121989 Mar 11 15:32:46.216959 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port bc25ce70-256f-41b1-8be5-0653aa121989 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:32:46.217911 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port bc25ce70-256f-41b1-8be5-0653aa121989 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:32:46.219417 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port bc25ce70-256f-41b1-8be5-0653aa121989 on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:32:46.225468 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542f1d90-bad6-4e23-9a4a-71bac7381330 None None] Network 68209dc9-f933-4d75-a95a-ca95eee2bda6 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:32:46.228275 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cee95919-403c-4da0-a408-3e6abbcb4458 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:46.228932 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee95919-403c-4da0-a408-3e6abbcb4458 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Fanout notify agent at l3_agent the message router_deleted on router cf845e95-d099-4bcb-80b7-a463af6bc5cd {{(pid=83867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:32:46.250629 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad998329-a60d-4768-9b4d-05234e9518d9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:46.251574 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ad998329-a60d-4768-9b4d-05234e9518d9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:46.289214 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Port bc25ce70-256f-41b1-8be5-0653aa121989 on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:32:46.289629 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Failed to bind port bc25ce70-256f-41b1-8be5-0653aa121989 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] Mar 11 15:32:46.292866 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.plugins.ml2.plugin [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempt 3 to bind port bc25ce70-256f-41b1-8be5-0653aa121989 Mar 11 15:32:46.307223 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ad998329-a60d-4768-9b4d-05234e9518d9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5471618 Mar 11 15:32:46.309652 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38512) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:46.317192 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cee95919-403c-4da0-a408-3e6abbcb4458 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:46.318355 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-cee95919-403c-4da0-a408-3e6abbcb4458 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "DELETE /v2.0/routers/cf845e95-d099-4bcb-80b7-a463af6bc5cd HTTP/1.1" status: 204 len: 168 time: 1.7417450 Mar 11 15:32:46.321364 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port bc25ce70-256f-41b1-8be5-0653aa121989 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:32:46.321990 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port bc25ce70-256f-41b1-8be5-0653aa121989 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:32:46.322357 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port bc25ce70-256f-41b1-8be5-0653aa121989 on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:32:46.328774 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38516) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:46.406508 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Port bc25ce70-256f-41b1-8be5-0653aa121989 on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:32:46.407288 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Failed to bind port bc25ce70-256f-41b1-8be5-0653aa121989 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] Mar 11 15:32:46.418606 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.plugins.ml2.plugin [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempt 4 to bind port bc25ce70-256f-41b1-8be5-0653aa121989 Mar 11 15:32:46.438869 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device ea7290d8-36fc-43d9-9259-11046cda2ac3 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:32:46.481227 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port bc25ce70-256f-41b1-8be5-0653aa121989 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:32:46.481475 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port bc25ce70-256f-41b1-8be5-0653aa121989 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:32:46.481814 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port bc25ce70-256f-41b1-8be5-0653aa121989 on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:32:46.554404 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Port bc25ce70-256f-41b1-8be5-0653aa121989 on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:32:46.555084 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Failed to bind port bc25ce70-256f-41b1-8be5-0653aa121989 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] Mar 11 15:32:46.558456 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.plugins.ml2.plugin [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempt 5 to bind port bc25ce70-256f-41b1-8be5-0653aa121989 Mar 11 15:32:46.584432 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e69ae54-19f4-40b6-875c-b1fcfa53be6f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:46.585133 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-1e69ae54-19f4-40b6-875c-b1fcfa53be6f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Synchronizing usage tracker for tenant:a138b31c346e4c0cb3afee629b96673d on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:32:46.585277 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-85e3356c-7ba0-447d-b53c-91b9c90f3f6a None None] Provisioning for port ea7290d8-36fc-43d9-9259-11046cda2ac3 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:32:46.605169 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port bc25ce70-256f-41b1-8be5-0653aa121989 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:32:46.605540 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port bc25ce70-256f-41b1-8be5-0653aa121989 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:32:46.605834 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port bc25ce70-256f-41b1-8be5-0653aa121989 on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:32:46.664192 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port ea7290d8-36fc-43d9-9259-11046cda2ac3 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:32:46.698781 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port ea7290d8-36fc-43d9-9259-11046cda2ac3 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:32:46.699520 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:46.747849 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-1e69ae54-19f4-40b6-875c-b1fcfa53be6f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Unset dirty status for tenant:a138b31c346e4c0cb3afee629b96673d on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:32:46.752389 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Port bc25ce70-256f-41b1-8be5-0653aa121989 on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:32:46.752389 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Failed to bind port bc25ce70-256f-41b1-8be5-0653aa121989 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] Mar 11 15:32:46.752629 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.plugins.ml2.plugin [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempt 6 to bind port bc25ce70-256f-41b1-8be5-0653aa121989 Mar 11 15:32:46.753663 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-1e69ae54-19f4-40b6-875c-b1fcfa53be6f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 923 time: 0.4427919 Mar 11 15:32:46.755956 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38520) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:46.761187 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-a411c003-fc8b-4b3c-a535-08869e840b4a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Deleting subnet b4371563-1842-4ff6-8a45-018e2bf5e2b8 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:32:46.772732 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1f60d977-1df5-492d-b42e-9f2a0a3c04b1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:46.776149 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a411c003-fc8b-4b3c-a535-08869e840b4a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:46.827149 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port bc25ce70-256f-41b1-8be5-0653aa121989 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:32:46.827490 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port bc25ce70-256f-41b1-8be5-0653aa121989 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:32:46.828399 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port bc25ce70-256f-41b1-8be5-0653aa121989 on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:32:46.839516 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-426e4ad9-868c-41d7-a7af-f2b5378dece4 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Deleting port 04619375-2264-4386-a779-a6503f143d24 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:32:46.840328 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-426e4ad9-868c-41d7-a7af-f2b5378dece4 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:46.859516 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:46.901102 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port ea7290d8-36fc-43d9-9259-11046cda2ac3, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ea7290d8-36fc-43d9-9259-11046cda2ac3,segment=NetworkSegment(d39c6317-f824-4a70-84be-6b6b42927a34),segment_id=d39c6317-f824-4a70-84be-6b6b42927a34)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:32:46.908639 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:46.923435 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Port bc25ce70-256f-41b1-8be5-0653aa121989 on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:32:46.923772 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Failed to bind port bc25ce70-256f-41b1-8be5-0653aa121989 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] Mar 11 15:32:46.933238 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a411c003-fc8b-4b3c-a535-08869e840b4a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:46.966273 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.plugins.ml2.plugin [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempt 7 to bind port bc25ce70-256f-41b1-8be5-0653aa121989 Mar 11 15:32:47.018963 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=ea7290d8-36fc-43d9-9259-11046cda2ac3,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:47.094056 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25bcad9a-6cae-4af3-b241-8449b0b6db08 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Router f186c74e-a9d7-4f53-91d1-dea1dbb31662 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:32:47.136952 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-236d8330-bbc8-4a16-8e9e-37e12d03eb7f None None] Provisioning for port 04619375-2264-4386-a779-a6503f143d24 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:32:47.143848 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-236d8330-bbc8-4a16-8e9e-37e12d03eb7f None None] Provisioning complete for port 04619375-2264-4386-a779-a6503f143d24 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:32:47.144376 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-236d8330-bbc8-4a16-8e9e-37e12d03eb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:47.224354 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-236d8330-bbc8-4a16-8e9e-37e12d03eb7f None None] Port 04619375-2264-4386-a779-a6503f143d24 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:32:47.241321 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port bc25ce70-256f-41b1-8be5-0653aa121989 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:32:47.241667 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port bc25ce70-256f-41b1-8be5-0653aa121989 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:32:47.242009 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port bc25ce70-256f-41b1-8be5-0653aa121989 on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:32:47.253311 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-236d8330-bbc8-4a16-8e9e-37e12d03eb7f None None] Provisioning for port a652945f-b2d2-4ad8-b70e-aa26f7dda016 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:32:47.267555 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-236d8330-bbc8-4a16-8e9e-37e12d03eb7f None None] Provisioning complete for port a652945f-b2d2-4ad8-b70e-aa26f7dda016 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:32:47.268199 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-236d8330-bbc8-4a16-8e9e-37e12d03eb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:47.292447 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Port bc25ce70-256f-41b1-8be5-0653aa121989 on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:32:47.292447 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Failed to bind port bc25ce70-256f-41b1-8be5-0653aa121989 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] Mar 11 15:32:47.299991 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.plugins.ml2.plugin [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempt 8 to bind port bc25ce70-256f-41b1-8be5-0653aa121989 Mar 11 15:32:47.335957 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-236d8330-bbc8-4a16-8e9e-37e12d03eb7f None None] Port a652945f-b2d2-4ad8-b70e-aa26f7dda016 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:32:47.336814 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-426e4ad9-868c-41d7-a7af-f2b5378dece4 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:47.338078 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a411c003-fc8b-4b3c-a535-08869e840b4a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:47.353686 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-236d8330-bbc8-4a16-8e9e-37e12d03eb7f None None] Provisioning complete for port ea7290d8-36fc-43d9-9259-11046cda2ac3 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:32:47.354059 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-236d8330-bbc8-4a16-8e9e-37e12d03eb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:47.414460 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port bc25ce70-256f-41b1-8be5-0653aa121989 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:32:47.414927 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port bc25ce70-256f-41b1-8be5-0653aa121989 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:32:47.415390 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port bc25ce70-256f-41b1-8be5-0653aa121989 on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:32:47.473127 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-426e4ad9-868c-41d7-a7af-f2b5378dece4 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Calling delete_port for 04619375-2264-4386-a779-a6503f143d24 owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:32:47.477618 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Port bc25ce70-256f-41b1-8be5-0653aa121989 on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:32:47.478080 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Failed to bind port bc25ce70-256f-41b1-8be5-0653aa121989 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] Mar 11 15:32:47.487396 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.plugins.ml2.plugin [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempt 9 to bind port bc25ce70-256f-41b1-8be5-0653aa121989 Mar 11 15:32:47.528654 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port bc25ce70-256f-41b1-8be5-0653aa121989 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:32:47.528919 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port bc25ce70-256f-41b1-8be5-0653aa121989 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:32:47.529443 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port bc25ce70-256f-41b1-8be5-0653aa121989 on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:32:47.534407 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a411c003-fc8b-4b3c-a535-08869e840b4a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:47.602165 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411c003-fc8b-4b3c-a535-08869e840b4a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event deleted for resources: {'Subnet': ['ID=b4371563-1842-4ff6-8a45-018e2bf5e2b8,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:47.611580 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Port bc25ce70-256f-41b1-8be5-0653aa121989 on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:32:47.611919 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Failed to bind port bc25ce70-256f-41b1-8be5-0653aa121989 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] Mar 11 15:32:47.614360 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.plugins.ml2.plugin [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempt 10 to bind port bc25ce70-256f-41b1-8be5-0653aa121989 Mar 11 15:32:47.627697 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a411c003-fc8b-4b3c-a535-08869e840b4a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:47.639711 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b17af75-48fd-40a2-b43a-dbbb8ac32b6c None None] Network 46c12bde-b93a-4156-89df-15a2f5fba834 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:32:47.665082 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b7a60d84-e8f9-4528-8b28-3809306e3c4a None None] Provisioning complete for port 04619375-2264-4386-a779-a6503f143d24 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:32:47.665511 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b7a60d84-e8f9-4528-8b28-3809306e3c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:47.675602 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-426e4ad9-868c-41d7-a7af-f2b5378dece4 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:47.717916 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a411c003-fc8b-4b3c-a535-08869e840b4a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "DELETE /v2.0/subnets/b4371563-1842-4ff6-8a45-018e2bf5e2b8 HTTP/1.1" status: 204 len: 168 time: 1.3842375 Mar 11 15:32:47.720134 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38524) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:47.759768 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-b7a60d84-e8f9-4528-8b28-3809306e3c4a None None] Port 04619375-2264-4386-a779-a6503f143d24 was deleted so its status cannot be updated. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 11 15:32:47.764356 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426e4ad9-868c-41d7-a7af-f2b5378dece4 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event deleted for resources: {'Port': ['ID=04619375-2264-4386-a779-a6503f143d24,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:47.779460 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port bc25ce70-256f-41b1-8be5-0653aa121989 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:32:47.779460 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port bc25ce70-256f-41b1-8be5-0653aa121989 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:32:47.779736 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bcad9a-6cae-4af3-b241-8449b0b6db08 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:32:47.779858 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port bc25ce70-256f-41b1-8be5-0653aa121989 on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:32:47.794191 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Port bc25ce70-256f-41b1-8be5-0653aa121989 on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:32:47.794521 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Failed to bind port bc25ce70-256f-41b1-8be5-0653aa121989 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] Mar 11 15:32:47.794926 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:47.795186 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c0c2b8-3ed1-4a21-bc15-0cce1d4f911e None None] Sync routers for ids ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:32:47.805620 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b7a60d84-e8f9-4528-8b28-3809306e3c4a None None] Provisioning complete for port a652945f-b2d2-4ad8-b70e-aa26f7dda016 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:32:47.806162 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b7a60d84-e8f9-4528-8b28-3809306e3c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:47.820240 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c0c2b8-3ed1-4a21-bc15-0cce1d4f911e None None] Routers {'f186c74e-a9d7-4f53-91d1-dea1dbb31662'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:32:47.825115 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-f8c0c2b8-3ed1-4a21-bc15-0cce1d4f911e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:32:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:47.910589 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] For port bc25ce70-256f-41b1-8be5-0653aa121989, host hv-neutron-8333, cleared binding levels {{(pid=83867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:32:47.911060 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempted to set empty binding levels {{(pid=83867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 15:32:47.925119 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:47.925712 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-f8c0c2b8-3ed1-4a21-bc15-0cce1d4f911e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:47.943342 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c0c2b8-3ed1-4a21-bc15-0cce1d4f911e None None] Routers {'f186c74e-a9d7-4f53-91d1-dea1dbb31662'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:32:47.944313 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-f8c0c2b8-3ed1-4a21-bc15-0cce1d4f911e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:32:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:47.961554 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-b7a60d84-e8f9-4528-8b28-3809306e3c4a None None] Port a652945f-b2d2-4ad8-b70e-aa26f7dda016 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:32:47.994782 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:48.081041 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-f8c0c2b8-3ed1-4a21-bc15-0cce1d4f911e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:48.081455 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c0c2b8-3ed1-4a21-bc15-0cce1d4f911e None None] The sync data for ids ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:32:48.132534 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3e438b-044a-4cae-9259-9c5e72581d1b None None] DHCP port deletion for 46c12bde-b93a-4156-89df-15a2f5fba834 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:32:48.137677 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-2e3e438b-044a-4cae-9259-9c5e72581d1b None None] Deleting port ab353848-77c8-4bfa-b343-d8f300db607f {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:32:48.138187 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2e3e438b-044a-4cae-9259-9c5e72581d1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:48.139015 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 6.2316620 Mar 11 15:32:48.141107 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38532) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:48.288160 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device ea7290d8-36fc-43d9-9259-11046cda2ac3 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:32:48.370584 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a0947-1247-4c3c-bfe3-bf8f7d73a8af tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Pushing event updated for resources: {'Port': ['ID=bc25ce70-256f-41b1-8be5-0653aa121989,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:48.394536 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-426e4ad9-868c-41d7-a7af-f2b5378dece4 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:48.434075 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-426e4ad9-868c-41d7-a7af-f2b5378dece4 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/ports/04619375-2264-4386-a779-a6503f143d24 HTTP/1.1" status: 204 len: 168 time: 1.6769798 Mar 11 15:32:48.436738 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38540) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:48.482713 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-f0cfb145-2c89-4ae3-88e4-71a6edb1b49e tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Deleting port bc25ce70-256f-41b1-8be5-0653aa121989 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:32:48.483190 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f0cfb145-2c89-4ae3-88e4-71a6edb1b49e tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:48.493267 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port ea7290d8-36fc-43d9-9259-11046cda2ac3 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:32:48.493634 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:48.501338 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af86cc0-2892-4d92-8ded-3412af24aa42 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Deleting subnet a3ae5f77-0691-40e5-a9a3-813b4644f4ae {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:32:48.504973 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-508ad592-3d71-4d2d-a2e9-52270f2849bc tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] GET failed (client error): The resource could not be found. Mar 11 15:32:48.505472 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-508ad592-3d71-4d2d-a2e9-52270f2849bc tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Synchronizing usage tracker for tenant:a138b31c346e4c0cb3afee629b96673d on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:32:48.510765 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9af86cc0-2892-4d92-8ded-3412af24aa42 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:48.524142 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-2e3e438b-044a-4cae-9259-9c5e72581d1b None None] For port ab353848-77c8-4bfa-b343-d8f300db607f, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ab353848-77c8-4bfa-b343-d8f300db607f,segment=NetworkSegment(5d182654-200d-40f2-af37-d6f322f0731d),segment_id=5d182654-200d-40f2-af37-d6f322f0731d)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:32:48.524528 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2e3e438b-044a-4cae-9259-9c5e72581d1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:48.585948 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-508ad592-3d71-4d2d-a2e9-52270f2849bc tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Unset dirty status for tenant:a138b31c346e4c0cb3afee629b96673d on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:32:48.588870 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-508ad592-3d71-4d2d-a2e9-52270f2849bc tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "GET /v2.0/ports/04619375-2264-4386-a779-a6503f143d24 HTTP/1.1" status: 404 len: 333 time: 0.1502192 Mar 11 15:32:48.590384 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38544) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:48.593432 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9af86cc0-2892-4d92-8ded-3412af24aa42 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:48.670310 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-2e3e438b-044a-4cae-9259-9c5e72581d1b None None] Calling delete_port for ab353848-77c8-4bfa-b343-d8f300db607f owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:32:48.767853 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-9e2f1f3a-8814-4e46-a89b-bd29d0f1a739 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Deleting port a652945f-b2d2-4ad8-b70e-aa26f7dda016 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:32:48.767853 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9e2f1f3a-8814-4e46-a89b-bd29d0f1a739 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:48.860623 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2e3e438b-044a-4cae-9259-9c5e72581d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:48.913071 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e438b-044a-4cae-9259-9c5e72581d1b None None] Pushing event deleted for resources: {'Port': ['ID=ab353848-77c8-4bfa-b343-d8f300db607f,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:48.923722 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3e438b-044a-4cae-9259-9c5e72581d1b None None] No DVR routers for this DVR port ab353848-77c8-4bfa-b343-d8f300db607f on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:32:48.976945 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device ab353848-77c8-4bfa-b343-d8f300db607f no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:32:48.980253 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0367a8f2-5490-4d7a-b437-3230b5b9e6d2 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:49.003851 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-f0cfb145-2c89-4ae3-88e4-71a6edb1b49e tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] For port bc25ce70-256f-41b1-8be5-0653aa121989, host hv-neutron-8333, got binding levels [] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:32:49.004228 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f0cfb145-2c89-4ae3-88e4-71a6edb1b49e tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:49.018148 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: ab353848-77c8-4bfa-b343-d8f300db607f {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:32:49.019422 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device ab353848-77c8-4bfa-b343-d8f300db607f not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:32:49.025798 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9af86cc0-2892-4d92-8ded-3412af24aa42 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:49.274433 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0367a8f2-5490-4d7a-b437-3230b5b9e6d2 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:49.284157 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9af86cc0-2892-4d92-8ded-3412af24aa42 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:49.286168 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-f0cfb145-2c89-4ae3-88e4-71a6edb1b49e tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Calling delete_port for bc25ce70-256f-41b1-8be5-0653aa121989 owned by {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:32:49.320996 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9e2f1f3a-8814-4e46-a89b-bd29d0f1a739 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:49.324866 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-0367a8f2-5490-4d7a-b437-3230b5b9e6d2 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Deleting port f57b5e94-ccf3-49d6-98e2-c2e02972a846 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:32:49.325205 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0367a8f2-5490-4d7a-b437-3230b5b9e6d2 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:49.353367 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af86cc0-2892-4d92-8ded-3412af24aa42 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event deleted for resources: {'Subnet': ['ID=a3ae5f77-0691-40e5-a9a3-813b4644f4ae,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:49.474972 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-9e2f1f3a-8814-4e46-a89b-bd29d0f1a739 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Calling delete_port for a652945f-b2d2-4ad8-b70e-aa26f7dda016 owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:32:49.508619 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f0cfb145-2c89-4ae3-88e4-71a6edb1b49e tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:49.525065 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b136ee5-0085-4333-889a-86ed613fb209 None None] Network d1ea9ac0-b665-4966-b9b9-797c6af1bf4d requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:32:49.535568 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9af86cc0-2892-4d92-8ded-3412af24aa42 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:49.561061 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9af86cc0-2892-4d92-8ded-3412af24aa42 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "DELETE /v2.0/subnets/a3ae5f77-0691-40e5-a9a3-813b4644f4ae HTTP/1.1" status: 204 len: 168 time: 1.8403497 Mar 11 15:32:49.565660 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38548) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:49.571430 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cfb145-2c89-4ae3-88e4-71a6edb1b49e tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc25ce70-256f-41b1-8be5-0653aa121989,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:49.613693 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25bcad9a-6cae-4af3-b241-8449b0b6db08 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Router 101932bf-a4be-4598-9ef6-04cfa3be9a18 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:32:49.682087 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f0cfb145-2c89-4ae3-88e4-71a6edb1b49e tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:49.694924 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0367a8f2-5490-4d7a-b437-3230b5b9e6d2 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:49.726673 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f60d977-1df5-492d-b42e-9f2a0a3c04b1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router e8045d71-5323-44ad-885b-64df1c786251 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:32:49.736005 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-f0cfb145-2c89-4ae3-88e4-71a6edb1b49e tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] 10.222.0.31 "DELETE /v2.0/ports/bc25ce70-256f-41b1-8be5-0653aa121989 HTTP/1.1" status: 204 len: 168 time: 1.4397564 Mar 11 15:32:49.752843 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38552) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:49.815271 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9e2f1f3a-8814-4e46-a89b-bd29d0f1a739 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:49.836044 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9b512b-528b-4615-873a-051be3b83b4d None None] DHCP port deletion for d1ea9ac0-b665-4966-b9b9-797c6af1bf4d request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:32:49.841611 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-1f9b512b-528b-4615-873a-051be3b83b4d None None] Deleting port e07438ce-a30b-47a1-9714-e12e4b5ef3c7 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:32:49.842242 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1f9b512b-528b-4615-873a-051be3b83b4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:49.861361 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-0367a8f2-5490-4d7a-b437-3230b5b9e6d2 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Calling delete_port for f57b5e94-ccf3-49d6-98e2-c2e02972a846 owned by network:router_gateway {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:32:49.924895 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9b875e99-131d-4d8b-bc39-245e95e393f5 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:50.072801 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e8c6c36-4586-47a0-95a9-755f96190f6f tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] GET failed (client error): The resource could not be found. Mar 11 15:32:50.073955 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-7e8c6c36-4586-47a0-95a9-755f96190f6f tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] 10.222.0.31 "GET /v2.0/ports/bc25ce70-256f-41b1-8be5-0653aa121989 HTTP/1.1" status: 404 len: 333 time: 0.3166401 Mar 11 15:32:50.096461 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-1f9b512b-528b-4615-873a-051be3b83b4d None None] For port e07438ce-a30b-47a1-9714-e12e4b5ef3c7, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=e07438ce-a30b-47a1-9714-e12e4b5ef3c7,segment=NetworkSegment(8a8089ec-8fd2-4282-b332-b409e03e6def),segment_id=8a8089ec-8fd2-4282-b332-b409e03e6def)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:32:50.096882 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1f9b512b-528b-4615-873a-051be3b83b4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:50.111102 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f1f3a-8814-4e46-a89b-bd29d0f1a739 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event deleted for resources: {'Port': ['ID=a652945f-b2d2-4ad8-b70e-aa26f7dda016,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:50.118080 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38556) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:50.131024 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-44fdf5de-1a3d-43e1-94de-05ee99ae5e05 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Request body: {'port': {'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1583127452'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:50.181959 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-44fdf5de-1a3d-43e1-94de-05ee99ae5e05 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:50.232617 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-44fdf5de-1a3d-43e1-94de-05ee99ae5e05 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Usage tracker for resource:port and tenant:a6799a7b809f45c093625a268f887567 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:50.240434 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-44fdf5de-1a3d-43e1-94de-05ee99ae5e05 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:50.243714 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-1f9b512b-528b-4615-873a-051be3b83b4d None None] Calling delete_port for e07438ce-a30b-47a1-9714-e12e4b5ef3c7 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:32:50.268984 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-44fdf5de-1a3d-43e1-94de-05ee99ae5e05 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:50.322010 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fdf5de-1a3d-43e1-94de-05ee99ae5e05 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Made reservation on behalf of a6799a7b809f45c093625a268f887567 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:32:50.324455 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-44fdf5de-1a3d-43e1-94de-05ee99ae5e05 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:50.354881 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9e2f1f3a-8814-4e46-a89b-bd29d0f1a739 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:50.378936 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device e07438ce-a30b-47a1-9714-e12e4b5ef3c7 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:32:50.383476 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9b875e99-131d-4d8b-bc39-245e95e393f5 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:50.405193 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-44fdf5de-1a3d-43e1-94de-05ee99ae5e05 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] device_id is not set on port ba9127b7-b7be-424e-9c48-60bbd35f219a yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:32:50.428179 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-9b875e99-131d-4d8b-bc39-245e95e393f5 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46c12bde-b93a-4156-89df-15a2f5fba834']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:50.465602 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1f9b512b-528b-4615-873a-051be3b83b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:50.476546 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9e2f1f3a-8814-4e46-a89b-bd29d0f1a739 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/ports/a652945f-b2d2-4ad8-b70e-aa26f7dda016 HTTP/1.1" status: 204 len: 168 time: 1.8392622 Mar 11 15:32:50.478358 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38560) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:50.523772 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9b512b-528b-4615-873a-051be3b83b4d None None] Pushing event deleted for resources: {'Port': ['ID=e07438ce-a30b-47a1-9714-e12e4b5ef3c7,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:50.537406 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-9b875e99-131d-4d8b-bc39-245e95e393f5 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d182654-200d-40f2-af37-d6f322f0731d') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:50.537788 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-9b875e99-131d-4d8b-bc39-245e95e393f5 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d182654-200d-40f2-af37-d6f322f0731d') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:50.550419 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No active binding found for port e07438ce-a30b-47a1-9714-e12e4b5ef3c7 {{(pid=83868) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 11 15:32:50.551593 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device e07438ce-a30b-47a1-9714-e12e4b5ef3c7 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:32:50.567682 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9b512b-528b-4615-873a-051be3b83b4d None None] No DVR routers for this DVR port e07438ce-a30b-47a1-9714-e12e4b5ef3c7 on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:32:50.579031 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9b875e99-131d-4d8b-bc39-245e95e393f5 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:50.583643 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-f76d7e3f-9ba4-4fc0-8e6e-068e5e27ce9f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] GET failed (client error): The resource could not be found. Mar 11 15:32:50.584457 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f76d7e3f-9ba4-4fc0-8e6e-068e5e27ce9f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Synchronizing usage tracker for tenant:a138b31c346e4c0cb3afee629b96673d on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:32:50.610983 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9b875e99-131d-4d8b-bc39-245e95e393f5 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:50.613863 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dcfee0a6-1208-4443-82ed-57670350c9e8 req-54cdcecf-996f-489d-9ecf-a755e9c8e02e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cfe0188f-8454-425c-9a64-95c2e897d519&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5498681 Mar 11 15:32:50.629709 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f76d7e3f-9ba4-4fc0-8e6e-068e5e27ce9f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Unset dirty status for tenant:a138b31c346e4c0cb3afee629b96673d on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:32:50.631204 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f76d7e3f-9ba4-4fc0-8e6e-068e5e27ce9f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "GET /v2.0/ports/a652945f-b2d2-4ad8-b70e-aa26f7dda016 HTTP/1.1" status: 404 len: 333 time: 0.1476393 Mar 11 15:32:50.639472 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b875e99-131d-4d8b-bc39-245e95e393f5 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:32:50.639898 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9b875e99-131d-4d8b-bc39-245e95e393f5 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:50.656813 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38564) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:50.660811 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:32:50.660811 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:32:50.660811 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:32:50.660811 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:32:50.660811 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:32:50.660811 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:32:50.660811 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:32:50.660811 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:32:50.660811 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:32:50.660811 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:32:50.660811 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:32:50.660811 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:32:50.660811 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:32:50.660811 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:32:50.660811 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:32:50.660811 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:32:50.660811 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:32:50.660811 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:32:50.660811 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:32:50.660811 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:32:50.660811 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:32:50.660811 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:32:50.660811 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:32:50.660811 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:32:50.660811 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:32:50.660811 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:32:50.660811 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:32:50.660811 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:32:50.660811 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:32:50.660811 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:32:50.660811 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:32:50.660811 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:32:50.663613 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0367a8f2-5490-4d7a-b437-3230b5b9e6d2 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:50.827790 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bcad9a-6cae-4af3-b241-8449b0b6db08 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:32:50.846781 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b910d1a-f459-44e7-b413-cf5038a647dd None None] Sync routers for ids ['101932bf-a4be-4598-9ef6-04cfa3be9a18'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:32:50.861115 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-25bcad9a-6cae-4af3-b241-8449b0b6db08 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:50.865633 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367a8f2-5490-4d7a-b437-3230b5b9e6d2 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Pushing event deleted for resources: {'Port': ['ID=f57b5e94-ccf3-49d6-98e2-c2e02972a846,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:50.876163 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b910d1a-f459-44e7-b413-cf5038a647dd None None] Routers {'101932bf-a4be-4598-9ef6-04cfa3be9a18'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:32:50.876782 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-4b910d1a-f459-44e7-b413-cf5038a647dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:32:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['101932bf-a4be-4598-9ef6-04cfa3be9a18'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:50.939949 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-44fdf5de-1a3d-43e1-94de-05ee99ae5e05 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:50.950205 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-4b910d1a-f459-44e7-b413-cf5038a647dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:50.952224 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f60d977-1df5-492d-b42e-9f2a0a3c04b1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:32:50.959963 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9b875e99-131d-4d8b-bc39-245e95e393f5 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:50.963501 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b910d1a-f459-44e7-b413-cf5038a647dd None None] Routers {'101932bf-a4be-4598-9ef6-04cfa3be9a18'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:32:50.963762 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-4b910d1a-f459-44e7-b413-cf5038a647dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:32:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['101932bf-a4be-4598-9ef6-04cfa3be9a18'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:50.971661 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843d1ad4-e16c-4005-88f3-fa7f993d10f8 None None] Sync routers for ids ['e8045d71-5323-44ad-885b-64df1c786251'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:32:50.997490 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843d1ad4-e16c-4005-88f3-fa7f993d10f8 None None] Routers {'e8045d71-5323-44ad-885b-64df1c786251'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:32:50.998634 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-843d1ad4-e16c-4005-88f3-fa7f993d10f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:32:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['e8045d71-5323-44ad-885b-64df1c786251'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:51.035952 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-4b910d1a-f459-44e7-b413-cf5038a647dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:51.036499 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b910d1a-f459-44e7-b413-cf5038a647dd None None] The sync data for ids ['101932bf-a4be-4598-9ef6-04cfa3be9a18'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:32:51.038594 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dcfee0a6-1208-4443-82ed-57670350c9e8 req-23cf685f-91a2-4c07-8bee-fd2d498c961b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=cfe0188f-8454-425c-9a64-95c2e897d519 HTTP/1.1" status: 200 len: 1099 time: 0.2654905 Mar 11 15:32:51.053444 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-25bcad9a-6cae-4af3-b241-8449b0b6db08 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "PUT /v2.0/floatingips/321fe19b-da04-4531-b4bd-abb5b8b7c33c HTTP/1.1" status: 200 len: 978 time: 7.4400225 Mar 11 15:32:51.056385 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38570) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:51.163235 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9b875e99-131d-4d8b-bc39-245e95e393f5 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:51.190559 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-1f60d977-1df5-492d-b42e-9f2a0a3c04b1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "PUT /v2.0/routers/e8045d71-5323-44ad-885b-64df1c786251/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7505929 Mar 11 15:32:51.191587 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b875e99-131d-4d8b-bc39-245e95e393f5 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event deleted for resources: {'Network': ['ID=46c12bde-b93a-4156-89df-15a2f5fba834,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:51.242671 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9b875e99-131d-4d8b-bc39-245e95e393f5 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "DELETE /v2.0/networks/46c12bde-b93a-4156-89df-15a2f5fba834 HTTP/1.1" status: 204 len: 168 time: 1.6704690 Mar 11 15:32:51.258721 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38576) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:51.273705 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-843d1ad4-e16c-4005-88f3-fa7f993d10f8 None None] Set router e8045d71-5323-44ad-885b-64df1c786251 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:32:51.335296 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfee0a6-1208-4443-82ed-57670350c9e8 req-b5b0ecfb-53db-4586-a4e4-72f52e9b4e4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:51.336531 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dcfee0a6-1208-4443-82ed-57670350c9e8 req-b5b0ecfb-53db-4586-a4e4-72f52e9b4e4f service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8 HTTP/1.1" status: 200 len: 897 time: 0.2457113 Mar 11 15:32:51.344448 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-44fdf5de-1a3d-43e1-94de-05ee99ae5e05 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:51.524018 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-f0f310c0-f8f1-43b2-a505-81d38e362f19 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Deleting port c3ad1ae2-d1fb-46a9-a767-6787c288f0ff {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:32:51.524719 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f0f310c0-f8f1-43b2-a505-81d38e362f19 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:51.536662 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0367a8f2-5490-4d7a-b437-3230b5b9e6d2 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:51.590429 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fdf5de-1a3d-43e1-94de-05ee99ae5e05 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:32:51.599496 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-44fdf5de-1a3d-43e1-94de-05ee99ae5e05 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:32:51.606272 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fdf5de-1a3d-43e1-94de-05ee99ae5e05 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:32:51.607090 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fdf5de-1a3d-43e1-94de-05ee99ae5e05 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:51.608277 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-44fdf5de-1a3d-43e1-94de-05ee99ae5e05 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:51.622627 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fdf5de-1a3d-43e1-94de-05ee99ae5e05 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Pushing event updated for resources: {'Port': ['ID=ba9127b7-b7be-424e-9c48-60bbd35f219a,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:51.651627 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dcfee0a6-1208-4443-82ed-57670350c9e8 req-44b34f55-e5f6-4aa4-878d-0b9f56c8bc82 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=073652c7-6cc6-4dad-8555-e471bf6e6ede HTTP/1.1" status: 200 len: 1002 time: 0.3019373 Mar 11 15:32:51.722382 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-44fdf5de-1a3d-43e1-94de-05ee99ae5e05 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6000645 Mar 11 15:32:51.725796 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38582) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:51.729458 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fe30607-e703-43a4-8bfa-bd320c016c81 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Deleting subnet f932ea87-370a-4d13-9498-5e9f63dfe8b4 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:32:51.736225 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dc702d78-a26b-4d70-9a59-6e41a81deb76 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:51.766794 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-843d1ad4-e16c-4005-88f3-fa7f993d10f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8045d71-5323-44ad-885b-64df1c786251', 'name': 'tempest-TestNetworkBasicOps-router-962175665', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '5eacffb7-ab7b-48c8-af25-d90377798cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:28:48Z', 'updated_at': '2022-03-11T15:32:44Z', 'revision_number': 6, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '5eacffb7-ab7b-48c8-af25-d90377798cb0', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:28:50Z', 'updated_at': '2022-03-11T15:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'b559b4a4-0539-4f3e-b64f-3ebbab12fd81', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.222', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'port_id': '073652c7-6cc6-4dad-8555-e471bf6e6ede', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8', 'mac_address': 'fa:16:3e:b6:c4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe0188f-8454-425c-9a64-95c2e897d519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:29:52Z', 'updated_at': '2022-03-11T15:30:04Z', 'revision_number': 1, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b8efc8b-cadf-402e-936e-d07c0f2c43db', 'name': '', 'network_id': 'ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:69:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '796e8b88-7a8c-46fd-b12f-b6e3ee49dd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:29:01Z', 'updated_at': '2022-03-11T15:29:13Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '796e8b88-7a8c-46fd-b12f-b6e3ee49dd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:51.770229 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0fe30607-e703-43a4-8bfa-bd320c016c81 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:51.771817 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843d1ad4-e16c-4005-88f3-fa7f993d10f8 None None] Checking router: e8045d71-5323-44ad-885b-64df1c786251 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:32:51.784384 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843d1ad4-e16c-4005-88f3-fa7f993d10f8 None None] Routers {'e8045d71-5323-44ad-885b-64df1c786251'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:32:51.784886 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-843d1ad4-e16c-4005-88f3-fa7f993d10f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:32:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['e8045d71-5323-44ad-885b-64df1c786251'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:51.801114 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8333'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:51.836135 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfee0a6-1208-4443-82ed-57670350c9e8 req-983a0f8c-5d8d-46bf-8e80-27874dc481e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:51.836135 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dcfee0a6-1208-4443-82ed-57670350c9e8 req-983a0f8c-5d8d-46bf-8e80-27874dc481e2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=796e8b88-7a8c-46fd-b12f-b6e3ee49dd2c HTTP/1.1" status: 200 len: 835 time: 0.1538193 Mar 11 15:32:51.876984 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0367a8f2-5490-4d7a-b437-3230b5b9e6d2 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:51.902945 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0367a8f2-5490-4d7a-b437-3230b5b9e6d2 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709172', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-708534'] for router, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:51.972759 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f0f310c0-f8f1-43b2-a505-81d38e362f19 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:51.976129 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0fe30607-e703-43a4-8bfa-bd320c016c81 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:51.992920 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-843d1ad4-e16c-4005-88f3-fa7f993d10f8 None None] Set router e8045d71-5323-44ad-885b-64df1c786251 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:32:52.060368 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dcfee0a6-1208-4443-82ed-57670350c9e8 req-0ec0c355-7042-4a0e-94d8-af6be334750c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2147610 Mar 11 15:32:52.306546 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dc702d78-a26b-4d70-9a59-6e41a81deb76 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:52.328792 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:52.369503 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-dc702d78-a26b-4d70-9a59-6e41a81deb76 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1ea9ac0-b665-4966-b9b9-797c6af1bf4d']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:52.399570 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd68e2-7c33-4953-9e45-93aa8167ce19 req-dd20459f-b185-49a7-96ea-3a052b0f9696 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:52.400375 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-4bbd68e2-7c33-4953-9e45-93aa8167ce19 req-dd20459f-b185-49a7-96ea-3a052b0f9696 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:32:52.407431 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-843d1ad4-e16c-4005-88f3-fa7f993d10f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8045d71-5323-44ad-885b-64df1c786251', 'name': 'tempest-TestNetworkBasicOps-router-962175665', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '5eacffb7-ab7b-48c8-af25-d90377798cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:28:48Z', 'updated_at': '2022-03-11T15:32:44Z', 'revision_number': 6, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '5eacffb7-ab7b-48c8-af25-d90377798cb0', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:28:50Z', 'updated_at': '2022-03-11T15:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'b559b4a4-0539-4f3e-b64f-3ebbab12fd81', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.222', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'port_id': '073652c7-6cc6-4dad-8555-e471bf6e6ede', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8', 'mac_address': 'fa:16:3e:b6:c4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe0188f-8454-425c-9a64-95c2e897d519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:29:52Z', 'updated_at': '2022-03-11T15:30:04Z', 'revision_number': 1, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b8efc8b-cadf-402e-936e-d07c0f2c43db', 'name': '', 'network_id': 'ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:69:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '796e8b88-7a8c-46fd-b12f-b6e3ee49dd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:29:01Z', 'updated_at': '2022-03-11T15:29:13Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '796e8b88-7a8c-46fd-b12f-b6e3ee49dd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:52.408540 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-dc702d78-a26b-4d70-9a59-6e41a81deb76 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a8089ec-8fd2-4282-b332-b409e03e6def') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:52.408540 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-dc702d78-a26b-4d70-9a59-6e41a81deb76 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a8089ec-8fd2-4282-b332-b409e03e6def') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:52.412506 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843d1ad4-e16c-4005-88f3-fa7f993d10f8 None None] The sync data for ids ['e8045d71-5323-44ad-885b-64df1c786251'] in dv-neutron-833373-1-hyperv is: [{'id': 'e8045d71-5323-44ad-885b-64df1c786251', 'name': 'tempest-TestNetworkBasicOps-router-962175665', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '5eacffb7-ab7b-48c8-af25-d90377798cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:28:48Z', 'updated_at': '2022-03-11T15:32:44Z', 'revision_number': 6, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '5eacffb7-ab7b-48c8-af25-d90377798cb0', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:28:50Z', 'updated_at': '2022-03-11T15:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'b559b4a4-0539-4f3e-b64f-3ebbab12fd81', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.222', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'port_id': '073652c7-6cc6-4dad-8555-e471bf6e6ede', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8', 'mac_address': 'fa:16:3e:b6:c4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe0188f-8454-425c-9a64-95c2e897d519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:29:52Z', 'updated_at': '2022-03-11T15:30:04Z', 'revision_number': 1, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b8efc8b-cadf-402e-936e-d07c0f2c43db', 'name': '', 'network_id': 'ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:69:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '796e8b88-7a8c-46fd-b12f-b6e3ee49dd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:29:01Z', 'updated_at': '2022-03-11T15:29:13Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '796e8b88-7a8c-46fd-b12f-b6e3ee49dd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:32:52.471067 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dc702d78-a26b-4d70-9a59-6e41a81deb76 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:52.508004 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0367a8f2-5490-4d7a-b437-3230b5b9e6d2 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Router 574d7fd6-65ee-4816-ae6a-a439a289f640 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:32:52.508915 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dcfee0a6-1208-4443-82ed-57670350c9e8 req-f9096f66-e559-4d67-a724-e3d33e8e7a9f service neutron] 10.222.0.73 "GET /v2.0/networks/ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418635 Mar 11 15:32:52.511062 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-4bbd68e2-7c33-4953-9e45-93aa8167ce19 req-dd20459f-b185-49a7-96ea-3a052b0f9696 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:32:52.512231 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-4bbd68e2-7c33-4953-9e45-93aa8167ce19 req-dd20459f-b185-49a7-96ea-3a052b0f9696 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=de989a46-fde2-4b9a-92d0-1b29ba0a52ab HTTP/1.1" status: 200 len: 946 time: 0.7974920 Mar 11 15:32:52.521133 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dc702d78-a26b-4d70-9a59-6e41a81deb76 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:52.523601 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0fe30607-e703-43a4-8bfa-bd320c016c81 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:52.602311 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f0f310c0-f8f1-43b2-a505-81d38e362f19 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:52.602999 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f0f310c0-f8f1-43b2-a505-81d38e362f19 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:52.602999 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.l3_db [None req-f0f310c0-f8f1-43b2-a505-81d38e362f19 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Floating IP 321fe19b-da04-4531-b4bd-abb5b8b7c33c disassociated. External IP: 172.26.0.107, port: c3ad1ae2-d1fb-46a9-a767-6787c288f0ff. Mar 11 15:32:52.603229 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-f0f310c0-f8f1-43b2-a505-81d38e362f19 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Calling delete_port for c3ad1ae2-d1fb-46a9-a767-6787c288f0ff owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:32:52.731221 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc702d78-a26b-4d70-9a59-6e41a81deb76 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:32:52.731221 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dc702d78-a26b-4d70-9a59-6e41a81deb76 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:52.739845 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dcfee0a6-1208-4443-82ed-57670350c9e8 req-42510c09-fd92-469c-83a8-e014815246b8 service neutron] 10.222.0.73 "GET /v2.0/networks/ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195466 Mar 11 15:32:52.752707 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:32:52.752707 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:32:52.752707 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:32:52.752707 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:32:52.752707 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:32:52.752707 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:32:52.752707 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:32:52.752707 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:32:52.752707 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:32:52.752707 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:32:52.752707 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:32:52.752707 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:32:52.752707 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:32:52.752707 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:32:52.752707 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:32:52.752707 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:32:52.752707 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:32:52.752707 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:32:52.752707 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:32:52.752707 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:32:52.752707 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:32:52.752707 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:32:52.752707 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:32:52.752707 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:32:52.752707 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:32:52.752707 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:32:52.752707 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:32:52.752707 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:32:52.752707 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:32:52.752707 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:32:52.752707 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:32:52.752707 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:32:52.825844 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f0f310c0-f8f1-43b2-a505-81d38e362f19 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:52.883881 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f310c0-f8f1-43b2-a505-81d38e362f19 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Pushing event deleted for resources: {'Port': ['ID=c3ad1ae2-d1fb-46a9-a767-6787c288f0ff,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:53.024140 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-4bbd68e2-7c33-4953-9e45-93aa8167ce19 req-f131eeb9-da55-4539-b8ed-a045bb7f83a0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3652cd1d-a49c-4b0a-beb5-6168bcad425a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3524647 Mar 11 15:32:53.033611 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dc702d78-a26b-4d70-9a59-6e41a81deb76 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:53.045440 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0fe30607-e703-43a4-8bfa-bd320c016c81 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:53.158786 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f310c0-f8f1-43b2-a505-81d38e362f19 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Router 101932bf-a4be-4598-9ef6-04cfa3be9a18 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:32:53.176216 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dc702d78-a26b-4d70-9a59-6e41a81deb76 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:53.212031 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe30607-e703-43a4-8bfa-bd320c016c81 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event deleted for resources: {'Subnet': ['ID=f932ea87-370a-4d13-9498-5e9f63dfe8b4,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:53.214835 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc702d78-a26b-4d70-9a59-6e41a81deb76 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event deleted for resources: {'Network': ['ID=d1ea9ac0-b665-4966-b9b9-797c6af1bf4d,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:53.224529 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-dc702d78-a26b-4d70-9a59-6e41a81deb76 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "DELETE /v2.0/networks/d1ea9ac0-b665-4966-b9b9-797c6af1bf4d HTTP/1.1" status: 204 len: 168 time: 1.9647558 Mar 11 15:32:53.229247 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0fe30607-e703-43a4-8bfa-bd320c016c81 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:53.231263 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38586) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:53.231774 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0fe30607-e703-43a4-8bfa-bd320c016c81 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/subnets/f932ea87-370a-4d13-9498-5e9f63dfe8b4 HTTP/1.1" status: 204 len: 168 time: 2.5655339 Mar 11 15:32:53.235903 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34123717-8b67-437c-a22f-d483703f873f None None] Network 68209dc9-f933-4d75-a95a-ca95eee2bda6 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:32:53.245481 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38588) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:53.251633 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-8f270867-33f8-43b2-8871-d0fb67efdd0a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1194481356'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:53.316120 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0367a8f2-5490-4d7a-b437-3230b5b9e6d2 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:32:53.322929 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0367a8f2-5490-4d7a-b437-3230b5b9e6d2 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:53.328260 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0367a8f2-5490-4d7a-b437-3230b5b9e6d2 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] 10.222.0.31 "PUT /v2.0/routers/574d7fd6-65ee-4816-ae6a-a439a289f640 HTTP/1.1" status: 200 len: 708 time: 7.7613366 Mar 11 15:32:53.328260 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38594) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:53.330764 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a29e9b-7135-4c23-9e5f-98c843022828 None None] Sync routers for ids ['574d7fd6-65ee-4816-ae6a-a439a289f640'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:32:53.331201 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] device_id is not set on port ba9127b7-b7be-424e-9c48-60bbd35f219a yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:32:53.335540 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-8f270867-33f8-43b2-8871-d0fb67efdd0a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:53.347448 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-8f270867-33f8-43b2-8871-d0fb67efdd0a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Usage tracker for resource:network and tenant:c58947f968f64e3fb11fb874306012f2 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:53.391908 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a29e9b-7135-4c23-9e5f-98c843022828 None None] Routers {'574d7fd6-65ee-4816-ae6a-a439a289f640'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:32:53.392567 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b9a29e9b-7135-4c23-9e5f-98c843022828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:32:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['574d7fd6-65ee-4816-ae6a-a439a289f640'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:53.395790 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:53.427243 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-8f270867-33f8-43b2-8871-d0fb67efdd0a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:53.463177 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-8f270867-33f8-43b2-8871-d0fb67efdd0a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:53.479698 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Transition to ACTIVE for port object ba9127b7-b7be-424e-9c48-60bbd35f219a will not be triggered until provisioned by entity L2. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:32:53.486670 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b9a29e9b-7135-4c23-9e5f-98c843022828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:53.488617 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:53.518270 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a29e9b-7135-4c23-9e5f-98c843022828 None None] Routers {'574d7fd6-65ee-4816-ae6a-a439a289f640'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:32:53.519147 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b9a29e9b-7135-4c23-9e5f-98c843022828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:32:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['574d7fd6-65ee-4816-ae6a-a439a289f640'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:53.520527 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6d20effc-b173-4101-b056-926329a40aca tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:53.527809 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f270867-33f8-43b2-8871-d0fb67efdd0a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Made reservation on behalf of c58947f968f64e3fb11fb874306012f2 for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:32:53.530746 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8f270867-33f8-43b2-8871-d0fb67efdd0a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:53.581119 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-6d20effc-b173-4101-b056-926329a40aca tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Deleting port ea7290d8-36fc-43d9-9259-11046cda2ac3 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:32:53.581663 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6d20effc-b173-4101-b056-926329a40aca tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:53.622437 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-f5f65e37-57d9-4534-a0a5-a6e00eaf2538 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] 10.222.0.31 "GET /v2.0/routers/574d7fd6-65ee-4816-ae6a-a439a289f640 HTTP/1.1" status: 200 len: 743 time: 0.2845268 Mar 11 15:32:53.622668 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38598) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:53.628187 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b9a29e9b-7135-4c23-9e5f-98c843022828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:53.628656 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a29e9b-7135-4c23-9e5f-98c843022828 None None] The sync data for ids ['574d7fd6-65ee-4816-ae6a-a439a289f640'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:32:53.638015 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f270867-33f8-43b2-8871-d0fb67efdd0a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:32:53.667044 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Pushing event updated for resources: {'Port': ['ID=ba9127b7-b7be-424e-9c48-60bbd35f219a,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:53.688679 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:32:53.689121 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:32:53.689527 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:32:53.691040 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c46e2-98ed-4154-9f1e-c52430ae5982 req-8c4e668f-b184-467c-b3fd-043c4bd95bc4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:53.692590 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4a6c46e2-98ed-4154-9f1e-c52430ae5982 req-8c4e668f-b184-467c-b3fd-043c4bd95bc4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "GET /v2.0/ports?device_id=de989a46-fde2-4b9a-92d0-1b29ba0a52ab HTTP/1.1" status: 200 len: 946 time: 0.3420367 Mar 11 15:32:53.695858 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Port ba9127b7-b7be-424e-9c48-60bbd35f219a on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:32:53.696292 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Failed to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a on host hv-neutron-8333 for vnic_type normal using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] Mar 11 15:32:53.696735 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.plugins.ml2.plugin [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempt 2 to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a Mar 11 15:32:53.717156 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:32:53.717442 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:32:53.717790 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:32:53.724806 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170bef32-b004-4aee-8b14-26a056981410 None None] DHCP port deletion for 68209dc9-f933-4d75-a95a-ca95eee2bda6 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:32:53.726088 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Port ba9127b7-b7be-424e-9c48-60bbd35f219a on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:32:53.726419 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Failed to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a on host hv-neutron-8333 for vnic_type normal using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] Mar 11 15:32:53.726807 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.plugins.ml2.plugin [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempt 3 to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a Mar 11 15:32:53.730770 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-170bef32-b004-4aee-8b14-26a056981410 None None] Deleting port ea7290d8-36fc-43d9-9259-11046cda2ac3 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:32:53.731286 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-170bef32-b004-4aee-8b14-26a056981410 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:53.748222 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:32:53.748222 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:32:53.749271 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-04ec804e-d91b-4a5e-a8e5-9988578775f4 tempest-RoutersIpV6AdminTest-1808468900 tempest-RoutersIpV6AdminTest-1808468900-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=69193b02-dbf5-4ccf-b3ce-76dabd3f8655&device_id=574d7fd6-65ee-4816-ae6a-a439a289f640 HTTP/1.1" status: 200 len: 205 time: 0.1110964 Mar 11 15:32:53.749443 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:32:53.750713 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38602) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:53.753729 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8f270867-33f8-43b2-8871-d0fb67efdd0a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:53.754057 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-8f270867-33f8-43b2-8871-d0fb67efdd0a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Added segment 1a5fcb93-c805-4086-adf7-ff37b175fe60 of type vlan for network 34e42534-d19e-4f1b-84e2-1831cec9b137 Mar 11 15:32:53.791123 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Port ba9127b7-b7be-424e-9c48-60bbd35f219a on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:32:53.791461 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Failed to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a on host hv-neutron-8333 for vnic_type normal using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] Mar 11 15:32:53.791854 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.plugins.ml2.plugin [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempt 4 to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a Mar 11 15:32:53.810746 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-41e7e6bc-370d-4f21-8ec7-55f4f6eab68a tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] 10.222.0.31 "GET /v2.0/ports?device_id=574d7fd6-65ee-4816-ae6a-a439a289f640 HTTP/1.1" status: 200 len: 205 time: 0.0591865 Mar 11 15:32:53.814240 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38606) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:53.881102 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:32:53.881442 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:32:53.881773 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:32:53.945949 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Port ba9127b7-b7be-424e-9c48-60bbd35f219a on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:32:53.946176 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Failed to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a on host hv-neutron-8333 for vnic_type normal using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] Mar 11 15:32:53.951256 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.plugins.ml2.plugin [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempt 5 to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a Mar 11 15:32:53.974465 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-4a6c46e2-98ed-4154-9f1e-c52430ae5982 req-df0d6003-c867-44f6-99d3-a7bf3930dda5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting port 31db51bc-a5d1-4282-ba0f-5d36313884f6 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:32:53.974728 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:32:53.974818 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:32:53.974901 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-4a6c46e2-98ed-4154-9f1e-c52430ae5982 req-df0d6003-c867-44f6-99d3-a7bf3930dda5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:53.975107 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:32:53.981501 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-170bef32-b004-4aee-8b14-26a056981410 None None] For port ea7290d8-36fc-43d9-9259-11046cda2ac3, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ea7290d8-36fc-43d9-9259-11046cda2ac3,segment=NetworkSegment(d39c6317-f824-4a70-84be-6b6b42927a34),segment_id=d39c6317-f824-4a70-84be-6b6b42927a34)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:32:53.981981 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-170bef32-b004-4aee-8b14-26a056981410 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:53.987712 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Port ba9127b7-b7be-424e-9c48-60bbd35f219a on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:32:53.988042 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Failed to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a on host hv-neutron-8333 for vnic_type normal using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] Mar 11 15:32:53.989132 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.plugins.ml2.plugin [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempt 6 to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a Mar 11 15:32:54.000591 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-84348d67-c963-47cd-b860-2a372f25d095 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:54.043413 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8f270867-33f8-43b2-8871-d0fb67efdd0a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:54.110368 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-170bef32-b004-4aee-8b14-26a056981410 None None] Calling delete_port for ea7290d8-36fc-43d9-9259-11046cda2ac3 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:32:54.118804 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:32:54.119140 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:32:54.119470 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:32:54.152474 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Port ba9127b7-b7be-424e-9c48-60bbd35f219a on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:32:54.153611 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Failed to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a on host hv-neutron-8333 for vnic_type normal using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] Mar 11 15:32:54.155388 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.plugins.ml2.plugin [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempt 7 to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a Mar 11 15:32:54.180426 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:32:54.180860 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:32:54.181285 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:32:54.267328 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device ea7290d8-36fc-43d9-9259-11046cda2ac3 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:32:54.326125 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: ea7290d8-36fc-43d9-9259-11046cda2ac3 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:32:54.326581 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device ea7290d8-36fc-43d9-9259-11046cda2ac3 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:32:54.326999 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device b8f45ef3-5c84-4152-8c9c-125b1a3deedb no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:32:54.353534 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-170bef32-b004-4aee-8b14-26a056981410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:54.408060 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: b8f45ef3-5c84-4152-8c9c-125b1a3deedb {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:32:54.408720 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device b8f45ef3-5c84-4152-8c9c-125b1a3deedb not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:32:54.423208 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170bef32-b004-4aee-8b14-26a056981410 None None] Pushing event deleted for resources: {'Port': ['ID=ea7290d8-36fc-43d9-9259-11046cda2ac3,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:54.426330 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8f270867-33f8-43b2-8871-d0fb67efdd0a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:54.429933 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f270867-33f8-43b2-8871-d0fb67efdd0a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:54.430525 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8f270867-33f8-43b2-8871-d0fb67efdd0a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:54.433088 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170bef32-b004-4aee-8b14-26a056981410 None None] No DVR routers for this DVR port ea7290d8-36fc-43d9-9259-11046cda2ac3 on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:32:54.437925 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Port ba9127b7-b7be-424e-9c48-60bbd35f219a on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:32:54.438511 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Failed to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a on host hv-neutron-8333 for vnic_type normal using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] Mar 11 15:32:54.441403 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.plugins.ml2.plugin [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempt 8 to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a Mar 11 15:32:54.519446 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:32:54.519652 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:32:54.519851 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:32:54.556132 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-6d20effc-b173-4101-b056-926329a40aca tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] For port ea7290d8-36fc-43d9-9259-11046cda2ac3, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ea7290d8-36fc-43d9-9259-11046cda2ac3,segment=NetworkSegment(d39c6317-f824-4a70-84be-6b6b42927a34),segment_id=d39c6317-f824-4a70-84be-6b6b42927a34)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:32:54.556504 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6d20effc-b173-4101-b056-926329a40aca tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:54.594260 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Port ba9127b7-b7be-424e-9c48-60bbd35f219a on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:32:54.594713 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Failed to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a on host hv-neutron-8333 for vnic_type normal using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] Mar 11 15:32:54.596919 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.plugins.ml2.plugin [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempt 9 to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a Mar 11 15:32:54.604690 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-84348d67-c963-47cd-b860-2a372f25d095 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:54.614043 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-84348d67-c963-47cd-b860-2a372f25d095 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:54.617353 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:32:54.617682 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:32:54.618012 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:32:54.629230 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Port ba9127b7-b7be-424e-9c48-60bbd35f219a on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:32:54.629580 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Failed to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a on host hv-neutron-8333 for vnic_type normal using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] Mar 11 15:32:54.632576 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.plugins.ml2.plugin [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempt 10 to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a Mar 11 15:32:54.655188 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:32:54.655526 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:32:54.656480 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:32:54.659620 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-84348d67-c963-47cd-b860-2a372f25d095 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:54.660085 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84348d67-c963-47cd-b860-2a372f25d095 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Fanout notify agent at l3_agent the message router_deleted on router 574d7fd6-65ee-4816-ae6a-a439a289f640 {{(pid=83867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:32:54.669553 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Port ba9127b7-b7be-424e-9c48-60bbd35f219a on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:32:54.670020 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Failed to bind port ba9127b7-b7be-424e-9c48-60bbd35f219a on host hv-neutron-8333 for vnic_type normal using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] Mar 11 15:32:54.670221 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:54.683765 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-84348d67-c963-47cd-b860-2a372f25d095 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:54.684870 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-84348d67-c963-47cd-b860-2a372f25d095 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] 10.222.0.31 "DELETE /v2.0/routers/574d7fd6-65ee-4816-ae6a-a439a289f640 HTTP/1.1" status: 204 len: 168 time: 0.8697124 Mar 11 15:32:54.689227 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38614) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:54.743628 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f310c0-f8f1-43b2-a505-81d38e362f19 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:32:54.754226 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340420a5-4fa0-40c5-8d02-235ca3d7a526 None None] Sync routers for ids ['101932bf-a4be-4598-9ef6-04cfa3be9a18'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:32:54.765227 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ddc46fc4-d02b-4592-b983-d310d9ae4a88 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] 10.222.0.31 "GET /v2.0/ports?device_id=574d7fd6-65ee-4816-ae6a-a439a289f640 HTTP/1.1" status: 200 len: 205 time: 0.0727286 Mar 11 15:32:54.769008 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340420a5-4fa0-40c5-8d02-235ca3d7a526 None None] Routers {'101932bf-a4be-4598-9ef6-04cfa3be9a18'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:32:54.769786 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-340420a5-4fa0-40c5-8d02-235ca3d7a526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:32:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['101932bf-a4be-4598-9ef6-04cfa3be9a18'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:54.769949 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38618) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:54.829087 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-6d20effc-b173-4101-b056-926329a40aca tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Calling delete_port for ea7290d8-36fc-43d9-9259-11046cda2ac3 owned by network:dhcp {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:32:54.835439 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-340420a5-4fa0-40c5-8d02-235ca3d7a526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:54.847111 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340420a5-4fa0-40c5-8d02-235ca3d7a526 None None] Routers {'101932bf-a4be-4598-9ef6-04cfa3be9a18'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:32:54.847721 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-340420a5-4fa0-40c5-8d02-235ca3d7a526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:32:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['101932bf-a4be-4598-9ef6-04cfa3be9a18'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:54.849433 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-0c856157-f207-4c7f-b697-204c9fd46228 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] delete failed (client error): The resource could not be found. Mar 11 15:32:54.853351 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0c856157-f207-4c7f-b697-204c9fd46228 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] 10.222.0.31 "DELETE /v2.0/routers/574d7fd6-65ee-4816-ae6a-a439a289f640 HTTP/1.1" status: 404 len: 336 time: 0.0797436 Mar 11 15:32:54.853351 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38622) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:54.860867 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-8f270867-33f8-43b2-8871-d0fb67efdd0a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6234632 Mar 11 15:32:54.867153 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38626) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:54.910895 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-340420a5-4fa0-40c5-8d02-235ca3d7a526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:54.911666 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340420a5-4fa0-40c5-8d02-235ca3d7a526 None None] The sync data for ids ['101932bf-a4be-4598-9ef6-04cfa3be9a18'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:32:54.914705 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-46efc505-e777-4713-b739-db273a705f61 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Request body: {'subnet': {'network_id': '34e42534-d19e-4f1b-84e2-1831cec9b137', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:54.938854 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b7526ca1-53e0-4b7c-82bc-a4c4a06fe0d9 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] 10.222.0.31 "GET /v2.0/ports?device_id=938dbf49-462d-4d58-997e-fb700820764f HTTP/1.1" status: 200 len: 205 time: 0.0847349 Mar 11 15:32:54.942398 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f270867-33f8-43b2-8871-d0fb67efdd0a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event updated for resources: {'Network': ['ID=34e42534-d19e-4f1b-84e2-1831cec9b137,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:54.945732 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38630) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:54.955878 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 34e42534-d19e-4f1b-84e2-1831cec9b137 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:32:55.034797 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acdc287-4718-4258-bf32-d0a7b5006091 req-1dfcf446-8b44-44ec-8868-08cede283e24 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:55.036289 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9acdc287-4718-4258-bf32-d0a7b5006091 req-1dfcf446-8b44-44ec-8868-08cede283e24 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=de989a46-fde2-4b9a-92d0-1b29ba0a52ab HTTP/1.1" status: 200 len: 946 time: 0.7995040 Mar 11 15:32:55.048859 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f0f310c0-f8f1-43b2-a505-81d38e362f19 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:55.081753 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.db.api [None req-6d20effc-b173-4101-b056-926329a40aca tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:32:55.081753 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG oslo_db.api [None req-6d20effc-b173-4101-b056-926329a40aca tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:32:55.082931 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f0f310c0-f8f1-43b2-a505-81d38e362f19 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "DELETE /v2.0/ports/c3ad1ae2-d1fb-46a9-a767-6787c288f0ff HTTP/1.1" status: 204 len: 168 time: 4.0252886 Mar 11 15:32:55.084995 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-4a6c46e2-98ed-4154-9f1e-c52430ae5982 req-df0d6003-c867-44f6-99d3-a7bf3930dda5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] For port 31db51bc-a5d1-4282-ba0f-5d36313884f6, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=31db51bc-a5d1-4282-ba0f-5d36313884f6,segment=NetworkSegment(2da6912e-1c50-49dc-b06d-7c4d9df82e9e),segment_id=2da6912e-1c50-49dc-b06d-7c4d9df82e9e)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:32:55.085438 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-4a6c46e2-98ed-4154-9f1e-c52430ae5982 req-df0d6003-c867-44f6-99d3-a7bf3930dda5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:55.090690 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38634) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:55.112363 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-ab411fa3-c0f4-4d80-a812-d13fd2c67e64 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] delete failed (client error): The resource could not be found. Mar 11 15:32:55.113366 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ab411fa3-c0f4-4d80-a812-d13fd2c67e64 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] 10.222.0.31 "DELETE /v2.0/routers/938dbf49-462d-4d58-997e-fb700820764f HTTP/1.1" status: 404 len: 336 time: 0.1091485 Mar 11 15:32:55.154776 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38638) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:55.165140 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] For port ba9127b7-b7be-424e-9c48-60bbd35f219a, host hv-neutron-8333, cleared binding levels {{(pid=83867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:32:55.165507 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempted to set empty binding levels {{(pid=83867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 15:32:55.192411 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:55.239137 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-4a6c46e2-98ed-4154-9f1e-c52430ae5982 req-df0d6003-c867-44f6-99d3-a7bf3930dda5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Calling delete_port for 31db51bc-a5d1-4282-ba0f-5d36313884f6 owned by compute:nova {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:32:55.314802 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-46efc505-e777-4713-b739-db273a705f61 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:55.323558 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-46efc505-e777-4713-b739-db273a705f61 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Usage tracker for resource:subnet and tenant:c58947f968f64e3fb11fb874306012f2 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:55.325909 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-50ceb5aa-9ce8-46d2-9319-ee5d1ae99659 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ac6e48e-c8fd-46f2-9c35-8bab30f0a6eb HTTP/1.1" status: 200 len: 205 time: 0.1703937 Mar 11 15:32:55.329507 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] In _notify_port_updated(), no bound segment for port ba9127b7-b7be-424e-9c48-60bbd35f219a on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 {{(pid=83867) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 15:32:55.330513 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:55.331785 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] 10.222.0.31 "PUT /v2.0/ports/ba9127b7-b7be-424e-9c48-60bbd35f219a HTTP/1.1" status: 200 len: 977 time: 3.6000788 Mar 11 15:32:55.332768 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-46efc505-e777-4713-b739-db273a705f61 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:55.336052 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38642) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:55.336404 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38644) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:55.341339 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9acdc287-4718-4258-bf32-d0a7b5006091 req-80097730-960f-4149-9519-4fbec7e9c7ad tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3652cd1d-a49c-4b0a-beb5-6168bcad425a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2847037 Mar 11 15:32:55.436284 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-46efc505-e777-4713-b739-db273a705f61 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:55.448691 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c44015-047d-4de4-a3e6-fa47efe88d6d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Pushing event updated for resources: {'Port': ['ID=ba9127b7-b7be-424e-9c48-60bbd35f219a,revision_number=3']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:55.474412 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-5fb85343-6378-4de6-8bfd-ca27e72eee2f tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] delete failed (client error): The resource could not be found. Mar 11 15:32:55.474685 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-4a6c46e2-98ed-4154-9f1e-c52430ae5982 req-df0d6003-c867-44f6-99d3-a7bf3930dda5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:55.476229 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5fb85343-6378-4de6-8bfd-ca27e72eee2f tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] 10.222.0.31 "DELETE /v2.0/routers/8ac6e48e-c8fd-46f2-9c35-8bab30f0a6eb HTTP/1.1" status: 404 len: 336 time: 0.1365654 Mar 11 15:32:55.480559 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38650) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:55.531281 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46efc505-e777-4713-b739-db273a705f61 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Made reservation on behalf of c58947f968f64e3fb11fb874306012f2 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:32:55.535767 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d6003-c867-44f6-99d3-a7bf3930dda5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Port': ['ID=31db51bc-a5d1-4282-ba0f-5d36313884f6,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:55.571417 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-3095a478-ef94-47f2-b8ff-adde55b19161 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] 10.222.0.31 "GET /v2.0/ports?device_id=08276266-eadb-4f92-9832-2765b3cd1a00 HTTP/1.1" status: 200 len: 205 time: 0.0869358 Mar 11 15:32:55.571977 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38654) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:55.685058 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-46efc505-e777-4713-b739-db273a705f61 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:55.797947 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-6d20effc-b173-4101-b056-926329a40aca tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Deleting port ea7290d8-36fc-43d9-9259-11046cda2ac3 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:32:55.798609 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6d20effc-b173-4101-b056-926329a40aca tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:55.851735 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-09b07e3a-cd1f-4c1d-8a2e-ee7cd188e302 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] delete failed (client error): The resource could not be found. Mar 11 15:32:55.852689 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-09b07e3a-cd1f-4c1d-8a2e-ee7cd188e302 tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] 10.222.0.31 "DELETE /v2.0/routers/08276266-eadb-4f92-9832-2765b3cd1a00 HTTP/1.1" status: 404 len: 336 time: 0.2797451 Mar 11 15:32:55.854251 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a6c46e2-98ed-4154-9f1e-c52430ae5982 req-df0d6003-c867-44f6-99d3-a7bf3930dda5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] No DVR routers for this DVR port 31db51bc-a5d1-4282-ba0f-5d36313884f6 on host hv-neutron-8333 {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:32:55.856001 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38658) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:55.869979 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 31db51bc-a5d1-4282-ba0f-5d36313884f6 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:32:55.896347 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-6d20effc-b173-4101-b056-926329a40aca tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] The port 'ea7290d8-36fc-43d9-9259-11046cda2ac3' was deleted {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 15:32:55.913573 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] No Port match for: 31db51bc-a5d1-4282-ba0f-5d36313884f6 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:32:55.914299 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 31db51bc-a5d1-4282-ba0f-5d36313884f6 not bound to the agent host hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:32:55.914467 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-38509a54-8873-4943-b9c2-c35542f9630e tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Synchronizing usage tracker for tenant:a6799a7b809f45c093625a268f887567 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:32:55.939030 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-4a6c46e2-98ed-4154-9f1e-c52430ae5982 req-df0d6003-c867-44f6-99d3-a7bf3930dda5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:55.970305 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de989a46-fde2-4b9a-92d0-1b29ba0a52ab', 'name': 'network-vif-deleted', 'tag': '31db51bc-a5d1-4282-ba0f-5d36313884f6'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:32:55.991166 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-38509a54-8873-4943-b9c2-c35542f9630e tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Unset dirty status for tenant:a6799a7b809f45c093625a268f887567 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:32:55.996554 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-38509a54-8873-4943-b9c2-c35542f9630e tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22666 time: 0.6525643 Mar 11 15:32:55.997242 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38666) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:56.032785 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-38a56b1d-a10e-434c-9b09-5be2e1aab9bc tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] 10.222.0.31 "GET /v2.0/ports?device_id=72f222d2-f193-4ca7-874d-859191f18d99 HTTP/1.1" status: 200 len: 205 time: 0.1345007 Mar 11 15:32:56.035091 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38670) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:56.177282 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-3db41ea3-b9d8-4d75-a11b-9bac1f29e85d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Deleting port ba9127b7-b7be-424e-9c48-60bbd35f219a {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:32:56.177605 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3db41ea3-b9d8-4d75-a11b-9bac1f29e85d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:56.182850 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4a6c46e2-98ed-4154-9f1e-c52430ae5982 req-df0d6003-c867-44f6-99d3-a7bf3930dda5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "DELETE /v2.0/ports/31db51bc-a5d1-4282-ba0f-5d36313884f6 HTTP/1.1" status: 204 len: 173 time: 2.4758694 Mar 11 15:32:56.184341 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-48b78c07-6b2b-4e12-ad10-1f66c0b1363e tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] delete failed (client error): The resource could not be found. Mar 11 15:32:56.185544 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-48b78c07-6b2b-4e12-ad10-1f66c0b1363e tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] 10.222.0.31 "DELETE /v2.0/routers/72f222d2-f193-4ca7-874d-859191f18d99 HTTP/1.1" status: 404 len: 336 time: 0.1466835 Mar 11 15:32:56.198835 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38674) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:56.264719 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-3d2138bc-a23d-48b8-8192-a81e602f1d9f tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f71f38-95c9-46b9-a0dc-a3b61e8df229 HTTP/1.1" status: 200 len: 205 time: 0.0626523 Mar 11 15:32:56.265824 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6d20effc-b173-4101-b056-926329a40aca tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:56.273815 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38678) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:56.363708 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-23514a13-2305-46be-ab2e-0e8686a7220d tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] delete failed (client error): The resource could not be found. Mar 11 15:32:56.368082 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-23514a13-2305-46be-ab2e-0e8686a7220d tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] 10.222.0.31 "DELETE /v2.0/routers/d6f71f38-95c9-46b9-a0dc-a3b61e8df229 HTTP/1.1" status: 404 len: 336 time: 0.0930107 Mar 11 15:32:56.368865 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38682) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:56.372764 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de989a46-fde2-4b9a-92d0-1b29ba0a52ab', 'name': 'network-vif-deleted', 'tag': '31db51bc-a5d1-4282-ba0f-5d36313884f6', 'status': 'completed', 'code': 200} Mar 11 15:32:56.425033 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-8328b109-4e89-4e58-b31e-f1db4c6db21c tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] DELETE failed (client error): The resource could not be found. Mar 11 15:32:56.425484 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8328b109-4e89-4e58-b31e-f1db4c6db21c tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:32:56.429818 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-8328b109-4e89-4e58-b31e-f1db4c6db21c tempest-RoutersIpV6AdminTest-825117077 tempest-RoutersIpV6AdminTest-825117077-project] 10.222.0.31 "DELETE /v2.0/subnets/994a6d39-1e88-4118-9b54-a5d27be932e0 HTTP/1.1" status: 404 len: 337 time: 0.0534902 Mar 11 15:32:56.430626 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-6d20effc-b173-4101-b056-926329a40aca tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68209dc9-f933-4d75-a95a-ca95eee2bda6']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:56.449317 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-6d20effc-b173-4101-b056-926329a40aca tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd39c6317-f824-4a70-84be-6b6b42927a34') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:56.450067 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-6d20effc-b173-4101-b056-926329a40aca tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd39c6317-f824-4a70-84be-6b6b42927a34') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:56.467034 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6d20effc-b173-4101-b056-926329a40aca tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:56.489257 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6d20effc-b173-4101-b056-926329a40aca tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:56.498057 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d20effc-b173-4101-b056-926329a40aca tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:32:56.498868 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6d20effc-b173-4101-b056-926329a40aca tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:56.518989 dv-neutron-833373-1-hyperv neutron-server[83866]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:32:56.518989 dv-neutron-833373-1-hyperv neutron-server[83866]: util.warn( Mar 11 15:32:56.518989 dv-neutron-833373-1-hyperv neutron-server[83866]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:32:56.518989 dv-neutron-833373-1-hyperv neutron-server[83866]: util.warn( Mar 11 15:32:56.518989 dv-neutron-833373-1-hyperv neutron-server[83866]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:32:56.518989 dv-neutron-833373-1-hyperv neutron-server[83866]: util.warn( Mar 11 15:32:56.518989 dv-neutron-833373-1-hyperv neutron-server[83866]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:32:56.518989 dv-neutron-833373-1-hyperv neutron-server[83866]: util.warn( Mar 11 15:32:56.518989 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:32:56.518989 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:32:56.518989 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:32:56.518989 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:32:56.518989 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:32:56.518989 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:32:56.518989 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:32:56.518989 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:32:56.518989 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:32:56.518989 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:32:56.518989 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:32:56.518989 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:32:56.518989 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:32:56.518989 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:32:56.518989 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:32:56.518989 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:32:56.518989 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:32:56.518989 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:32:56.518989 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:32:56.518989 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:32:56.518989 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:32:56.518989 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:32:56.518989 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:32:56.518989 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:32:56.518989 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:32:56.518989 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:32:56.518989 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:32:56.518989 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:32:56.518989 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:32:56.518989 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:32:56.518989 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:32:56.518989 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:32:56.603471 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-46efc505-e777-4713-b739-db273a705f61 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:56.637697 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-512d09c3-ae02-4c2b-a6db-980ad08d2ff3 req-6aa1a6a8-3193-4e32-abe8-ee3be527712b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:32:56.653532 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6d20effc-b173-4101-b056-926329a40aca tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:56.678693 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6d20effc-b173-4101-b056-926329a40aca tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:56.681767 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d20effc-b173-4101-b056-926329a40aca tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event deleted for resources: {'Network': ['ID=68209dc9-f933-4d75-a95a-ca95eee2bda6,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:56.684772 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-512d09c3-ae02-4c2b-a6db-980ad08d2ff3 req-6aa1a6a8-3193-4e32-abe8-ee3be527712b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:32:56.685907 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-512d09c3-ae02-4c2b-a6db-980ad08d2ff3 req-6aa1a6a8-3193-4e32-abe8-ee3be527712b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=de989a46-fde2-4b9a-92d0-1b29ba0a52ab HTTP/1.1" status: 200 len: 210 time: 0.1157122 Mar 11 15:32:56.693220 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-6d20effc-b173-4101-b056-926329a40aca tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/networks/68209dc9-f933-4d75-a95a-ca95eee2bda6 HTTP/1.1" status: 204 len: 168 time: 3.4432333 Mar 11 15:32:56.693832 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38690) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:56.699435 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-9d10bad1-65d5-4a25-9303-602e6bf5a1ca tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-491437031'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:56.725061 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-9d10bad1-65d5-4a25-9303-602e6bf5a1ca tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:56.732389 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-9d10bad1-65d5-4a25-9303-602e6bf5a1ca tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Usage tracker for resource:network and tenant:a138b31c346e4c0cb3afee629b96673d is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:56.739652 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-9d10bad1-65d5-4a25-9303-602e6bf5a1ca tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:56.747565 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-9d10bad1-65d5-4a25-9303-602e6bf5a1ca tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:56.769273 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d10bad1-65d5-4a25-9303-602e6bf5a1ca tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Made reservation on behalf of a138b31c346e4c0cb3afee629b96673d for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:32:56.773160 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9d10bad1-65d5-4a25-9303-602e6bf5a1ca tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:56.814144 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d10bad1-65d5-4a25-9303-602e6bf5a1ca tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:32:56.831964 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9d10bad1-65d5-4a25-9303-602e6bf5a1ca tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:56.832811 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-9d10bad1-65d5-4a25-9303-602e6bf5a1ca tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Added segment 41ce0d03-34d5-4fff-aa75-14a47dd2bf46 of type vlan for network 7e0d7593-7cb3-4c13-8ae2-49ae462a7489 Mar 11 15:32:56.860690 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-3db41ea3-b9d8-4d75-a11b-9bac1f29e85d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] For port ba9127b7-b7be-424e-9c48-60bbd35f219a, host hv-neutron-8333, got binding levels [] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:32:56.861276 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3db41ea3-b9d8-4d75-a11b-9bac1f29e85d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:56.872761 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9d10bad1-65d5-4a25-9303-602e6bf5a1ca tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:56.929158 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9d10bad1-65d5-4a25-9303-602e6bf5a1ca tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:56.934305 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d10bad1-65d5-4a25-9303-602e6bf5a1ca tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:56.935174 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9d10bad1-65d5-4a25-9303-602e6bf5a1ca tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:56.960580 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38696) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:56.965379 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46efc505-e777-4713-b739-db273a705f61 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event updated for resources: {'Subnet': ['ID=219d0154-3093-4263-b2e1-2f0a418b3b4a,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:57.038356 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-3db41ea3-b9d8-4d75-a11b-9bac1f29e85d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Calling delete_port for ba9127b7-b7be-424e-9c48-60bbd35f219a owned by {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:32:57.040557 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9d10bad1-65d5-4a25-9303-602e6bf5a1ca tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3455822 Mar 11 15:32:57.053190 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38702) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:57.061724 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-18f142e3-7ae2-4b77-8963-0db266bdc32c tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'subnet': {'network_id': '7e0d7593-7cb3-4c13-8ae2-49ae462a7489', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:57.102062 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46efc505-e777-4713-b739-db273a705f61 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Checking segment: {'id': '1a5fcb93-c805-4086-adf7-ff37b175fe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '34e42534-d19e-4f1b-84e2-1831cec9b137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:32:57.102426 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46efc505-e777-4713-b739-db273a705f61 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Network hostable DHCP agents. Network: 34e42534-d19e-4f1b-84e2-1831cec9b137, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:32:57.141447 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10bad1-65d5-4a25-9303-602e6bf5a1ca tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'Network': ['ID=7e0d7593-7cb3-4c13-8ae2-49ae462a7489,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:57.167191 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 7e0d7593-7cb3-4c13-8ae2-49ae462a7489 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:32:57.172726 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46efc505-e777-4713-b739-db273a705f61 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Network 34e42534-d19e-4f1b-84e2-1831cec9b137 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:32:57.177462 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3db41ea3-b9d8-4d75-a11b-9bac1f29e85d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:57.219283 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f71a55c1-766c-43b0-9f12-76fdbecfbdd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:57.221679 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4c435f6e-8184-446a-b1f3-6ea1c9653067 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:57.253588 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-18f142e3-7ae2-4b77-8963-0db266bdc32c tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:57.269419 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-18f142e3-7ae2-4b77-8963-0db266bdc32c tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Usage tracker for resource:subnet and tenant:a138b31c346e4c0cb3afee629b96673d is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:57.273976 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-18f142e3-7ae2-4b77-8963-0db266bdc32c tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:57.284306 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-18f142e3-7ae2-4b77-8963-0db266bdc32c tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:57.286454 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f71a55c1-766c-43b0-9f12-76fdbecfbdd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:57.292784 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f71a55c1-766c-43b0-9f12-76fdbecfbdd0 admin admin] Usage tracker for resource:security_group_rule and tenant:e3780808577d4381a98ee54e75caac80 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:57.299047 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f71a55c1-766c-43b0-9f12-76fdbecfbdd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:57.299398 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db41ea3-b9d8-4d75-a11b-9bac1f29e85d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba9127b7-b7be-424e-9c48-60bbd35f219a,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:57.306849 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f71a55c1-766c-43b0-9f12-76fdbecfbdd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:57.310793 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f142e3-7ae2-4b77-8963-0db266bdc32c tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Made reservation on behalf of a138b31c346e4c0cb3afee629b96673d for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:32:57.361429 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-46efc505-e777-4713-b739-db273a705f61 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 34e42534-d19e-4f1b-84e2-1831cec9b137) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:32:57.376253 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af55e75f-43a8-4e37-a2dd-8b186de0019a None None] Network 34e42534-d19e-4f1b-84e2-1831cec9b137 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:32:57.379986 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46efc505-e777-4713-b739-db273a705f61 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:57.380511 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-46efc505-e777-4713-b739-db273a705f61 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:57.395127 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3db41ea3-b9d8-4d75-a11b-9bac1f29e85d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:57.423861 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-46efc505-e777-4713-b739-db273a705f61 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5209103 Mar 11 15:32:57.427880 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-3db41ea3-b9d8-4d75-a11b-9bac1f29e85d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] 10.222.0.31 "DELETE /v2.0/ports/ba9127b7-b7be-424e-9c48-60bbd35f219a HTTP/1.1" status: 204 len: 168 time: 1.4278340 Mar 11 15:32:57.429674 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38706) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:57.429998 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38708) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:57.450287 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-18f142e3-7ae2-4b77-8963-0db266bdc32c tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:57.470150 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-ce10a51b-051a-4f06-b2a7-bd2eb0082b1e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-507235409', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:57.481629 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ce10a51b-051a-4f06-b2a7-bd2eb0082b1e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:57.493137 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ce10a51b-051a-4f06-b2a7-bd2eb0082b1e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Usage tracker for resource:router and tenant:c58947f968f64e3fb11fb874306012f2 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:32:57.497278 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b1d67d3-c2be-4305-b079-51d29caf733d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] GET failed (client error): The resource could not be found. Mar 11 15:32:57.497768 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-0b1d67d3-c2be-4305-b079-51d29caf733d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Synchronizing usage tracker for tenant:a6799a7b809f45c093625a268f887567 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:32:57.500296 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ce10a51b-051a-4f06-b2a7-bd2eb0082b1e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:32:57.508724 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ce10a51b-051a-4f06-b2a7-bd2eb0082b1e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:57.528334 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ce10a51b-051a-4f06-b2a7-bd2eb0082b1e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:57.529117 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ce10a51b-051a-4f06-b2a7-bd2eb0082b1e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:57.541669 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-0b1d67d3-c2be-4305-b079-51d29caf733d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Unset dirty status for tenant:a6799a7b809f45c093625a268f887567 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:32:57.547590 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0b1d67d3-c2be-4305-b079-51d29caf733d tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] 10.222.0.31 "GET /v2.0/ports/ba9127b7-b7be-424e-9c48-60bbd35f219a HTTP/1.1" status: 404 len: 333 time: 0.1145346 Mar 11 15:32:57.549293 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38714) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:57.558062 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-00075d5c-fe7c-4b4d-b127-62eb71f2fe9c tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-510035871', 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:57.564853 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-00075d5c-fe7c-4b4d-b127-62eb71f2fe9c tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:57.580438 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-00075d5c-fe7c-4b4d-b127-62eb71f2fe9c tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:57.594330 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ce10a51b-051a-4f06-b2a7-bd2eb0082b1e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:57.600758 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f71a55c1-766c-43b0-9f12-76fdbecfbdd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:57.606571 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f71a55c1-766c-43b0-9f12-76fdbecfbdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:57.624588 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00075d5c-fe7c-4b4d-b127-62eb71f2fe9c tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Made reservation on behalf of a6799a7b809f45c093625a268f887567 for: {'port': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:32:57.627729 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-00075d5c-fe7c-4b4d-b127-62eb71f2fe9c tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:57.635584 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26455def-221e-4b11-bd9a-0dd0cde076e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-34e42534-d19e-4f1b-84e2-1831cec9b137', 'network_id': '34e42534-d19e-4f1b-84e2-1831cec9b137', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'fixed_ips': [{'subnet_id': '219d0154-3093-4263-b2e1-2f0a418b3b4a'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:32:57.636669 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-26455def-221e-4b11-bd9a-0dd0cde076e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:57.641791 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ce10a51b-051a-4f06-b2a7-bd2eb0082b1e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:57.676078 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f71a55c1-766c-43b0-9f12-76fdbecfbdd0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e3780808577d4381a98ee54e75caac80&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7093775 Mar 11 15:32:57.676346 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ce10a51b-051a-4f06-b2a7-bd2eb0082b1e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:57.676346 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ce10a51b-051a-4f06-b2a7-bd2eb0082b1e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2454276 Mar 11 15:32:57.677086 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38718) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:57.677730 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a55c1-766c-43b0-9f12-76fdbecfbdd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebf6ead-9860-4e80-9dbc-510e9ee0ec45,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:57.678142 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-00075d5c-fe7c-4b4d-b127-62eb71f2fe9c tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] device_id is not set on port 6e14341a-18b7-4b60-8db4-aaf8c52c00c0 yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:32:57.681899 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38720) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:57.718936 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-f03113df-d087-4dbf-9770-2155ee84d708 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Request body: {'port': {'network_id': '34e42534-d19e-4f1b-84e2-1831cec9b137', 'name': 'tempest-RoutersIpV6Test-1003139472'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:57.830183 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38728) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:57.869345 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-26455def-221e-4b11-bd9a-0dd0cde076e4 None None] Allocated IP 2001:db8::2 (34e42534-d19e-4f1b-84e2-1831cec9b137/219d0154-3093-4263-b2e1-2f0a418b3b4a/45408153-15cc-4405-bbbf-cfbd3adbc60d) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:32:58.040715 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-18f142e3-7ae2-4b77-8963-0db266bdc32c tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:58.044363 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f03113df-d087-4dbf-9770-2155ee84d708 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:58.101024 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f03113df-d087-4dbf-9770-2155ee84d708 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:58.118723 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-26455def-221e-4b11-bd9a-0dd0cde076e4 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:58.129530 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-26455def-221e-4b11-bd9a-0dd0cde076e4 None None] Transition to ACTIVE for port object 45408153-15cc-4405-bbbf-cfbd3adbc60d will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:32:58.132320 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03113df-d087-4dbf-9770-2155ee84d708 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Made reservation on behalf of c58947f968f64e3fb11fb874306012f2 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:32:58.135453 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f03113df-d087-4dbf-9770-2155ee84d708 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:58.149664 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-26455def-221e-4b11-bd9a-0dd0cde076e4 None None] Transition to ACTIVE for port object 45408153-15cc-4405-bbbf-cfbd3adbc60d will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:32:58.158119 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-26455def-221e-4b11-bd9a-0dd0cde076e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:58.172213 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f142e3-7ae2-4b77-8963-0db266bdc32c tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'Subnet': ['ID=efd5cf9d-13c5-49c7-ae71-36ed2c2b2724,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:58.188563 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f142e3-7ae2-4b77-8963-0db266bdc32c tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Checking segment: {'id': '41ce0d03-34d5-4fff-aa75-14a47dd2bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '7e0d7593-7cb3-4c13-8ae2-49ae462a7489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:32:58.188933 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f142e3-7ae2-4b77-8963-0db266bdc32c tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Network hostable DHCP agents. Network: 7e0d7593-7cb3-4c13-8ae2-49ae462a7489, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:32:58.196275 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-f03113df-d087-4dbf-9770-2155ee84d708 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] device_id is not set on port 7c659a82-3c31-46e5-a4ba-b5d1c6899b5a yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:32:58.232659 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26455def-221e-4b11-bd9a-0dd0cde076e4 None None] Network 34e42534-d19e-4f1b-84e2-1831cec9b137 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:32:58.236461 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-26455def-221e-4b11-bd9a-0dd0cde076e4 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:32:58.240384 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-73fdd3f3-2d6f-4915-9a69-af2da169bfb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:58.242988 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26455def-221e-4b11-bd9a-0dd0cde076e4 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:32:58.245650 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26455def-221e-4b11-bd9a-0dd0cde076e4 None None] Pushing event updated for resources: {'Port': ['ID=45408153-15cc-4405-bbbf-cfbd3adbc60d,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:58.299174 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f142e3-7ae2-4b77-8963-0db266bdc32c tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Network 7e0d7593-7cb3-4c13-8ae2-49ae462a7489 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:32:58.349754 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-18f142e3-7ae2-4b77-8963-0db266bdc32c tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 7e0d7593-7cb3-4c13-8ae2-49ae462a7489) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:32:58.357954 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f142e3-7ae2-4b77-8963-0db266bdc32c tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:58.359297 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-18f142e3-7ae2-4b77-8963-0db266bdc32c tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:58.373645 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-73fdd3f3-2d6f-4915-9a69-af2da169bfb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:58.393775 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0536087-8399-4b39-977c-455343395ed1 None None] Network 7e0d7593-7cb3-4c13-8ae2-49ae462a7489 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:32:58.412137 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-f03113df-d087-4dbf-9770-2155ee84d708 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Allocated IP 2001:db8::2d4 (34e42534-d19e-4f1b-84e2-1831cec9b137/219d0154-3093-4263-b2e1-2f0a418b3b4a/7c659a82-3c31-46e5-a4ba-b5d1c6899b5a) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:32:58.422355 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-00075d5c-fe7c-4b4d-b127-62eb71f2fe9c tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:58.426304 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-18f142e3-7ae2-4b77-8963-0db266bdc32c tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3720319 Mar 11 15:32:58.427218 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38732) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:58.436816 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6b1afcf5-0920-4b96-b0b4-80cf2611d827 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:58.439772 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-d66f35e4-15dc-4d50-a60e-d82b53ad2088 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'port': {'network_id': '7e0d7593-7cb3-4c13-8ae2-49ae462a7489', 'name': 'tempest-PortsTestJSON-1636883304', 'fixed_ips': [{'subnet_id': 'efd5cf9d-13c5-49c7-ae71-36ed2c2b2724', 'ip_address': '172.20.0.10'}]}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:32:58.476301 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-26455def-221e-4b11-bd9a-0dd0cde076e4 None None] Attempting to bind port 45408153-15cc-4405-bbbf-cfbd3adbc60d on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:32:58.477312 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-26455def-221e-4b11-bd9a-0dd0cde076e4 None None] Attempting to bind port 45408153-15cc-4405-bbbf-cfbd3adbc60d by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '1a5fcb93-c805-4086-adf7-ff37b175fe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '34e42534-d19e-4f1b-84e2-1831cec9b137'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:32:58.477312 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26455def-221e-4b11-bd9a-0dd0cde076e4 None None] Attempting to bind port 45408153-15cc-4405-bbbf-cfbd3adbc60d on network 34e42534-d19e-4f1b-84e2-1831cec9b137 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:32:58.493679 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26455def-221e-4b11-bd9a-0dd0cde076e4 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:32:58.494108 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26455def-221e-4b11-bd9a-0dd0cde076e4 None None] Checking segment: {'id': '1a5fcb93-c805-4086-adf7-ff37b175fe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '34e42534-d19e-4f1b-84e2-1831cec9b137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:32:58.494437 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-26455def-221e-4b11-bd9a-0dd0cde076e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:58.494821 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26455def-221e-4b11-bd9a-0dd0cde076e4 None None] Bound using segment: {'id': '1a5fcb93-c805-4086-adf7-ff37b175fe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '34e42534-d19e-4f1b-84e2-1831cec9b137'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:32:58.495282 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-26455def-221e-4b11-bd9a-0dd0cde076e4 None None] Bound port: 45408153-15cc-4405-bbbf-cfbd3adbc60d, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a5fcb93-c805-4086-adf7-ff37b175fe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '34e42534-d19e-4f1b-84e2-1831cec9b137'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:32:58.495810 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-26455def-221e-4b11-bd9a-0dd0cde076e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:58.521530 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6b1afcf5-0920-4b96-b0b4-80cf2611d827 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:58.622414 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-00075d5c-fe7c-4b4d-b127-62eb71f2fe9c tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:58.670582 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-73fdd3f3-2d6f-4915-9a69-af2da169bfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:58.704952 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-26455def-221e-4b11-bd9a-0dd0cde076e4 None None] For port 45408153-15cc-4405-bbbf-cfbd3adbc60d, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:32:58.715804 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fdd3f3-2d6f-4915-9a69-af2da169bfb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebf6ead-9860-4e80-9dbc-510e9ee0ec45,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:58.717112 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-26455def-221e-4b11-bd9a-0dd0cde076e4 None None] For port 45408153-15cc-4405-bbbf-cfbd3adbc60d, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=45408153-15cc-4405-bbbf-cfbd3adbc60d,segment=NetworkSegment(1a5fcb93-c805-4086-adf7-ff37b175fe60),segment_id=1a5fcb93-c805-4086-adf7-ff37b175fe60)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:32:58.718929 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-d66f35e4-15dc-4d50-a60e-d82b53ad2088 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:32:58.730849 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-d66f35e4-15dc-4d50-a60e-d82b53ad2088 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:32:58.748929 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66f35e4-15dc-4d50-a60e-d82b53ad2088 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Made reservation on behalf of a138b31c346e4c0cb3afee629b96673d for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:32:58.755199 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d66f35e4-15dc-4d50-a60e-d82b53ad2088 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:58.760384 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00075d5c-fe7c-4b4d-b127-62eb71f2fe9c tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:32:58.761474 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-26455def-221e-4b11-bd9a-0dd0cde076e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:58.790858 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-00075d5c-fe7c-4b4d-b127-62eb71f2fe9c tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:32:58.792831 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00075d5c-fe7c-4b4d-b127-62eb71f2fe9c tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Pushing event updated for resources: {'Port': ['ID=6e14341a-18b7-4b60-8db4-aaf8c52c00c0,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:58.795237 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00075d5c-fe7c-4b4d-b127-62eb71f2fe9c tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:32:58.796158 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00075d5c-fe7c-4b4d-b127-62eb71f2fe9c tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:58.797421 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-00075d5c-fe7c-4b4d-b127-62eb71f2fe9c tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:58.801258 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-d66f35e4-15dc-4d50-a60e-d82b53ad2088 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] device_id is not set on port 9f55e2fd-39c7-47c0-8b82-2978034e8c32 yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:32:58.834743 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6b1afcf5-0920-4b96-b0b4-80cf2611d827 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:58.852347 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26455def-221e-4b11-bd9a-0dd0cde076e4 None None] Pushing event updated for resources: {'Port': ['ID=45408153-15cc-4405-bbbf-cfbd3adbc60d,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:58.860935 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-73fdd3f3-2d6f-4915-9a69-af2da169bfb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:58.868025 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-73fdd3f3-2d6f-4915-9a69-af2da169bfb3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4ebf6ead-9860-4e80-9dbc-510e9ee0ec45 HTTP/1.1" status: 204 len: 168 time: 1.1465907 Mar 11 15:32:58.868025 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1afcf5-0920-4b96-b0b4-80cf2611d827 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3652cd1d-a49c-4b0a-beb5-6168bcad425a,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:58.880873 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6b1afcf5-0920-4b96-b0b4-80cf2611d827 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:58.883779 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6b1afcf5-0920-4b96-b0b4-80cf2611d827 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/security-groups/3652cd1d-a49c-4b0a-beb5-6168bcad425a HTTP/1.1" status: 204 len: 168 time: 1.0506718 Mar 11 15:32:58.896063 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38744) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:58.902574 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cfacb7-97ea-4e4e-a6d3-f6a1f49490ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-7e0d7593-7cb3-4c13-8ae2-49ae462a7489', 'network_id': '7e0d7593-7cb3-4c13-8ae2-49ae462a7489', 'tenant_id': 'a138b31c346e4c0cb3afee629b96673d', 'fixed_ips': [{'subnet_id': 'efd5cf9d-13c5-49c7-ae71-36ed2c2b2724'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:32:58.903478 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b1cfacb7-97ea-4e4e-a6d3-f6a1f49490ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:58.904726 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-00075d5c-fe7c-4b4d-b127-62eb71f2fe9c tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3532698 Mar 11 15:32:58.978247 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38748) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:58.994432 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f03113df-d087-4dbf-9770-2155ee84d708 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:59.060011 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-4c435f6e-8184-446a-b1f3-6ea1c9653067 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Deleting port 90586fee-45f2-4ba5-aa26-151a790717a6 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:32:59.060389 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4c435f6e-8184-446a-b1f3-6ea1c9653067 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:59.178792 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-f03113df-d087-4dbf-9770-2155ee84d708 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Transition to ACTIVE for port object 7c659a82-3c31-46e5-a4ba-b5d1c6899b5a will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:32:59.181044 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-2024151c-1e27-4617-9644-4c8bea5ca260 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Synchronizing usage tracker for tenant:a6799a7b809f45c093625a268f887567 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:32:59.197718 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-b1cfacb7-97ea-4e4e-a6d3-f6a1f49490ea None None] Allocated IP 172.20.0.2 (7e0d7593-7cb3-4c13-8ae2-49ae462a7489/efd5cf9d-13c5-49c7-ae71-36ed2c2b2724/114ae8e5-5ac8-49ff-93d2-749ccfbd8831) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:32:59.357523 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f161f3c8-2b64-4548-b672-57c48bd51143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:59.375522 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-2024151c-1e27-4617-9644-4c8bea5ca260 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Unset dirty status for tenant:a6799a7b809f45c093625a268f887567 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:32:59.379537 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-2024151c-1e27-4617-9644-4c8bea5ca260 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] 10.222.0.31 "GET /v2.0/ports/6e14341a-18b7-4b60-8db4-aaf8c52c00c0 HTTP/1.1" status: 200 len: 954 time: 0.4796314 Mar 11 15:32:59.383227 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38754) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:59.462181 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4c435f6e-8184-446a-b1f3-6ea1c9653067 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:59.478449 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-91882703-d1ec-43c1-9679-3980ebd93276 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Deleting port 6e14341a-18b7-4b60-8db4-aaf8c52c00c0 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:32:59.479205 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-91882703-d1ec-43c1-9679-3980ebd93276 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:59.495482 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b1cfacb7-97ea-4e4e-a6d3-f6a1f49490ea None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:59.510276 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b1cfacb7-97ea-4e4e-a6d3-f6a1f49490ea None None] Transition to ACTIVE for port object 114ae8e5-5ac8-49ff-93d2-749ccfbd8831 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:32:59.535089 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b1cfacb7-97ea-4e4e-a6d3-f6a1f49490ea None None] Transition to ACTIVE for port object 114ae8e5-5ac8-49ff-93d2-749ccfbd8831 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:32:59.542617 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b1cfacb7-97ea-4e4e-a6d3-f6a1f49490ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:59.563961 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38758) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:59.579336 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cbd7028-21a0-47dd-81c5-36a3f2b45236 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting subnet 33b9d073-8124-426e-8fc5-378c99bf008f {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:32:59.615702 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cfacb7-97ea-4e4e-a6d3-f6a1f49490ea None None] Network 7e0d7593-7cb3-4c13-8ae2-49ae462a7489 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:32:59.619200 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-b1cfacb7-97ea-4e4e-a6d3-f6a1f49490ea None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:32:59.623204 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cfacb7-97ea-4e4e-a6d3-f6a1f49490ea None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:32:59.626774 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cfacb7-97ea-4e4e-a6d3-f6a1f49490ea None None] Pushing event updated for resources: {'Port': ['ID=114ae8e5-5ac8-49ff-93d2-749ccfbd8831,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:32:59.630899 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1cbd7028-21a0-47dd-81c5-36a3f2b45236 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:59.644419 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-4c435f6e-8184-446a-b1f3-6ea1c9653067 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Calling delete_port for 90586fee-45f2-4ba5-aa26-151a790717a6 owned by network:router_interface {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:32:59.701082 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f03113df-d087-4dbf-9770-2155ee84d708 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:59.735731 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b1cfacb7-97ea-4e4e-a6d3-f6a1f49490ea None None] Attempting to bind port 114ae8e5-5ac8-49ff-93d2-749ccfbd8831 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:32:59.737283 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b1cfacb7-97ea-4e4e-a6d3-f6a1f49490ea None None] Attempting to bind port 114ae8e5-5ac8-49ff-93d2-749ccfbd8831 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '41ce0d03-34d5-4fff-aa75-14a47dd2bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '7e0d7593-7cb3-4c13-8ae2-49ae462a7489'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:32:59.737283 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cfacb7-97ea-4e4e-a6d3-f6a1f49490ea None None] Attempting to bind port 114ae8e5-5ac8-49ff-93d2-749ccfbd8831 on network 7e0d7593-7cb3-4c13-8ae2-49ae462a7489 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:32:59.744961 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cfacb7-97ea-4e4e-a6d3-f6a1f49490ea None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:32:59.746606 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cfacb7-97ea-4e4e-a6d3-f6a1f49490ea None None] Checking segment: {'id': '41ce0d03-34d5-4fff-aa75-14a47dd2bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '7e0d7593-7cb3-4c13-8ae2-49ae462a7489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:32:59.746606 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b1cfacb7-97ea-4e4e-a6d3-f6a1f49490ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:59.746879 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cfacb7-97ea-4e4e-a6d3-f6a1f49490ea None None] Bound using segment: {'id': '41ce0d03-34d5-4fff-aa75-14a47dd2bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '7e0d7593-7cb3-4c13-8ae2-49ae462a7489'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:32:59.747268 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b1cfacb7-97ea-4e4e-a6d3-f6a1f49490ea None None] Bound port: 114ae8e5-5ac8-49ff-93d2-749ccfbd8831, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41ce0d03-34d5-4fff-aa75-14a47dd2bf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '7e0d7593-7cb3-4c13-8ae2-49ae462a7489'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:32:59.747674 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b1cfacb7-97ea-4e4e-a6d3-f6a1f49490ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:59.751884 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-134e5a82-ed6f-4c6a-9fd2-e38405dbd132 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=119dbf5de319411fa8a255aebc203c5d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1839077 Mar 11 15:32:59.757041 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38762) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:32:59.846492 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1cbd7028-21a0-47dd-81c5-36a3f2b45236 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:59.858527 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-b1cfacb7-97ea-4e4e-a6d3-f6a1f49490ea None None] For port 114ae8e5-5ac8-49ff-93d2-749ccfbd8831, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:32:59.862464 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-b1cfacb7-97ea-4e4e-a6d3-f6a1f49490ea None None] For port 114ae8e5-5ac8-49ff-93d2-749ccfbd8831, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=114ae8e5-5ac8-49ff-93d2-749ccfbd8831,segment=NetworkSegment(41ce0d03-34d5-4fff-aa75-14a47dd2bf46),segment_id=41ce0d03-34d5-4fff-aa75-14a47dd2bf46)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:32:59.868188 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b1cfacb7-97ea-4e4e-a6d3-f6a1f49490ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:59.884140 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-17b6ff88-8a52-4cf5-8e4a-fd9a0f14e06e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:59.916127 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-17b6ff88-8a52-4cf5-8e4a-fd9a0f14e06e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:32:59.994811 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-17b6ff88-8a52-4cf5-8e4a-fd9a0f14e06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:00.017780 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cfacb7-97ea-4e4e-a6d3-f6a1f49490ea None None] Pushing event updated for resources: {'Port': ['ID=114ae8e5-5ac8-49ff-93d2-749ccfbd8831,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:00.048996 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4c435f6e-8184-446a-b1f3-6ea1c9653067 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:00.069513 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-d66f35e4-15dc-4d50-a60e-d82b53ad2088 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Allocated IP 172.20.0.10 (7e0d7593-7cb3-4c13-8ae2-49ae462a7489/efd5cf9d-13c5-49c7-ae71-36ed2c2b2724/9f55e2fd-39c7-47c0-8b82-2978034e8c32) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:33:00.092552 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6ff88-8a52-4cf5-8e4a-fd9a0f14e06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32769eb-e07f-4733-9078-eec63c5fe46a,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:00.107008 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c435f6e-8184-446a-b1f3-6ea1c9653067 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Pushing event deleted for resources: {'Port': ['ID=90586fee-45f2-4ba5-aa26-151a790717a6,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:00.111257 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-17b6ff88-8a52-4cf5-8e4a-fd9a0f14e06e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:00.114767 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-17b6ff88-8a52-4cf5-8e4a-fd9a0f14e06e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c32769eb-e07f-4733-9078-eec63c5fe46a HTTP/1.1" status: 204 len: 168 time: 0.3541963 Mar 11 15:33:00.135391 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03113df-d087-4dbf-9770-2155ee84d708 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Network 34e42534-d19e-4f1b-84e2-1831cec9b137 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:33:00.195352 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-f03113df-d087-4dbf-9770-2155ee84d708 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:33:00.342991 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03113df-d087-4dbf-9770-2155ee84d708 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:33:00.352082 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03113df-d087-4dbf-9770-2155ee84d708 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:00.352848 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f03113df-d087-4dbf-9770-2155ee84d708 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:00.357412 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03113df-d087-4dbf-9770-2155ee84d708 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event updated for resources: {'Port': ['ID=7c659a82-3c31-46e5-a4ba-b5d1c6899b5a,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:00.450853 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 45408153-15cc-4405-bbbf-cfbd3adbc60d up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:33:00.579685 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f03113df-d087-4dbf-9770-2155ee84d708 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8965361 Mar 11 15:33:00.589054 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38768) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:00.606440 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-91882703-d1ec-43c1-9679-3980ebd93276 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:00.625965 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 45408153-15cc-4405-bbbf-cfbd3adbc60d completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:33:00.677007 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d62afdf-e1e9-4328-879b-5474123be208 None None] Network 34e42534-d19e-4f1b-84e2-1831cec9b137 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:33:00.797834 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4c435f6e-8184-446a-b1f3-6ea1c9653067 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:00.834971 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fcad71d3-cb4b-4e4e-bfa2-82f46ca6b54c None None] Provisioning for port 45408153-15cc-4405-bbbf-cfbd3adbc60d completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:33:00.849305 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fcad71d3-cb4b-4e4e-bfa2-82f46ca6b54c None None] Provisioning complete for port 45408153-15cc-4405-bbbf-cfbd3adbc60d triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:33:00.849679 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fcad71d3-cb4b-4e4e-bfa2-82f46ca6b54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:00.887822 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1cbd7028-21a0-47dd-81c5-36a3f2b45236 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:01.061771 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-91882703-d1ec-43c1-9679-3980ebd93276 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Calling delete_port for 6e14341a-18b7-4b60-8db4-aaf8c52c00c0 owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:33:01.147713 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fcad71d3-cb4b-4e4e-bfa2-82f46ca6b54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:01.210181 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-fcad71d3-cb4b-4e4e-bfa2-82f46ca6b54c None None] For port 45408153-15cc-4405-bbbf-cfbd3adbc60d, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=45408153-15cc-4405-bbbf-cfbd3adbc60d,segment=NetworkSegment(1a5fcb93-c805-4086-adf7-ff37b175fe60),segment_id=1a5fcb93-c805-4086-adf7-ff37b175fe60)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:33:01.217160 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fcad71d3-cb4b-4e4e-bfa2-82f46ca6b54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:01.403989 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad71d3-cb4b-4e4e-bfa2-82f46ca6b54c None None] Pushing event updated for resources: {'Port': ['ID=45408153-15cc-4405-bbbf-cfbd3adbc60d,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:01.485674 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-91882703-d1ec-43c1-9679-3980ebd93276 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:01.580201 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-db9d02f0-5597-4655-b9d7-342a522c6481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:01.615699 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1cbd7028-21a0-47dd-81c5-36a3f2b45236 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:01.636213 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffef930b-0eb0-4790-9560-62933470031d None None] Network 7e0d7593-7cb3-4c13-8ae2-49ae462a7489 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:33:01.680198 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d66f35e4-15dc-4d50-a60e-d82b53ad2088 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:01.689252 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-91882703-d1ec-43c1-9679-3980ebd93276 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:01.695528 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91882703-d1ec-43c1-9679-3980ebd93276 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e14341a-18b7-4b60-8db4-aaf8c52c00c0,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:01.715996 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd7028-21a0-47dd-81c5-36a3f2b45236 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Subnet': ['ID=33b9d073-8124-426e-8fc5-378c99bf008f,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:01.750304 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1cbd7028-21a0-47dd-81c5-36a3f2b45236 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:01.753383 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c435f6e-8184-446a-b1f3-6ea1c9653067 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Router 101932bf-a4be-4598-9ef6-04cfa3be9a18 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:33:01.759642 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-1cbd7028-21a0-47dd-81c5-36a3f2b45236 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/subnets/33b9d073-8124-426e-8fc5-378c99bf008f HTTP/1.1" status: 204 len: 168 time: 2.7733824 Mar 11 15:33:01.760777 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38788) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:01.761950 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-d66f35e4-15dc-4d50-a60e-d82b53ad2088 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Transition to ACTIVE for port object 9f55e2fd-39c7-47c0-8b82-2978034e8c32 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:33:01.769773 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-91882703-d1ec-43c1-9679-3980ebd93276 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] 10.222.0.31 "DELETE /v2.0/ports/6e14341a-18b7-4b60-8db4-aaf8c52c00c0 HTTP/1.1" status: 204 len: 168 time: 2.3855782 Mar 11 15:33:01.775507 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38792) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:01.860334 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028e3810-848b-415c-acd7-5aa73cd334b1 None None] Network 3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:33:01.902294 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38796) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:01.902915 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6953430d-0ed7-4c8a-8d0f-961b4a9ec242 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:01.920949 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-79b49d72-54f5-4c43-95e1-619e6a3fa277 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] GET failed (client error): The resource could not be found. Mar 11 15:33:01.922440 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-79b49d72-54f5-4c43-95e1-619e6a3fa277 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Synchronizing usage tracker for tenant:a6799a7b809f45c093625a268f887567 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:33:02.050106 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-79b49d72-54f5-4c43-95e1-619e6a3fa277 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Unset dirty status for tenant:a6799a7b809f45c093625a268f887567 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:33:02.051580 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-79b49d72-54f5-4c43-95e1-619e6a3fa277 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] 10.222.0.31 "GET /v2.0/ports/6e14341a-18b7-4b60-8db4-aaf8c52c00c0 HTTP/1.1" status: 404 len: 333 time: 0.2741485 Mar 11 15:33:02.056468 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38802) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:02.062743 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-e925ea40-01ae-4381-b0e9-035950b70ff5 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Request body: {'port': {'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1592109024'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:33:02.070896 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e925ea40-01ae-4381-b0e9-035950b70ff5 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:02.084994 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e925ea40-01ae-4381-b0e9-035950b70ff5 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:02.097629 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-6953430d-0ed7-4c8a-8d0f-961b4a9ec242 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting port ebfd9003-b26b-4528-8a6f-81acd0233777 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:02.097988 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6953430d-0ed7-4c8a-8d0f-961b4a9ec242 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:02.110037 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e925ea40-01ae-4381-b0e9-035950b70ff5 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Made reservation on behalf of a6799a7b809f45c093625a268f887567 for: {'port': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:33:02.112597 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e925ea40-01ae-4381-b0e9-035950b70ff5 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:02.151576 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-e925ea40-01ae-4381-b0e9-035950b70ff5 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] device_id is not set on port 6dc79539-7665-4379-9564-3f101e8f2e34 yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:33:02.157285 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d66f35e4-15dc-4d50-a60e-d82b53ad2088 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:02.195830 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-bffde0a3-b16b-477b-adf1-cf72e3eb7520 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-5439894'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:33:02.198170 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-3ff64193-2c73-4631-9179-49b00b15ee03 None None] Provisioning for port 114ae8e5-5ac8-49ff-93d2-749ccfbd8831 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:33:02.200687 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-bffde0a3-b16b-477b-adf1-cf72e3eb7520 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:02.206018 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-bffde0a3-b16b-477b-adf1-cf72e3eb7520 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Usage tracker for resource:network and tenant:ba84e12fe93242f4ad3418dc2cbee32f is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:02.208266 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-bffde0a3-b16b-477b-adf1-cf72e3eb7520 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:02.213936 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-bffde0a3-b16b-477b-adf1-cf72e3eb7520 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:02.248044 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bffde0a3-b16b-477b-adf1-cf72e3eb7520 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Made reservation on behalf of ba84e12fe93242f4ad3418dc2cbee32f for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:33:02.260126 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bffde0a3-b16b-477b-adf1-cf72e3eb7520 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:02.276345 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bffde0a3-b16b-477b-adf1-cf72e3eb7520 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:02.340037 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c435f6e-8184-446a-b1f3-6ea1c9653067 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:33:02.379431 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b2792c-3aeb-4b71-92fc-cf850493fdce None None] Sync routers for ids ['101932bf-a4be-4598-9ef6-04cfa3be9a18'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:33:02.417347 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 114ae8e5-5ac8-49ff-93d2-749ccfbd8831 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:33:02.450629 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-bffde0a3-b16b-477b-adf1-cf72e3eb7520 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:02.471380 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-bffde0a3-b16b-477b-adf1-cf72e3eb7520 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Usage tracker for resource:security_group_rule and tenant:ba84e12fe93242f4ad3418dc2cbee32f is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:02.473174 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5d05bbfc-a635-44e0-921a-8cfafade205e None None] Provisioning for port 7c659a82-3c31-46e5-a4ba-b5d1c6899b5a completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:33:02.476177 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4c435f6e-8184-446a-b1f3-6ea1c9653067 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "PUT /v2.0/routers/101932bf-a4be-4598-9ef6-04cfa3be9a18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3702652 Mar 11 15:33:02.480023 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-bffde0a3-b16b-477b-adf1-cf72e3eb7520 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:02.485531 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38806) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:02.491417 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b2792c-3aeb-4b71-92fc-cf850493fdce None None] Routers {'101932bf-a4be-4598-9ef6-04cfa3be9a18'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:33:02.492149 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b4b2792c-3aeb-4b71-92fc-cf850493fdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:33:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['101932bf-a4be-4598-9ef6-04cfa3be9a18'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:02.560459 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-bffde0a3-b16b-477b-adf1-cf72e3eb7520 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:02.567516 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f35e4-15dc-4d50-a60e-d82b53ad2088 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'Port': ['ID=9f55e2fd-39c7-47c0-8b82-2978034e8c32,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:02.578502 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5d05bbfc-a635-44e0-921a-8cfafade205e None None] Provisioning complete for port 7c659a82-3c31-46e5-a4ba-b5d1c6899b5a triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:33:02.579269 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5d05bbfc-a635-44e0-921a-8cfafade205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:02.629317 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b4b2792c-3aeb-4b71-92fc-cf850493fdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:02.697721 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66f35e4-15dc-4d50-a60e-d82b53ad2088 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Network 7e0d7593-7cb3-4c13-8ae2-49ae462a7489 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:33:02.702235 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-5d05bbfc-a635-44e0-921a-8cfafade205e None None] Port 7c659a82-3c31-46e5-a4ba-b5d1c6899b5a cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:33:02.706259 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b2792c-3aeb-4b71-92fc-cf850493fdce None None] Routers {'101932bf-a4be-4598-9ef6-04cfa3be9a18'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:33:02.708147 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b4b2792c-3aeb-4b71-92fc-cf850493fdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:33:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['101932bf-a4be-4598-9ef6-04cfa3be9a18'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:02.709784 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-d66f35e4-15dc-4d50-a60e-d82b53ad2088 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:33:02.720576 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66f35e4-15dc-4d50-a60e-d82b53ad2088 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:33:02.773759 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e9cb84-b586-4046-8a62-bab47a1ae86c None None] DHCP port deletion for 3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:33:02.783437 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e925ea40-01ae-4381-b0e9-035950b70ff5 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:02.805799 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-e8e9cb84-b586-4046-8a62-bab47a1ae86c None None] Deleting port ebfd9003-b26b-4528-8a6f-81acd0233777 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:02.806293 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e8e9cb84-b586-4046-8a62-bab47a1ae86c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:02.842424 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b4b2792c-3aeb-4b71-92fc-cf850493fdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:02.842872 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b2792c-3aeb-4b71-92fc-cf850493fdce None None] The sync data for ids ['101932bf-a4be-4598-9ef6-04cfa3be9a18'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:33:02.862495 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:02.865518 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 114ae8e5-5ac8-49ff-93d2-749ccfbd8831 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:33:02.870799 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66f35e4-15dc-4d50-a60e-d82b53ad2088 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:02.871536 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d66f35e4-15dc-4d50-a60e-d82b53ad2088 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:02.891956 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 114ae8e5-5ac8-49ff-93d2-749ccfbd8831 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:33:02.892407 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:02.908180 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e925ea40-01ae-4381-b0e9-035950b70ff5 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:02.917630 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bffde0a3-b16b-477b-adf1-cf72e3eb7520 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:02.974257 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bffde0a3-b16b-477b-adf1-cf72e3eb7520 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:02.976713 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5d05bbfc-a635-44e0-921a-8cfafade205e None None] Provisioning complete for port 45408153-15cc-4405-bbbf-cfbd3adbc60d triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:33:02.977119 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5d05bbfc-a635-44e0-921a-8cfafade205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:02.992348 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1f6a7723-946c-4139-af43-d3a1f81dda33 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:03.023067 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d66f35e4-15dc-4d50-a60e-d82b53ad2088 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.5904224 Mar 11 15:33:03.033817 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38810) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:03.037523 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-6953430d-0ed7-4c8a-8d0f-961b4a9ec242 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] For port ebfd9003-b26b-4528-8a6f-81acd0233777, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ebfd9003-b26b-4528-8a6f-81acd0233777,segment=NetworkSegment(2da6912e-1c50-49dc-b06d-7c4d9df82e9e),segment_id=2da6912e-1c50-49dc-b06d-7c4d9df82e9e)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:33:03.038691 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6953430d-0ed7-4c8a-8d0f-961b4a9ec242 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:03.052470 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:03.056438 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-9c2a1b91-28b0-4d81-8e79-4a4de8637599 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'port': {'network_id': '7e0d7593-7cb3-4c13-8ae2-49ae462a7489', 'name': 'tempest-PortsTestJSON-155386378', 'fixed_ips': [{'subnet_id': 'efd5cf9d-13c5-49c7-ae71-36ed2c2b2724', 'ip_address': '172.20.0.9'}]}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:33:03.065788 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bffde0a3-b16b-477b-adf1-cf72e3eb7520 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:33:03.079549 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e925ea40-01ae-4381-b0e9-035950b70ff5 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Pushing event updated for resources: {'Port': ['ID=6dc79539-7665-4379-9564-3f101e8f2e34,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:03.085054 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e925ea40-01ae-4381-b0e9-035950b70ff5 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:33:03.095399 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-e925ea40-01ae-4381-b0e9-035950b70ff5 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:33:03.097735 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffde0a3-b16b-477b-adf1-cf72e3eb7520 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7099c130-1ddf-4ebf-9100-211c850ad9d9,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:03.103765 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e925ea40-01ae-4381-b0e9-035950b70ff5 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:33:03.104983 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e925ea40-01ae-4381-b0e9-035950b70ff5 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:03.105731 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e925ea40-01ae-4381-b0e9-035950b70ff5 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:03.113761 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bffde0a3-b16b-477b-adf1-cf72e3eb7520 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:03.114374 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-bffde0a3-b16b-477b-adf1-cf72e3eb7520 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Added segment d635dd7c-1352-4e7c-885f-fbde7c54d4ae of type vlan for network dc764636-c0eb-47a8-b619-307b51a040ba Mar 11 15:33:03.178044 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e925ea40-01ae-4381-b0e9-035950b70ff5 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1199353 Mar 11 15:33:03.180168 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bffde0a3-b16b-477b-adf1-cf72e3eb7520 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:03.196974 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38814) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:03.207299 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8333'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:33:03.286890 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-29418a03-8a3c-4853-88f5-aa3465e0b6aa tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for router, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:03.299230 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:03.384147 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-6953430d-0ed7-4c8a-8d0f-961b4a9ec242 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Calling delete_port for ebfd9003-b26b-4528-8a6f-81acd0233777 owned by network:dhcp {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:33:03.389755 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-e8e9cb84-b586-4046-8a62-bab47a1ae86c None None] For port ebfd9003-b26b-4528-8a6f-81acd0233777, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ebfd9003-b26b-4528-8a6f-81acd0233777,segment=NetworkSegment(2da6912e-1c50-49dc-b06d-7c4d9df82e9e),segment_id=2da6912e-1c50-49dc-b06d-7c4d9df82e9e)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:33:03.391028 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e8e9cb84-b586-4046-8a62-bab47a1ae86c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:03.451581 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bffde0a3-b16b-477b-adf1-cf72e3eb7520 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:03.455555 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffde0a3-b16b-477b-adf1-cf72e3eb7520 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:03.456260 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bffde0a3-b16b-477b-adf1-cf72e3eb7520 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:03.533789 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-e8e9cb84-b586-4046-8a62-bab47a1ae86c None None] Calling delete_port for ebfd9003-b26b-4528-8a6f-81acd0233777 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:33:03.566417 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-9c2a1b91-28b0-4d81-8e79-4a4de8637599 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:03.568462 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 114ae8e5-5ac8-49ff-93d2-749ccfbd8831, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=114ae8e5-5ac8-49ff-93d2-749ccfbd8831,segment=NetworkSegment(41ce0d03-34d5-4fff-aa75-14a47dd2bf46),segment_id=41ce0d03-34d5-4fff-aa75-14a47dd2bf46)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:33:03.580094 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-9c2a1b91-28b0-4d81-8e79-4a4de8637599 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Usage tracker for resource:port and tenant:a138b31c346e4c0cb3afee629b96673d is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:03.582050 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:03.583813 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 45408153-15cc-4405-bbbf-cfbd3adbc60d up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:33:03.586253 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-9c2a1b91-28b0-4d81-8e79-4a4de8637599 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:03.597776 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-9c2a1b91-28b0-4d81-8e79-4a4de8637599 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:03.601919 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-bffde0a3-b16b-477b-adf1-cf72e3eb7520 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6908686 Mar 11 15:33:03.603228 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38818) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:03.615623 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:03.625583 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-721d90c8-d488-4e01-82bc-1ba9237815b4 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Request body: {'subnet': {'network_id': 'dc764636-c0eb-47a8-b619-307b51a040ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:33:03.626596 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffde0a3-b16b-477b-adf1-cf72e3eb7520 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Pushing event updated for resources: {'Network': ['ID=dc764636-c0eb-47a8-b619-307b51a040ba,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:03.717750 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network dc764636-c0eb-47a8-b619-307b51a040ba details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:33:03.780196 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2a1b91-28b0-4d81-8e79-4a4de8637599 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Made reservation on behalf of a138b31c346e4c0cb3afee629b96673d for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:33:03.877024 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-29418a03-8a3c-4853-88f5-aa3465e0b6aa tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:03.890262 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6953430d-0ed7-4c8a-8d0f-961b4a9ec242 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:03.897936 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=114ae8e5-5ac8-49ff-93d2-749ccfbd8831,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:03.902624 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d1c7d981-cac1-49b5-99d7-aa965ce98d80 None None] Provisioning for port 9f55e2fd-39c7-47c0-8b82-2978034e8c32 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:33:03.907663 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-e8e9cb84-b586-4046-8a62-bab47a1ae86c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:33:03.908133 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-e8e9cb84-b586-4046-8a62-bab47a1ae86c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:33:03.914297 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-29418a03-8a3c-4853-88f5-aa3465e0b6aa tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Deleting port 54590a1f-1304-4e07-b1dc-9c391c6296a7 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:03.915047 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-29418a03-8a3c-4853-88f5-aa3465e0b6aa tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:03.915233 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d1c7d981-cac1-49b5-99d7-aa965ce98d80 None None] Provisioning complete for port 9f55e2fd-39c7-47c0-8b82-2978034e8c32 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:33:03.915384 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d1c7d981-cac1-49b5-99d7-aa965ce98d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:03.981403 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 45408153-15cc-4405-bbbf-cfbd3adbc60d triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:33:03.981403 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:03.985711 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6953430d-0ed7-4c8a-8d0f-961b4a9ec242 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Port': ['ID=ebfd9003-b26b-4528-8a6f-81acd0233777,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:04.013481 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-721d90c8-d488-4e01-82bc-1ba9237815b4 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:04.027511 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6953430d-0ed7-4c8a-8d0f-961b4a9ec242 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] No DVR routers for this DVR port ebfd9003-b26b-4528-8a6f-81acd0233777 on host dv-neutron-833373-1-hyperv {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:33:04.031413 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-d1c7d981-cac1-49b5-99d7-aa965ce98d80 None None] Port 9f55e2fd-39c7-47c0-8b82-2978034e8c32 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:33:04.044203 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] device_id is not set on port 6dc79539-7665-4379-9564-3f101e8f2e34 yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:33:04.066564 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d1c7d981-cac1-49b5-99d7-aa965ce98d80 None None] Provisioning complete for port 114ae8e5-5ac8-49ff-93d2-749ccfbd8831 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:33:04.066901 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d1c7d981-cac1-49b5-99d7-aa965ce98d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:04.071805 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-721d90c8-d488-4e01-82bc-1ba9237815b4 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Usage tracker for resource:subnet and tenant:ba84e12fe93242f4ad3418dc2cbee32f is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:04.080309 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-721d90c8-d488-4e01-82bc-1ba9237815b4 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:04.106454 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-721d90c8-d488-4e01-82bc-1ba9237815b4 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:04.112431 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:04.147800 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Transition to ACTIVE for port object 6dc79539-7665-4379-9564-3f101e8f2e34 will not be triggered until provisioned by entity L2. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:33:04.158488 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:04.171587 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:04.337410 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-29418a03-8a3c-4853-88f5-aa3465e0b6aa tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:04.352283 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9c2a1b91-28b0-4d81-8e79-4a4de8637599 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:04.363791 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 114ae8e5-5ac8-49ff-93d2-749ccfbd8831 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:33:04.368730 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721d90c8-d488-4e01-82bc-1ba9237815b4 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Made reservation on behalf of ba84e12fe93242f4ad3418dc2cbee32f for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:33:04.391582 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6953430d-0ed7-4c8a-8d0f-961b4a9ec242 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:04.410177 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-e8e9cb84-b586-4046-8a62-bab47a1ae86c None None] Deleting port ebfd9003-b26b-4528-8a6f-81acd0233777 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:04.410741 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e8e9cb84-b586-4046-8a62-bab47a1ae86c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:04.436131 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Pushing event updated for resources: {'Port': ['ID=6dc79539-7665-4379-9564-3f101e8f2e34,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:04.490684 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-9c2a1b91-28b0-4d81-8e79-4a4de8637599 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] device_id is not set on port fa55afb7-27cb-4b43-a905-ad2901178eb4 yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:33:04.494383 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-e8e9cb84-b586-4046-8a62-bab47a1ae86c None None] The port 'ebfd9003-b26b-4528-8a6f-81acd0233777' was deleted {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 15:33:04.510745 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-29418a03-8a3c-4853-88f5-aa3465e0b6aa tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Calling delete_port for 54590a1f-1304-4e07-b1dc-9c391c6296a7 owned by network:router_gateway {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:33:04.518226 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 114ae8e5-5ac8-49ff-93d2-749ccfbd8831 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:33:04.518593 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:04.540687 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-6953430d-0ed7-4c8a-8d0f-961b4a9ec242 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:04.558867 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.db.resource_extend [None req-1f6a7723-946c-4139-af43-d3a1f81dda33 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:33:04.559787 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:33:04.560170 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:33:04.560512 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:33:04.576509 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-6953430d-0ed7-4c8a-8d0f-961b4a9ec242 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2da6912e-1c50-49dc-b06d-7c4d9df82e9e') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:04.576866 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Port 6dc79539-7665-4379-9564-3f101e8f2e34 on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:33:04.576964 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-6953430d-0ed7-4c8a-8d0f-961b4a9ec242 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2da6912e-1c50-49dc-b06d-7c4d9df82e9e') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:04.577051 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Failed to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] Mar 11 15:33:04.584867 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.plugins.ml2.plugin [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempt 2 to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 Mar 11 15:33:04.604941 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:33:04.605506 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:33:04.606098 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:33:04.610775 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1f6a7723-946c-4139-af43-d3a1f81dda33 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:04.615757 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Port 6dc79539-7665-4379-9564-3f101e8f2e34 on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:33:04.616366 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Failed to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] Mar 11 15:33:04.618536 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.plugins.ml2.plugin [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempt 3 to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 Mar 11 15:33:04.625217 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6953430d-0ed7-4c8a-8d0f-961b4a9ec242 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:04.633482 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1f6a7723-946c-4139-af43-d3a1f81dda33 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:04.659531 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:33:04.659911 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:33:04.660387 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:33:04.672882 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Port 6dc79539-7665-4379-9564-3f101e8f2e34 on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:33:04.673241 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Failed to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] Mar 11 15:33:04.673823 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-721d90c8-d488-4e01-82bc-1ba9237815b4 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:04.674453 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.plugins.ml2.plugin [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempt 4 to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 Mar 11 15:33:04.696475 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:33:04.696861 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:33:04.697241 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:33:04.705819 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Port 6dc79539-7665-4379-9564-3f101e8f2e34 on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:33:04.706156 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Failed to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] Mar 11 15:33:04.708663 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.plugins.ml2.plugin [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempt 5 to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 Mar 11 15:33:04.716761 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device ebfd9003-b26b-4528-8a6f-81acd0233777 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:33:04.759637 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: ebfd9003-b26b-4528-8a6f-81acd0233777 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:33:04.760344 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device ebfd9003-b26b-4528-8a6f-81acd0233777 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:33:04.808767 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6953430d-0ed7-4c8a-8d0f-961b4a9ec242 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:04.855878 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6953430d-0ed7-4c8a-8d0f-961b4a9ec242 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:33:04.856311 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6953430d-0ed7-4c8a-8d0f-961b4a9ec242 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:04.875402 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:33:04.875402 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:33:04.875402 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:33:04.875402 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:33:04.875402 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:33:04.875402 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:33:04.875402 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:33:04.875402 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:33:04.875402 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:33:04.875402 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:33:04.875402 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:33:04.875402 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:33:04.875402 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:33:04.875402 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:33:04.875402 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:33:04.875402 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:33:04.875402 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:33:04.875402 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:33:04.875402 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:33:04.875402 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:33:04.875402 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:33:04.875402 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:33:04.875402 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:33:04.875402 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:33:04.875402 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:33:04.875402 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:33:04.875402 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:33:04.875402 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:33:04.875402 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:33:04.875402 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:33:04.875402 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:33:04.875402 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:33:04.878198 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:33:04.878198 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:33:04.878198 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:33:04.892725 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Port 6dc79539-7665-4379-9564-3f101e8f2e34 on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:33:04.893049 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Failed to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] Mar 11 15:33:04.895356 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.plugins.ml2.plugin [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempt 6 to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 Mar 11 15:33:04.918494 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:33:04.919150 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:33:04.919150 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:33:04.927887 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Port 6dc79539-7665-4379-9564-3f101e8f2e34 on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:33:04.928452 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Failed to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] Mar 11 15:33:04.929573 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-29418a03-8a3c-4853-88f5-aa3465e0b6aa tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:04.933073 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.plugins.ml2.plugin [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempt 7 to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 Mar 11 15:33:04.993160 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29418a03-8a3c-4853-88f5-aa3465e0b6aa tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Pushing event deleted for resources: {'Port': ['ID=54590a1f-1304-4e07-b1dc-9c391c6296a7,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:05.000036 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:33:05.000355 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a7723-946c-4139-af43-d3a1f81dda33 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event updated for resources: {'Port': ['ID=7c659a82-3c31-46e5-a4ba-b5d1c6899b5a,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:05.000518 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:33:05.000518 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:33:05.079071 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Port 6dc79539-7665-4379-9564-3f101e8f2e34 on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:33:05.079936 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Failed to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] Mar 11 15:33:05.089150 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.plugins.ml2.plugin [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempt 8 to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 Mar 11 15:33:05.102337 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6953430d-0ed7-4c8a-8d0f-961b4a9ec242 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:05.119618 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:33:05.119959 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:33:05.120510 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:33:05.159544 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6953430d-0ed7-4c8a-8d0f-961b4a9ec242 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:05.197398 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6953430d-0ed7-4c8a-8d0f-961b4a9ec242 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Network': ['ID=3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:05.211180 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-9c2a1b91-28b0-4d81-8e79-4a4de8637599 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Allocated IP 172.20.0.9 (7e0d7593-7cb3-4c13-8ae2-49ae462a7489/efd5cf9d-13c5-49c7-ae71-36ed2c2b2724/fa55afb7-27cb-4b43-a905-ad2901178eb4) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:33:05.270101 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Port 6dc79539-7665-4379-9564-3f101e8f2e34 on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:33:05.270101 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Failed to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] Mar 11 15:33:05.285844 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-1ec12b78-df8e-463a-9bbd-59a13e62cbbf None None] Provisioning complete for port 7c659a82-3c31-46e5-a4ba-b5d1c6899b5a triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:33:05.286475 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.plugins.ml2.plugin [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempt 9 to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 Mar 11 15:33:05.288451 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1ec12b78-df8e-463a-9bbd-59a13e62cbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:05.303631 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-6953430d-0ed7-4c8a-8d0f-961b4a9ec242 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/networks/3c0fcae4-0e9f-4eb6-bee8-2b4002e3a0cf HTTP/1.1" status: 204 len: 168 time: 3.5398562 Mar 11 15:33:05.307862 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38824) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:05.352161 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-1ec12b78-df8e-463a-9bbd-59a13e62cbbf None None] Port 7c659a82-3c31-46e5-a4ba-b5d1c6899b5a cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:33:05.371557 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:33:05.371936 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:33:05.372250 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:33:05.381516 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-29418a03-8a3c-4853-88f5-aa3465e0b6aa tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:05.535653 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Port 6dc79539-7665-4379-9564-3f101e8f2e34 on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:33:05.535883 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Failed to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] Mar 11 15:33:05.542409 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-721d90c8-d488-4e01-82bc-1ba9237815b4 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:05.545650 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.plugins.ml2.plugin [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempt 10 to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 Mar 11 15:33:05.593897 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1f6a7723-946c-4139-af43-d3a1f81dda33 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:05.625154 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:33:05.625491 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.managers [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] {{(pid=83867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:33:05.626921 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempting to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:33:05.676853 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d90c8-d488-4e01-82bc-1ba9237815b4 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Pushing event updated for resources: {'Subnet': ['ID=26a6534e-1b8b-4de1-817b-a474e9719639,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:05.735780 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9c2a1b91-28b0-4d81-8e79-4a4de8637599 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:05.780625 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Port 6dc79539-7665-4379-9564-3f101e8f2e34 on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:33:05.781372 dv-neutron-833373-1-hyperv neutron-server[83867]: ERROR neutron.plugins.ml2.managers [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Failed to bind port 6dc79539-7665-4379-9564-3f101e8f2e34 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '9c41c38b-6dc8-411e-b334-ddd0ad32e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '26cd1448-cc01-40ad-9cb4-5dfb234e62f3'}] Mar 11 15:33:05.781608 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:05.791317 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-9c2a1b91-28b0-4d81-8e79-4a4de8637599 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Transition to ACTIVE for port object fa55afb7-27cb-4b43-a905-ad2901178eb4 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:33:05.792610 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721d90c8-d488-4e01-82bc-1ba9237815b4 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Checking segment: {'id': 'd635dd7c-1352-4e7c-885f-fbde7c54d4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'dc764636-c0eb-47a8-b619-307b51a040ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:33:05.792966 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721d90c8-d488-4e01-82bc-1ba9237815b4 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Network hostable DHCP agents. Network: dc764636-c0eb-47a8-b619-307b51a040ba, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:33:05.806512 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-29418a03-8a3c-4853-88f5-aa3465e0b6aa tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:05.836468 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1f6a7723-946c-4139-af43-d3a1f81dda33 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:05.853925 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-29418a03-8a3c-4853-88f5-aa3465e0b6aa tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:05.880962 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-81360399-fb04-485f-980a-89eefd1198e8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting port e91119c8-1758-4ea3-844f-b53040dfc01c {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:05.881306 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-81360399-fb04-485f-980a-89eefd1198e8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:05.896285 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721d90c8-d488-4e01-82bc-1ba9237815b4 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Network dc764636-c0eb-47a8-b619-307b51a040ba is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:33:05.918983 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9c2a1b91-28b0-4d81-8e79-4a4de8637599 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:05.964379 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-721d90c8-d488-4e01-82bc-1ba9237815b4 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, dc764636-c0eb-47a8-b619-307b51a040ba) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:33:05.974968 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5f49ac-9df1-4343-a559-fecbeb615044 None None] Network dc764636-c0eb-47a8-b619-307b51a040ba requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:33:05.985104 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721d90c8-d488-4e01-82bc-1ba9237815b4 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:05.985772 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-721d90c8-d488-4e01-82bc-1ba9237815b4 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:06.037309 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-29418a03-8a3c-4853-88f5-aa3465e0b6aa tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:06.037309 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29418a03-8a3c-4853-88f5-aa3465e0b6aa tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Fanout notify agent at l3_agent the message router_deleted on router 101932bf-a4be-4598-9ef6-04cfa3be9a18 {{(pid=83867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:33:06.044936 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] For port 6dc79539-7665-4379-9564-3f101e8f2e34, host hv-neutron-8333, cleared binding levels {{(pid=83867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:33:06.045223 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Attempted to set empty binding levels {{(pid=83867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 15:33:06.065102 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:06.120291 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-29418a03-8a3c-4853-88f5-aa3465e0b6aa tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:06.121398 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-29418a03-8a3c-4853-88f5-aa3465e0b6aa tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "DELETE /v2.0/routers/101932bf-a4be-4598-9ef6-04cfa3be9a18 HTTP/1.1" status: 204 len: 168 time: 3.6348288 Mar 11 15:33:06.135384 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38828) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:06.141289 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] In _notify_port_updated(), no bound segment for port 6dc79539-7665-4379-9564-3f101e8f2e34 on network 26cd1448-cc01-40ad-9cb4-5dfb234e62f3 {{(pid=83867) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 15:33:06.142591 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:06.148025 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] 10.222.0.31 "PUT /v2.0/ports/6dc79539-7665-4379-9564-3f101e8f2e34 HTTP/1.1" status: 200 len: 977 time: 2.9451048 Mar 11 15:33:06.155478 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38832) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:06.286784 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2a1b91-28b0-4d81-8e79-4a4de8637599 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Network 7e0d7593-7cb3-4c13-8ae2-49ae462a7489 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:33:06.290439 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a1b91-28b0-4d81-8e79-4a4de8637599 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'Port': ['ID=fa55afb7-27cb-4b43-a905-ad2901178eb4,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:06.295726 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-9c2a1b91-28b0-4d81-8e79-4a4de8637599 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:33:06.304925 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-721d90c8-d488-4e01-82bc-1ba9237815b4 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6950910 Mar 11 15:33:06.305803 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2a1b91-28b0-4d81-8e79-4a4de8637599 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:33:06.313733 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c33c7b1-c0da-4e20-8d52-f7ae224dfdbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-dc764636-c0eb-47a8-b619-307b51a040ba', 'network_id': 'dc764636-c0eb-47a8-b619-307b51a040ba', 'tenant_id': 'ba84e12fe93242f4ad3418dc2cbee32f', 'fixed_ips': [{'subnet_id': '26a6534e-1b8b-4de1-817b-a474e9719639'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:33:06.315374 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3c33c7b1-c0da-4e20-8d52-f7ae224dfdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:06.334188 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38836) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:06.347949 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-1d336f0f-3134-4c39-87ab-880f3fd7d9b9 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1542965524', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:33:06.359832 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-1d336f0f-3134-4c39-87ab-880f3fd7d9b9 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:06.375386 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-1d336f0f-3134-4c39-87ab-880f3fd7d9b9 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Usage tracker for resource:router and tenant:ba84e12fe93242f4ad3418dc2cbee32f is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:06.386145 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-1d336f0f-3134-4c39-87ab-880f3fd7d9b9 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:06.397137 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-1d336f0f-3134-4c39-87ab-880f3fd7d9b9 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:06.417827 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c63b9a6-4cd1-4b6c-a838-9d08b1340141 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Pushing event updated for resources: {'Port': ['ID=6dc79539-7665-4379-9564-3f101e8f2e34,revision_number=3']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:06.437517 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-81360399-fb04-485f-980a-89eefd1198e8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:06.437986 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-81360399-fb04-485f-980a-89eefd1198e8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:06.490361 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2a1b91-28b0-4d81-8e79-4a4de8637599 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:06.490996 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9c2a1b91-28b0-4d81-8e79-4a4de8637599 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:06.522014 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1d336f0f-3134-4c39-87ab-880f3fd7d9b9 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:06.522946 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1d336f0f-3134-4c39-87ab-880f3fd7d9b9 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:06.535853 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-3c33c7b1-c0da-4e20-8d52-f7ae224dfdbc None None] Allocated IP 172.20.0.2 (dc764636-c0eb-47a8-b619-307b51a040ba/26a6534e-1b8b-4de1-817b-a474e9719639/bd1f9978-cf3f-437b-8004-e515eac6f18e) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:33:06.572977 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9c2a1b91-28b0-4d81-8e79-4a4de8637599 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.5377505 Mar 11 15:33:06.605969 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38840) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:06.636321 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1f6a7723-946c-4139-af43-d3a1f81dda33 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:06.682173 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1f6a7723-946c-4139-af43-d3a1f81dda33 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:06.683678 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-81360399-fb04-485f-980a-89eefd1198e8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Calling delete_port for e91119c8-1758-4ea3-844f-b53040dfc01c owned by network:floatingip {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:33:06.683819 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1f6a7723-946c-4139-af43-d3a1f81dda33 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:06.711211 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-51fc8136-617b-4ba4-b65e-48a2b33c8d5e tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Deleting port 6dc79539-7665-4379-9564-3f101e8f2e34 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:06.711560 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-51fc8136-617b-4ba4-b65e-48a2b33c8d5e tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:06.767441 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1d336f0f-3134-4c39-87ab-880f3fd7d9b9 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:06.825320 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5580fa41-6df2-4796-b571-e785bb00f4bd None None] Provisioning for port fa55afb7-27cb-4b43-a905-ad2901178eb4 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:33:06.828263 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a7723-946c-4139-af43-d3a1f81dda33 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event updated for resources: {'Port': ['ID=7c659a82-3c31-46e5-a4ba-b5d1c6899b5a,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:06.880011 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5580fa41-6df2-4796-b571-e785bb00f4bd None None] Provisioning complete for port fa55afb7-27cb-4b43-a905-ad2901178eb4 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:33:06.880631 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5580fa41-6df2-4796-b571-e785bb00f4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:06.903381 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dde2f46-f48a-4576-bb03-3c9df35bcbcc tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Deleting subnet 4b63daf6-4dbe-4bcf-a21f-1086e3dc81cb {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:33:06.903604 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1d336f0f-3134-4c39-87ab-880f3fd7d9b9 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:06.910357 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7dde2f46-f48a-4576-bb03-3c9df35bcbcc tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:06.956183 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1d336f0f-3134-4c39-87ab-880f3fd7d9b9 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:06.957619 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-1d336f0f-3134-4c39-87ab-880f3fd7d9b9 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.6224785 Mar 11 15:33:06.965148 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38844) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:06.973919 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cb2046-c199-4577-9626-d1d5b1709dfc tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:06.974924 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-60cb2046-c199-4577-9626-d1d5b1709dfc tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Synchronizing usage tracker for tenant:a138b31c346e4c0cb3afee629b96673d on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:33:07.011314 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6a7723-946c-4139-af43-d3a1f81dda33 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Network 34e42534-d19e-4f1b-84e2-1831cec9b137 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:33:07.013209 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-1f6a7723-946c-4139-af43-d3a1f81dda33 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:33:07.017612 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-5580fa41-6df2-4796-b571-e785bb00f4bd None None] Port fa55afb7-27cb-4b43-a905-ad2901178eb4 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:33:07.019881 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3c33c7b1-c0da-4e20-8d52-f7ae224dfdbc None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:07.031880 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-3c33c7b1-c0da-4e20-8d52-f7ae224dfdbc None None] Transition to ACTIVE for port object bd1f9978-cf3f-437b-8004-e515eac6f18e will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:33:07.057198 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-3c33c7b1-c0da-4e20-8d52-f7ae224dfdbc None None] Transition to ACTIVE for port object bd1f9978-cf3f-437b-8004-e515eac6f18e will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:33:07.074149 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3c33c7b1-c0da-4e20-8d52-f7ae224dfdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:07.116347 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-60cb2046-c199-4577-9626-d1d5b1709dfc tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Unset dirty status for tenant:a138b31c346e4c0cb3afee629b96673d on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:33:07.117969 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-60cb2046-c199-4577-9626-d1d5b1709dfc tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.5108836 Mar 11 15:33:07.156932 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c33c7b1-c0da-4e20-8d52-f7ae224dfdbc None None] Network dc764636-c0eb-47a8-b619-307b51a040ba is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:33:07.160122 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-3c33c7b1-c0da-4e20-8d52-f7ae224dfdbc None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:33:07.164336 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c33c7b1-c0da-4e20-8d52-f7ae224dfdbc None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:33:07.171698 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33c7b1-c0da-4e20-8d52-f7ae224dfdbc None None] Pushing event updated for resources: {'Port': ['ID=bd1f9978-cf3f-437b-8004-e515eac6f18e,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:07.182705 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38848) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:07.301185 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-3c33c7b1-c0da-4e20-8d52-f7ae224dfdbc None None] Attempting to bind port bd1f9978-cf3f-437b-8004-e515eac6f18e on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:33:07.301674 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-3c33c7b1-c0da-4e20-8d52-f7ae224dfdbc None None] Attempting to bind port bd1f9978-cf3f-437b-8004-e515eac6f18e by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'd635dd7c-1352-4e7c-885f-fbde7c54d4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'dc764636-c0eb-47a8-b619-307b51a040ba'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:33:07.302399 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c33c7b1-c0da-4e20-8d52-f7ae224dfdbc None None] Attempting to bind port bd1f9978-cf3f-437b-8004-e515eac6f18e on network dc764636-c0eb-47a8-b619-307b51a040ba {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:33:07.310364 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c33c7b1-c0da-4e20-8d52-f7ae224dfdbc None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:33:07.310834 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c33c7b1-c0da-4e20-8d52-f7ae224dfdbc None None] Checking segment: {'id': 'd635dd7c-1352-4e7c-885f-fbde7c54d4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'dc764636-c0eb-47a8-b619-307b51a040ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:33:07.311306 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3c33c7b1-c0da-4e20-8d52-f7ae224dfdbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:07.312444 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c33c7b1-c0da-4e20-8d52-f7ae224dfdbc None None] Bound using segment: {'id': 'd635dd7c-1352-4e7c-885f-fbde7c54d4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'dc764636-c0eb-47a8-b619-307b51a040ba'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:33:07.313091 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-3c33c7b1-c0da-4e20-8d52-f7ae224dfdbc None None] Bound port: bd1f9978-cf3f-437b-8004-e515eac6f18e, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd635dd7c-1352-4e7c-885f-fbde7c54d4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'dc764636-c0eb-47a8-b619-307b51a040ba'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:33:07.313775 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3c33c7b1-c0da-4e20-8d52-f7ae224dfdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:07.330366 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7dde2f46-f48a-4576-bb03-3c9df35bcbcc tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:07.393546 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-51fc8136-617b-4ba4-b65e-48a2b33c8d5e tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] For port 6dc79539-7665-4379-9564-3f101e8f2e34, host hv-neutron-8333, got binding levels [] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:33:07.393908 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-51fc8136-617b-4ba4-b65e-48a2b33c8d5e tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:07.481009 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-061d80ba-9b6c-4d19-89f5-d25b561a11c9 None None] Provisioning complete for port 7c659a82-3c31-46e5-a4ba-b5d1c6899b5a triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:33:07.481375 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-061d80ba-9b6c-4d19-89f5-d25b561a11c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:07.531307 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-3c33c7b1-c0da-4e20-8d52-f7ae224dfdbc None None] For port bd1f9978-cf3f-437b-8004-e515eac6f18e, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:33:07.545447 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-51fc8136-617b-4ba4-b65e-48a2b33c8d5e tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Calling delete_port for 6dc79539-7665-4379-9564-3f101e8f2e34 owned by {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:33:07.547485 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-3c33c7b1-c0da-4e20-8d52-f7ae224dfdbc None None] For port bd1f9978-cf3f-437b-8004-e515eac6f18e, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=bd1f9978-cf3f-437b-8004-e515eac6f18e,segment=NetworkSegment(d635dd7c-1352-4e7c-885f-fbde7c54d4ae),segment_id=d635dd7c-1352-4e7c-885f-fbde7c54d4ae)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:33:07.550441 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-061d80ba-9b6c-4d19-89f5-d25b561a11c9 None None] Port 7c659a82-3c31-46e5-a4ba-b5d1c6899b5a cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:33:07.552969 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3c33c7b1-c0da-4e20-8d52-f7ae224dfdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:07.590399 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6a7723-946c-4139-af43-d3a1f81dda33 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Router db470ed1-2a06-48a6-89d8-5634d92ec93f is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:33:07.601409 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-81360399-fb04-485f-980a-89eefd1198e8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:07.643977 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33c7b1-c0da-4e20-8d52-f7ae224dfdbc None None] Pushing event updated for resources: {'Port': ['ID=bd1f9978-cf3f-437b-8004-e515eac6f18e,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:07.736581 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81360399-fb04-485f-980a-89eefd1198e8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Port': ['ID=e91119c8-1758-4ea3-844f-b53040dfc01c,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:07.816094 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6a7723-946c-4139-af43-d3a1f81dda33 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:33:07.822407 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-1f6a7723-946c-4139-af43-d3a1f81dda33 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "PUT /v2.0/routers/db470ed1-2a06-48a6-89d8-5634d92ec93f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2291892 Mar 11 15:33:07.824573 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38852) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:07.860048 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558ba42f-5824-4d75-8de3-886a800e4679 None None] Sync routers for ids ['db470ed1-2a06-48a6-89d8-5634d92ec93f'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:33:07.881499 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558ba42f-5824-4d75-8de3-886a800e4679 None None] Routers {'db470ed1-2a06-48a6-89d8-5634d92ec93f'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:33:07.882201 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-558ba42f-5824-4d75-8de3-886a800e4679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:33:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['db470ed1-2a06-48a6-89d8-5634d92ec93f'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:07.942784 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287df78c-5c5c-495c-87aa-ef220bd4b235 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:07.943823 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-287df78c-5c5c-495c-87aa-ef220bd4b235 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Synchronizing usage tracker for tenant:c58947f968f64e3fb11fb874306012f2 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:33:07.961861 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-558ba42f-5824-4d75-8de3-886a800e4679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:07.967825 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-287df78c-5c5c-495c-87aa-ef220bd4b235 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Unset dirty status for tenant:c58947f968f64e3fb11fb874306012f2 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:33:07.971229 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-287df78c-5c5c-495c-87aa-ef220bd4b235 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "GET /v2.0/ports/7c659a82-3c31-46e5-a4ba-b5d1c6899b5a HTTP/1.1" status: 200 len: 984 time: 0.1447802 Mar 11 15:33:07.973531 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38856) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:07.989886 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558ba42f-5824-4d75-8de3-886a800e4679 None None] Routers {'db470ed1-2a06-48a6-89d8-5634d92ec93f'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:33:07.990862 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-558ba42f-5824-4d75-8de3-886a800e4679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:33:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['db470ed1-2a06-48a6-89d8-5634d92ec93f'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:08.057447 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-558ba42f-5824-4d75-8de3-886a800e4679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:08.058450 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558ba42f-5824-4d75-8de3-886a800e4679 None None] The sync data for ids ['db470ed1-2a06-48a6-89d8-5634d92ec93f'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:33:08.079364 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294f4e63-1c07-473b-9f80-e6d2ae0d4b22 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:08.083536 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294f4e63-1c07-473b-9f80-e6d2ae0d4b22 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:08.087794 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294f4e63-1c07-473b-9f80-e6d2ae0d4b22 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:08.089718 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-294f4e63-1c07-473b-9f80-e6d2ae0d4b22 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.8890676 Mar 11 15:33:08.101082 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38860) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:08.234661 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7dde2f46-f48a-4576-bb03-3c9df35bcbcc tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:08.279101 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-51fc8136-617b-4ba4-b65e-48a2b33c8d5e tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:08.349955 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device bd1f9978-cf3f-437b-8004-e515eac6f18e up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:33:08.433717 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc8136-617b-4ba4-b65e-48a2b33c8d5e tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Pushing event deleted for resources: {'Port': ['ID=6dc79539-7665-4379-9564-3f101e8f2e34,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:08.439605 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port bd1f9978-cf3f-437b-8004-e515eac6f18e completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:33:08.476836 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-0deac2a0-dec0-484d-be16-1772550622dd tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Deleting port fa55afb7-27cb-4b43-a905-ad2901178eb4 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:08.477194 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0deac2a0-dec0-484d-be16-1772550622dd tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:08.516778 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-81360399-fb04-485f-980a-89eefd1198e8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for floatingip, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:08.730983 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-51fc8136-617b-4ba4-b65e-48a2b33c8d5e tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:08.754473 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1348dba4-2f31-4590-9e1c-3e06dc226c33 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:08.790954 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721e05f3-a156-4923-bc49-ddf3c598de3c None None] Network dc764636-c0eb-47a8-b619-307b51a040ba requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:33:08.837692 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7dde2f46-f48a-4576-bb03-3c9df35bcbcc tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:08.889009 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-51fc8136-617b-4ba4-b65e-48a2b33c8d5e tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] 10.222.0.31 "DELETE /v2.0/ports/6dc79539-7665-4379-9564-3f101e8f2e34 HTTP/1.1" status: 204 len: 168 time: 2.7032299 Mar 11 15:33:08.900145 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38864) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:08.905739 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde2f46-f48a-4576-bb03-3c9df35bcbcc tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Pushing event deleted for resources: {'Subnet': ['ID=4b63daf6-4dbe-4bcf-a21f-1086e3dc81cb,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:08.949157 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-5af6126d-ee9b-452f-a0e7-af1194541910 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] GET failed (client error): The resource could not be found. Mar 11 15:33:08.949665 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-5af6126d-ee9b-452f-a0e7-af1194541910 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Synchronizing usage tracker for tenant:a6799a7b809f45c093625a268f887567 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:33:08.966418 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-8b0c05ba-6c6e-4f8a-96af-10cbc36c9e85 None None] Provisioning for port bd1f9978-cf3f-437b-8004-e515eac6f18e completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:33:08.973368 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-5af6126d-ee9b-452f-a0e7-af1194541910 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] Unset dirty status for tenant:a6799a7b809f45c093625a268f887567 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:33:08.974840 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-5af6126d-ee9b-452f-a0e7-af1194541910 tempest-PortsAdminExtendedAttrsTestJSON-1033741933 tempest-PortsAdminExtendedAttrsTestJSON-1033741933-project-admin] 10.222.0.31 "GET /v2.0/ports/6dc79539-7665-4379-9564-3f101e8f2e34 HTTP/1.1" status: 404 len: 333 time: 0.0718651 Mar 11 15:33:08.979829 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38868) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:08.981678 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-8b0c05ba-6c6e-4f8a-96af-10cbc36c9e85 None None] Provisioning complete for port bd1f9978-cf3f-437b-8004-e515eac6f18e triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:33:08.982050 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8b0c05ba-6c6e-4f8a-96af-10cbc36c9e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:09.052789 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7dde2f46-f48a-4576-bb03-3c9df35bcbcc tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:09.073548 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269803f4-db5d-44d7-854b-f2b2e0622e95 None None] Network a2acfd04-f5c0-4c9f-b0e2-719fd0533358 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:33:09.149388 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-83160608-9221-4aca-b80f-bdd3887bac11 tempest-PortsAdminExtendedAttrsTestJSON-418671951 tempest-PortsAdminExtendedAttrsTestJSON-418671951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:09.152985 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7dde2f46-f48a-4576-bb03-3c9df35bcbcc tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "DELETE /v2.0/subnets/4b63daf6-4dbe-4bcf-a21f-1086e3dc81cb HTTP/1.1" status: 204 len: 168 time: 3.0143073 Mar 11 15:33:09.157568 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38872) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:09.222101 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0deac2a0-dec0-484d-be16-1772550622dd tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:09.372953 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-42c6a775-141e-4a66-89d0-639b2e8b7bf6 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:09.387331 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8b0c05ba-6c6e-4f8a-96af-10cbc36c9e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:09.393548 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-0deac2a0-dec0-484d-be16-1772550622dd tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Calling delete_port for fa55afb7-27cb-4b43-a905-ad2901178eb4 owned by {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:33:09.455614 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-8b0c05ba-6c6e-4f8a-96af-10cbc36c9e85 None None] For port bd1f9978-cf3f-437b-8004-e515eac6f18e, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=bd1f9978-cf3f-437b-8004-e515eac6f18e,segment=NetworkSegment(d635dd7c-1352-4e7c-885f-fbde7c54d4ae),segment_id=d635dd7c-1352-4e7c-885f-fbde7c54d4ae)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:33:09.481394 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8b0c05ba-6c6e-4f8a-96af-10cbc36c9e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:09.542439 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ae7d9391-06ee-4997-8d02-9661d4a4bd8b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:09.564291 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-83160608-9221-4aca-b80f-bdd3887bac11 tempest-PortsAdminExtendedAttrsTestJSON-418671951 tempest-PortsAdminExtendedAttrsTestJSON-418671951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:09.579326 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-1348dba4-2f31-4590-9e1c-3e06dc226c33 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Deleting port 7c659a82-3c31-46e5-a4ba-b5d1c6899b5a {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:09.579648 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1348dba4-2f31-4590-9e1c-3e06dc226c33 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:09.587157 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c05ba-6c6e-4f8a-96af-10cbc36c9e85 None None] Pushing event updated for resources: {'Port': ['ID=bd1f9978-cf3f-437b-8004-e515eac6f18e,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:09.602277 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c9fd6c-170a-49ca-bdf0-d4378ff2e7a4 None None] DHCP port deletion for a2acfd04-f5c0-4c9f-b0e2-719fd0533358 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:33:09.608493 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-18c9fd6c-170a-49ca-bdf0-d4378ff2e7a4 None None] Deleting port 2ba8428d-715e-4c29-bbb8-e2c8b1c983be {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:09.608935 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-18c9fd6c-170a-49ca-bdf0-d4378ff2e7a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:09.610796 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-ae7d9391-06ee-4997-8d02-9661d4a4bd8b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Deleting port 2ba8428d-715e-4c29-bbb8-e2c8b1c983be {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:09.611144 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ae7d9391-06ee-4997-8d02-9661d4a4bd8b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:09.683036 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-83160608-9221-4aca-b80f-bdd3887bac11 tempest-PortsAdminExtendedAttrsTestJSON-418671951 tempest-PortsAdminExtendedAttrsTestJSON-418671951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26cd1448-cc01-40ad-9cb4-5dfb234e62f3']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:09.711219 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-83160608-9221-4aca-b80f-bdd3887bac11 tempest-PortsAdminExtendedAttrsTestJSON-418671951 tempest-PortsAdminExtendedAttrsTestJSON-418671951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c41c38b-6dc8-411e-b334-ddd0ad32e255') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:09.711561 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-83160608-9221-4aca-b80f-bdd3887bac11 tempest-PortsAdminExtendedAttrsTestJSON-418671951 tempest-PortsAdminExtendedAttrsTestJSON-418671951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c41c38b-6dc8-411e-b334-ddd0ad32e255') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:09.806742 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-83160608-9221-4aca-b80f-bdd3887bac11 tempest-PortsAdminExtendedAttrsTestJSON-418671951 tempest-PortsAdminExtendedAttrsTestJSON-418671951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:09.876316 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d0d49e8e-98f6-419b-b53c-caa97e7527a3 None None] Provisioning complete for port bd1f9978-cf3f-437b-8004-e515eac6f18e triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:33:09.876656 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d0d49e8e-98f6-419b-b53c-caa97e7527a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:09.878240 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-83160608-9221-4aca-b80f-bdd3887bac11 tempest-PortsAdminExtendedAttrsTestJSON-418671951 tempest-PortsAdminExtendedAttrsTestJSON-418671951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:09.893687 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83160608-9221-4aca-b80f-bdd3887bac11 tempest-PortsAdminExtendedAttrsTestJSON-418671951 tempest-PortsAdminExtendedAttrsTestJSON-418671951-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:33:09.894301 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-83160608-9221-4aca-b80f-bdd3887bac11 tempest-PortsAdminExtendedAttrsTestJSON-418671951 tempest-PortsAdminExtendedAttrsTestJSON-418671951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:09.912295 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:33:09.912295 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:33:09.912295 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:33:09.912295 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:33:09.912295 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:33:09.912295 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:33:09.912295 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:33:09.912295 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:33:09.912295 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:33:09.912295 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:33:09.912295 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:33:09.912295 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:33:09.912295 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:33:09.912295 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:33:09.912295 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:33:09.912295 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:33:09.912295 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:33:09.912295 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:33:09.912295 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:33:09.912295 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:33:09.912295 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:33:09.912295 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:33:09.912295 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:33:09.912295 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:33:09.912295 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:33:09.912295 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:33:09.912295 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:33:09.912295 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:33:09.912295 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:33:09.912295 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:33:09.912295 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:33:09.912295 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:33:09.920737 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-18c9fd6c-170a-49ca-bdf0-d4378ff2e7a4 None None] For port 2ba8428d-715e-4c29-bbb8-e2c8b1c983be, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=2ba8428d-715e-4c29-bbb8-e2c8b1c983be,segment=NetworkSegment(60b33c8b-b3ed-4e87-a27d-357439ccf7b1),segment_id=60b33c8b-b3ed-4e87-a27d-357439ccf7b1)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:33:09.921198 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-18c9fd6c-170a-49ca-bdf0-d4378ff2e7a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:10.060267 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-18c9fd6c-170a-49ca-bdf0-d4378ff2e7a4 None None] Calling delete_port for 2ba8428d-715e-4c29-bbb8-e2c8b1c983be owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:33:10.105049 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0deac2a0-dec0-484d-be16-1772550622dd tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:10.227347 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deac2a0-dec0-484d-be16-1772550622dd tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event deleted for resources: {'Port': ['ID=fa55afb7-27cb-4b43-a905-ad2901178eb4,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:10.228683 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1348dba4-2f31-4590-9e1c-3e06dc226c33 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:10.236258 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-18c9fd6c-170a-49ca-bdf0-d4378ff2e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:10.276496 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-83160608-9221-4aca-b80f-bdd3887bac11 tempest-PortsAdminExtendedAttrsTestJSON-418671951 tempest-PortsAdminExtendedAttrsTestJSON-418671951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:10.326790 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c9fd6c-170a-49ca-bdf0-d4378ff2e7a4 None None] No DVR routers for this DVR port 2ba8428d-715e-4c29-bbb8-e2c8b1c983be on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:33:10.333443 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9fd6c-170a-49ca-bdf0-d4378ff2e7a4 None None] Pushing event deleted for resources: {'Port': ['ID=2ba8428d-715e-4c29-bbb8-e2c8b1c983be,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:10.408233 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device bd1f9978-cf3f-437b-8004-e515eac6f18e up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:33:10.445333 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-83160608-9221-4aca-b80f-bdd3887bac11 tempest-PortsAdminExtendedAttrsTestJSON-418671951 tempest-PortsAdminExtendedAttrsTestJSON-418671951-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:10.463983 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-1348dba4-2f31-4590-9e1c-3e06dc226c33 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Calling delete_port for 7c659a82-3c31-46e5-a4ba-b5d1c6899b5a owned by network:router_interface {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:33:10.502560 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0deac2a0-dec0-484d-be16-1772550622dd tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:10.504244 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port bd1f9978-cf3f-437b-8004-e515eac6f18e triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:33:10.504617 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:10.509508 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-ae7d9391-06ee-4997-8d02-9661d4a4bd8b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] For port 2ba8428d-715e-4c29-bbb8-e2c8b1c983be, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=2ba8428d-715e-4c29-bbb8-e2c8b1c983be,segment=NetworkSegment(60b33c8b-b3ed-4e87-a27d-357439ccf7b1),segment_id=60b33c8b-b3ed-4e87-a27d-357439ccf7b1)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:33:10.510066 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ae7d9391-06ee-4997-8d02-9661d4a4bd8b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:10.513431 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-42c6a775-141e-4a66-89d0-639b2e8b7bf6 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Allocated IP 172.20.0.1 (dc764636-c0eb-47a8-b619-307b51a040ba/26a6534e-1b8b-4de1-817b-a474e9719639/071e9f07-4dc0-453d-97b5-6aeff2802dc5) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:33:10.522618 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83160608-9221-4aca-b80f-bdd3887bac11 tempest-PortsAdminExtendedAttrsTestJSON-418671951 tempest-PortsAdminExtendedAttrsTestJSON-418671951-project] Pushing event deleted for resources: {'Network': ['ID=26cd1448-cc01-40ad-9cb4-5dfb234e62f3,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:10.540290 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-83160608-9221-4aca-b80f-bdd3887bac11 tempest-PortsAdminExtendedAttrsTestJSON-418671951 tempest-PortsAdminExtendedAttrsTestJSON-418671951-project] 10.222.0.31 "DELETE /v2.0/networks/26cd1448-cc01-40ad-9cb4-5dfb234e62f3 HTTP/1.1" status: 204 len: 168 time: 1.5557630 Mar 11 15:33:10.553631 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0deac2a0-dec0-484d-be16-1772550622dd tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/ports/fa55afb7-27cb-4b43-a905-ad2901178eb4 HTTP/1.1" status: 204 len: 168 time: 2.4484780 Mar 11 15:33:10.573697 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38878) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:10.628879 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-d35f7f1d-bfeb-4637-8327-31110952428d tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] GET failed (client error): The resource could not be found. Mar 11 15:33:10.629553 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d35f7f1d-bfeb-4637-8327-31110952428d tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Synchronizing usage tracker for tenant:a138b31c346e4c0cb3afee629b96673d on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:33:10.674285 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-ae7d9391-06ee-4997-8d02-9661d4a4bd8b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Calling delete_port for 2ba8428d-715e-4c29-bbb8-e2c8b1c983be owned by network:dhcp {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:33:10.731629 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d35f7f1d-bfeb-4637-8327-31110952428d tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Unset dirty status for tenant:a138b31c346e4c0cb3afee629b96673d on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:33:10.736396 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d35f7f1d-bfeb-4637-8327-31110952428d tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "GET /v2.0/ports/fa55afb7-27cb-4b43-a905-ad2901178eb4 HTTP/1.1" status: 404 len: 333 time: 0.1566472 Mar 11 15:33:10.738919 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38882) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:10.794008 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 2ba8428d-715e-4c29-bbb8-e2c8b1c983be no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:33:10.807770 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.db.api [None req-ae7d9391-06ee-4997-8d02-9661d4a4bd8b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:33:10.808128 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG oslo_db.api [None req-ae7d9391-06ee-4997-8d02-9661d4a4bd8b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:33:10.820193 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-6e5a29a6-92b9-48e5-b0cb-ef1dff8bb5cd tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Deleting port 9f55e2fd-39c7-47c0-8b82-2978034e8c32 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:10.820840 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6e5a29a6-92b9-48e5-b0cb-ef1dff8bb5cd tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:10.834563 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 2ba8428d-715e-4c29-bbb8-e2c8b1c983be {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:33:10.835046 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 2ba8428d-715e-4c29-bbb8-e2c8b1c983be not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:33:10.899368 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:33:10.925838 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1348dba4-2f31-4590-9e1c-3e06dc226c33 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:10.987191 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348dba4-2f31-4590-9e1c-3e06dc226c33 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event deleted for resources: {'Port': ['ID=7c659a82-3c31-46e5-a4ba-b5d1c6899b5a,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:11.098119 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38890) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:11.135208 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-42c6a775-141e-4a66-89d0-639b2e8b7bf6 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:11.198094 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-42c6a775-141e-4a66-89d0-639b2e8b7bf6 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Transition to ACTIVE for port object 071e9f07-4dc0-453d-97b5-6aeff2802dc5 will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:33:11.226227 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1348dba4-2f31-4590-9e1c-3e06dc226c33 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:11.338651 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-ae7d9391-06ee-4997-8d02-9661d4a4bd8b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Deleting port 2ba8428d-715e-4c29-bbb8-e2c8b1c983be {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:11.339366 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ae7d9391-06ee-4997-8d02-9661d4a4bd8b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:11.384130 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81360399-fb04-485f-980a-89eefd1198e8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router e8045d71-5323-44ad-885b-64df1c786251 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:33:11.474545 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-ae7d9391-06ee-4997-8d02-9661d4a4bd8b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] The port '2ba8428d-715e-4c29-bbb8-e2c8b1c983be' was deleted {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 15:33:11.475883 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-42c6a775-141e-4a66-89d0-639b2e8b7bf6 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:11.571189 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6e5a29a6-92b9-48e5-b0cb-ef1dff8bb5cd tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:11.607818 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-2f03af50-072d-46e2-bddf-207a09253670 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c89e0445678e4fc59c703cb5be77da91&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5081112 Mar 11 15:33:11.658869 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38896) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:11.848788 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ae7d9391-06ee-4997-8d02-9661d4a4bd8b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:11.884362 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-ae7d9391-06ee-4997-8d02-9661d4a4bd8b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2acfd04-f5c0-4c9f-b0e2-719fd0533358']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:11.921751 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-6e5a29a6-92b9-48e5-b0cb-ef1dff8bb5cd tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Calling delete_port for 9f55e2fd-39c7-47c0-8b82-2978034e8c32 owned by {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:33:11.950515 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-ae7d9391-06ee-4997-8d02-9661d4a4bd8b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60b33c8b-b3ed-4e87-a27d-357439ccf7b1') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:11.951108 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-ae7d9391-06ee-4997-8d02-9661d4a4bd8b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60b33c8b-b3ed-4e87-a27d-357439ccf7b1') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:11.999037 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c6a775-141e-4a66-89d0-639b2e8b7bf6 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Network dc764636-c0eb-47a8-b619-307b51a040ba is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:33:12.002402 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6a775-141e-4a66-89d0-639b2e8b7bf6 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Pushing event updated for resources: {'Port': ['ID=071e9f07-4dc0-453d-97b5-6aeff2802dc5,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:12.014508 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-42c6a775-141e-4a66-89d0-639b2e8b7bf6 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:33:12.024652 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c6a775-141e-4a66-89d0-639b2e8b7bf6 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:33:12.026868 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ae7d9391-06ee-4997-8d02-9661d4a4bd8b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:12.063609 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ae7d9391-06ee-4997-8d02-9661d4a4bd8b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:12.075800 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae7d9391-06ee-4997-8d02-9661d4a4bd8b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:33:12.076170 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ae7d9391-06ee-4997-8d02-9661d4a4bd8b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:12.099892 dv-neutron-833373-1-hyperv neutron-server[83866]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:33:12.099892 dv-neutron-833373-1-hyperv neutron-server[83866]: util.warn( Mar 11 15:33:12.099892 dv-neutron-833373-1-hyperv neutron-server[83866]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:33:12.099892 dv-neutron-833373-1-hyperv neutron-server[83866]: util.warn( Mar 11 15:33:12.099892 dv-neutron-833373-1-hyperv neutron-server[83866]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:33:12.099892 dv-neutron-833373-1-hyperv neutron-server[83866]: util.warn( Mar 11 15:33:12.099892 dv-neutron-833373-1-hyperv neutron-server[83866]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:33:12.099892 dv-neutron-833373-1-hyperv neutron-server[83866]: util.warn( Mar 11 15:33:12.099892 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:33:12.099892 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:33:12.099892 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:33:12.099892 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:33:12.099892 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:33:12.099892 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:33:12.099892 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:33:12.099892 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:33:12.099892 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:33:12.099892 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:33:12.099892 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:33:12.099892 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:33:12.099892 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:33:12.099892 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:33:12.099892 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:33:12.099892 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:33:12.099892 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:33:12.099892 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:33:12.099892 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:33:12.099892 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:33:12.099892 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:33:12.099892 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:33:12.099892 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:33:12.099892 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:33:12.099892 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:33:12.099892 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:33:12.099892 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:33:12.099892 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:33:12.099892 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:33:12.099892 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:33:12.099892 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:33:12.099892 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:33:12.146476 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-42c6a775-141e-4a66-89d0-639b2e8b7bf6 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:12.175240 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1348dba4-2f31-4590-9e1c-3e06dc226c33 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Router db470ed1-2a06-48a6-89d8-5634d92ec93f has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:33:12.213037 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-829ed243-b2e4-4308-b500-71a059e08dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:12.215188 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ae7d9391-06ee-4997-8d02-9661d4a4bd8b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:12.300451 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-829ed243-b2e4-4308-b500-71a059e08dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:12.308402 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ae7d9391-06ee-4997-8d02-9661d4a4bd8b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:12.373487 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f318f880-9af4-438f-8496-14275d8a2e5b None None] Provisioning for port 071e9f07-4dc0-453d-97b5-6aeff2802dc5 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:33:12.384091 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f318f880-9af4-438f-8496-14275d8a2e5b None None] Provisioning complete for port 071e9f07-4dc0-453d-97b5-6aeff2802dc5 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:33:12.384697 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f318f880-9af4-438f-8496-14275d8a2e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:12.393086 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d9391-06ee-4997-8d02-9661d4a4bd8b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Pushing event deleted for resources: {'Network': ['ID=a2acfd04-f5c0-4c9f-b0e2-719fd0533358,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:12.408244 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6e5a29a6-92b9-48e5-b0cb-ef1dff8bb5cd tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:12.409225 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ae7d9391-06ee-4997-8d02-9661d4a4bd8b tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "DELETE /v2.0/networks/a2acfd04-f5c0-4c9f-b0e2-719fd0533358 HTTP/1.1" status: 204 len: 168 time: 3.2489357 Mar 11 15:33:12.410081 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38900) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:12.469388 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5a29a6-92b9-48e5-b0cb-ef1dff8bb5cd tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event deleted for resources: {'Port': ['ID=9f55e2fd-39c7-47c0-8b82-2978034e8c32,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:12.471176 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-42c6a775-141e-4a66-89d0-639b2e8b7bf6 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:12.473420 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-f318f880-9af4-438f-8496-14275d8a2e5b None None] Port 071e9f07-4dc0-453d-97b5-6aeff2802dc5 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:33:12.563362 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1348dba4-2f31-4590-9e1c-3e06dc226c33 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:33:12.582492 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-1348dba4-2f31-4590-9e1c-3e06dc226c33 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "PUT /v2.0/routers/db470ed1-2a06-48a6-89d8-5634d92ec93f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6078763 Mar 11 15:33:12.585678 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063addb0-8bd4-4974-8511-98996f41242d None None] Sync routers for ids ['db470ed1-2a06-48a6-89d8-5634d92ec93f'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:33:12.586468 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38904) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:12.603298 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063addb0-8bd4-4974-8511-98996f41242d None None] Routers {'db470ed1-2a06-48a6-89d8-5634d92ec93f'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:33:12.603950 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-063addb0-8bd4-4974-8511-98996f41242d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:33:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['db470ed1-2a06-48a6-89d8-5634d92ec93f'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:12.619731 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-829ed243-b2e4-4308-b500-71a059e08dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:12.660338 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-9dba8f70-32bf-45c2-b784-4019777a72d5 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Deleting port aa770e9e-9bde-4d9d-b07a-ad49dc38db26 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:12.661029 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9dba8f70-32bf-45c2-b784-4019777a72d5 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:12.674035 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-063addb0-8bd4-4974-8511-98996f41242d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:12.686077 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063addb0-8bd4-4974-8511-98996f41242d None None] Routers {'db470ed1-2a06-48a6-89d8-5634d92ec93f'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:33:12.687550 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-063addb0-8bd4-4974-8511-98996f41242d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:33:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['db470ed1-2a06-48a6-89d8-5634d92ec93f'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:12.690623 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ed243-b2e4-4308-b500-71a059e08dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a851d54-13f8-4acc-89f8-243d6933f87f,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:12.772558 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-063addb0-8bd4-4974-8511-98996f41242d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:12.772961 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063addb0-8bd4-4974-8511-98996f41242d None None] The sync data for ids ['db470ed1-2a06-48a6-89d8-5634d92ec93f'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:33:12.850195 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6e5a29a6-92b9-48e5-b0cb-ef1dff8bb5cd tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:12.871423 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81360399-fb04-485f-980a-89eefd1198e8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:33:12.879475 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-81360399-fb04-485f-980a-89eefd1198e8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:12.883909 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb313da4-6294-4caa-9155-513eae5a39ce None None] Sync routers for ids ['e8045d71-5323-44ad-885b-64df1c786251'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:33:12.898046 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb313da4-6294-4caa-9155-513eae5a39ce None None] Routers {'e8045d71-5323-44ad-885b-64df1c786251'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:33:12.898647 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-eb313da4-6294-4caa-9155-513eae5a39ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:33:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['e8045d71-5323-44ad-885b-64df1c786251'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:12.913003 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6e5a29a6-92b9-48e5-b0cb-ef1dff8bb5cd tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/ports/9f55e2fd-39c7-47c0-8b82-2978034e8c32 HTTP/1.1" status: 204 len: 168 time: 2.1693416 Mar 11 15:33:12.913003 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-829ed243-b2e4-4308-b500-71a059e08dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:12.913003 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-829ed243-b2e4-4308-b500-71a059e08dfc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a851d54-13f8-4acc-89f8-243d6933f87f HTTP/1.1" status: 204 len: 168 time: 1.1910148 Mar 11 15:33:12.925247 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38908) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:12.998511 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-02a6d47e-da3e-4992-9490-3e7ce3316d13 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] GET failed (client error): The resource could not be found. Mar 11 15:33:12.999023 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-02a6d47e-da3e-4992-9490-3e7ce3316d13 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Synchronizing usage tracker for tenant:a138b31c346e4c0cb3afee629b96673d on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:33:13.026512 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-81360399-fb04-485f-980a-89eefd1198e8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/floatingips/b559b4a4-0539-4f3e-b64f-3ebbab12fd81 HTTP/1.1" status: 204 len: 168 time: 7.7166634 Mar 11 15:33:13.043143 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfe0188f-8454-425c-9a64-95c2e897d519', 'tag': '073652c7-6cc6-4dad-8555-e471bf6e6ede'}] {{(pid=83867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:33:13.075679 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9dba8f70-32bf-45c2-b784-4019777a72d5 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:13.076549 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9dba8f70-32bf-45c2-b784-4019777a72d5 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:13.185637 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-eb313da4-6294-4caa-9155-513eae5a39ce None None] Set router e8045d71-5323-44ad-885b-64df1c786251 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:33:13.277145 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-42c6a775-141e-4a66-89d0-639b2e8b7bf6 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:13.298572 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-42c6a775-141e-4a66-89d0-639b2e8b7bf6 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:13.414101 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-02a6d47e-da3e-4992-9490-3e7ce3316d13 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Unset dirty status for tenant:a138b31c346e4c0cb3afee629b96673d on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:33:13.415666 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-02a6d47e-da3e-4992-9490-3e7ce3316d13 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "GET /v2.0/ports/9f55e2fd-39c7-47c0-8b82-2978034e8c32 HTTP/1.1" status: 404 len: 333 time: 0.4894981 Mar 11 15:33:13.421681 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38922) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:13.540294 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-42c6a775-141e-4a66-89d0-639b2e8b7bf6 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:13.548383 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6a775-141e-4a66-89d0-639b2e8b7bf6 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Pushing event updated for resources: {'Port': ['ID=071e9f07-4dc0-453d-97b5-6aeff2802dc5,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:13.682941 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-9dba8f70-32bf-45c2-b784-4019777a72d5 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Calling delete_port for aa770e9e-9bde-4d9d-b07a-ad49dc38db26 owned by network:floatingip {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:33:13.719008 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38928) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:13.734794 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-f4192e3f-39f3-41c8-aa34-b5c93650b575 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] remove_router_interface failed (client error): The resource could not be found. Mar 11 15:33:13.739480 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f4192e3f-39f3-41c8-aa34-b5c93650b575 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "PUT /v2.0/routers/db470ed1-2a06-48a6-89d8-5634d92ec93f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.1518583 Mar 11 15:33:13.748375 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-eb313da4-6294-4caa-9155-513eae5a39ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8045d71-5323-44ad-885b-64df1c786251', 'name': 'tempest-TestNetworkBasicOps-router-962175665', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '5eacffb7-ab7b-48c8-af25-d90377798cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:28:48Z', 'updated_at': '2022-03-11T15:32:44Z', 'revision_number': 6, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '5eacffb7-ab7b-48c8-af25-d90377798cb0', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:28:50Z', 'updated_at': '2022-03-11T15:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '4b8efc8b-cadf-402e-936e-d07c0f2c43db', 'name': '', 'network_id': 'ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:69:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '796e8b88-7a8c-46fd-b12f-b6e3ee49dd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:29:01Z', 'updated_at': '2022-03-11T15:29:13Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '796e8b88-7a8c-46fd-b12f-b6e3ee49dd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:13.754999 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb313da4-6294-4caa-9155-513eae5a39ce None None] Checking router: e8045d71-5323-44ad-885b-64df1c786251 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:33:13.755215 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38932) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:13.766755 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb313da4-6294-4caa-9155-513eae5a39ce None None] Routers {'e8045d71-5323-44ad-885b-64df1c786251'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:33:13.767385 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-eb313da4-6294-4caa-9155-513eae5a39ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:33:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['e8045d71-5323-44ad-885b-64df1c786251'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:13.805955 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-75e1942d-a572-4e91-b2de-ccc221ea2dec tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Synchronizing usage tracker for tenant:c58947f968f64e3fb11fb874306012f2 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:33:13.815940 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfe0188f-8454-425c-9a64-95c2e897d519', 'tag': '073652c7-6cc6-4dad-8555-e471bf6e6ede', 'status': 'completed', 'code': 200} Mar 11 15:33:13.875265 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-75e1942d-a572-4e91-b2de-ccc221ea2dec tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Unset dirty status for tenant:c58947f968f64e3fb11fb874306012f2 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:33:13.879542 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-75e1942d-a572-4e91-b2de-ccc221ea2dec tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "GET /v2.0/ports?device_id=db470ed1-2a06-48a6-89d8-5634d92ec93f HTTP/1.1" status: 200 len: 205 time: 0.1243858 Mar 11 15:33:13.880869 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38936) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:13.978482 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-eb313da4-6294-4caa-9155-513eae5a39ce None None] Set router e8045d71-5323-44ad-885b-64df1c786251 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:33:14.114833 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bb9b69a-d830-43ea-a57e-b68f302ddc2b tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Deleting subnet efd5cf9d-13c5-49c7-ae71-36ed2c2b2724 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:33:14.119039 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9dba8f70-32bf-45c2-b784-4019777a72d5 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:14.127855 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c033300b-932d-4067-b4d2-55a82b088c25 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a6799a7b809f45c093625a268f887567&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4038110 Mar 11 15:33:14.127855 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7bb9b69a-d830-43ea-a57e-b68f302ddc2b tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:14.154202 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38940) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:14.156953 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b6a097ef-7406-4fc5-a19a-58fa5e28d7cd tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for router, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:14.196500 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c6a775-141e-4a66-89d0-639b2e8b7bf6 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Network dc764636-c0eb-47a8-b619-307b51a040ba is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:33:14.206485 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-42c6a775-141e-4a66-89d0-639b2e8b7bf6 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:33:14.243516 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9ffa14a3-a866-4947-b52a-d95f1158654d req-28aec38f-cbe2-4d60-b77a-d08a2564db31 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=cfe0188f-8454-425c-9a64-95c2e897d519 HTTP/1.1" status: 200 len: 1099 time: 0.4319391 Mar 11 15:33:14.244723 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba8f70-32bf-45c2-b784-4019777a72d5 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Pushing event deleted for resources: {'Port': ['ID=aa770e9e-9bde-4d9d-b07a-ad49dc38db26,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:14.374855 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319fab0-5cfc-48f0-94de-203d82e55ce3 req-6c8c5725-019b-4167-8178-59c98a31f017 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:14.374855 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-b319fab0-5cfc-48f0-94de-203d82e55ce3 req-6c8c5725-019b-4167-8178-59c98a31f017 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:33:14.399964 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7bb9b69a-d830-43ea-a57e-b68f302ddc2b tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:14.405161 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-eb313da4-6294-4caa-9155-513eae5a39ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8045d71-5323-44ad-885b-64df1c786251', 'name': 'tempest-TestNetworkBasicOps-router-962175665', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '5eacffb7-ab7b-48c8-af25-d90377798cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:28:48Z', 'updated_at': '2022-03-11T15:32:44Z', 'revision_number': 6, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '5eacffb7-ab7b-48c8-af25-d90377798cb0', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:28:50Z', 'updated_at': '2022-03-11T15:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '4b8efc8b-cadf-402e-936e-d07c0f2c43db', 'name': '', 'network_id': 'ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:69:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '796e8b88-7a8c-46fd-b12f-b6e3ee49dd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:29:01Z', 'updated_at': '2022-03-11T15:29:13Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '796e8b88-7a8c-46fd-b12f-b6e3ee49dd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:14.410616 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb313da4-6294-4caa-9155-513eae5a39ce None None] The sync data for ids ['e8045d71-5323-44ad-885b-64df1c786251'] in dv-neutron-833373-1-hyperv is: [{'id': 'e8045d71-5323-44ad-885b-64df1c786251', 'name': 'tempest-TestNetworkBasicOps-router-962175665', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '5eacffb7-ab7b-48c8-af25-d90377798cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:28:48Z', 'updated_at': '2022-03-11T15:32:44Z', 'revision_number': 6, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '5eacffb7-ab7b-48c8-af25-d90377798cb0', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:28:50Z', 'updated_at': '2022-03-11T15:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '4b8efc8b-cadf-402e-936e-d07c0f2c43db', 'name': '', 'network_id': 'ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:69:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '796e8b88-7a8c-46fd-b12f-b6e3ee49dd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:29:01Z', 'updated_at': '2022-03-11T15:29:13Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '796e8b88-7a8c-46fd-b12f-b6e3ee49dd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:33:14.493429 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-b319fab0-5cfc-48f0-94de-203d82e55ce3 req-6c8c5725-019b-4167-8178-59c98a31f017 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:33:14.494635 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b319fab0-5cfc-48f0-94de-203d82e55ce3 req-6c8c5725-019b-4167-8178-59c98a31f017 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfe0188f-8454-425c-9a64-95c2e897d519 HTTP/1.1" status: 200 len: 946 time: 0.7808168 Mar 11 15:33:14.530909 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-617077a5-293f-4b90-bf71-8b8c3f4a73e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:14.608414 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9dba8f70-32bf-45c2-b784-4019777a72d5 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for floatingip, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:14.635718 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-ec7df99d-1b19-4226-a531-f3ca52be4d60 None None] Provisioning complete for port 071e9f07-4dc0-453d-97b5-6aeff2802dc5 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:33:14.636401 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ec7df99d-1b19-4226-a531-f3ca52be4d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:14.710642 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-617077a5-293f-4b90-bf71-8b8c3f4a73e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:14.718657 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-ec7df99d-1b19-4226-a531-f3ca52be4d60 None None] Port 071e9f07-4dc0-453d-97b5-6aeff2802dc5 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:33:14.727868 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aeef5b9-a0d3-4960-a141-60008d9bb51f None None] New status for floating IP b559b4a4-0539-4f3e-b64f-3ebbab12fd81: DOWN {{(pid=83868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 15:33:14.739759 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7bb9b69a-d830-43ea-a57e-b68f302ddc2b tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:14.740794 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9dba8f70-32bf-45c2-b784-4019777a72d5 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:14.746149 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9dba8f70-32bf-45c2-b784-4019777a72d5 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "DELETE /v2.0/floatingips/321fe19b-da04-4531-b4bd-abb5b8b7c33c HTTP/1.1" status: 204 len: 168 time: 2.3311167 Mar 11 15:33:14.746149 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa14a3-a866-4947-b52a-d95f1158654d req-eda9e436-990a-470c-9c67-293bfd12f71d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:14.747434 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9ffa14a3-a866-4947-b52a-d95f1158654d req-eda9e436-990a-470c-9c67-293bfd12f71d service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8 HTTP/1.1" status: 200 len: 897 time: 0.4423237 Mar 11 15:33:14.747964 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 38944) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:14.809335 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-b319fab0-5cfc-48f0-94de-203d82e55ce3 req-e19cf725-d452-4dbe-a9af-948bf3fdf900 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:33:14.854699 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-b319fab0-5cfc-48f0-94de-203d82e55ce3 req-e19cf725-d452-4dbe-a9af-948bf3fdf900 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:33:14.855875 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b319fab0-5cfc-48f0-94de-203d82e55ce3 req-e19cf725-d452-4dbe-a9af-948bf3fdf900 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3626f8a0-b374-45ac-8cab-a128d317e5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3496790 Mar 11 15:33:14.885951 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-617077a5-293f-4b90-bf71-8b8c3f4a73e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:14.910511 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7bb9b69a-d830-43ea-a57e-b68f302ddc2b tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:14.914525 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617077a5-293f-4b90-bf71-8b8c3f4a73e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec9e764-cc95-4c7b-a341-087f6b67b66a,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:14.962403 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb9b69a-d830-43ea-a57e-b68f302ddc2b tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event deleted for resources: {'Subnet': ['ID=efd5cf9d-13c5-49c7-ae71-36ed2c2b2724,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:14.987024 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7bb9b69a-d830-43ea-a57e-b68f302ddc2b tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:14.989134 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7bb9b69a-d830-43ea-a57e-b68f302ddc2b tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/subnets/efd5cf9d-13c5-49c7-ae71-36ed2c2b2724 HTTP/1.1" status: 204 len: 168 time: 1.5587211 Mar 11 15:33:14.992883 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-617077a5-293f-4b90-bf71-8b8c3f4a73e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:14.997746 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-617077a5-293f-4b90-bf71-8b8c3f4a73e6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5ec9e764-cc95-4c7b-a341-087f6b67b66a HTTP/1.1" status: 204 len: 168 time: 0.8370237 Mar 11 15:33:14.997746 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38948) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:15.001852 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c52f61-af31-4307-8068-e983cdd52ad0 None None] Network 7e0d7593-7cb3-4c13-8ae2-49ae462a7489 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:33:15.076157 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7784b31-42e4-4172-a37d-4d91278355a9 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] DELETE failed (client error): The resource could not be found. Mar 11 15:33:15.076570 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7784b31-42e4-4172-a37d-4d91278355a9 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:33:15.082197 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a7784b31-42e4-4172-a37d-4d91278355a9 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "DELETE /v2.0/ports/c3ad1ae2-d1fb-46a9-a767-6787c288f0ff HTTP/1.1" status: 404 len: 333 time: 0.3307281 Mar 11 15:33:15.105866 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38954) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:15.176446 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-a91b2bff-a007-4c32-93ed-7931fcf9285f tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Synchronizing usage tracker for tenant:08d14954a9a44d808e73ee1adc21420c on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:33:15.177422 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9ffa14a3-a866-4947-b52a-d95f1158654d req-1748ef04-35f0-4a7d-ac09-9463cdf52330 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=073652c7-6cc6-4dad-8555-e471bf6e6ede HTTP/1.1" status: 200 len: 217 time: 0.3945096 Mar 11 15:33:15.231671 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-691f8ba6-3794-4505-afe4-5f73bfd55d02 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:15.250258 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-a91b2bff-a007-4c32-93ed-7931fcf9285f tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Unset dirty status for tenant:08d14954a9a44d808e73ee1adc21420c on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:33:15.251696 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a91b2bff-a007-4c32-93ed-7931fcf9285f tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "GET /v2.0/ports?device_id=101932bf-a4be-4598-9ef6-04cfa3be9a18 HTTP/1.1" status: 200 len: 205 time: 0.1447141 Mar 11 15:33:15.252313 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c6a775-141e-4a66-89d0-639b2e8b7bf6 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Router 698b8dd9-a798-444f-b18e-34e260139885 is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:33:15.255476 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38958) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:15.275143 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b6a097ef-7406-4fc5-a19a-58fa5e28d7cd tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:15.278873 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa14a3-a866-4947-b52a-d95f1158654d req-400daba0-572d-4613-803e-03594c428c4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:15.281412 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9ffa14a3-a866-4947-b52a-d95f1158654d req-400daba0-572d-4613-803e-03594c428c4c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=796e8b88-7a8c-46fd-b12f-b6e3ee49dd2c HTTP/1.1" status: 200 len: 835 time: 0.0966010 Mar 11 15:33:15.330565 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b6a097ef-7406-4fc5-a19a-58fa5e28d7cd tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:15.362894 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc4c3b0-24a1-41e3-b83f-ce10cd31f9a1 None None] DHCP port deletion for 7e0d7593-7cb3-4c13-8ae2-49ae462a7489 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:33:15.367183 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-2bc4c3b0-24a1-41e3-b83f-ce10cd31f9a1 None None] Deleting port 114ae8e5-5ac8-49ff-93d2-749ccfbd8831 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:15.367554 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2bc4c3b0-24a1-41e3-b83f-ce10cd31f9a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:15.387590 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-cb3b8753-27a6-4254-8e34-521b8bb0718f tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] delete failed (client error): The resource could not be found. Mar 11 15:33:15.390660 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-cb3b8753-27a6-4254-8e34-521b8bb0718f tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "DELETE /v2.0/routers/101932bf-a4be-4598-9ef6-04cfa3be9a18 HTTP/1.1" status: 404 len: 336 time: 0.1271422 Mar 11 15:33:15.390660 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-691f8ba6-3794-4505-afe4-5f73bfd55d02 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Deleting port 114ae8e5-5ac8-49ff-93d2-749ccfbd8831 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:15.390660 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-691f8ba6-3794-4505-afe4-5f73bfd55d02 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:15.420289 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38962) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:15.472595 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b6a097ef-7406-4fc5-a19a-58fa5e28d7cd tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:15.473115 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a097ef-7406-4fc5-a19a-58fa5e28d7cd tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Fanout notify agent at l3_agent the message router_deleted on router db470ed1-2a06-48a6-89d8-5634d92ec93f {{(pid=83866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:33:15.495486 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9ffa14a3-a866-4947-b52a-d95f1158654d req-f802d0a3-0d26-4577-97a8-edb53117f28b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2060754 Mar 11 15:33:15.500870 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-38a06048-b56b-4edd-a452-0e7fa4bf4061 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] DELETE failed (client error): The resource could not be found. Mar 11 15:33:15.500870 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38a06048-b56b-4edd-a452-0e7fa4bf4061 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:33:15.505034 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-38a06048-b56b-4edd-a452-0e7fa4bf4061 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "DELETE /v2.0/subnets/4b63daf6-4dbe-4bcf-a21f-1086e3dc81cb HTTP/1.1" status: 404 len: 337 time: 0.0764661 Mar 11 15:33:15.506319 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b6a097ef-7406-4fc5-a19a-58fa5e28d7cd tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:15.506456 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38968) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:15.510427 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b6a097ef-7406-4fc5-a19a-58fa5e28d7cd tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "DELETE /v2.0/routers/db470ed1-2a06-48a6-89d8-5634d92ec93f HTTP/1.1" status: 204 len: 168 time: 1.6275580 Mar 11 15:33:15.541219 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:15.597526 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 38970) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:15.683644 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-2bc4c3b0-24a1-41e3-b83f-ce10cd31f9a1 None None] For port 114ae8e5-5ac8-49ff-93d2-749ccfbd8831, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=114ae8e5-5ac8-49ff-93d2-749ccfbd8831,segment=NetworkSegment(41ce0d03-34d5-4fff-aa75-14a47dd2bf46),segment_id=41ce0d03-34d5-4fff-aa75-14a47dd2bf46)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:33:15.684332 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2bc4c3b0-24a1-41e3-b83f-ce10cd31f9a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:15.684911 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9ffa14a3-a866-4947-b52a-d95f1158654d req-531b71cf-5eb5-4b34-9307-dc8e1ba40755 service neutron] 10.222.0.73 "GET /v2.0/networks/ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721377 Mar 11 15:33:15.845128 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-2bc4c3b0-24a1-41e3-b83f-ce10cd31f9a1 None None] Calling delete_port for 114ae8e5-5ac8-49ff-93d2-749ccfbd8831 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:33:15.847992 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9ffa14a3-a866-4947-b52a-d95f1158654d req-1243c8e2-aaeb-457b-b097-8b2f19d217e9 service neutron] 10.222.0.73 "GET /v2.0/networks/ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560209 Mar 11 15:33:15.854918 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea3584-7167-4510-8c84-814bf2c4aa8b req-d0e1f663-bd3f-41a0-b5cb-a404507c2888 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:15.855869 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-a3ea3584-7167-4510-8c84-814bf2c4aa8b req-d0e1f663-bd3f-41a0-b5cb-a404507c2888 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:33:15.871963 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-a3ea3584-7167-4510-8c84-814bf2c4aa8b req-d0e1f663-bd3f-41a0-b5cb-a404507c2888 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:33:15.873862 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a3ea3584-7167-4510-8c84-814bf2c4aa8b req-d0e1f663-bd3f-41a0-b5cb-a404507c2888 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfe0188f-8454-425c-9a64-95c2e897d519 HTTP/1.1" status: 200 len: 946 time: 0.5051398 Mar 11 15:33:15.976529 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-a3ea3584-7167-4510-8c84-814bf2c4aa8b req-05cec2c1-bc75-4a99-af0a-8ec62c0812df tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting port 073652c7-6cc6-4dad-8555-e471bf6e6ede {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:15.977396 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-a3ea3584-7167-4510-8c84-814bf2c4aa8b req-05cec2c1-bc75-4a99-af0a-8ec62c0812df tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:15.989317 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2bc4c3b0-24a1-41e3-b83f-ce10cd31f9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:16.102948 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc4c3b0-24a1-41e3-b83f-ce10cd31f9a1 None None] Pushing event deleted for resources: {'Port': ['ID=114ae8e5-5ac8-49ff-93d2-749ccfbd8831,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:16.104810 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc4c3b0-24a1-41e3-b83f-ce10cd31f9a1 None None] No DVR routers for this DVR port 114ae8e5-5ac8-49ff-93d2-749ccfbd8831 on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:33:16.122188 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-b42117be-b096-4140-980a-e44aa9433ff7 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Deleting port 0a1ac30c-ce18-4336-a4b9-78bce4668975 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:16.123075 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b42117be-b096-4140-980a-e44aa9433ff7 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:16.304979 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 114ae8e5-5ac8-49ff-93d2-749ccfbd8831 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:33:16.373473 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 114ae8e5-5ac8-49ff-93d2-749ccfbd8831 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:33:16.373736 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 114ae8e5-5ac8-49ff-93d2-749ccfbd8831 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:33:16.406843 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4bba5-de4c-4792-ade5-daf4d4c3903b req-eab4f28b-ed62-4e92-8dda-ea7dbeabbee7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:16.409112 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-51b4bba5-de4c-4792-ade5-daf4d4c3903b req-eab4f28b-ed62-4e92-8dda-ea7dbeabbee7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfe0188f-8454-425c-9a64-95c2e897d519 HTTP/1.1" status: 200 len: 946 time: 0.3227854 Mar 11 15:33:16.455589 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-a3ea3584-7167-4510-8c84-814bf2c4aa8b req-05cec2c1-bc75-4a99-af0a-8ec62c0812df tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] For port 073652c7-6cc6-4dad-8555-e471bf6e6ede, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=073652c7-6cc6-4dad-8555-e471bf6e6ede,segment=NetworkSegment(8c441113-7fec-4769-bcce-89407f41ac7d),segment_id=8c441113-7fec-4769-bcce-89407f41ac7d)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:33:16.455589 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-a3ea3584-7167-4510-8c84-814bf2c4aa8b req-05cec2c1-bc75-4a99-af0a-8ec62c0812df tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:16.474581 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-691f8ba6-3794-4505-afe4-5f73bfd55d02 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] For port 114ae8e5-5ac8-49ff-93d2-749ccfbd8831, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=114ae8e5-5ac8-49ff-93d2-749ccfbd8831,segment=NetworkSegment(41ce0d03-34d5-4fff-aa75-14a47dd2bf46),segment_id=41ce0d03-34d5-4fff-aa75-14a47dd2bf46)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:33:16.474954 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-691f8ba6-3794-4505-afe4-5f73bfd55d02 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:16.600756 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-a3ea3584-7167-4510-8c84-814bf2c4aa8b req-05cec2c1-bc75-4a99-af0a-8ec62c0812df tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Calling delete_port for 073652c7-6cc6-4dad-8555-e471bf6e6ede owned by compute:nova {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:33:16.637632 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-691f8ba6-3794-4505-afe4-5f73bfd55d02 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Calling delete_port for 114ae8e5-5ac8-49ff-93d2-749ccfbd8831 owned by network:dhcp {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:33:16.658455 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-51b4bba5-de4c-4792-ade5-daf4d4c3903b req-056f6bab-7586-4585-bdf5-4cc9e62bf569 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3626f8a0-b374-45ac-8cab-a128d317e5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265043 Mar 11 15:33:16.798576 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-a3ea3584-7167-4510-8c84-814bf2c4aa8b req-05cec2c1-bc75-4a99-af0a-8ec62c0812df tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:16.802756 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fe0185a-51d7-49fe-9e54-e92c2c7a9a9b tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Deleting subnet 219d0154-3093-4263-b2e1-2f0a418b3b4a {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:33:16.824234 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5fe0185a-51d7-49fe-9e54-e92c2c7a9a9b tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:16.850899 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cec2c1-bc75-4a99-af0a-8ec62c0812df tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Port': ['ID=073652c7-6cc6-4dad-8555-e471bf6e6ede,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:16.859920 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c6a775-141e-4a66-89d0-639b2e8b7bf6 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:33:16.871058 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-42c6a775-141e-4a66-89d0-639b2e8b7bf6 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] 10.222.0.31 "PUT /v2.0/routers/698b8dd9-a798-444f-b18e-34e260139885/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8900464 Mar 11 15:33:16.884501 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74130a67-1143-406a-b756-5a9762f918f6 None None] Sync routers for ids ['698b8dd9-a798-444f-b18e-34e260139885'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:33:16.886234 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39002) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:16.909559 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74130a67-1143-406a-b756-5a9762f918f6 None None] Routers {'698b8dd9-a798-444f-b18e-34e260139885'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:33:16.911849 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-1debd064-563e-4c3c-91e1-a14b846e28a7 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Request body: {'port': {'network_id': 'dc764636-c0eb-47a8-b619-307b51a040ba', 'name': 'tempest-FloatingIPNegativeTestJSON-1900289269'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:33:16.912402 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-74130a67-1143-406a-b756-5a9762f918f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:33:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['698b8dd9-a798-444f-b18e-34e260139885'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:16.940323 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.db.api [None req-691f8ba6-3794-4505-afe4-5f73bfd55d02 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:33:16.940641 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG oslo_db.api [None req-691f8ba6-3794-4505-afe4-5f73bfd55d02 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:33:16.949819 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ea3584-7167-4510-8c84-814bf2c4aa8b req-05cec2c1-bc75-4a99-af0a-8ec62c0812df tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] No DVR routers for this DVR port 073652c7-6cc6-4dad-8555-e471bf6e6ede on host hv-neutron-8333 {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:33:16.953071 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-a3ea3584-7167-4510-8c84-814bf2c4aa8b req-05cec2c1-bc75-4a99-af0a-8ec62c0812df tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:16.956162 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe0188f-8454-425c-9a64-95c2e897d519', 'name': 'network-vif-deleted', 'tag': '073652c7-6cc6-4dad-8555-e471bf6e6ede'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:33:16.990270 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-74130a67-1143-406a-b756-5a9762f918f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:16.998931 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5fe0185a-51d7-49fe-9e54-e92c2c7a9a9b tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:17.008271 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74130a67-1143-406a-b756-5a9762f918f6 None None] Routers {'698b8dd9-a798-444f-b18e-34e260139885'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:33:17.009164 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-74130a67-1143-406a-b756-5a9762f918f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:33:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['698b8dd9-a798-444f-b18e-34e260139885'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:17.017130 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a3ea3584-7167-4510-8c84-814bf2c4aa8b req-05cec2c1-bc75-4a99-af0a-8ec62c0812df tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "DELETE /v2.0/ports/073652c7-6cc6-4dad-8555-e471bf6e6ede HTTP/1.1" status: 204 len: 173 time: 1.1350920 Mar 11 15:33:17.046510 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfe0188f-8454-425c-9a64-95c2e897d519', 'name': 'network-vif-deleted', 'tag': '073652c7-6cc6-4dad-8555-e471bf6e6ede', 'status': 'completed', 'code': 200} Mar 11 15:33:17.092400 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b42117be-b096-4140-980a-e44aa9433ff7 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:17.105218 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-74130a67-1143-406a-b756-5a9762f918f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:17.105702 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74130a67-1143-406a-b756-5a9762f918f6 None None] The sync data for ids ['698b8dd9-a798-444f-b18e-34e260139885'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:33:17.244763 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-b42117be-b096-4140-980a-e44aa9433ff7 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Calling delete_port for 0a1ac30c-ce18-4336-a4b9-78bce4668975 owned by {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:33:17.393275 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-1debd064-563e-4c3c-91e1-a14b846e28a7 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:17.402801 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-1debd064-563e-4c3c-91e1-a14b846e28a7 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Usage tracker for resource:port and tenant:ba84e12fe93242f4ad3418dc2cbee32f is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:17.408703 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5fe0185a-51d7-49fe-9e54-e92c2c7a9a9b tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:17.438680 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-1debd064-563e-4c3c-91e1-a14b846e28a7 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:17.441277 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-691f8ba6-3794-4505-afe4-5f73bfd55d02 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Deleting port 114ae8e5-5ac8-49ff-93d2-749ccfbd8831 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:17.441599 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-691f8ba6-3794-4505-afe4-5f73bfd55d02 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:17.487918 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-1debd064-563e-4c3c-91e1-a14b846e28a7 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:17.568326 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39016) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:17.585624 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-691f8ba6-3794-4505-afe4-5f73bfd55d02 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] The port '114ae8e5-5ac8-49ff-93d2-749ccfbd8831' was deleted {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 15:33:17.639601 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1debd064-563e-4c3c-91e1-a14b846e28a7 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Made reservation on behalf of ba84e12fe93242f4ad3418dc2cbee32f for: {'port': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:33:17.643471 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1debd064-563e-4c3c-91e1-a14b846e28a7 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:17.750300 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-f4558d37-5efc-4398-91ad-be1a23ed7209 tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2141232946', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:33:17.755650 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f4558d37-5efc-4398-91ad-be1a23ed7209 tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:17.760881 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f4558d37-5efc-4398-91ad-be1a23ed7209 tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Usage tracker for resource:port and tenant:51663eb95e174a5f981986d792a754fb is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:17.765945 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f4558d37-5efc-4398-91ad-be1a23ed7209 tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:17.775063 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f4558d37-5efc-4398-91ad-be1a23ed7209 tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:17.790555 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4558d37-5efc-4398-91ad-be1a23ed7209 tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Made reservation on behalf of 51663eb95e174a5f981986d792a754fb for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:33:17.793424 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f4558d37-5efc-4398-91ad-be1a23ed7209 tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:17.810914 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f4558d37-5efc-4398-91ad-be1a23ed7209 tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:17.898431 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39024) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:17.926017 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-1debd064-563e-4c3c-91e1-a14b846e28a7 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] device_id is not set on port f3582db5-af5b-4f81-9fc0-839932930c27 yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:33:17.954035 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 073652c7-6cc6-4dad-8555-e471bf6e6ede no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:33:17.959974 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f4558d37-5efc-4398-91ad-be1a23ed7209 tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:17.961134 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b42117be-b096-4140-980a-e44aa9433ff7 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:17.964161 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f4558d37-5efc-4398-91ad-be1a23ed7209 tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Usage tracker for resource:security_group_rule and tenant:51663eb95e174a5f981986d792a754fb is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:17.967057 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-691f8ba6-3794-4505-afe4-5f73bfd55d02 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:17.967213 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f4558d37-5efc-4398-91ad-be1a23ed7209 tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:17.973852 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f4558d37-5efc-4398-91ad-be1a23ed7209 tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:17.995159 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] No Port match for: 073652c7-6cc6-4dad-8555-e471bf6e6ede {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:33:17.995644 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 073652c7-6cc6-4dad-8555-e471bf6e6ede not bound to the agent host hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:33:18.033918 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5fe0185a-51d7-49fe-9e54-e92c2c7a9a9b tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:18.051763 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f4558d37-5efc-4398-91ad-be1a23ed7209 tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:18.056611 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f4558d37-5efc-4398-91ad-be1a23ed7209 tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:18.065969 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-f4558d37-5efc-4398-91ad-be1a23ed7209 tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] device_id is not set on port 78f6a807-2adf-4e58-8105-8d30092c2026 yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:33:18.105559 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42117be-b096-4140-980a-e44aa9433ff7 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Pushing event deleted for resources: {'Port': ['ID=0a1ac30c-ce18-4336-a4b9-78bce4668975,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:18.134263 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe0185a-51d7-49fe-9e54-e92c2c7a9a9b tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event deleted for resources: {'Subnet': ['ID=219d0154-3093-4263-b2e1-2f0a418b3b4a,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:18.136899 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-691f8ba6-3794-4505-afe4-5f73bfd55d02 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e0d7593-7cb3-4c13-8ae2-49ae462a7489']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:18.142793 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4558d37-5efc-4398-91ad-be1a23ed7209 tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2504455d-e529-43cc-a061-c850286c183e,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:18.169452 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-691f8ba6-3794-4505-afe4-5f73bfd55d02 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41ce0d03-34d5-4fff-aa75-14a47dd2bf46') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:18.169452 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-691f8ba6-3794-4505-afe4-5f73bfd55d02 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41ce0d03-34d5-4fff-aa75-14a47dd2bf46') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:18.192025 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3411e853-9942-4488-8864-5c05077f605f None None] Network 34e42534-d19e-4f1b-84e2-1831cec9b137 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:33:18.214448 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5fe0185a-51d7-49fe-9e54-e92c2c7a9a9b tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:18.230600 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-691f8ba6-3794-4505-afe4-5f73bfd55d02 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:18.259450 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-f4558d37-5efc-4398-91ad-be1a23ed7209 tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Allocated IP 172.26.0.111 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/78f6a807-2adf-4e58-8105-8d30092c2026) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:33:18.386198 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-691f8ba6-3794-4505-afe4-5f73bfd55d02 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:18.403884 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5fe0185a-51d7-49fe-9e54-e92c2c7a9a9b tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "DELETE /v2.0/subnets/219d0154-3093-4263-b2e1-2f0a418b3b4a HTTP/1.1" status: 204 len: 168 time: 2.8052466 Mar 11 15:33:18.423134 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f86aa8c9-5b08-480e-a0b0-6edcf8dcdb44 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:18.429094 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-691f8ba6-3794-4505-afe4-5f73bfd55d02 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:33:18.429708 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-691f8ba6-3794-4505-afe4-5f73bfd55d02 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:18.433368 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39030) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:18.448553 dv-neutron-833373-1-hyperv neutron-server[83867]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:33:18.448553 dv-neutron-833373-1-hyperv neutron-server[83867]: util.warn( Mar 11 15:33:18.448553 dv-neutron-833373-1-hyperv neutron-server[83867]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:33:18.448553 dv-neutron-833373-1-hyperv neutron-server[83867]: util.warn( Mar 11 15:33:18.448553 dv-neutron-833373-1-hyperv neutron-server[83867]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:33:18.448553 dv-neutron-833373-1-hyperv neutron-server[83867]: util.warn( Mar 11 15:33:18.448553 dv-neutron-833373-1-hyperv neutron-server[83867]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:33:18.448553 dv-neutron-833373-1-hyperv neutron-server[83867]: util.warn( Mar 11 15:33:18.448553 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:33:18.448553 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:33:18.448553 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:33:18.448553 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:33:18.448553 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:33:18.448553 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:33:18.448553 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:33:18.448553 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:33:18.448553 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:33:18.448553 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:33:18.448553 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:33:18.448553 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:33:18.448553 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:33:18.448553 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:33:18.448553 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:33:18.448553 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:33:18.448553 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:33:18.448553 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:33:18.448553 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:33:18.448553 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:33:18.448553 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:33:18.448553 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:33:18.448553 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:33:18.448553 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:33:18.448553 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:33:18.448553 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:33:18.448553 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:33:18.448553 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:33:18.448553 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:33:18.448553 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:33:18.448553 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:33:18.448553 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:33:18.562736 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-1debd064-563e-4c3c-91e1-a14b846e28a7 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Allocated IP 172.20.0.12 (dc764636-c0eb-47a8-b619-307b51a040ba/26a6534e-1b8b-4de1-817b-a474e9719639/f3582db5-af5b-4f81-9fc0-839932930c27) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:33:18.601550 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b42117be-b096-4140-980a-e44aa9433ff7 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:18.603401 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b42117be-b096-4140-980a-e44aa9433ff7 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "DELETE /v2.0/ports/0a1ac30c-ce18-4336-a4b9-78bce4668975 HTTP/1.1" status: 204 len: 168 time: 3.0168462 Mar 11 15:33:18.604383 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-55bf82a1-acb1-4f9f-8dad-5411d29713f2 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:18.610891 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f86aa8c9-5b08-480e-a0b0-6edcf8dcdb44 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:18.616501 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39034) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:18.627953 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923c914a-c48f-4ec9-aa7c-f1bafd12ac37 None None] DHCP port deletion for 34e42534-d19e-4f1b-84e2-1831cec9b137 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:33:18.633523 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-923c914a-c48f-4ec9-aa7c-f1bafd12ac37 None None] Deleting port 45408153-15cc-4405-bbbf-cfbd3adbc60d {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:18.634095 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-923c914a-c48f-4ec9-aa7c-f1bafd12ac37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:18.646469 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-691f8ba6-3794-4505-afe4-5f73bfd55d02 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:18.694098 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-691f8ba6-3794-4505-afe4-5f73bfd55d02 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:18.704337 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f4558d37-5efc-4398-91ad-be1a23ed7209 tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:18.707499 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-55bf82a1-acb1-4f9f-8dad-5411d29713f2 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Deleting port 45408153-15cc-4405-bbbf-cfbd3adbc60d {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:18.707832 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-55bf82a1-acb1-4f9f-8dad-5411d29713f2 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:18.713338 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f8ba6-3794-4505-afe4-5f73bfd55d02 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event deleted for resources: {'Network': ['ID=7e0d7593-7cb3-4c13-8ae2-49ae462a7489,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:18.728188 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-691f8ba6-3794-4505-afe4-5f73bfd55d02 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/networks/7e0d7593-7cb3-4c13-8ae2-49ae462a7489 HTTP/1.1" status: 204 len: 168 time: 3.7274213 Mar 11 15:33:18.730745 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39038) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:18.740895 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-9b4d8efa-ea06-44e1-a7ab-da8e1c9b4034 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1275756554'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:33:18.748094 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-9b4d8efa-ea06-44e1-a7ab-da8e1c9b4034 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:18.770679 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-9b4d8efa-ea06-44e1-a7ab-da8e1c9b4034 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Usage tracker for resource:network and tenant:a138b31c346e4c0cb3afee629b96673d is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:18.776833 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-7da6f48e-eea8-41bf-9de8-e595573f36a9 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Deleting port c03482a1-9de6-4c67-9ea4-fc5afdc3062c {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:18.777238 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-9b4d8efa-ea06-44e1-a7ab-da8e1c9b4034 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:18.777615 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7da6f48e-eea8-41bf-9de8-e595573f36a9 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:18.842452 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-9b4d8efa-ea06-44e1-a7ab-da8e1c9b4034 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:18.868256 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-923c914a-c48f-4ec9-aa7c-f1bafd12ac37 None None] For port 45408153-15cc-4405-bbbf-cfbd3adbc60d, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=45408153-15cc-4405-bbbf-cfbd3adbc60d,segment=NetworkSegment(1a5fcb93-c805-4086-adf7-ff37b175fe60),segment_id=1a5fcb93-c805-4086-adf7-ff37b175fe60)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:33:18.868942 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-923c914a-c48f-4ec9-aa7c-f1bafd12ac37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:18.887007 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4d8efa-ea06-44e1-a7ab-da8e1c9b4034 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Made reservation on behalf of a138b31c346e4c0cb3afee629b96673d for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:33:18.889559 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9b4d8efa-ea06-44e1-a7ab-da8e1c9b4034 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:18.929113 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f86aa8c9-5b08-480e-a0b0-6edcf8dcdb44 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:18.971407 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86aa8c9-5b08-480e-a0b0-6edcf8dcdb44 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3626f8a0-b374-45ac-8cab-a128d317e5ea,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:18.973183 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f4558d37-5efc-4398-91ad-be1a23ed7209 tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:19.005792 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b4d8efa-ea06-44e1-a7ab-da8e1c9b4034 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:33:19.020134 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-923c914a-c48f-4ec9-aa7c-f1bafd12ac37 None None] Calling delete_port for 45408153-15cc-4405-bbbf-cfbd3adbc60d owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:33:19.020793 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1debd064-563e-4c3c-91e1-a14b846e28a7 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:19.025255 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f86aa8c9-5b08-480e-a0b0-6edcf8dcdb44 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:19.026502 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-f86aa8c9-5b08-480e-a0b0-6edcf8dcdb44 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/security-groups/3626f8a0-b374-45ac-8cab-a128d317e5ea HTTP/1.1" status: 204 len: 168 time: 1.1268497 Mar 11 15:33:19.062990 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9b4d8efa-ea06-44e1-a7ab-da8e1c9b4034 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:19.062990 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-9b4d8efa-ea06-44e1-a7ab-da8e1c9b4034 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Added segment bb4961a0-fdfa-49ee-a166-78d50356a2ee of type vlan for network c72b3c2b-8f3a-4d0a-8c6f-7632ac68310b Mar 11 15:33:19.080887 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-1debd064-563e-4c3c-91e1-a14b846e28a7 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Transition to ACTIVE for port object f3582db5-af5b-4f81-9fc0-839932930c27 will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:33:19.114892 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39044) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:19.122545 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-923c914a-c48f-4ec9-aa7c-f1bafd12ac37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:19.129267 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9b4d8efa-ea06-44e1-a7ab-da8e1c9b4034 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:19.164658 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1debd064-563e-4c3c-91e1-a14b846e28a7 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:19.181268 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c914a-c48f-4ec9-aa7c-f1bafd12ac37 None None] Pushing event deleted for resources: {'Port': ['ID=45408153-15cc-4405-bbbf-cfbd3adbc60d,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:19.195209 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923c914a-c48f-4ec9-aa7c-f1bafd12ac37 None None] No DVR routers for this DVR port 45408153-15cc-4405-bbbf-cfbd3adbc60d on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:33:19.264949 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9b4d8efa-ea06-44e1-a7ab-da8e1c9b4034 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:19.269146 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4d8efa-ea06-44e1-a7ab-da8e1c9b4034 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:19.269816 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9b4d8efa-ea06-44e1-a7ab-da8e1c9b4034 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:19.295761 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1debd064-563e-4c3c-91e1-a14b846e28a7 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Network dc764636-c0eb-47a8-b619-307b51a040ba is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:33:19.312314 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-1debd064-563e-4c3c-91e1-a14b846e28a7 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:33:19.368233 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1debd064-563e-4c3c-91e1-a14b846e28a7 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:33:19.377743 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4558d37-5efc-4398-91ad-be1a23ed7209 tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:33:19.379597 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-55bf82a1-acb1-4f9f-8dad-5411d29713f2 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] For port 45408153-15cc-4405-bbbf-cfbd3adbc60d, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=45408153-15cc-4405-bbbf-cfbd3adbc60d,segment=NetworkSegment(1a5fcb93-c805-4086-adf7-ff37b175fe60),segment_id=1a5fcb93-c805-4086-adf7-ff37b175fe60)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:33:19.379967 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-55bf82a1-acb1-4f9f-8dad-5411d29713f2 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:19.396755 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1debd064-563e-4c3c-91e1-a14b846e28a7 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Pushing event updated for resources: {'Port': ['ID=f3582db5-af5b-4f81-9fc0-839932930c27,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:19.399424 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-f4558d37-5efc-4398-91ad-be1a23ed7209 tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:33:19.401263 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4558d37-5efc-4398-91ad-be1a23ed7209 tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Pushing event updated for resources: {'Port': ['ID=78f6a807-2adf-4e58-8105-8d30092c2026,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:19.403452 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4558d37-5efc-4398-91ad-be1a23ed7209 tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:33:19.444897 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9b4d8efa-ea06-44e1-a7ab-da8e1c9b4034 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7102666 Mar 11 15:33:19.448215 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39048) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:19.463600 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-b264e682-a949-4226-abdd-98daf9ebf8f8 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'subnet': {'network_id': 'c72b3c2b-8f3a-4d0a-8c6f-7632ac68310b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:33:19.483931 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d8efa-ea06-44e1-a7ab-da8e1c9b4034 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'Network': ['ID=c72b3c2b-8f3a-4d0a-8c6f-7632ac68310b,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:19.495350 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network c72b3c2b-8f3a-4d0a-8c6f-7632ac68310b details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:33:19.559751 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1debd064-563e-4c3c-91e1-a14b846e28a7 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:19.560679 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1debd064-563e-4c3c-91e1-a14b846e28a7 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:19.616434 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-1debd064-563e-4c3c-91e1-a14b846e28a7 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7256587 Mar 11 15:33:19.616648 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39052) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:19.625682 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-99a04298-ff84-4a9a-855c-2e3c5a77e99c tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Request body: {'floatingip': {'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:33:19.635011 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-3d67a5be-8ec7-4c84-b9d0-9f93f3d30638 None None] Provisioning for port f3582db5-af5b-4f81-9fc0-839932930c27 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:33:19.640437 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-99a04298-ff84-4a9a-855c-2e3c5a77e99c tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:19.642719 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-3d67a5be-8ec7-4c84-b9d0-9f93f3d30638 None None] Provisioning complete for port f3582db5-af5b-4f81-9fc0-839932930c27 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:33:19.643095 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3d67a5be-8ec7-4c84-b9d0-9f93f3d30638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:19.645175 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-b264e682-a949-4226-abdd-98daf9ebf8f8 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:19.647573 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-99a04298-ff84-4a9a-855c-2e3c5a77e99c tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Usage tracker for resource:floatingip and tenant:ba84e12fe93242f4ad3418dc2cbee32f is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:19.651572 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-99a04298-ff84-4a9a-855c-2e3c5a77e99c tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:19.654678 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-b264e682-a949-4226-abdd-98daf9ebf8f8 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Usage tracker for resource:subnet and tenant:a138b31c346e4c0cb3afee629b96673d is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:19.660060 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-b264e682-a949-4226-abdd-98daf9ebf8f8 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:19.662785 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-99a04298-ff84-4a9a-855c-2e3c5a77e99c tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:19.669759 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-b264e682-a949-4226-abdd-98daf9ebf8f8 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:19.689356 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b264e682-a949-4226-abdd-98daf9ebf8f8 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Made reservation on behalf of a138b31c346e4c0cb3afee629b96673d for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:33:19.708794 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-99a04298-ff84-4a9a-855c-2e3c5a77e99c tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks [] for floatingip, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:19.712798 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-3d67a5be-8ec7-4c84-b9d0-9f93f3d30638 None None] Port f3582db5-af5b-4f81-9fc0-839932930c27 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:33:19.713943 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-55bf82a1-acb1-4f9f-8dad-5411d29713f2 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Calling delete_port for 45408153-15cc-4405-bbbf-cfbd3adbc60d owned by network:dhcp {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:33:19.801942 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7da6f48e-eea8-41bf-9de8-e595573f36a9 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:19.818076 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4558d37-5efc-4398-91ad-be1a23ed7209 tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:19.818669 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f4558d37-5efc-4398-91ad-be1a23ed7209 tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:19.891270 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b264e682-a949-4226-abdd-98daf9ebf8f8 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:19.966631 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-7da6f48e-eea8-41bf-9de8-e595573f36a9 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Calling delete_port for c03482a1-9de6-4c67-9ea4-fc5afdc3062c owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:33:20.035881 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f4558d37-5efc-4398-91ad-be1a23ed7209 tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4664459 Mar 11 15:33:20.040510 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39056) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:20.055689 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-f3af8002-cabe-4a9f-a4a7-6fd1c6b1604c tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.111'}]}}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:33:20.059249 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.db.api [None req-55bf82a1-acb1-4f9f-8dad-5411d29713f2 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:33:20.059561 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG oslo_db.api [None req-55bf82a1-acb1-4f9f-8dad-5411d29713f2 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:33:20.076671 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f3af8002-cabe-4a9f-a4a7-6fd1c6b1604c tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:20.085047 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f3af8002-cabe-4a9f-a4a7-6fd1c6b1604c tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Usage tracker for resource:router and tenant:51663eb95e174a5f981986d792a754fb is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:20.089345 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f3af8002-cabe-4a9f-a4a7-6fd1c6b1604c tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:20.098817 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f3af8002-cabe-4a9f-a4a7-6fd1c6b1604c tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:20.177696 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f3af8002-cabe-4a9f-a4a7-6fd1c6b1604c tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:20.178652 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f3af8002-cabe-4a9f-a4a7-6fd1c6b1604c tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:20.216060 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7da6f48e-eea8-41bf-9de8-e595573f36a9 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:20.223885 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-99a04298-ff84-4a9a-855c-2e3c5a77e99c tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:20.279422 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da6f48e-eea8-41bf-9de8-e595573f36a9 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Pushing event deleted for resources: {'Port': ['ID=c03482a1-9de6-4c67-9ea4-fc5afdc3062c,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:20.294013 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f3af8002-cabe-4a9f-a4a7-6fd1c6b1604c tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:20.306069 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 45408153-15cc-4405-bbbf-cfbd3adbc60d no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:33:20.340813 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 45408153-15cc-4405-bbbf-cfbd3adbc60d {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:33:20.341285 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 45408153-15cc-4405-bbbf-cfbd3adbc60d not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:33:20.375147 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b264e682-a949-4226-abdd-98daf9ebf8f8 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:20.482378 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-99a04298-ff84-4a9a-855c-2e3c5a77e99c tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Allocated IP 172.26.0.52 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/7e0864e7-2e47-4cf5-a17b-6e61cb8baff6) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:33:20.484380 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b264e682-a949-4226-abdd-98daf9ebf8f8 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'Subnet': ['ID=b446632e-b3fd-4a63-b042-587f628748f2,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:20.534473 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b264e682-a949-4226-abdd-98daf9ebf8f8 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Checking segment: {'id': 'bb4961a0-fdfa-49ee-a166-78d50356a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'c72b3c2b-8f3a-4d0a-8c6f-7632ac68310b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:33:20.534839 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b264e682-a949-4226-abdd-98daf9ebf8f8 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Network hostable DHCP agents. Network: c72b3c2b-8f3a-4d0a-8c6f-7632ac68310b, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:33:20.595812 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-55bf82a1-acb1-4f9f-8dad-5411d29713f2 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Deleting port 45408153-15cc-4405-bbbf-cfbd3adbc60d {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:20.596386 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-55bf82a1-acb1-4f9f-8dad-5411d29713f2 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:20.634862 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b264e682-a949-4226-abdd-98daf9ebf8f8 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Network c72b3c2b-8f3a-4d0a-8c6f-7632ac68310b is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:33:20.654593 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-b264e682-a949-4226-abdd-98daf9ebf8f8 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, c72b3c2b-8f3a-4d0a-8c6f-7632ac68310b) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:33:20.662754 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b264e682-a949-4226-abdd-98daf9ebf8f8 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:20.663752 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b264e682-a949-4226-abdd-98daf9ebf8f8 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:20.666579 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6efc6e-37f4-456b-8ba9-ab762c2ecf4e None None] Network c72b3c2b-8f3a-4d0a-8c6f-7632ac68310b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:33:20.695927 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-99a04298-ff84-4a9a-855c-2e3c5a77e99c tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:20.719778 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b264e682-a949-4226-abdd-98daf9ebf8f8 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2644696 Mar 11 15:33:20.720037 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39060) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:20.726337 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-ee177bba-da36-4587-905e-f73accb84930 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-930031866', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:33:20.727331 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7da6f48e-eea8-41bf-9de8-e595573f36a9 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:20.735185 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ee177bba-da36-4587-905e-f73accb84930 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:20.740484 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ee177bba-da36-4587-905e-f73accb84930 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Usage tracker for resource:router and tenant:a138b31c346e4c0cb3afee629b96673d is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:20.743881 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-55bf82a1-acb1-4f9f-8dad-5411d29713f2 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] The port '45408153-15cc-4405-bbbf-cfbd3adbc60d' was deleted {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 15:33:20.744245 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ee177bba-da36-4587-905e-f73accb84930 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:20.751875 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ee177bba-da36-4587-905e-f73accb84930 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:20.759314 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-99a04298-ff84-4a9a-855c-2e3c5a77e99c tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:20.801528 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ee177bba-da36-4587-905e-f73accb84930 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:20.802500 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ee177bba-da36-4587-905e-f73accb84930 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:20.845863 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a04298-ff84-4a9a-855c-2e3c5a77e99c tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:33:20.851070 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-99a04298-ff84-4a9a-855c-2e3c5a77e99c tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:33:20.852906 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a04298-ff84-4a9a-855c-2e3c5a77e99c tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Pushing event updated for resources: {'Port': ['ID=7e0864e7-2e47-4cf5-a17b-6e61cb8baff6,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:20.855481 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a04298-ff84-4a9a-855c-2e3c5a77e99c tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:33:20.876861 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-7da6f48e-eea8-41bf-9de8-e595573f36a9 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "DELETE /v2.0/ports/c03482a1-9de6-4c67-9ea4-fc5afdc3062c HTTP/1.1" status: 204 len: 168 time: 2.2592759 Mar 11 15:33:20.885161 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39064) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:20.904869 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f3af8002-cabe-4a9f-a4a7-6fd1c6b1604c tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:20.914722 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ee177bba-da36-4587-905e-f73accb84930 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:20.924033 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095c67cd-7c14-416b-baa9-9bb542a84858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-c72b3c2b-8f3a-4d0a-8c6f-7632ac68310b', 'network_id': 'c72b3c2b-8f3a-4d0a-8c6f-7632ac68310b', 'tenant_id': 'a138b31c346e4c0cb3afee629b96673d', 'fixed_ips': [{'subnet_id': 'b446632e-b3fd-4a63-b042-587f628748f2'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:33:20.925187 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-095c67cd-7c14-416b-baa9-9bb542a84858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:20.951352 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ee177bba-da36-4587-905e-f73accb84930 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:20.957940 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-55bf82a1-acb1-4f9f-8dad-5411d29713f2 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:20.989745 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ee177bba-da36-4587-905e-f73accb84930 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:20.990902 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ee177bba-da36-4587-905e-f73accb84930 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2698908 Mar 11 15:33:20.994026 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39068) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:21.001038 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-88b81f77-0fc1-431d-81c2-0b00e201c4be tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'port': {'network_id': 'c72b3c2b-8f3a-4d0a-8c6f-7632ac68310b', 'name': 'tempest-PortsTestJSON-2016197731'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:33:21.021403 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-55bf82a1-acb1-4f9f-8dad-5411d29713f2 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34e42534-d19e-4f1b-84e2-1831cec9b137']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:21.060305 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-55bf82a1-acb1-4f9f-8dad-5411d29713f2 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a5fcb93-c805-4086-adf7-ff37b175fe60') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:21.060911 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-55bf82a1-acb1-4f9f-8dad-5411d29713f2 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a5fcb93-c805-4086-adf7-ff37b175fe60') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:21.104166 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-095c67cd-7c14-416b-baa9-9bb542a84858 None None] Allocated IP 172.20.0.2 (c72b3c2b-8f3a-4d0a-8c6f-7632ac68310b/b446632e-b3fd-4a63-b042-587f628748f2/9429283d-c212-4628-b2ec-a5af6a811bd1) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:33:21.130930 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-55bf82a1-acb1-4f9f-8dad-5411d29713f2 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:21.158294 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-99a04298-ff84-4a9a-855c-2e3c5a77e99c tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:21.173449 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-55bf82a1-acb1-4f9f-8dad-5411d29713f2 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:21.180777 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55bf82a1-acb1-4f9f-8dad-5411d29713f2 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:33:21.181422 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-55bf82a1-acb1-4f9f-8dad-5411d29713f2 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:21.269864 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-99a04298-ff84-4a9a-855c-2e3c5a77e99c tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:21.325829 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-88b81f77-0fc1-431d-81c2-0b00e201c4be tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:21.345090 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-88b81f77-0fc1-431d-81c2-0b00e201c4be tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:21.364472 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b81f77-0fc1-431d-81c2-0b00e201c4be tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Made reservation on behalf of a138b31c346e4c0cb3afee629b96673d for: {'port': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:33:21.367502 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-88b81f77-0fc1-431d-81c2-0b00e201c4be tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:21.386359 dv-neutron-833373-1-hyperv neutron-server[83866]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:33:21.386359 dv-neutron-833373-1-hyperv neutron-server[83866]: util.warn( Mar 11 15:33:21.386359 dv-neutron-833373-1-hyperv neutron-server[83866]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:33:21.386359 dv-neutron-833373-1-hyperv neutron-server[83866]: util.warn( Mar 11 15:33:21.386359 dv-neutron-833373-1-hyperv neutron-server[83866]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:33:21.386359 dv-neutron-833373-1-hyperv neutron-server[83866]: util.warn( Mar 11 15:33:21.386359 dv-neutron-833373-1-hyperv neutron-server[83866]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:33:21.386359 dv-neutron-833373-1-hyperv neutron-server[83866]: util.warn( Mar 11 15:33:21.386359 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:33:21.386359 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:33:21.386359 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:33:21.386359 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:33:21.386359 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:33:21.386359 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:33:21.386359 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:33:21.386359 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:33:21.386359 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:33:21.386359 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:33:21.386359 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:33:21.386359 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:33:21.386359 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:33:21.386359 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:33:21.386359 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:33:21.386359 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:33:21.386359 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:33:21.386359 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:33:21.386359 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:33:21.386359 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:33:21.386359 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:33:21.386359 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:33:21.386359 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:33:21.386359 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:33:21.386359 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:33:21.386359 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:33:21.386359 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:33:21.386359 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:33:21.386359 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:33:21.386359 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:33:21.386359 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:33:21.386359 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:33:21.388966 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-095c67cd-7c14-416b-baa9-9bb542a84858 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:21.424460 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158a630b-46f1-47b6-a0b2-9e3d53c0d00e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:21.425172 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-158a630b-46f1-47b6-a0b2-9e3d53c0d00e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Synchronizing usage tracker for tenant:08d14954a9a44d808e73ee1adc21420c on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:33:21.442769 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-095c67cd-7c14-416b-baa9-9bb542a84858 None None] Transition to ACTIVE for port object 9429283d-c212-4628-b2ec-a5af6a811bd1 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:33:21.447255 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-55bf82a1-acb1-4f9f-8dad-5411d29713f2 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:21.463459 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-095c67cd-7c14-416b-baa9-9bb542a84858 None None] Transition to ACTIVE for port object 9429283d-c212-4628-b2ec-a5af6a811bd1 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:33:21.472989 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-095c67cd-7c14-416b-baa9-9bb542a84858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:21.476374 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-55bf82a1-acb1-4f9f-8dad-5411d29713f2 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:21.483959 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-88b81f77-0fc1-431d-81c2-0b00e201c4be tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] device_id is not set on port fd097078-aae0-4163-9a92-0d8edffb9cad yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:33:21.491037 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf82a1-acb1-4f9f-8dad-5411d29713f2 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event deleted for resources: {'Network': ['ID=34e42534-d19e-4f1b-84e2-1831cec9b137,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:21.498628 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-158a630b-46f1-47b6-a0b2-9e3d53c0d00e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Unset dirty status for tenant:08d14954a9a44d808e73ee1adc21420c on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:33:21.500568 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-158a630b-46f1-47b6-a0b2-9e3d53c0d00e tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "GET /v2.0/ports?device_id=f186c74e-a9d7-4f53-91d1-dea1dbb31662 HTTP/1.1" status: 200 len: 913 time: 0.6020687 Mar 11 15:33:21.508364 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39072) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:21.518927 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-55bf82a1-acb1-4f9f-8dad-5411d29713f2 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "DELETE /v2.0/networks/34e42534-d19e-4f1b-84e2-1831cec9b137 HTTP/1.1" status: 204 len: 168 time: 3.0790446 Mar 11 15:33:21.534249 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39076) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:21.547738 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-137209fe-3435-4617-8573-5b4382e92180 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-262153512'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:33:21.574427 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-137209fe-3435-4617-8573-5b4382e92180 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:21.586234 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095c67cd-7c14-416b-baa9-9bb542a84858 None None] Network c72b3c2b-8f3a-4d0a-8c6f-7632ac68310b is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:33:21.587198 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c67cd-7c14-416b-baa9-9bb542a84858 None None] Pushing event updated for resources: {'Port': ['ID=9429283d-c212-4628-b2ec-a5af6a811bd1,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:21.589896 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-095c67cd-7c14-416b-baa9-9bb542a84858 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:33:21.591940 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095c67cd-7c14-416b-baa9-9bb542a84858 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:33:21.599239 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-137209fe-3435-4617-8573-5b4382e92180 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Usage tracker for resource:network and tenant:c58947f968f64e3fb11fb874306012f2 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:21.606274 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-137209fe-3435-4617-8573-5b4382e92180 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:21.624773 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-137209fe-3435-4617-8573-5b4382e92180 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:21.646053 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0207db06-af1f-4657-9e89-b8d9938fed0b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:21.688230 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137209fe-3435-4617-8573-5b4382e92180 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Made reservation on behalf of c58947f968f64e3fb11fb874306012f2 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:33:21.691222 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-137209fe-3435-4617-8573-5b4382e92180 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:21.727637 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-095c67cd-7c14-416b-baa9-9bb542a84858 None None] Attempting to bind port 9429283d-c212-4628-b2ec-a5af6a811bd1 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:33:21.727996 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-095c67cd-7c14-416b-baa9-9bb542a84858 None None] Attempting to bind port 9429283d-c212-4628-b2ec-a5af6a811bd1 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'bb4961a0-fdfa-49ee-a166-78d50356a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'c72b3c2b-8f3a-4d0a-8c6f-7632ac68310b'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:33:21.728385 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095c67cd-7c14-416b-baa9-9bb542a84858 None None] Attempting to bind port 9429283d-c212-4628-b2ec-a5af6a811bd1 on network c72b3c2b-8f3a-4d0a-8c6f-7632ac68310b {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:33:21.735558 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095c67cd-7c14-416b-baa9-9bb542a84858 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:33:21.735947 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095c67cd-7c14-416b-baa9-9bb542a84858 None None] Checking segment: {'id': 'bb4961a0-fdfa-49ee-a166-78d50356a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'c72b3c2b-8f3a-4d0a-8c6f-7632ac68310b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:33:21.736350 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-095c67cd-7c14-416b-baa9-9bb542a84858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:21.736735 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095c67cd-7c14-416b-baa9-9bb542a84858 None None] Bound using segment: {'id': 'bb4961a0-fdfa-49ee-a166-78d50356a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'c72b3c2b-8f3a-4d0a-8c6f-7632ac68310b'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:33:21.737191 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-095c67cd-7c14-416b-baa9-9bb542a84858 None None] Bound port: 9429283d-c212-4628-b2ec-a5af6a811bd1, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb4961a0-fdfa-49ee-a166-78d50356a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'c72b3c2b-8f3a-4d0a-8c6f-7632ac68310b'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:33:21.738046 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-095c67cd-7c14-416b-baa9-9bb542a84858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:21.751984 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-99a04298-ff84-4a9a-855c-2e3c5a77e99c tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:21.753626 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-137209fe-3435-4617-8573-5b4382e92180 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:33:21.764035 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-99a04298-ff84-4a9a-855c-2e3c5a77e99c tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:21.809980 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-88b81f77-0fc1-431d-81c2-0b00e201c4be tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Allocated IP 172.20.0.5 (c72b3c2b-8f3a-4d0a-8c6f-7632ac68310b/b446632e-b3fd-4a63-b042-587f628748f2/fd097078-aae0-4163-9a92-0d8edffb9cad) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:33:21.819396 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-137209fe-3435-4617-8573-5b4382e92180 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:21.819745 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-137209fe-3435-4617-8573-5b4382e92180 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Added segment 592ada3a-c7af-4900-82d6-1bfb887cd1fb of type vlan for network 0fe14de8-1c1c-4fae-b416-1137c147a5c0 Mar 11 15:33:21.838360 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-095c67cd-7c14-416b-baa9-9bb542a84858 None None] For port 9429283d-c212-4628-b2ec-a5af6a811bd1, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:33:21.842490 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-095c67cd-7c14-416b-baa9-9bb542a84858 None None] For port 9429283d-c212-4628-b2ec-a5af6a811bd1, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=9429283d-c212-4628-b2ec-a5af6a811bd1,segment=NetworkSegment(bb4961a0-fdfa-49ee-a166-78d50356a2ee),segment_id=bb4961a0-fdfa-49ee-a166-78d50356a2ee)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:33:21.847382 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-095c67cd-7c14-416b-baa9-9bb542a84858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:21.873614 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a04298-ff84-4a9a-855c-2e3c5a77e99c tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Pushing event updated for resources: {'Port': ['ID=7e0864e7-2e47-4cf5-a17b-6e61cb8baff6,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:21.924484 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-137209fe-3435-4617-8573-5b4382e92180 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:21.935555 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c67cd-7c14-416b-baa9-9bb542a84858 None None] Pushing event updated for resources: {'Port': ['ID=9429283d-c212-4628-b2ec-a5af6a811bd1,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:22.002397 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f3af8002-cabe-4a9f-a4a7-6fd1c6b1604c tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:22.039261 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f3af8002-cabe-4a9f-a4a7-6fd1c6b1604c tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:22.259184 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-99a04298-ff84-4a9a-855c-2e3c5a77e99c tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:22.268022 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-137209fe-3435-4617-8573-5b4382e92180 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:22.277379 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137209fe-3435-4617-8573-5b4382e92180 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:22.286239 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-137209fe-3435-4617-8573-5b4382e92180 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:22.429410 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 9429283d-c212-4628-b2ec-a5af6a811bd1 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:33:22.490339 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-137209fe-3435-4617-8573-5b4382e92180 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9547997 Mar 11 15:33:22.492010 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-99a04298-ff84-4a9a-855c-2e3c5a77e99c tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:22.493267 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-99a04298-ff84-4a9a-855c-2e3c5a77e99c tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8757641 Mar 11 15:33:22.496406 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39080) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:22.499953 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39082) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:22.510456 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-ca2397e2-5f15-438a-9044-e6b0d01c540c tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Request body: {'subnet': {'network_id': '0fe14de8-1c1c-4fae-b416-1137c147a5c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:33:22.518118 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-ad962510-d027-4507-8b35-8e5147d6b72e tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Request body: {'floatingip': {'port_id': 'f3582db5-af5b-4f81-9fc0-839932930c27', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:33:22.531857 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137209fe-3435-4617-8573-5b4382e92180 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event updated for resources: {'Network': ['ID=0fe14de8-1c1c-4fae-b416-1137c147a5c0,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:22.538052 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 9429283d-c212-4628-b2ec-a5af6a811bd1 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:33:22.547657 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 0fe14de8-1c1c-4fae-b416-1137c147a5c0 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:33:22.647962 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-88b81f77-0fc1-431d-81c2-0b00e201c4be tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:22.673650 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ca2397e2-5f15-438a-9044-e6b0d01c540c tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:22.676067 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-88b81f77-0fc1-431d-81c2-0b00e201c4be tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Transition to ACTIVE for port object fd097078-aae0-4163-9a92-0d8edffb9cad will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:33:22.679837 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ca2397e2-5f15-438a-9044-e6b0d01c540c tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Usage tracker for resource:subnet and tenant:c58947f968f64e3fb11fb874306012f2 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:22.683835 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ca2397e2-5f15-438a-9044-e6b0d01c540c tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:22.685402 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ad962510-d027-4507-8b35-8e5147d6b72e tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks [] for floatingip, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:22.691718 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ca2397e2-5f15-438a-9044-e6b0d01c540c tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:22.708403 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2397e2-5f15-438a-9044-e6b0d01c540c tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Made reservation on behalf of c58947f968f64e3fb11fb874306012f2 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:33:22.793873 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-88b81f77-0fc1-431d-81c2-0b00e201c4be tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:22.802768 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f3af8002-cabe-4a9f-a4a7-6fd1c6b1604c tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Notify callbacks [] for router, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:22.890576 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b81f77-0fc1-431d-81c2-0b00e201c4be tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Network c72b3c2b-8f3a-4d0a-8c6f-7632ac68310b is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:33:22.893219 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ca2397e2-5f15-438a-9044-e6b0d01c540c tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:22.912295 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-88b81f77-0fc1-431d-81c2-0b00e201c4be tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:33:22.917087 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b81f77-0fc1-431d-81c2-0b00e201c4be tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'Port': ['ID=fd097078-aae0-4163-9a92-0d8edffb9cad,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:22.924095 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b81f77-0fc1-431d-81c2-0b00e201c4be tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:33:23.069170 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b81f77-0fc1-431d-81c2-0b00e201c4be tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:23.069802 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-88b81f77-0fc1-431d-81c2-0b00e201c4be tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:23.103596 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-88b81f77-0fc1-431d-81c2-0b00e201c4be tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1084628 Mar 11 15:33:23.106862 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39088) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:23.139659 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fa6fdc-c914-47c9-ac9c-380f3acdd21b None None] Network c72b3c2b-8f3a-4d0a-8c6f-7632ac68310b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:33:23.259395 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-9ab139dc-1267-4178-acc1-e9921d81e599 None None] Provisioning for port 9429283d-c212-4628-b2ec-a5af6a811bd1 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:33:23.268842 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-9ab139dc-1267-4178-acc1-e9921d81e599 None None] Provisioning complete for port 9429283d-c212-4628-b2ec-a5af6a811bd1 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:33:23.269293 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9ab139dc-1267-4178-acc1-e9921d81e599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:23.449090 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ca2397e2-5f15-438a-9044-e6b0d01c540c tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:23.459091 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-ad962510-d027-4507-8b35-8e5147d6b72e tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] update failed (client error): The resource could not be found. Mar 11 15:33:23.460146 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ad962510-d027-4507-8b35-8e5147d6b72e tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] 10.222.0.31 "PUT /v2.0/floatingips/b119f2d4-9b70-4847-80c3-57eb5a8b3591 HTTP/1.1" status: 404 len: 507 time: 0.9553833 Mar 11 15:33:23.465202 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39092) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:23.517689 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9ab139dc-1267-4178-acc1-e9921d81e599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:23.563312 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-9ab139dc-1267-4178-acc1-e9921d81e599 None None] For port 9429283d-c212-4628-b2ec-a5af6a811bd1, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=9429283d-c212-4628-b2ec-a5af6a811bd1,segment=NetworkSegment(bb4961a0-fdfa-49ee-a166-78d50356a2ee),segment_id=bb4961a0-fdfa-49ee-a166-78d50356a2ee)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:33:23.569612 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9ab139dc-1267-4178-acc1-e9921d81e599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:23.590379 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2397e2-5f15-438a-9044-e6b0d01c540c tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event updated for resources: {'Subnet': ['ID=5f062e15-e37d-4a1a-b5a8-ca83040112e4,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:23.647509 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab139dc-1267-4178-acc1-e9921d81e599 None None] Pushing event updated for resources: {'Port': ['ID=9429283d-c212-4628-b2ec-a5af6a811bd1,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:23.673683 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2397e2-5f15-438a-9044-e6b0d01c540c tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Checking segment: {'id': '592ada3a-c7af-4900-82d6-1bfb887cd1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '0fe14de8-1c1c-4fae-b416-1137c147a5c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:33:23.674171 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2397e2-5f15-438a-9044-e6b0d01c540c tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Network hostable DHCP agents. Network: 0fe14de8-1c1c-4fae-b416-1137c147a5c0, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:33:23.726673 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1bb0cbc7-fb87-4ca3-a467-31c160e04e79 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:23.786339 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2397e2-5f15-438a-9044-e6b0d01c540c tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Network 0fe14de8-1c1c-4fae-b416-1137c147a5c0 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:33:23.824589 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-ca2397e2-5f15-438a-9044-e6b0d01c540c tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 0fe14de8-1c1c-4fae-b416-1137c147a5c0) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:33:23.830406 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2397e2-5f15-438a-9044-e6b0d01c540c tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:23.832062 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ca2397e2-5f15-438a-9044-e6b0d01c540c tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:23.836398 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11435013-c38e-4a3c-a862-242f306d19be None None] Network 0fe14de8-1c1c-4fae-b416-1137c147a5c0 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:33:23.856625 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f3af8002-cabe-4a9f-a4a7-6fd1c6b1604c tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:23.870719 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ca2397e2-5f15-438a-9044-e6b0d01c540c tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3704095 Mar 11 15:33:23.875810 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39096) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:23.886173 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-d40bebcb-f62f-488a-b5b5-32f0d6b98d56 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-796267307', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:33:23.950111 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-d40bebcb-f62f-488a-b5b5-32f0d6b98d56 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:23.957913 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d40bebcb-f62f-488a-b5b5-32f0d6b98d56 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Usage tracker for resource:router and tenant:c58947f968f64e3fb11fb874306012f2 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:23.962086 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-d3a907a1-d0fc-4919-9b87-a9219d2fe3ae tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Deleting port 7e0864e7-2e47-4cf5-a17b-6e61cb8baff6 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:23.962763 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d3a907a1-d0fc-4919-9b87-a9219d2fe3ae tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:23.964614 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d40bebcb-f62f-488a-b5b5-32f0d6b98d56 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:23.975625 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-d40bebcb-f62f-488a-b5b5-32f0d6b98d56 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:23.998108 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f3af8002-cabe-4a9f-a4a7-6fd1c6b1604c tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:24.045353 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-3f035dc9-43f3-4eac-81cf-1d22a86e0119 None None] Provisioning complete for port 9429283d-c212-4628-b2ec-a5af6a811bd1 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:33:24.045776 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3f035dc9-43f3-4eac-81cf-1d22a86e0119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:24.173666 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d40bebcb-f62f-488a-b5b5-32f0d6b98d56 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:24.174679 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d40bebcb-f62f-488a-b5b5-32f0d6b98d56 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:24.209288 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-08f37814-5ad5-4f50-b7f8-f32c37d260cb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:24.255447 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f3af8002-cabe-4a9f-a4a7-6fd1c6b1604c tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:24.256253 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3af8002-cabe-4a9f-a4a7-6fd1c6b1604c tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 03ed0d11-19e3-4ab0-985f-e64c97fb12d1 {{(pid=83866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:33:24.288565 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d40bebcb-f62f-488a-b5b5-32f0d6b98d56 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:24.329769 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d3a907a1-d0fc-4919-9b87-a9219d2fe3ae tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:24.332936 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d3a907a1-d0fc-4919-9b87-a9219d2fe3ae tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:24.359869 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab901609-e013-42e0-ba36-7a05612028f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-0fe14de8-1c1c-4fae-b416-1137c147a5c0', 'network_id': '0fe14de8-1c1c-4fae-b416-1137c147a5c0', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'fixed_ips': [{'subnet_id': '5f062e15-e37d-4a1a-b5a8-ca83040112e4'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:33:24.372810 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ab901609-e013-42e0-ba36-7a05612028f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:24.450830 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d40bebcb-f62f-488a-b5b5-32f0d6b98d56 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:24.463924 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 9429283d-c212-4628-b2ec-a5af6a811bd1 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:33:24.556906 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d40bebcb-f62f-488a-b5b5-32f0d6b98d56 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:24.560879 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d40bebcb-f62f-488a-b5b5-32f0d6b98d56 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6812329 Mar 11 15:33:24.562550 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39100) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:24.572455 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-3f035dc9-43f3-4eac-81cf-1d22a86e0119 None None] Provisioning for port fd097078-aae0-4163-9a92-0d8edffb9cad completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:33:24.617339 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-3f035dc9-43f3-4eac-81cf-1d22a86e0119 None None] Provisioning complete for port fd097078-aae0-4163-9a92-0d8edffb9cad triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:33:24.617703 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3f035dc9-43f3-4eac-81cf-1d22a86e0119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:24.623833 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-d3a907a1-d0fc-4919-9b87-a9219d2fe3ae tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Calling delete_port for 7e0864e7-2e47-4cf5-a17b-6e61cb8baff6 owned by network:floatingip {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:33:24.653522 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-f3af8002-cabe-4a9f-a4a7-6fd1c6b1604c tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 11 15:33:24.654858 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f3af8002-cabe-4a9f-a4a7-6fd1c6b1604c tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.6087098 Mar 11 15:33:24.668475 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39104) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:24.693434 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-3f035dc9-43f3-4eac-81cf-1d22a86e0119 None None] Port fd097078-aae0-4163-9a92-0d8edffb9cad cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:33:24.709502 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 9429283d-c212-4628-b2ec-a5af6a811bd1 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:33:24.709896 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:24.756356 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-ab901609-e013-42e0-ba36-7a05612028f4 None None] Allocated IP 2001:db8::2 (0fe14de8-1c1c-4fae-b416-1137c147a5c0/5f062e15-e37d-4a1a-b5a8-ca83040112e4/0c279132-d4f9-4cfd-8252-5cb4e2d65c11) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:33:24.832419 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-6495b837-23da-4910-9836-8cc5886e8a7d tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Deleting port 78f6a807-2adf-4e58-8105-8d30092c2026 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:24.832768 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6495b837-23da-4910-9836-8cc5886e8a7d tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:24.910322 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-08f37814-5ad5-4f50-b7f8-f32c37d260cb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:24.910964 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-0207db06-af1f-4657-9e89-b8d9938fed0b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting port 4b8efc8b-cadf-402e-936e-d07c0f2c43db {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:24.911065 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0207db06-af1f-4657-9e89-b8d9938fed0b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:24.971999 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-08f37814-5ad5-4f50-b7f8-f32c37d260cb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:25.004684 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e6ee964b-a85d-4739-bed9-754e81a8d209 None None] Provisioning complete for port fd097078-aae0-4163-9a92-0d8edffb9cad triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:33:25.005068 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e6ee964b-a85d-4739-bed9-754e81a8d209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:25.136341 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-e6ee964b-a85d-4739-bed9-754e81a8d209 None None] Port fd097078-aae0-4163-9a92-0d8edffb9cad cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:33:25.166008 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ab901609-e013-42e0-ba36-7a05612028f4 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:25.170657 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f37814-5ad5-4f50-b7f8-f32c37d260cb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'Port': ['ID=fd097078-aae0-4163-9a92-0d8edffb9cad,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:25.183560 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-ab901609-e013-42e0-ba36-7a05612028f4 None None] Transition to ACTIVE for port object 0c279132-d4f9-4cfd-8252-5cb4e2d65c11 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:33:25.209995 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-ab901609-e013-42e0-ba36-7a05612028f4 None None] Transition to ACTIVE for port object 0c279132-d4f9-4cfd-8252-5cb4e2d65c11 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:33:25.219828 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ab901609-e013-42e0-ba36-7a05612028f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:25.311509 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab901609-e013-42e0-ba36-7a05612028f4 None None] Network 0fe14de8-1c1c-4fae-b416-1137c147a5c0 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:33:25.315468 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-ab901609-e013-42e0-ba36-7a05612028f4 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:33:25.319183 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab901609-e013-42e0-ba36-7a05612028f4 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:33:25.330164 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab901609-e013-42e0-ba36-7a05612028f4 None None] Pushing event updated for resources: {'Port': ['ID=0c279132-d4f9-4cfd-8252-5cb4e2d65c11,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:25.358261 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4ec03f33-6e4c-4dbe-a8de-531a31a7b6fe tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:25.371008 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d3a907a1-d0fc-4919-9b87-a9219d2fe3ae tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:25.459293 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-ab901609-e013-42e0-ba36-7a05612028f4 None None] Attempting to bind port 0c279132-d4f9-4cfd-8252-5cb4e2d65c11 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:33:25.459722 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-ab901609-e013-42e0-ba36-7a05612028f4 None None] Attempting to bind port 0c279132-d4f9-4cfd-8252-5cb4e2d65c11 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '592ada3a-c7af-4900-82d6-1bfb887cd1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '0fe14de8-1c1c-4fae-b416-1137c147a5c0'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:33:25.460231 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab901609-e013-42e0-ba36-7a05612028f4 None None] Attempting to bind port 0c279132-d4f9-4cfd-8252-5cb4e2d65c11 on network 0fe14de8-1c1c-4fae-b416-1137c147a5c0 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:33:25.472152 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab901609-e013-42e0-ba36-7a05612028f4 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:33:25.472641 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab901609-e013-42e0-ba36-7a05612028f4 None None] Checking segment: {'id': '592ada3a-c7af-4900-82d6-1bfb887cd1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '0fe14de8-1c1c-4fae-b416-1137c147a5c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:33:25.473096 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ab901609-e013-42e0-ba36-7a05612028f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:25.473540 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab901609-e013-42e0-ba36-7a05612028f4 None None] Bound using segment: {'id': '592ada3a-c7af-4900-82d6-1bfb887cd1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '0fe14de8-1c1c-4fae-b416-1137c147a5c0'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:33:25.474073 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-ab901609-e013-42e0-ba36-7a05612028f4 None None] Bound port: 0c279132-d4f9-4cfd-8252-5cb4e2d65c11, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '592ada3a-c7af-4900-82d6-1bfb887cd1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '0fe14de8-1c1c-4fae-b416-1137c147a5c0'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:33:25.474497 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ab901609-e013-42e0-ba36-7a05612028f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:25.482298 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a907a1-d0fc-4919-9b87-a9219d2fe3ae tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Pushing event deleted for resources: {'Port': ['ID=7e0864e7-2e47-4cf5-a17b-6e61cb8baff6,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:25.546615 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-491249a3-fbb5-4993-b2a9-7b834eff7c37 None None] Provisioning complete for port fd097078-aae0-4163-9a92-0d8edffb9cad triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:33:25.547564 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-491249a3-fbb5-4993-b2a9-7b834eff7c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:25.632182 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-491249a3-fbb5-4993-b2a9-7b834eff7c37 None None] Port fd097078-aae0-4163-9a92-0d8edffb9cad cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:33:25.644544 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-ab901609-e013-42e0-ba36-7a05612028f4 None None] For port 0c279132-d4f9-4cfd-8252-5cb4e2d65c11, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:33:25.648315 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-ab901609-e013-42e0-ba36-7a05612028f4 None None] For port 0c279132-d4f9-4cfd-8252-5cb4e2d65c11, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=0c279132-d4f9-4cfd-8252-5cb4e2d65c11,segment=NetworkSegment(592ada3a-c7af-4900-82d6-1bfb887cd1fb),segment_id=592ada3a-c7af-4900-82d6-1bfb887cd1fb)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:33:25.653969 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ab901609-e013-42e0-ba36-7a05612028f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:25.693557 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6495b837-23da-4910-9836-8cc5886e8a7d tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:25.747512 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab901609-e013-42e0-ba36-7a05612028f4 None None] Pushing event updated for resources: {'Port': ['ID=0c279132-d4f9-4cfd-8252-5cb4e2d65c11,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:25.848216 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-6495b837-23da-4910-9836-8cc5886e8a7d tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Calling delete_port for 78f6a807-2adf-4e58-8105-8d30092c2026 owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:33:25.888566 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-0207db06-af1f-4657-9e89-b8d9938fed0b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] For port 4b8efc8b-cadf-402e-936e-d07c0f2c43db, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=4b8efc8b-cadf-402e-936e-d07c0f2c43db,segment=NetworkSegment(8c441113-7fec-4769-bcce-89407f41ac7d),segment_id=8c441113-7fec-4769-bcce-89407f41ac7d)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:33:25.888931 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0207db06-af1f-4657-9e89-b8d9938fed0b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:25.980459 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-08f37814-5ad5-4f50-b7f8-f32c37d260cb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:26.023808 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-4ec03f33-6e4c-4dbe-a8de-531a31a7b6fe tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Allocated IP 2001:db8::1 (0fe14de8-1c1c-4fae-b416-1137c147a5c0/5f062e15-e37d-4a1a-b5a8-ca83040112e4/fd9f71ce-970f-41bf-a66d-bfcc7c33aa24) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:33:26.198125 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-08f37814-5ad5-4f50-b7f8-f32c37d260cb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:26.217946 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d3a907a1-d0fc-4919-9b87-a9219d2fe3ae tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks [] for floatingip, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:26.240966 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-0207db06-af1f-4657-9e89-b8d9938fed0b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Calling delete_port for 4b8efc8b-cadf-402e-936e-d07c0f2c43db owned by network:router_interface {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:33:26.334193 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4ec03f33-6e4c-4dbe-a8de-531a31a7b6fe tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:26.364565 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 0c279132-d4f9-4cfd-8252-5cb4e2d65c11 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:33:26.448634 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 0c279132-d4f9-4cfd-8252-5cb4e2d65c11 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:33:26.485042 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-4ec03f33-6e4c-4dbe-a8de-531a31a7b6fe tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Transition to ACTIVE for port object fd9f71ce-970f-41bf-a66d-bfcc7c33aa24 will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:33:26.487267 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d3a907a1-d0fc-4919-9b87-a9219d2fe3ae tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:26.492523 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39108) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:26.492705 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d3a907a1-d0fc-4919-9b87-a9219d2fe3ae tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] 10.222.0.31 "DELETE /v2.0/floatingips/b119f2d4-9b70-4847-80c3-57eb5a8b3591 HTTP/1.1" status: 204 len: 168 time: 3.0022967 Mar 11 15:33:26.502027 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-ee8e32fa-c2e8-44eb-ba1e-ef3ac47a731d tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Request body: {'floatingip': {'floating_network_id': 'dc764636-c0eb-47a8-b619-307b51a040ba', 'port_id': 'f3582db5-af5b-4f81-9fc0-839932930c27', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:33:26.516153 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ee8e32fa-c2e8-44eb-ba1e-ef3ac47a731d tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:26.525438 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ee8e32fa-c2e8-44eb-ba1e-ef3ac47a731d tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Usage tracker for resource:floatingip and tenant:ba84e12fe93242f4ad3418dc2cbee32f is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:26.535506 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ee8e32fa-c2e8-44eb-ba1e-ef3ac47a731d tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:26.555626 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ee8e32fa-c2e8-44eb-ba1e-ef3ac47a731d tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:26.571889 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6495b837-23da-4910-9836-8cc5886e8a7d tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:26.639724 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4ec03f33-6e4c-4dbe-a8de-531a31a7b6fe tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:26.644930 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ee8e32fa-c2e8-44eb-ba1e-ef3ac47a731d tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks [] for floatingip, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:26.699122 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6495b837-23da-4910-9836-8cc5886e8a7d tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Pushing event deleted for resources: {'Port': ['ID=78f6a807-2adf-4e58-8105-8d30092c2026,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:26.846597 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec03f33-6e4c-4dbe-a8de-531a31a7b6fe tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event updated for resources: {'Port': ['ID=fd9f71ce-970f-41bf-a66d-bfcc7c33aa24,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:26.857519 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0207db06-af1f-4657-9e89-b8d9938fed0b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:26.859682 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec03f33-6e4c-4dbe-a8de-531a31a7b6fe tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Network 0fe14de8-1c1c-4fae-b416-1137c147a5c0 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:33:26.870698 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-4ec03f33-6e4c-4dbe-a8de-531a31a7b6fe tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:33:26.877725 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec03f33-6e4c-4dbe-a8de-531a31a7b6fe tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:33:26.878271 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4ec03f33-6e4c-4dbe-a8de-531a31a7b6fe tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:26.884203 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bf5a27-4f96-49fd-a71e-c82c8073901f None None] Network 0fe14de8-1c1c-4fae-b416-1137c147a5c0 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:33:26.938959 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-08f37814-5ad5-4f50-b7f8-f32c37d260cb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:26.942447 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0207db06-af1f-4657-9e89-b8d9938fed0b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Port': ['ID=4b8efc8b-cadf-402e-936e-d07c0f2c43db,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:27.007583 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-08f37814-5ad5-4f50-b7f8-f32c37d260cb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:27.021849 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e32644b2-38f4-42bd-9804-0151fa671a51 None None] Provisioning for port 0c279132-d4f9-4cfd-8252-5cb4e2d65c11 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:33:27.030768 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e32644b2-38f4-42bd-9804-0151fa671a51 None None] Provisioning complete for port 0c279132-d4f9-4cfd-8252-5cb4e2d65c11 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:33:27.031285 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e32644b2-38f4-42bd-9804-0151fa671a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:27.062419 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6495b837-23da-4910-9836-8cc5886e8a7d tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:27.078945 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-6495b837-23da-4910-9836-8cc5886e8a7d tempest-RoutersAdminNegativeTest-1287070516 tempest-RoutersAdminNegativeTest-1287070516-project-admin] 10.222.0.31 "DELETE /v2.0/ports/78f6a807-2adf-4e58-8105-8d30092c2026 HTTP/1.1" status: 204 len: 168 time: 2.4018941 Mar 11 15:33:27.318308 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4ec03f33-6e4c-4dbe-a8de-531a31a7b6fe tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:27.329917 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f37814-5ad5-4f50-b7f8-f32c37d260cb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'Port': ['ID=fd097078-aae0-4163-9a92-0d8edffb9cad,revision_number=3']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:27.335370 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-08f37814-5ad5-4f50-b7f8-f32c37d260cb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:27.434380 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-1bb0cbc7-fb87-4ca3-a467-31c160e04e79 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Deleting port 3f2d1a3e-7b22-4f59-bf27-9a97f3e5e064 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:27.435153 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1bb0cbc7-fb87-4ca3-a467-31c160e04e79 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:27.510021 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e32644b2-38f4-42bd-9804-0151fa671a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:27.575504 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-e32644b2-38f4-42bd-9804-0151fa671a51 None None] For port 0c279132-d4f9-4cfd-8252-5cb4e2d65c11, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=0c279132-d4f9-4cfd-8252-5cb4e2d65c11,segment=NetworkSegment(592ada3a-c7af-4900-82d6-1bfb887cd1fb),segment_id=592ada3a-c7af-4900-82d6-1bfb887cd1fb)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:33:27.588328 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e32644b2-38f4-42bd-9804-0151fa671a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:27.741725 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32644b2-38f4-42bd-9804-0151fa671a51 None None] Pushing event updated for resources: {'Port': ['ID=0c279132-d4f9-4cfd-8252-5cb4e2d65c11,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:27.768573 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39124) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:27.874840 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1bb0cbc7-fb87-4ca3-a467-31c160e04e79 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:28.024434 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-ee8e32fa-c2e8-44eb-ba1e-ef3ac47a731d tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:33:28.028945 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ee8e32fa-c2e8-44eb-ba1e-ef3ac47a731d tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.5316732 Mar 11 15:33:28.058596 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39134) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:28.063809 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0207db06-af1f-4657-9e89-b8d9938fed0b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:28.080663 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-1671c58d-d79c-4665-88dd-b8b97beecfc4 None None] Provisioning complete for port 0c279132-d4f9-4cfd-8252-5cb4e2d65c11 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:33:28.081300 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1671c58d-d79c-4665-88dd-b8b97beecfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:28.148663 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-a67c4f11-ce8b-427a-bc54-e8e11a220bb2 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Request body: {'floatingip': {'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'port_id': 'f3582db5-af5b-4f81-9fc0-839932930c27', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:33:28.213523 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-1bb0cbc7-fb87-4ca3-a467-31c160e04e79 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Calling delete_port for 3f2d1a3e-7b22-4f59-bf27-9a97f3e5e064 owned by network:router_interface {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:33:28.314735 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-a67c4f11-ce8b-427a-bc54-e8e11a220bb2 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:28.380316 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-1671c58d-d79c-4665-88dd-b8b97beecfc4 None None] Provisioning for port fd9f71ce-970f-41bf-a66d-bfcc7c33aa24 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:33:28.403351 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-1671c58d-d79c-4665-88dd-b8b97beecfc4 None None] Provisioning complete for port fd9f71ce-970f-41bf-a66d-bfcc7c33aa24 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:33:28.404562 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1671c58d-d79c-4665-88dd-b8b97beecfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:28.479199 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-a67c4f11-ce8b-427a-bc54-e8e11a220bb2 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Usage tracker for resource:floatingip and tenant:ba84e12fe93242f4ad3418dc2cbee32f is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:28.482725 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-a67c4f11-ce8b-427a-bc54-e8e11a220bb2 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:28.492031 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 0c279132-d4f9-4cfd-8252-5cb4e2d65c11 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:33:28.520556 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f37814-5ad5-4f50-b7f8-f32c37d260cb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Network c72b3c2b-8f3a-4d0a-8c6f-7632ac68310b is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:33:28.524725 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-08f37814-5ad5-4f50-b7f8-f32c37d260cb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:33:28.545932 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2516f692-1015-4468-8d8e-c484c183031f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:28.578992 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-1671c58d-d79c-4665-88dd-b8b97beecfc4 None None] Port fd9f71ce-970f-41bf-a66d-bfcc7c33aa24 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:33:28.601948 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 0c279132-d4f9-4cfd-8252-5cb4e2d65c11 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:33:28.602617 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:28.722004 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280de72-a04e-4423-a229-ccab37c1f7ec req-c6d9899b-697b-4926-b60f-c93aec7b4a9a tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:28.723639 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e280de72-a04e-4423-a229-ccab37c1f7ec req-c6d9899b-697b-4926-b60f-c93aec7b4a9a tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ed1c014-724b-486c-9d57-1c54d27a1b58 HTTP/1.1" status: 200 len: 946 time: 0.6383748 Mar 11 15:33:28.825697 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-7be69a82-7de2-49de-8c5b-b979e38c2316 None None] Provisioning complete for port fd9f71ce-970f-41bf-a66d-bfcc7c33aa24 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:33:28.826080 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7be69a82-7de2-49de-8c5b-b979e38c2316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:28.841563 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-a67c4f11-ce8b-427a-bc54-e8e11a220bb2 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:28.860876 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1bb0cbc7-fb87-4ca3-a467-31c160e04e79 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:28.885597 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-7be69a82-7de2-49de-8c5b-b979e38c2316 None None] Port fd9f71ce-970f-41bf-a66d-bfcc7c33aa24 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:33:28.938374 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.db.resource_extend [None req-4ec03f33-6e4c-4dbe-a8de-531a31a7b6fe tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:33:28.945186 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a67c4f11-ce8b-427a-bc54-e8e11a220bb2 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks [] for floatingip, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:28.953362 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e280de72-a04e-4423-a229-ccab37c1f7ec req-f8a326f8-1d49-406d-b7d2-7103ffc6b996 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddd9975-6795-448d-913f-a65ef3bd0a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2171412 Mar 11 15:33:28.962606 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4ec03f33-6e4c-4dbe-a8de-531a31a7b6fe tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:28.974267 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4ec03f33-6e4c-4dbe-a8de-531a31a7b6fe tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:28.975059 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4ec03f33-6e4c-4dbe-a8de-531a31a7b6fe tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:28.997116 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb0cbc7-fb87-4ca3-a467-31c160e04e79 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Pushing event deleted for resources: {'Port': ['ID=3f2d1a3e-7b22-4f59-bf27-9a97f3e5e064,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:29.038366 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d00f0f9c-67e3-4fb9-918b-acf7c89c3b22 None None] Provisioning complete for port fd097078-aae0-4163-9a92-0d8edffb9cad triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:33:29.039497 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d00f0f9c-67e3-4fb9-918b-acf7c89c3b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:29.126429 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-d00f0f9c-67e3-4fb9-918b-acf7c89c3b22 None None] Port fd097078-aae0-4163-9a92-0d8edffb9cad cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:33:29.158329 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec03f33-6e4c-4dbe-a8de-531a31a7b6fe tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event updated for resources: {'Port': ['ID=fd9f71ce-970f-41bf-a66d-bfcc7c33aa24,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:29.181998 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-2516f692-1015-4468-8d8e-c484c183031f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:29.196764 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-2516f692-1015-4468-8d8e-c484c183031f admin admin] Usage tracker for resource:security_group_rule and tenant:12785cb3b2854836bf609d86716cc332 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:29.204409 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-2516f692-1015-4468-8d8e-c484c183031f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:29.216620 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-2516f692-1015-4468-8d8e-c484c183031f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:29.227099 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec03f33-6e4c-4dbe-a8de-531a31a7b6fe tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Network 0fe14de8-1c1c-4fae-b416-1137c147a5c0 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:33:29.229621 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-4ec03f33-6e4c-4dbe-a8de-531a31a7b6fe tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:33:29.300633 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a92c274a-c50f-4385-a3b6-3144e38d951c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:29.420669 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f37814-5ad5-4f50-b7f8-f32c37d260cb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Router 4b2fda4b-92ac-450e-80b5-4dfd71de6d6f is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:33:29.554349 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a67c4f11-ce8b-427a-bc54-e8e11a220bb2 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:29.555299 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-1ed2c503-bd1d-43eb-a220-99c3757f5382 None None] Provisioning complete for port fd9f71ce-970f-41bf-a66d-bfcc7c33aa24 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:33:29.556247 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1ed2c503-bd1d-43eb-a220-99c3757f5382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:29.559345 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2516f692-1015-4468-8d8e-c484c183031f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:29.608933 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2516f692-1015-4468-8d8e-c484c183031f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:29.616697 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-1ed2c503-bd1d-43eb-a220-99c3757f5382 None None] Port fd9f71ce-970f-41bf-a66d-bfcc7c33aa24 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:33:29.835151 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-2516f692-1015-4468-8d8e-c484c183031f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=12785cb3b2854836bf609d86716cc332&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0656884 Mar 11 15:33:29.835861 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2516f692-1015-4468-8d8e-c484c183031f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5355bb7b-9bf0-4cc1-ace0-b38ec26f0daa,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:29.837599 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39140) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:29.944007 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e1cc5f73-1026-411e-ac3f-7a4ed04f0a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:29.956138 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-a67c4f11-ce8b-427a-bc54-e8e11a220bb2 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Allocated IP 172.26.0.105 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/8ce86824-691e-4a59-91e0-cb14d79c2dd9) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:33:29.961100 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f37814-5ad5-4f50-b7f8-f32c37d260cb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:33:29.978188 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ae8205-774d-4df0-b576-f06b328afbb1 None None] Sync routers for ids ['4b2fda4b-92ac-450e-80b5-4dfd71de6d6f'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:33:29.989460 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1bb0cbc7-fb87-4ca3-a467-31c160e04e79 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:29.989726 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-08f37814-5ad5-4f50-b7f8-f32c37d260cb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "PUT /v2.0/routers/4b2fda4b-92ac-450e-80b5-4dfd71de6d6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8815939 Mar 11 15:33:29.995984 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e1cc5f73-1026-411e-ac3f-7a4ed04f0a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:29.997395 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39144) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:30.009755 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ae8205-774d-4df0-b576-f06b328afbb1 None None] Routers {'4b2fda4b-92ac-450e-80b5-4dfd71de6d6f'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:33:30.010704 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e5ae8205-774d-4df0-b576-f06b328afbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:33:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['4b2fda4b-92ac-450e-80b5-4dfd71de6d6f'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:30.032718 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec03f33-6e4c-4dbe-a8de-531a31a7b6fe tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Router 5c42dbb3-576b-482d-9d96-5becde8869ed is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:33:30.179608 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e5ae8205-774d-4df0-b576-f06b328afbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:30.193337 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ae8205-774d-4df0-b576-f06b328afbb1 None None] Routers {'4b2fda4b-92ac-450e-80b5-4dfd71de6d6f'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:33:30.194226 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e5ae8205-774d-4df0-b576-f06b328afbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:33:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['4b2fda4b-92ac-450e-80b5-4dfd71de6d6f'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:30.221841 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e1cc5f73-1026-411e-ac3f-7a4ed04f0a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:30.254419 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc5f73-1026-411e-ac3f-7a4ed04f0a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5355bb7b-9bf0-4cc1-ace0-b38ec26f0daa,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:30.261730 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e1cc5f73-1026-411e-ac3f-7a4ed04f0a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:30.262856 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e1cc5f73-1026-411e-ac3f-7a4ed04f0a80 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5355bb7b-9bf0-4cc1-ace0-b38ec26f0daa HTTP/1.1" status: 204 len: 168 time: 0.4243343 Mar 11 15:33:30.310272 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e5ae8205-774d-4df0-b576-f06b328afbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:30.310605 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ae8205-774d-4df0-b576-f06b328afbb1 None None] The sync data for ids ['4b2fda4b-92ac-450e-80b5-4dfd71de6d6f'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:33:30.312911 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec03f33-6e4c-4dbe-a8de-531a31a7b6fe tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:33:30.320290 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4ec03f33-6e4c-4dbe-a8de-531a31a7b6fe tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "PUT /v2.0/routers/5c42dbb3-576b-482d-9d96-5becde8869ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7544627 Mar 11 15:33:30.320978 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39152) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:30.336968 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77580872-60c0-40c8-900a-a08d7099d481 None None] Sync routers for ids ['5c42dbb3-576b-482d-9d96-5becde8869ed'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:33:30.350735 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77580872-60c0-40c8-900a-a08d7099d481 None None] Routers {'5c42dbb3-576b-482d-9d96-5becde8869ed'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:33:30.351374 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-77580872-60c0-40c8-900a-a08d7099d481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:33:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['5c42dbb3-576b-482d-9d96-5becde8869ed'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:30.415623 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-77580872-60c0-40c8-900a-a08d7099d481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:30.416685 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3120ec-78b0-4524-a64d-7dbcf26ef183 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:30.417670 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-cd3120ec-78b0-4524-a64d-7dbcf26ef183 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Synchronizing usage tracker for tenant:c58947f968f64e3fb11fb874306012f2 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:33:30.428831 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77580872-60c0-40c8-900a-a08d7099d481 None None] Routers {'5c42dbb3-576b-482d-9d96-5becde8869ed'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:33:30.429465 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-77580872-60c0-40c8-900a-a08d7099d481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:33:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['5c42dbb3-576b-482d-9d96-5becde8869ed'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:30.461694 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-cd3120ec-78b0-4524-a64d-7dbcf26ef183 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Unset dirty status for tenant:c58947f968f64e3fb11fb874306012f2 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:33:30.465882 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-cd3120ec-78b0-4524-a64d-7dbcf26ef183 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "GET /v2.0/ports/fd9f71ce-970f-41bf-a66d-bfcc7c33aa24 HTTP/1.1" status: 200 len: 911 time: 0.1437798 Mar 11 15:33:30.466516 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39156) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:30.535227 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-77580872-60c0-40c8-900a-a08d7099d481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:30.535672 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77580872-60c0-40c8-900a-a08d7099d481 None None] The sync data for ids ['5c42dbb3-576b-482d-9d96-5becde8869ed'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:33:30.729304 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39162) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:30.747098 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a67c4f11-ce8b-427a-bc54-e8e11a220bb2 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:30.758460 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1e6330-c925-46be-a321-ea73ba281411 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:30.759939 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-8b1e6330-c925-46be-a321-ea73ba281411 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b2fda4b-92ac-450e-80b5-4dfd71de6d6f HTTP/1.1" status: 200 len: 982 time: 0.7569275 Mar 11 15:33:30.770820 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39166) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:30.857731 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabaab5e-5a87-4436-9d2a-1ccd97850ffc req-d6c7f8f2-97a1-4e0f-a851-e2f461031500 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:30.859629 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-fa3d70d7-c2c5-4dc6-9f7e-8b251c8be94a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=51663eb95e174a5f981986d792a754fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1292036 Mar 11 15:33:30.862796 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39170) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:30.863277 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dabaab5e-5a87-4436-9d2a-1ccd97850ffc req-d6c7f8f2-97a1-4e0f-a851-e2f461031500 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ed1c014-724b-486c-9d57-1c54d27a1b58 HTTP/1.1" status: 200 len: 946 time: 0.6598155 Mar 11 15:33:30.941172 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0c7bdacb-612f-4145-87f9-c295ce7ecd3c tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:31.001226 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-889fa2bd-892b-4fcd-a10b-6db05326890c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:31.068756 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a67c4f11-ce8b-427a-bc54-e8e11a220bb2 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:31.074002 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dabaab5e-5a87-4436-9d2a-1ccd97850ffc req-ab99bd12-53e5-4f97-a416-bf77409e431a tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddd9975-6795-448d-913f-a65ef3bd0a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974626 Mar 11 15:33:31.096515 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-889fa2bd-892b-4fcd-a10b-6db05326890c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:31.166318 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-889fa2bd-892b-4fcd-a10b-6db05326890c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:31.187773 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67c4f11-ce8b-427a-bc54-e8e11a220bb2 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:33:31.192014 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c4f11-ce8b-427a-bc54-e8e11a220bb2 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Pushing event updated for resources: {'Port': ['ID=8ce86824-691e-4a59-91e0-cb14d79c2dd9,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:31.195233 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-a67c4f11-ce8b-427a-bc54-e8e11a220bb2 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:33:31.197365 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67c4f11-ce8b-427a-bc54-e8e11a220bb2 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:33:31.212141 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889fa2bd-892b-4fcd-a10b-6db05326890c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2504455d-e529-43cc-a061-c850286c183e,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:31.233934 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-889fa2bd-892b-4fcd-a10b-6db05326890c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:31.235053 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-889fa2bd-892b-4fcd-a10b-6db05326890c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2504455d-e529-43cc-a061-c850286c183e HTTP/1.1" status: 204 len: 168 time: 0.3713512 Mar 11 15:33:31.411563 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0207db06-af1f-4657-9e89-b8d9938fed0b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router e8045d71-5323-44ad-885b-64df1c786251 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:33:31.579244 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-62e3fd48-2ddd-4acb-8e03-18be92bc88ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:31.769095 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-0c7bdacb-612f-4145-87f9-c295ce7ecd3c tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Deleting port fd9f71ce-970f-41bf-a66d-bfcc7c33aa24 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:31.769430 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0c7bdacb-612f-4145-87f9-c295ce7ecd3c tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:31.971698 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0c7bdacb-612f-4145-87f9-c295ce7ecd3c tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:32.105976 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-0c7bdacb-612f-4145-87f9-c295ce7ecd3c tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Calling delete_port for fd9f71ce-970f-41bf-a66d-bfcc7c33aa24 owned by network:router_interface {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:33:32.167148 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-a67c4f11-ce8b-427a-bc54-e8e11a220bb2 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Deleting port 8ce86824-691e-4a59-91e0-cb14d79c2dd9 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:32.167661 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a67c4f11-ce8b-427a-bc54-e8e11a220bb2 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:32.382264 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb146152-878a-4868-9ad6-945f7807d452 req-5945f364-0d52-44af-989f-eafd38592b8e tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:32.383158 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-fb146152-878a-4868-9ad6-945f7807d452 req-5945f364-0d52-44af-989f-eafd38592b8e tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ed1c014-724b-486c-9d57-1c54d27a1b58 HTTP/1.1" status: 200 len: 946 time: 0.1560750 Mar 11 15:33:32.444197 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0c7bdacb-612f-4145-87f9-c295ce7ecd3c tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:32.491751 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39194) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:32.510224 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bdacb-612f-4145-87f9-c295ce7ecd3c tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event deleted for resources: {'Port': ['ID=fd9f71ce-970f-41bf-a66d-bfcc7c33aa24,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:32.520803 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-fb146152-878a-4868-9ad6-945f7807d452 req-efcd99c2-3c56-4059-8e76-19585b68b012 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddd9975-6795-448d-913f-a65ef3bd0a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276736 Mar 11 15:33:32.621197 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a67c4f11-ce8b-427a-bc54-e8e11a220bb2 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:32.621754 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a67c4f11-ce8b-427a-bc54-e8e11a220bb2 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:32.719845 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:32.747893 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-5bbd9ada-5673-453f-84f7-c06543a1cd6b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1964463705'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:33:32.755877 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-5bbd9ada-5673-453f-84f7-c06543a1cd6b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:32.761946 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-5bbd9ada-5673-453f-84f7-c06543a1cd6b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:network and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:32.766034 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-5bbd9ada-5673-453f-84f7-c06543a1cd6b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:32.769566 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0c7bdacb-612f-4145-87f9-c295ce7ecd3c tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:32.776830 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-5bbd9ada-5673-453f-84f7-c06543a1cd6b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:32.803502 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-a67c4f11-ce8b-427a-bc54-e8e11a220bb2 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Calling delete_port for 8ce86824-691e-4a59-91e0-cb14d79c2dd9 owned by network:floatingip {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:33:32.847643 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bbd9ada-5673-453f-84f7-c06543a1cd6b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:33:32.850550 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9ada-5673-453f-84f7-c06543a1cd6b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:32.907610 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:32.925974 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9ada-5673-453f-84f7-c06543a1cd6b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:32.947137 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0207db06-af1f-4657-9e89-b8d9938fed0b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:33:32.960347 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794a8ddb-4962-449a-b450-1d9c583ed853 None None] Sync routers for ids ['e8045d71-5323-44ad-885b-64df1c786251'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:33:32.975951 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794a8ddb-4962-449a-b450-1d9c583ed853 None None] Routers {'e8045d71-5323-44ad-885b-64df1c786251'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:33:32.976959 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-794a8ddb-4962-449a-b450-1d9c583ed853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:33:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['e8045d71-5323-44ad-885b-64df1c786251'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:33.028196 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-5bbd9ada-5673-453f-84f7-c06543a1cd6b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:33.056209 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0207db06-af1f-4657-9e89-b8d9938fed0b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "PUT /v2.0/routers/e8045d71-5323-44ad-885b-64df1c786251/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9206209 Mar 11 15:33:33.059782 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39200) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:33.091676 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-5bbd9ada-5673-453f-84f7-c06543a1cd6b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:security_group_rule and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:33.097581 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-5bbd9ada-5673-453f-84f7-c06543a1cd6b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:33.105884 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-5bbd9ada-5673-453f-84f7-c06543a1cd6b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:33.112415 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb0cbc7-fb87-4ca3-a467-31c160e04e79 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Router f186c74e-a9d7-4f53-91d1-dea1dbb31662 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:33:33.132853 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a67c4f11-ce8b-427a-bc54-e8e11a220bb2 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:33.172873 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-794a8ddb-4962-449a-b450-1d9c583ed853 None None] Set router e8045d71-5323-44ad-885b-64df1c786251 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:33:33.223782 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c4f11-ce8b-427a-bc54-e8e11a220bb2 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Pushing event deleted for resources: {'Port': ['ID=8ce86824-691e-4a59-91e0-cb14d79c2dd9,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:33.412523 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c7bdacb-612f-4145-87f9-c295ce7ecd3c tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Router 5c42dbb3-576b-482d-9d96-5becde8869ed has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:33:33.432941 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9ada-5673-453f-84f7-c06543a1cd6b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:33.446390 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9ada-5673-453f-84f7-c06543a1cd6b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:33.464788 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bcc20646-284f-46fb-83cd-36624df5fc77 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:33.500572 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-794a8ddb-4962-449a-b450-1d9c583ed853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8045d71-5323-44ad-885b-64df1c786251', 'name': 'tempest-TestNetworkBasicOps-router-962175665', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '5eacffb7-ab7b-48c8-af25-d90377798cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:28:48Z', 'updated_at': '2022-03-11T15:33:26Z', 'revision_number': 7, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '5eacffb7-ab7b-48c8-af25-d90377798cb0', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:28:50Z', 'updated_at': '2022-03-11T15:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:33.505477 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794a8ddb-4962-449a-b450-1d9c583ed853 None None] Checking router: e8045d71-5323-44ad-885b-64df1c786251 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:33:33.518381 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794a8ddb-4962-449a-b450-1d9c583ed853 None None] Routers {'e8045d71-5323-44ad-885b-64df1c786251'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:33:33.518999 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-794a8ddb-4962-449a-b450-1d9c583ed853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:33:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['e8045d71-5323-44ad-885b-64df1c786251'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:33.615412 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bbd9ada-5673-453f-84f7-c06543a1cd6b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:33:33.629439 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd9ada-5673-453f-84f7-c06543a1cd6b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a474a624-9cd4-4286-89a4-5a18637f7203,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:33.650480 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9ada-5673-453f-84f7-c06543a1cd6b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:33.650480 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-5bbd9ada-5673-453f-84f7-c06543a1cd6b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Added segment e2784c65-e18f-44ac-b211-69756ecabf8c of type vlan for network a9e561eb-4382-47f0-afe2-548f64b9476b Mar 11 15:33:33.683114 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9ada-5673-453f-84f7-c06543a1cd6b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:33.688276 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7bdacb-612f-4145-87f9-c295ce7ecd3c tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:33:33.701773 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdb772c-4364-4c7b-8b9d-61707398b30d None None] Sync routers for ids ['5c42dbb3-576b-482d-9d96-5becde8869ed'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:33:33.714662 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdb772c-4364-4c7b-8b9d-61707398b30d None None] Routers {'5c42dbb3-576b-482d-9d96-5becde8869ed'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:33:33.715285 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-bbdb772c-4364-4c7b-8b9d-61707398b30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:33:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['5c42dbb3-576b-482d-9d96-5becde8869ed'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:33.745463 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9ada-5673-453f-84f7-c06543a1cd6b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:33.750624 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbd9ada-5673-453f-84f7-c06543a1cd6b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:33.751278 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9ada-5673-453f-84f7-c06543a1cd6b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:33.779237 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-794a8ddb-4962-449a-b450-1d9c583ed853 None None] Set router e8045d71-5323-44ad-885b-64df1c786251 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:33:33.785002 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-bbdb772c-4364-4c7b-8b9d-61707398b30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:33.799102 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdb772c-4364-4c7b-8b9d-61707398b30d None None] Routers {'5c42dbb3-576b-482d-9d96-5becde8869ed'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:33:33.800049 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-bbdb772c-4364-4c7b-8b9d-61707398b30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:33:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['5c42dbb3-576b-482d-9d96-5becde8869ed'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:33.869886 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd9ada-5673-453f-84f7-c06543a1cd6b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Network': ['ID=a9e561eb-4382-47f0-afe2-548f64b9476b,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:33.871063 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-bbdb772c-4364-4c7b-8b9d-61707398b30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:33.883171 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdb772c-4364-4c7b-8b9d-61707398b30d None None] The sync data for ids ['5c42dbb3-576b-482d-9d96-5becde8869ed'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:33:33.885532 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0c7bdacb-612f-4145-87f9-c295ce7ecd3c tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "PUT /v2.0/routers/5c42dbb3-576b-482d-9d96-5becde8869ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4177945 Mar 11 15:33:33.886505 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39206) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:33.914859 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:33:33.930558 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5bbd9ada-5673-453f-84f7-c06543a1cd6b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4314866 Mar 11 15:33:33.932277 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39210) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:33.935522 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-a088639b-b4e0-4f83-867e-ac56d11864b3 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Synchronizing usage tracker for tenant:c58947f968f64e3fb11fb874306012f2 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:33:33.946504 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-7373fd3d-b213-4e66-8753-b40b40e01258 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'subnet': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:33:33.955518 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-868708bc-53c3-4e57-a4dd-170e8aa89af5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting subnet 796e8b88-7a8c-46fd-b12f-b6e3ee49dd2c {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:33:33.969390 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-868708bc-53c3-4e57-a4dd-170e8aa89af5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:34.044774 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-a088639b-b4e0-4f83-867e-ac56d11864b3 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Unset dirty status for tenant:c58947f968f64e3fb11fb874306012f2 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:33:34.049859 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a088639b-b4e0-4f83-867e-ac56d11864b3 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c42dbb3-576b-482d-9d96-5becde8869ed HTTP/1.1" status: 200 len: 205 time: 0.1588163 Mar 11 15:33:34.051862 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39214) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:34.083344 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-a67c4f11-ce8b-427a-bc54-e8e11a220bb2 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] create failed (client error): The resource could not be found. Mar 11 15:33:34.084418 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a67c4f11-ce8b-427a-bc54-e8e11a220bb2 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.0057650 Mar 11 15:33:34.090929 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39218) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:34.101682 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-868708bc-53c3-4e57-a4dd-170e8aa89af5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:34.137233 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:34.217471 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7373fd3d-b213-4e66-8753-b40b40e01258 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:34.224314 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7373fd3d-b213-4e66-8753-b40b40e01258 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:subnet and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:34.227400 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7373fd3d-b213-4e66-8753-b40b40e01258 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:34.234864 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7373fd3d-b213-4e66-8753-b40b40e01258 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:34.253851 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7373fd3d-b213-4e66-8753-b40b40e01258 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:33:34.258901 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-f1870fe7-3554-4333-82bf-9b0bf5917fa2 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Deleting port f3582db5-af5b-4f81-9fc0-839932930c27 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:34.259382 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f1870fe7-3554-4333-82bf-9b0bf5917fa2 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:34.286728 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-794a8ddb-4962-449a-b450-1d9c583ed853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8045d71-5323-44ad-885b-64df1c786251', 'name': 'tempest-TestNetworkBasicOps-router-962175665', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '5eacffb7-ab7b-48c8-af25-d90377798cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:28:48Z', 'updated_at': '2022-03-11T15:33:26Z', 'revision_number': 7, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '5eacffb7-ab7b-48c8-af25-d90377798cb0', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:28:50Z', 'updated_at': '2022-03-11T15:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:34.293509 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794a8ddb-4962-449a-b450-1d9c583ed853 None None] The sync data for ids ['e8045d71-5323-44ad-885b-64df1c786251'] in dv-neutron-833373-1-hyperv is: [{'id': 'e8045d71-5323-44ad-885b-64df1c786251', 'name': 'tempest-TestNetworkBasicOps-router-962175665', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '5eacffb7-ab7b-48c8-af25-d90377798cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:28:48Z', 'updated_at': '2022-03-11T15:33:26Z', 'revision_number': 7, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '5eacffb7-ab7b-48c8-af25-d90377798cb0', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8045d71-5323-44ad-885b-64df1c786251', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:28:50Z', 'updated_at': '2022-03-11T15:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:33:34.337496 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bcc3842f-3721-4945-8550-88ba49a9f2ec tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for router, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:34.338034 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad4c78-828c-4cdd-87fb-3b261b66c6f9 req-a7174037-1477-4d2f-b5fa-bd521de710fe tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:34.339536 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-52ad4c78-828c-4cdd-87fb-3b261b66c6f9 req-a7174037-1477-4d2f-b5fa-bd521de710fe tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ed1c014-724b-486c-9d57-1c54d27a1b58 HTTP/1.1" status: 200 len: 946 time: 0.6677718 Mar 11 15:33:34.487902 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7373fd3d-b213-4e66-8753-b40b40e01258 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:34.502451 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-868708bc-53c3-4e57-a4dd-170e8aa89af5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:34.693620 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-52ad4c78-828c-4cdd-87fb-3b261b66c6f9 req-5bdb1d95-0134-49ef-9092-636020d8d4b4 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddd9975-6795-448d-913f-a65ef3bd0a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3382597 Mar 11 15:33:34.734993 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb0cbc7-fb87-4ca3-a467-31c160e04e79 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:33:34.742960 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-1bb0cbc7-fb87-4ca3-a467-31c160e04e79 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "PUT /v2.0/routers/f186c74e-a9d7-4f53-91d1-dea1dbb31662/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2334995 Mar 11 15:33:34.748369 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696ad585-a778-4e8e-9a89-25504d5cfe2f None None] Sync routers for ids ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:33:34.768055 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696ad585-a778-4e8e-9a89-25504d5cfe2f None None] Routers {'f186c74e-a9d7-4f53-91d1-dea1dbb31662'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:33:34.768727 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-696ad585-a778-4e8e-9a89-25504d5cfe2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:33:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:34.776820 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39222) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:34.916068 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-696ad585-a778-4e8e-9a89-25504d5cfe2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:34.929331 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696ad585-a778-4e8e-9a89-25504d5cfe2f None None] Routers {'f186c74e-a9d7-4f53-91d1-dea1dbb31662'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:33:34.930019 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-696ad585-a778-4e8e-9a89-25504d5cfe2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:33:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:34.975550 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-868708bc-53c3-4e57-a4dd-170e8aa89af5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:34.987789 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f1870fe7-3554-4333-82bf-9b0bf5917fa2 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:34.996144 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-696ad585-a778-4e8e-9a89-25504d5cfe2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:34.997173 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696ad585-a778-4e8e-9a89-25504d5cfe2f None None] The sync data for ids ['f186c74e-a9d7-4f53-91d1-dea1dbb31662'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:33:34.998102 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bcc3842f-3721-4945-8550-88ba49a9f2ec tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:35.008158 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bcc3842f-3721-4945-8550-88ba49a9f2ec tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:35.041559 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868708bc-53c3-4e57-a4dd-170e8aa89af5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Subnet': ['ID=796e8b88-7a8c-46fd-b12f-b6e3ee49dd2c,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:35.090173 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bcc3842f-3721-4945-8550-88ba49a9f2ec tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:35.090697 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc3842f-3721-4945-8550-88ba49a9f2ec tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Fanout notify agent at l3_agent the message router_deleted on router 5c42dbb3-576b-482d-9d96-5becde8869ed {{(pid=83867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:33:35.132889 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bcc3842f-3721-4945-8550-88ba49a9f2ec tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:35.136422 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-bcc3842f-3721-4945-8550-88ba49a9f2ec tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "DELETE /v2.0/routers/5c42dbb3-576b-482d-9d96-5becde8869ed HTTP/1.1" status: 204 len: 168 time: 1.0827529 Mar 11 15:33:35.137368 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39226) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:35.169366 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-f1870fe7-3554-4333-82bf-9b0bf5917fa2 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Calling delete_port for f3582db5-af5b-4f81-9fc0-839932930c27 owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:33:35.173808 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7373fd3d-b213-4e66-8753-b40b40e01258 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:35.209704 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-868708bc-53c3-4e57-a4dd-170e8aa89af5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:35.212070 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5906faaa-7ed2-403a-b721-083936f4aabc None None] Network ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:33:35.226613 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-868708bc-53c3-4e57-a4dd-170e8aa89af5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/subnets/796e8b88-7a8c-46fd-b12f-b6e3ee49dd2c HTTP/1.1" status: 204 len: 168 time: 2.1596575 Mar 11 15:33:35.226936 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39230) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:35.244891 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-bcc20646-284f-46fb-83cd-36624df5fc77 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Deleting port fd097078-aae0-4163-9a92-0d8edffb9cad {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:35.245240 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bcc20646-284f-46fb-83cd-36624df5fc77 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:35.427605 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7373fd3d-b213-4e66-8753-b40b40e01258 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Subnet': ['ID=dcaecd75-8a8f-4d3c-8523-ae779e4a1d27,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:35.520797 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7373fd3d-b213-4e66-8753-b40b40e01258 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:35.520797 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7373fd3d-b213-4e66-8753-b40b40e01258 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:35.522630 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7373fd3d-b213-4e66-8753-b40b40e01258 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:35.522630 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7373fd3d-b213-4e66-8753-b40b40e01258 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:35.522630 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7373fd3d-b213-4e66-8753-b40b40e01258 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:35.522630 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7373fd3d-b213-4e66-8753-b40b40e01258 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:35.522630 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7373fd3d-b213-4e66-8753-b40b40e01258 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:35.522979 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7373fd3d-b213-4e66-8753-b40b40e01258 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:35.523054 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eced9dbe-95ad-43d9-9deb-83b1aac4986f None None] DHCP port deletion for ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:33:35.523146 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7373fd3d-b213-4e66-8753-b40b40e01258 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:35.523442 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7373fd3d-b213-4e66-8753-b40b40e01258 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:35.523765 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7373fd3d-b213-4e66-8753-b40b40e01258 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:35.528310 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-eced9dbe-95ad-43d9-9deb-83b1aac4986f None None] Deleting port eba13c17-3913-4d31-a9c4-b9ca883efd56 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:35.529063 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-eced9dbe-95ad-43d9-9deb-83b1aac4986f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:35.542732 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7373fd3d-b213-4e66-8753-b40b40e01258 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Checking segment: {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:33:35.543090 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7373fd3d-b213-4e66-8753-b40b40e01258 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network hostable DHCP agents. Network: a9e561eb-4382-47f0-afe2-548f64b9476b, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:33:35.604352 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cd8b57b-18b2-4231-9cbe-eaf0e1f3d426 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Deleting subnet 5f062e15-e37d-4a1a-b5a8-ca83040112e4 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:33:35.613856 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9cd8b57b-18b2-4231-9cbe-eaf0e1f3d426 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:35.669561 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7373fd3d-b213-4e66-8753-b40b40e01258 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:33:35.690220 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-7373fd3d-b213-4e66-8753-b40b40e01258 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, a9e561eb-4382-47f0-afe2-548f64b9476b) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:33:35.694708 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7373fd3d-b213-4e66-8753-b40b40e01258 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:35.695664 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7373fd3d-b213-4e66-8753-b40b40e01258 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:35.701385 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9cd8b57b-18b2-4231-9cbe-eaf0e1f3d426 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:35.712268 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f1870fe7-3554-4333-82bf-9b0bf5917fa2 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:35.713197 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf5763c-352b-4169-958a-7b21d829f0da None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:33:35.715796 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bcc20646-284f-46fb-83cd-36624df5fc77 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:35.792146 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7373fd3d-b213-4e66-8753-b40b40e01258 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8584223 Mar 11 15:33:35.796363 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39236) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:35.813637 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-d2f4500b-72b6-4c00-9ec2-8caed5737e42 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'port': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'name': 'tempest-NetworksTestDHCPv6-726552364'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:33:35.841787 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-eced9dbe-95ad-43d9-9deb-83b1aac4986f None None] For port eba13c17-3913-4d31-a9c4-b9ca883efd56, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=eba13c17-3913-4d31-a9c4-b9ca883efd56,segment=NetworkSegment(8c441113-7fec-4769-bcce-89407f41ac7d),segment_id=8c441113-7fec-4769-bcce-89407f41ac7d)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:33:35.842444 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-eced9dbe-95ad-43d9-9deb-83b1aac4986f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:35.905711 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1870fe7-3554-4333-82bf-9b0bf5917fa2 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Pushing event deleted for resources: {'Port': ['ID=f3582db5-af5b-4f81-9fc0-839932930c27,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:35.921068 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-bcc20646-284f-46fb-83cd-36624df5fc77 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Calling delete_port for fd097078-aae0-4163-9a92-0d8edffb9cad owned by network:router_interface {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:33:35.955610 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c7658230-1da2-422c-b2cf-39a10167565c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:36.005286 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-eced9dbe-95ad-43d9-9deb-83b1aac4986f None None] Calling delete_port for eba13c17-3913-4d31-a9c4-b9ca883efd56 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:33:36.026538 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9cd8b57b-18b2-4231-9cbe-eaf0e1f3d426 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:36.184836 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-eced9dbe-95ad-43d9-9deb-83b1aac4986f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:36.256284 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7692b049-4d68-4559-b0e4-d82eb06f12be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-a9e561eb-4382-47f0-afe2-548f64b9476b', 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'tenant_id': 'd568d0bdb48844a4af924b22cae1da29', 'fixed_ips': [{'subnet_id': 'dcaecd75-8a8f-4d3c-8523-ae779e4a1d27'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:33:36.257091 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7692b049-4d68-4559-b0e4-d82eb06f12be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:36.296411 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced9dbe-95ad-43d9-9deb-83b1aac4986f None None] Pushing event deleted for resources: {'Port': ['ID=eba13c17-3913-4d31-a9c4-b9ca883efd56,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:36.299039 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-abd81581-309f-4031-abd2-cf0c390a6a13 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for router, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:36.301964 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-d2f4500b-72b6-4c00-9ec2-8caed5737e42 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:36.306492 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d2f4500b-72b6-4c00-9ec2-8caed5737e42 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:port and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:36.309387 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d2f4500b-72b6-4c00-9ec2-8caed5737e42 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:36.313784 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eced9dbe-95ad-43d9-9deb-83b1aac4986f None None] No DVR routers for this DVR port eba13c17-3913-4d31-a9c4-b9ca883efd56 on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:33:36.315567 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-d2f4500b-72b6-4c00-9ec2-8caed5737e42 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:36.335152 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9cd8b57b-18b2-4231-9cbe-eaf0e1f3d426 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:36.377755 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f4500b-72b6-4c00-9ec2-8caed5737e42 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'port': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:33:36.377982 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 4b8efc8b-cadf-402e-936e-d07c0f2c43db no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:33:36.380809 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d2f4500b-72b6-4c00-9ec2-8caed5737e42 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:36.418378 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 4b8efc8b-cadf-402e-936e-d07c0f2c43db {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:33:36.418699 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 4b8efc8b-cadf-402e-936e-d07c0f2c43db not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:33:36.419045 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device eba13c17-3913-4d31-a9c4-b9ca883efd56 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:33:36.433258 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8b57b-18b2-4231-9cbe-eaf0e1f3d426 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event deleted for resources: {'Subnet': ['ID=5f062e15-e37d-4a1a-b5a8-ca83040112e4,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:36.469712 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-d2f4500b-72b6-4c00-9ec2-8caed5737e42 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] device_id is not set on port 376e7a6b-2bc3-44e8-82f4-b3d5b68cccc8 yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:33:36.471876 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526af654-5294-43d5-b00d-308256161e8a None None] Network 0fe14de8-1c1c-4fae-b416-1137c147a5c0 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:33:36.503469 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: eba13c17-3913-4d31-a9c4-b9ca883efd56 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:33:36.503745 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device eba13c17-3913-4d31-a9c4-b9ca883efd56 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:33:36.507904 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9cd8b57b-18b2-4231-9cbe-eaf0e1f3d426 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:36.510372 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f1870fe7-3554-4333-82bf-9b0bf5917fa2 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:36.518901 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648bf9f9-c92e-4286-8d20-dc84dc32e9d2 req-594ad7ce-3276-4b42-a300-b05f6684c7c2 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:36.520431 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-648bf9f9-c92e-4286-8d20-dc84dc32e9d2 req-594ad7ce-3276-4b42-a300-b05f6684c7c2 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ed1c014-724b-486c-9d57-1c54d27a1b58 HTTP/1.1" status: 200 len: 946 time: 0.3966646 Mar 11 15:33:36.531393 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bcc20646-284f-46fb-83cd-36624df5fc77 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:36.568006 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9cd8b57b-18b2-4231-9cbe-eaf0e1f3d426 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "DELETE /v2.0/subnets/5f062e15-e37d-4a1a-b5a8-ca83040112e4 HTTP/1.1" status: 204 len: 168 time: 1.4271581 Mar 11 15:33:36.578703 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39240) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:36.578927 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39242) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:36.579026 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f1870fe7-3554-4333-82bf-9b0bf5917fa2 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] 10.222.0.31 "DELETE /v2.0/ports/f3582db5-af5b-4f81-9fc0-839932930c27 HTTP/1.1" status: 204 len: 168 time: 2.4821258 Mar 11 15:33:36.591924 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc20646-284f-46fb-83cd-36624df5fc77 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event deleted for resources: {'Port': ['ID=fd097078-aae0-4163-9a92-0d8edffb9cad,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:36.739767 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-7692b049-4d68-4559-b0e4-d82eb06f12be None None] Allocated IP 2001:db8::2 (a9e561eb-4382-47f0-afe2-548f64b9476b/dcaecd75-8a8f-4d3c-8523-ae779e4a1d27/e61bca59-ec06-43b9-82c7-f35f17941fd8) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:33:36.905877 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-abd81581-309f-4031-abd2-cf0c390a6a13 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:36.928658 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-abd81581-309f-4031-abd2-cf0c390a6a13 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Deleting port 0aebbfc1-17db-45f7-b211-634adfc28180 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:36.929400 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-abd81581-309f-4031-abd2-cf0c390a6a13 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:36.931028 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-648bf9f9-c92e-4286-8d20-dc84dc32e9d2 req-7848ca41-b7fe-4d20-b879-5e6af2e23a58 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddd9975-6795-448d-913f-a65ef3bd0a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3980730 Mar 11 15:33:36.947502 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e9b58ede-800f-44ba-9dcc-222c72d2914a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:36.979064 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-e9b58ede-800f-44ba-9dcc-222c72d2914a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Deleting port 0c279132-d4f9-4cfd-8252-5cb4e2d65c11 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:36.979658 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e9b58ede-800f-44ba-9dcc-222c72d2914a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:37.063219 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b195a44-c110-4132-8ae8-a32798b77834 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:37.063862 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-9b195a44-c110-4132-8ae8-a32798b77834 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Synchronizing usage tracker for tenant:ba84e12fe93242f4ad3418dc2cbee32f on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:33:37.070421 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c7658230-1da2-422c-b2cf-39a10167565c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:37.125980 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-c7658230-1da2-422c-b2cf-39a10167565c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting port 5eacffb7-ab7b-48c8-af25-d90377798cb0 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:37.126708 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c7658230-1da2-422c-b2cf-39a10167565c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:37.132933 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bcc20646-284f-46fb-83cd-36624df5fc77 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:37.169986 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7692b049-4d68-4559-b0e4-d82eb06f12be None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:37.184376 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-7692b049-4d68-4559-b0e4-d82eb06f12be None None] Transition to ACTIVE for port object e61bca59-ec06-43b9-82c7-f35f17941fd8 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:33:37.201838 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-9b195a44-c110-4132-8ae8-a32798b77834 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Unset dirty status for tenant:ba84e12fe93242f4ad3418dc2cbee32f on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:33:37.203541 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9b195a44-c110-4132-8ae8-a32798b77834 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] 10.222.0.31 "GET /v2.0/ports?device_id=698b8dd9-a798-444f-b18e-34e260139885 HTTP/1.1" status: 200 len: 913 time: 0.6221750 Mar 11 15:33:37.209772 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39248) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:37.212719 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-7692b049-4d68-4559-b0e4-d82eb06f12be None None] Transition to ACTIVE for port object e61bca59-ec06-43b9-82c7-f35f17941fd8 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:33:37.219253 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab56527-52db-40e9-aeda-4d2ecd7c9c8f None None] DHCP port deletion for 0fe14de8-1c1c-4fae-b416-1137c147a5c0 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:33:37.227378 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7692b049-4d68-4559-b0e4-d82eb06f12be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:37.307128 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-9ab56527-52db-40e9-aeda-4d2ecd7c9c8f None None] Deleting port 0c279132-d4f9-4cfd-8252-5cb4e2d65c11 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:37.307600 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9ab56527-52db-40e9-aeda-4d2ecd7c9c8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:37.316773 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-abd81581-309f-4031-abd2-cf0c390a6a13 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:37.360318 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7692b049-4d68-4559-b0e4-d82eb06f12be None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:33:37.368950 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-7692b049-4d68-4559-b0e4-d82eb06f12be None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:33:37.371426 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7692b049-4d68-4559-b0e4-d82eb06f12be None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:33:37.391564 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692b049-4d68-4559-b0e4-d82eb06f12be None None] Pushing event updated for resources: {'Port': ['ID=e61bca59-ec06-43b9-82c7-f35f17941fd8,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:37.547632 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-7692b049-4d68-4559-b0e4-d82eb06f12be None None] Attempting to bind port e61bca59-ec06-43b9-82c7-f35f17941fd8 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:33:37.547925 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-7692b049-4d68-4559-b0e4-d82eb06f12be None None] Attempting to bind port e61bca59-ec06-43b9-82c7-f35f17941fd8 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:33:37.548381 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7692b049-4d68-4559-b0e4-d82eb06f12be None None] Attempting to bind port e61bca59-ec06-43b9-82c7-f35f17941fd8 on network a9e561eb-4382-47f0-afe2-548f64b9476b {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:33:37.607188 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-abd81581-309f-4031-abd2-cf0c390a6a13 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Calling delete_port for 0aebbfc1-17db-45f7-b211-634adfc28180 owned by network:router_gateway {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:33:37.612837 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7692b049-4d68-4559-b0e4-d82eb06f12be None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:33:37.613270 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7692b049-4d68-4559-b0e4-d82eb06f12be None None] Checking segment: {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:33:37.614738 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7692b049-4d68-4559-b0e4-d82eb06f12be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:37.614738 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7692b049-4d68-4559-b0e4-d82eb06f12be None None] Bound using segment: {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:33:37.614738 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-7692b049-4d68-4559-b0e4-d82eb06f12be None None] Bound port: e61bca59-ec06-43b9-82c7-f35f17941fd8, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:33:37.615336 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7692b049-4d68-4559-b0e4-d82eb06f12be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:37.630443 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-d2f4500b-72b6-4c00-9ec2-8caed5737e42 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Allocated IP 2001:db8::226 (a9e561eb-4382-47f0-afe2-548f64b9476b/dcaecd75-8a8f-4d3c-8523-ae779e4a1d27/376e7a6b-2bc3-44e8-82f4-b3d5b68cccc8) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:33:37.665142 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-e9b58ede-800f-44ba-9dcc-222c72d2914a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] For port 0c279132-d4f9-4cfd-8252-5cb4e2d65c11, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=0c279132-d4f9-4cfd-8252-5cb4e2d65c11,segment=NetworkSegment(592ada3a-c7af-4900-82d6-1bfb887cd1fb),segment_id=592ada3a-c7af-4900-82d6-1bfb887cd1fb)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:33:37.665499 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e9b58ede-800f-44ba-9dcc-222c72d2914a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:37.698760 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-9ab56527-52db-40e9-aeda-4d2ecd7c9c8f None None] For port 0c279132-d4f9-4cfd-8252-5cb4e2d65c11, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=0c279132-d4f9-4cfd-8252-5cb4e2d65c11,segment=NetworkSegment(592ada3a-c7af-4900-82d6-1bfb887cd1fb),segment_id=592ada3a-c7af-4900-82d6-1bfb887cd1fb)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:33:37.699241 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9ab56527-52db-40e9-aeda-4d2ecd7c9c8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:37.822419 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-e9b58ede-800f-44ba-9dcc-222c72d2914a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Calling delete_port for 0c279132-d4f9-4cfd-8252-5cb4e2d65c11 owned by network:dhcp {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:33:37.836839 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-9ab56527-52db-40e9-aeda-4d2ecd7c9c8f None None] Calling delete_port for 0c279132-d4f9-4cfd-8252-5cb4e2d65c11 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:33:37.901643 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-7692b049-4d68-4559-b0e4-d82eb06f12be None None] For port e61bca59-ec06-43b9-82c7-f35f17941fd8, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:33:37.907025 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-7692b049-4d68-4559-b0e4-d82eb06f12be None None] For port e61bca59-ec06-43b9-82c7-f35f17941fd8, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=e61bca59-ec06-43b9-82c7-f35f17941fd8,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:33:37.909918 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-c7658230-1da2-422c-b2cf-39a10167565c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] For port 5eacffb7-ab7b-48c8-af25-d90377798cb0, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=5eacffb7-ab7b-48c8-af25-d90377798cb0,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:33:37.910510 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c7658230-1da2-422c-b2cf-39a10167565c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:37.916206 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7692b049-4d68-4559-b0e4-d82eb06f12be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:38.004958 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc20646-284f-46fb-83cd-36624df5fc77 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Router 4b2fda4b-92ac-450e-80b5-4dfd71de6d6f has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:33:38.010365 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9ab56527-52db-40e9-aeda-4d2ecd7c9c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:38.040065 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab56527-52db-40e9-aeda-4d2ecd7c9c8f None None] No DVR routers for this DVR port 0c279132-d4f9-4cfd-8252-5cb4e2d65c11 on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:33:38.044045 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692b049-4d68-4559-b0e4-d82eb06f12be None None] Pushing event updated for resources: {'Port': ['ID=e61bca59-ec06-43b9-82c7-f35f17941fd8,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:38.097455 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab56527-52db-40e9-aeda-4d2ecd7c9c8f None None] Pushing event deleted for resources: {'Port': ['ID=0c279132-d4f9-4cfd-8252-5cb4e2d65c11,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:38.145551 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-c7658230-1da2-422c-b2cf-39a10167565c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Calling delete_port for 5eacffb7-ab7b-48c8-af25-d90377798cb0 owned by network:router_gateway {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:33:38.324466 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-abd81581-309f-4031-abd2-cf0c390a6a13 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:38.385888 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd81581-309f-4031-abd2-cf0c390a6a13 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Pushing event deleted for resources: {'Port': ['ID=0aebbfc1-17db-45f7-b211-634adfc28180,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:38.399818 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 0c279132-d4f9-4cfd-8252-5cb4e2d65c11 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:33:38.420859 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc20646-284f-46fb-83cd-36624df5fc77 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:33:38.438518 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369dd375-9074-4fbd-b1c2-a502833597b7 None None] Sync routers for ids ['4b2fda4b-92ac-450e-80b5-4dfd71de6d6f'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:33:38.450593 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 0c279132-d4f9-4cfd-8252-5cb4e2d65c11 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:33:38.451022 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 0c279132-d4f9-4cfd-8252-5cb4e2d65c11 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:33:38.457225 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369dd375-9074-4fbd-b1c2-a502833597b7 None None] Routers {'4b2fda4b-92ac-450e-80b5-4dfd71de6d6f'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:33:38.457981 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-369dd375-9074-4fbd-b1c2-a502833597b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:33:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['4b2fda4b-92ac-450e-80b5-4dfd71de6d6f'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:38.482943 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d2f4500b-72b6-4c00-9ec2-8caed5737e42 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:38.512868 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-bcc20646-284f-46fb-83cd-36624df5fc77 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "PUT /v2.0/routers/4b2fda4b-92ac-450e-80b5-4dfd71de6d6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7395484 Mar 11 15:33:38.514547 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-d2f4500b-72b6-4c00-9ec2-8caed5737e42 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Transition to ACTIVE for port object 376e7a6b-2bc3-44e8-82f4-b3d5b68cccc8 will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:33:38.515642 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.db.api [None req-e9b58ede-800f-44ba-9dcc-222c72d2914a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:33:38.515954 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG oslo_db.api [None req-e9b58ede-800f-44ba-9dcc-222c72d2914a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:33:38.519771 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39254) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:38.549705 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-369dd375-9074-4fbd-b1c2-a502833597b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:38.561484 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369dd375-9074-4fbd-b1c2-a502833597b7 None None] Routers {'4b2fda4b-92ac-450e-80b5-4dfd71de6d6f'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:33:38.562131 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-369dd375-9074-4fbd-b1c2-a502833597b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:33:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['4b2fda4b-92ac-450e-80b5-4dfd71de6d6f'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:38.584274 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e9408-114f-49f3-985e-0b93a6687bf5 req-53510d4e-fd9e-4499-940a-f42cd22ddbe3 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:38.585772 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9e0e9408-114f-49f3-985e-0b93a6687bf5 req-53510d4e-fd9e-4499-940a-f42cd22ddbe3 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ed1c014-724b-486c-9d57-1c54d27a1b58 HTTP/1.1" status: 200 len: 946 time: 0.4209216 Mar 11 15:33:38.589127 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-052ef461-062b-4e14-b875-89d7bf90f2b9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] GET failed (client error): The resource could not be found. Mar 11 15:33:38.589608 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-052ef461-062b-4e14-b875-89d7bf90f2b9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Synchronizing usage tracker for tenant:a138b31c346e4c0cb3afee629b96673d on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:33:38.626963 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-369dd375-9074-4fbd-b1c2-a502833597b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:38.627459 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369dd375-9074-4fbd-b1c2-a502833597b7 None None] The sync data for ids ['4b2fda4b-92ac-450e-80b5-4dfd71de6d6f'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:33:38.728445 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d2f4500b-72b6-4c00-9ec2-8caed5737e42 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:38.756126 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-052ef461-062b-4e14-b875-89d7bf90f2b9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Unset dirty status for tenant:a138b31c346e4c0cb3afee629b96673d on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:33:38.757311 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-052ef461-062b-4e14-b875-89d7bf90f2b9 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "GET /v2.0/ports/fd097078-aae0-4163-9a92-0d8edffb9cad HTTP/1.1" status: 404 len: 333 time: 0.2291999 Mar 11 15:33:38.762909 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39258) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:38.880887 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f4500b-72b6-4c00-9ec2-8caed5737e42 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:33:38.888649 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f4500b-72b6-4c00-9ec2-8caed5737e42 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Port': ['ID=376e7a6b-2bc3-44e8-82f4-b3d5b68cccc8,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:38.893751 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-d2f4500b-72b6-4c00-9ec2-8caed5737e42 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:33:38.895827 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f4500b-72b6-4c00-9ec2-8caed5737e42 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:33:38.899437 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-abd81581-309f-4031-abd2-cf0c390a6a13 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:38.900665 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f4500b-72b6-4c00-9ec2-8caed5737e42 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:38.901501 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d2f4500b-72b6-4c00-9ec2-8caed5737e42 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:38.946023 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c7658230-1da2-422c-b2cf-39a10167565c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:38.997835 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d2f4500b-72b6-4c00-9ec2-8caed5737e42 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1883230 Mar 11 15:33:38.998331 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39262) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:39.045459 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-e9b58ede-800f-44ba-9dcc-222c72d2914a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Deleting port 0c279132-d4f9-4cfd-8252-5cb4e2d65c11 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:39.045459 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e9b58ede-800f-44ba-9dcc-222c72d2914a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:39.070480 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7658230-1da2-422c-b2cf-39a10167565c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Port': ['ID=5eacffb7-ab7b-48c8-af25-d90377798cb0,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:39.108283 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f85ca42a-3dde-4401-b6fd-e24e6c8ae905 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:39.174531 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9e0e9408-114f-49f3-985e-0b93a6687bf5 req-09bc51e7-502a-4517-b100-0d4b697267e7 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddd9975-6795-448d-913f-a65ef3bd0a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5780940 Mar 11 15:33:39.254529 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-e9b58ede-800f-44ba-9dcc-222c72d2914a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] The port '0c279132-d4f9-4cfd-8252-5cb4e2d65c11' was deleted {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 15:33:39.273739 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad417c2a-5fc1-4460-82f4-6cd11f45918a None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:33:39.324527 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f6d7c3cc-3863-41fa-9f03-ce058df37b82 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for router, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:39.371422 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-c62cb003-427e-4160-a3ff-ec0e1436f086 None None] Provisioning for port e61bca59-ec06-43b9-82c7-f35f17941fd8 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:33:39.377962 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-abd81581-309f-4031-abd2-cf0c390a6a13 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:39.451445 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-abd81581-309f-4031-abd2-cf0c390a6a13 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:39.544783 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e9b58ede-800f-44ba-9dcc-222c72d2914a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:39.619000 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-abd81581-309f-4031-abd2-cf0c390a6a13 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:39.619986 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd81581-309f-4031-abd2-cf0c390a6a13 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Fanout notify agent at l3_agent the message router_deleted on router f186c74e-a9d7-4f53-91d1-dea1dbb31662 {{(pid=83866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:33:39.642990 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-abd81581-309f-4031-abd2-cf0c390a6a13 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:39.646419 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-abd81581-309f-4031-abd2-cf0c390a6a13 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "DELETE /v2.0/routers/f186c74e-a9d7-4f53-91d1-dea1dbb31662 HTTP/1.1" status: 204 len: 168 time: 4.8644223 Mar 11 15:33:39.647858 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39266) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:39.728544 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa06a56-7b3a-4906-910c-bdb17464e8a8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:39.732451 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa06a56-7b3a-4906-910c-bdb17464e8a8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:39.733447 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-5fa06a56-7b3a-4906-910c-bdb17464e8a8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:33:39.737740 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-e9b58ede-800f-44ba-9dcc-222c72d2914a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fe14de8-1c1c-4fae-b416-1137c147a5c0']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:39.757853 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c7658230-1da2-422c-b2cf-39a10167565c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:39.826258 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-e9b58ede-800f-44ba-9dcc-222c72d2914a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '592ada3a-c7af-4900-82d6-1bfb887cd1fb') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:39.826718 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-e9b58ede-800f-44ba-9dcc-222c72d2914a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '592ada3a-c7af-4900-82d6-1bfb887cd1fb') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:39.831914 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-266bd95b-2a59-4d37-a89b-a7d50db04e6e None None] Provisioning for port 376e7a6b-2bc3-44e8-82f4-b3d5b68cccc8 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:33:39.837192 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f6d7c3cc-3863-41fa-9f03-ce058df37b82 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:39.838153 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-266bd95b-2a59-4d37-a89b-a7d50db04e6e None None] Provisioning complete for port 376e7a6b-2bc3-44e8-82f4-b3d5b68cccc8 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:33:39.838660 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-266bd95b-2a59-4d37-a89b-a7d50db04e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:39.851937 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f6d7c3cc-3863-41fa-9f03-ce058df37b82 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:39.908211 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-266bd95b-2a59-4d37-a89b-a7d50db04e6e None None] Port 376e7a6b-2bc3-44e8-82f4-b3d5b68cccc8 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:33:39.914748 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f6d7c3cc-3863-41fa-9f03-ce058df37b82 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:39.915650 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d7c3cc-3863-41fa-9f03-ce058df37b82 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Fanout notify agent at l3_agent the message router_deleted on router 4b2fda4b-92ac-450e-80b5-4dfd71de6d6f {{(pid=83866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:33:39.918516 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e9b58ede-800f-44ba-9dcc-222c72d2914a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:39.939004 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f6d7c3cc-3863-41fa-9f03-ce058df37b82 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:39.942469 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f6d7c3cc-3863-41fa-9f03-ce058df37b82 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/routers/4b2fda4b-92ac-450e-80b5-4dfd71de6d6f HTTP/1.1" status: 204 len: 168 time: 1.1763086 Mar 11 15:33:39.999594 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39270) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:40.062239 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d25b2ca6-ea3b-4f7e-9842-2c997c19e642 None None] Provisioning complete for port 376e7a6b-2bc3-44e8-82f4-b3d5b68cccc8 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:33:40.062981 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d25b2ca6-ea3b-4f7e-9842-2c997c19e642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:40.098815 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-5fa06a56-7b3a-4906-910c-bdb17464e8a8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:33:40.100093 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5fa06a56-7b3a-4906-910c-bdb17464e8a8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 1.0992794 Mar 11 15:33:40.103844 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39274) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:40.106976 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e9b58ede-800f-44ba-9dcc-222c72d2914a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:40.139924 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-d25b2ca6-ea3b-4f7e-9842-2c997c19e642 None None] Port 376e7a6b-2bc3-44e8-82f4-b3d5b68cccc8 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:33:40.215753 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ce4b332-51fe-4d9d-961e-55f7c7ca291c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Deleting subnet bc8a237e-2506-407a-af75-3fcb2581c628 {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:33:40.219848 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b58ede-800f-44ba-9dcc-222c72d2914a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:33:40.220288 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e9b58ede-800f-44ba-9dcc-222c72d2914a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:40.283083 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-b557ef21-df52-4002-ae02-86c616fa2f06 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Deleting subnet b446632e-b3fd-4a63-b042-587f628748f2 {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:33:40.285120 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8ce4b332-51fe-4d9d-961e-55f7c7ca291c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:40.291428 dv-neutron-833373-1-hyperv neutron-server[83867]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:33:40.291428 dv-neutron-833373-1-hyperv neutron-server[83867]: util.warn( Mar 11 15:33:40.291428 dv-neutron-833373-1-hyperv neutron-server[83867]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:33:40.291428 dv-neutron-833373-1-hyperv neutron-server[83867]: util.warn( Mar 11 15:33:40.291428 dv-neutron-833373-1-hyperv neutron-server[83867]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:33:40.291428 dv-neutron-833373-1-hyperv neutron-server[83867]: util.warn( Mar 11 15:33:40.291428 dv-neutron-833373-1-hyperv neutron-server[83867]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:33:40.291428 dv-neutron-833373-1-hyperv neutron-server[83867]: util.warn( Mar 11 15:33:40.291428 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:33:40.291428 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:33:40.291428 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:33:40.291428 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:33:40.291428 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:33:40.291428 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:33:40.291428 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:33:40.291428 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:33:40.291428 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:33:40.291428 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:33:40.291428 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:33:40.291428 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:33:40.291428 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:33:40.291428 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:33:40.291428 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:33:40.291428 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:33:40.291428 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:33:40.291428 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:33:40.291428 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:33:40.291428 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:33:40.291428 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:33:40.291428 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:33:40.291428 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:33:40.291428 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:33:40.291428 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:33:40.291428 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:33:40.291428 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:33:40.291428 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:33:40.291428 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:33:40.291428 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:33:40.291428 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:33:40.291428 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:33:40.324885 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b557ef21-df52-4002-ae02-86c616fa2f06 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:40.397070 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8ce4b332-51fe-4d9d-961e-55f7c7ca291c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:40.439464 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device e61bca59-ec06-43b9-82c7-f35f17941fd8 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:33:40.442855 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c7658230-1da2-422c-b2cf-39a10167565c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:40.466057 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8ce4b332-51fe-4d9d-961e-55f7c7ca291c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:40.536004 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-e4b30556-fbac-4652-8bc8-d78c5edde490 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting port 376e7a6b-2bc3-44e8-82f4-b3d5b68cccc8 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:40.536382 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e4b30556-fbac-4652-8bc8-d78c5edde490 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:40.542227 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port e61bca59-ec06-43b9-82c7-f35f17941fd8 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:33:40.548928 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port e61bca59-ec06-43b9-82c7-f35f17941fd8 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:33:40.549474 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:40.565633 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c7658230-1da2-422c-b2cf-39a10167565c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:40.586152 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e9b58ede-800f-44ba-9dcc-222c72d2914a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:40.632040 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e9b58ede-800f-44ba-9dcc-222c72d2914a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:40.661327 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b557ef21-df52-4002-ae02-86c616fa2f06 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:40.661829 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b58ede-800f-44ba-9dcc-222c72d2914a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event deleted for resources: {'Network': ['ID=0fe14de8-1c1c-4fae-b416-1137c147a5c0,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:40.676035 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e9b58ede-800f-44ba-9dcc-222c72d2914a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "DELETE /v2.0/networks/0fe14de8-1c1c-4fae-b416-1137c147a5c0 HTTP/1.1" status: 204 len: 168 time: 4.0962224 Mar 11 15:33:40.703077 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39280) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:40.722425 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-7ebe27ca-8725-4190-87df-ebb11fee7d12 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1972541455', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}, 'admin_state_up': False}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:33:40.733844 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-7ebe27ca-8725-4190-87df-ebb11fee7d12 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:40.741446 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:40.748406 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-7ebe27ca-8725-4190-87df-ebb11fee7d12 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Usage tracker for resource:router and tenant:c58947f968f64e3fb11fb874306012f2 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:40.754721 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-7ebe27ca-8725-4190-87df-ebb11fee7d12 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:40.772307 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-7ebe27ca-8725-4190-87df-ebb11fee7d12 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:40.785765 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8ce4b332-51fe-4d9d-961e-55f7c7ca291c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:40.786368 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port e61bca59-ec06-43b9-82c7-f35f17941fd8, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=e61bca59-ec06-43b9-82c7-f35f17941fd8,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:33:40.791610 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:40.835876 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7ebe27ca-8725-4190-87df-ebb11fee7d12 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:40.836873 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7ebe27ca-8725-4190-87df-ebb11fee7d12 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:40.850064 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce4b332-51fe-4d9d-961e-55f7c7ca291c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Pushing event deleted for resources: {'Subnet': ['ID=bc8a237e-2506-407a-af75-3fcb2581c628,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:40.860790 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c7658230-1da2-422c-b2cf-39a10167565c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:40.862137 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7658230-1da2-422c-b2cf-39a10167565c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Fanout notify agent at l3_agent the message router_deleted on router e8045d71-5323-44ad-885b-64df1c786251 {{(pid=83867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:33:40.865933 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8ce4b332-51fe-4d9d-961e-55f7c7ca291c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:40.884317 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce4b332-51fe-4d9d-961e-55f7c7ca291c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:40.884748 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce4b332-51fe-4d9d-961e-55f7c7ca291c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:40.885119 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce4b332-51fe-4d9d-961e-55f7c7ca291c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:40.885548 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce4b332-51fe-4d9d-961e-55f7c7ca291c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:40.886795 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce4b332-51fe-4d9d-961e-55f7c7ca291c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:40.886795 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce4b332-51fe-4d9d-961e-55f7c7ca291c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:40.886795 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce4b332-51fe-4d9d-961e-55f7c7ca291c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:40.887074 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce4b332-51fe-4d9d-961e-55f7c7ca291c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:40.887151 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce4b332-51fe-4d9d-961e-55f7c7ca291c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:40.887465 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce4b332-51fe-4d9d-961e-55f7c7ca291c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:40.887776 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce4b332-51fe-4d9d-961e-55f7c7ca291c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:40.901914 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b557ef21-df52-4002-ae02-86c616fa2f06 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:40.930941 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=e61bca59-ec06-43b9-82c7-f35f17941fd8,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:40.950189 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-8ce4b332-51fe-4d9d-961e-55f7c7ca291c tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "DELETE /v2.0/subnets/bc8a237e-2506-407a-af75-3fcb2581c628 HTTP/1.1" status: 204 len: 168 time: 1.2444992 Mar 11 15:33:40.960074 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39284) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:40.981953 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a49a1da-7cfa-4311-a6fc-10b1483dadd4 req-bffaf8f1-3a96-4035-bd6a-8c9eb1bfad9a tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:40.984033 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-0a49a1da-7cfa-4311-a6fc-10b1483dadd4 req-bffaf8f1-3a96-4035-bd6a-8c9eb1bfad9a tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ed1c014-724b-486c-9d57-1c54d27a1b58 HTTP/1.1" status: 200 len: 946 time: 0.6157484 Mar 11 15:33:40.987302 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c7658230-1da2-422c-b2cf-39a10167565c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:40.990762 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c7658230-1da2-422c-b2cf-39a10167565c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/routers/e8045d71-5323-44ad-885b-64df1c786251 HTTP/1.1" status: 204 len: 168 time: 5.7606666 Mar 11 15:33:40.992996 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7ebe27ca-8725-4190-87df-ebb11fee7d12 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:41.001730 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39288) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:41.179675 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a5c7dee0-1d32-4a98-a165-f3f2813aef78 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:41.219974 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0ea4b10b-2ab2-4201-beb6-48b3b5cc0418 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:41.236649 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b557ef21-df52-4002-ae02-86c616fa2f06 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:41.258785 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e4b30556-fbac-4652-8bc8-d78c5edde490 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:41.275411 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-0a49a1da-7cfa-4311-a6fc-10b1483dadd4 req-1e984669-06c8-4e1c-b524-44b219982e76 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddd9975-6795-448d-913f-a65ef3bd0a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2781603 Mar 11 15:33:41.291662 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b557ef21-df52-4002-ae02-86c616fa2f06 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event deleted for resources: {'Subnet': ['ID=b446632e-b3fd-4a63-b042-587f628748f2,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:41.342429 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b557ef21-df52-4002-ae02-86c616fa2f06 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:41.353211 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae56892-2524-43ec-b3af-03fa44839933 None None] Network c72b3c2b-8f3a-4d0a-8c6f-7632ac68310b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:33:41.380427 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b557ef21-df52-4002-ae02-86c616fa2f06 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/subnets/b446632e-b3fd-4a63-b042-587f628748f2 HTTP/1.1" status: 204 len: 168 time: 1.3789377 Mar 11 15:33:41.399103 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39292) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:41.434299 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7ebe27ca-8725-4190-87df-ebb11fee7d12 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:41.469072 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-e4b30556-fbac-4652-8bc8-d78c5edde490 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Calling delete_port for 376e7a6b-2bc3-44e8-82f4-b3d5b68cccc8 owned by {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:33:41.472891 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a5c7dee0-1d32-4a98-a165-f3f2813aef78 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:41.574344 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-a5c7dee0-1d32-4a98-a165-f3f2813aef78 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c62958a-c577-4740-bd1f-d6ca9c60e5d3']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:41.604725 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-a5c7dee0-1d32-4a98-a165-f3f2813aef78 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f63fc70-e26e-412d-8928-6c852735d0f9') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:41.604725 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-a5c7dee0-1d32-4a98-a165-f3f2813aef78 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f63fc70-e26e-412d-8928-6c852735d0f9') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:41.621245 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a5c7dee0-1d32-4a98-a165-f3f2813aef78 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:41.642752 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddfe23c-9148-4208-985f-0287e194c56d None None] DHCP port deletion for c72b3c2b-8f3a-4d0a-8c6f-7632ac68310b request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:33:41.646296 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a5c7dee0-1d32-4a98-a165-f3f2813aef78 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:41.649740 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-cddfe23c-9148-4208-985f-0287e194c56d None None] Deleting port 9429283d-c212-4628-b2ec-a5af6a811bd1 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:41.650092 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cddfe23c-9148-4208-985f-0287e194c56d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:41.657243 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5c7dee0-1d32-4a98-a165-f3f2813aef78 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:33:41.657717 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a5c7dee0-1d32-4a98-a165-f3f2813aef78 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:41.673995 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:33:41.673995 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:33:41.673995 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:33:41.673995 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:33:41.673995 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:33:41.673995 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:33:41.673995 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:33:41.673995 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:33:41.673995 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:33:41.673995 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:33:41.673995 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:33:41.673995 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:33:41.673995 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:33:41.673995 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:33:41.673995 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:33:41.673995 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:33:41.673995 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:33:41.673995 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:33:41.673995 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:33:41.673995 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:33:41.673995 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:33:41.673995 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:33:41.673995 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:33:41.673995 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:33:41.673995 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:33:41.673995 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:33:41.673995 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:33:41.673995 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:33:41.673995 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:33:41.673995 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:33:41.673995 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:33:41.673995 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:33:41.784985 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a5c7dee0-1d32-4a98-a165-f3f2813aef78 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:41.803898 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a5c7dee0-1d32-4a98-a165-f3f2813aef78 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:41.819638 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c7dee0-1d32-4a98-a165-f3f2813aef78 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] Pushing event deleted for resources: {'Network': ['ID=7c62958a-c577-4740-bd1f-d6ca9c60e5d3,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:41.824899 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a5c7dee0-1d32-4a98-a165-f3f2813aef78 tempest-FloatingIPTestJSON-1847796040 tempest-FloatingIPTestJSON-1847796040-project] 10.222.0.31 "DELETE /v2.0/networks/7c62958a-c577-4740-bd1f-d6ca9c60e5d3 HTTP/1.1" status: 204 len: 168 time: 0.8611190 Mar 11 15:33:41.855315 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0ea4b10b-2ab2-4201-beb6-48b3b5cc0418 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:41.873535 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7ebe27ca-8725-4190-87df-ebb11fee7d12 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for router_gateway, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:41.906766 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-cddfe23c-9148-4208-985f-0287e194c56d None None] For port 9429283d-c212-4628-b2ec-a5af6a811bd1, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=9429283d-c212-4628-b2ec-a5af6a811bd1,segment=NetworkSegment(bb4961a0-fdfa-49ee-a166-78d50356a2ee),segment_id=bb4961a0-fdfa-49ee-a166-78d50356a2ee)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:33:41.907339 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cddfe23c-9148-4208-985f-0287e194c56d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:41.909886 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7ebe27ca-8725-4190-87df-ebb11fee7d12 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:41.926911 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1ed98746-6d34-4a75-a009-7004d6ce6bfd tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:41.966561 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-0ea4b10b-2ab2-4201-beb6-48b3b5cc0418 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:42.006008 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-0ea4b10b-2ab2-4201-beb6-48b3b5cc0418 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c441113-7fec-4769-bcce-89407f41ac7d') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:42.006301 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-0ea4b10b-2ab2-4201-beb6-48b3b5cc0418 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c441113-7fec-4769-bcce-89407f41ac7d') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:42.032353 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0ea4b10b-2ab2-4201-beb6-48b3b5cc0418 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:42.042597 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-1ed98746-6d34-4a75-a009-7004d6ce6bfd tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Deleting port 9429283d-c212-4628-b2ec-a5af6a811bd1 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:42.043190 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1ed98746-6d34-4a75-a009-7004d6ce6bfd tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:42.072057 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-cddfe23c-9148-4208-985f-0287e194c56d None None] Calling delete_port for 9429283d-c212-4628-b2ec-a5af6a811bd1 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:33:42.131926 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0ea4b10b-2ab2-4201-beb6-48b3b5cc0418 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:42.141157 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e4b30556-fbac-4652-8bc8-d78c5edde490 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:42.165072 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cddfe23c-9148-4208-985f-0287e194c56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:42.184656 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ea4b10b-2ab2-4201-beb6-48b3b5cc0418 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:33:42.185353 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0ea4b10b-2ab2-4201-beb6-48b3b5cc0418 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:42.206420 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:33:42.206420 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:33:42.206420 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:33:42.206420 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:33:42.206420 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:33:42.206420 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:33:42.206420 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:33:42.206420 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:33:42.206420 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:33:42.206420 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:33:42.206420 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:33:42.206420 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:33:42.206420 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:33:42.206420 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:33:42.206420 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:33:42.206420 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:33:42.206420 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:33:42.206420 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:33:42.206420 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:33:42.206420 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:33:42.206420 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:33:42.206420 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:33:42.206420 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:33:42.206420 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:33:42.206420 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:33:42.206420 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:33:42.206420 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:33:42.206420 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:33:42.206420 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:33:42.206420 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:33:42.206420 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:33:42.206420 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:33:42.274386 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddfe23c-9148-4208-985f-0287e194c56d None None] Pushing event deleted for resources: {'Port': ['ID=9429283d-c212-4628-b2ec-a5af6a811bd1,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:42.282076 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-7ebe27ca-8725-4190-87df-ebb11fee7d12 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Allocated IP 172.26.0.119 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/d2db0d46-e2a8-435a-9a60-55194a58a67f) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:33:42.284941 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b30556-fbac-4652-8bc8-d78c5edde490 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Port': ['ID=376e7a6b-2bc3-44e8-82f4-b3d5b68cccc8,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:42.286099 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddfe23c-9148-4208-985f-0287e194c56d None None] No DVR routers for this DVR port 9429283d-c212-4628-b2ec-a5af6a811bd1 on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:33:42.292590 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39300) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:42.351156 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device e61bca59-ec06-43b9-82c7-f35f17941fd8 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:33:42.359564 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-1ed98746-6d34-4a75-a009-7004d6ce6bfd tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] The port '9429283d-c212-4628-b2ec-a5af6a811bd1' was deleted {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 15:33:42.477692 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port e61bca59-ec06-43b9-82c7-f35f17941fd8 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:33:42.478724 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:42.489433 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e4b30556-fbac-4652-8bc8-d78c5edde490 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:42.492297 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0ea4b10b-2ab2-4201-beb6-48b3b5cc0418 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:42.644878 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0ea4b10b-2ab2-4201-beb6-48b3b5cc0418 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:42.694100 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7ebe27ca-8725-4190-87df-ebb11fee7d12 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:42.717138 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea4b10b-2ab2-4201-beb6-48b3b5cc0418 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Network': ['ID=ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:42.731587 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1ed98746-6d34-4a75-a009-7004d6ce6bfd tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:42.743045 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e4b30556-fbac-4652-8bc8-d78c5edde490 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/ports/376e7a6b-2bc3-44e8-82f4-b3d5b68cccc8 HTTP/1.1" status: 204 len: 168 time: 2.6381738 Mar 11 15:33:42.745033 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0ea4b10b-2ab2-4201-beb6-48b3b5cc0418 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/networks/ee3fefe6-25ac-4224-9d6a-3b1cc694d4c8 HTTP/1.1" status: 204 len: 168 time: 1.7399368 Mar 11 15:33:42.756900 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39308) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:42.776578 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-1ed98746-6d34-4a75-a009-7004d6ce6bfd tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c72b3c2b-8f3a-4d0a-8c6f-7632ac68310b']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:42.790691 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-1ed98746-6d34-4a75-a009-7004d6ce6bfd tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb4961a0-fdfa-49ee-a166-78d50356a2ee') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:42.791357 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-1ed98746-6d34-4a75-a009-7004d6ce6bfd tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb4961a0-fdfa-49ee-a166-78d50356a2ee') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:42.802584 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce393eaa-5ccb-4b9d-ad4e-9143e6f2841f req-c6a9449a-fb22-4e43-af02-da49c003ee85 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:42.813717 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ce393eaa-5ccb-4b9d-ad4e-9143e6f2841f req-c6a9449a-fb22-4e43-af02-da49c003ee85 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ed1c014-724b-486c-9d57-1c54d27a1b58 HTTP/1.1" status: 200 len: 946 time: 0.2915208 Mar 11 15:33:42.831055 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39310) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:42.855272 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 5eacffb7-ab7b-48c8-af25-d90377798cb0 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:33:42.889010 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1ed98746-6d34-4a75-a009-7004d6ce6bfd tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:42.899112 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-a9511e66-6639-4442-bad8-67d4ece47ab0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'network': {'name': 'tempest-network-smoke--804783295', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'port_security_enabled': True}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:33:42.906792 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 5eacffb7-ab7b-48c8-af25-d90377798cb0 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:33:42.907210 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 5eacffb7-ab7b-48c8-af25-d90377798cb0 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:33:42.907630 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 9429283d-c212-4628-b2ec-a5af6a811bd1 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:33:42.927360 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-a9511e66-6639-4442-bad8-67d4ece47ab0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:42.934718 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7ebe27ca-8725-4190-87df-ebb11fee7d12 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:42.943598 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 9429283d-c212-4628-b2ec-a5af6a811bd1 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:33:42.944047 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 9429283d-c212-4628-b2ec-a5af6a811bd1 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:33:42.957022 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1ed98746-6d34-4a75-a009-7004d6ce6bfd tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:42.959804 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-a9511e66-6639-4442-bad8-67d4ece47ab0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:network and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:42.971259 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-a9511e66-6639-4442-bad8-67d4ece47ab0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:42.979574 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed98746-6d34-4a75-a009-7004d6ce6bfd tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:33:42.979969 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1ed98746-6d34-4a75-a009-7004d6ce6bfd tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:43.000553 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:33:43.000553 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:33:43.000553 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:33:43.000553 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:33:43.000553 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:33:43.000553 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:33:43.000553 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:33:43.000553 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:33:43.000553 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:33:43.000553 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:33:43.000553 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:33:43.000553 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:33:43.000553 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:33:43.000553 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:33:43.000553 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:33:43.000553 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:33:43.000553 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:33:43.000553 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:33:43.000553 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:33:43.000553 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:33:43.000553 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:33:43.000553 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:33:43.000553 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:33:43.000553 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:33:43.000553 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:33:43.000553 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:33:43.000553 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:33:43.000553 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:33:43.000553 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:33:43.000553 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:33:43.000553 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:33:43.000553 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:33:43.008032 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-a9511e66-6639-4442-bad8-67d4ece47ab0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:43.010134 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ce393eaa-5ccb-4b9d-ad4e-9143e6f2841f req-0f12e5a3-28d4-450a-ac36-82718e61acd9 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddd9975-6795-448d-913f-a65ef3bd0a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954467 Mar 11 15:33:43.011794 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-fa3446eb-d9b8-473d-8dab-0ca2e72de4c2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=08d14954a9a44d808e73ee1adc21420c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6885295 Mar 11 15:33:43.018999 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39316) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:43.098523 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-f85ca42a-3dde-4401-b6fd-e24e6c8ae905 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Deleting port 071e9f07-4dc0-453d-97b5-6aeff2802dc5 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:43.098865 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f85ca42a-3dde-4401-b6fd-e24e6c8ae905 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:43.130682 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8912c36a-2d13-452e-bae5-dbaa1e42f62c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:43.131985 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8912c36a-2d13-452e-bae5-dbaa1e42f62c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:43.132755 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-8912c36a-2d13-452e-bae5-dbaa1e42f62c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:33:43.143050 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9511e66-6639-4442-bad8-67d4ece47ab0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Made reservation on behalf of 916fcc14ed3c4d0b95925acf526937c4 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:33:43.146085 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a9511e66-6639-4442-bad8-67d4ece47ab0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:43.147341 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebe27ca-8725-4190-87df-ebb11fee7d12 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:33:43.161680 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-7ebe27ca-8725-4190-87df-ebb11fee7d12 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:33:43.173639 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebe27ca-8725-4190-87df-ebb11fee7d12 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:33:43.188548 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1ed98746-6d34-4a75-a009-7004d6ce6bfd tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:43.215910 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe27ca-8725-4190-87df-ebb11fee7d12 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event updated for resources: {'Port': ['ID=d2db0d46-e2a8-435a-9a60-55194a58a67f,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:43.220776 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1ed98746-6d34-4a75-a009-7004d6ce6bfd tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:43.250951 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed98746-6d34-4a75-a009-7004d6ce6bfd tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event deleted for resources: {'Network': ['ID=c72b3c2b-8f3a-4d0a-8c6f-7632ac68310b,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:43.255458 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-09b84593-cecf-4be7-bdc9-c83ad780094f req-45a7c6da-7a9e-4ce6-9e8a-a134dc9a937f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6ed1c014-724b-486c-9d57-1c54d27a1b58 HTTP/1.1" status: 200 len: 1099 time: 0.4691994 Mar 11 15:33:43.306914 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-1ed98746-6d34-4a75-a009-7004d6ce6bfd tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/networks/c72b3c2b-8f3a-4d0a-8c6f-7632ac68310b HTTP/1.1" status: 204 len: 168 time: 1.8490918 Mar 11 15:33:43.307658 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-8912c36a-2d13-452e-bae5-dbaa1e42f62c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:33:43.310806 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-8912c36a-2d13-452e-bae5-dbaa1e42f62c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5095832 Mar 11 15:33:43.315836 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39320) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:43.316431 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39322) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:43.317450 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9511e66-6639-4442-bad8-67d4ece47ab0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:33:43.343885 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a9511e66-6639-4442-bad8-67d4ece47ab0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:43.344326 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-a9511e66-6639-4442-bad8-67d4ece47ab0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Added segment 86f19f21-b375-4ea1-8bd3-1b410b20055f of type vlan for network 0c7936ae-ba60-41e0-9678-29011757e550 Mar 11 15:33:43.406265 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a9511e66-6639-4442-bad8-67d4ece47ab0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:43.413168 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f85ca42a-3dde-4401-b6fd-e24e6c8ae905 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:43.469209 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-48d1c13c-d1b8-4903-b51b-5c94d16830f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:43.539122 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-f85ca42a-3dde-4401-b6fd-e24e6c8ae905 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Calling delete_port for 071e9f07-4dc0-453d-97b5-6aeff2802dc5 owned by network:router_interface {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:33:43.560169 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-09b84593-cecf-4be7-bdc9-c83ad780094f req-f7cd315d-65b3-4d87-b934-0558499d75f5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9ddd9975-6795-448d-913f-a65ef3bd0a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2965422 Mar 11 15:33:43.566565 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.db.resource_extend [None req-a9511e66-6639-4442-bad8-67d4ece47ab0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:33:43.580091 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e5c007-f48e-448b-b5bc-3164aa355b32 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:43.584957 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f7e5c007-f48e-448b-b5bc-3164aa355b32 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "GET /v2.0/ports/1b3a1a11-8e39-40e4-bcd9-b0d190530ea7 HTTP/1.1" status: 200 len: 840 time: 0.2532523 Mar 11 15:33:43.584957 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-48d1c13c-d1b8-4903-b51b-5c94d16830f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:43.585377 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39328) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:43.761541 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9e76ce1-3924-4583-8001-78e5fc34acf0 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting subnet dcaecd75-8a8f-4d3c-8523-ae779e4a1d27 {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:33:43.761821 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a9511e66-6639-4442-bad8-67d4ece47ab0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:43.765191 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-48d1c13c-d1b8-4903-b51b-5c94d16830f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:43.765474 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9511e66-6639-4442-bad8-67d4ece47ab0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:43.765900 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a9511e66-6639-4442-bad8-67d4ece47ab0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:43.768441 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b9e76ce1-3924-4583-8001-78e5fc34acf0 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:43.818432 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d1c13c-d1b8-4903-b51b-5c94d16830f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6286b559-500f-45c2-aad0-1f9d03044bfc,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:43.850581 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b9e76ce1-3924-4583-8001-78e5fc34acf0 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:43.880687 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7ebe27ca-8725-4190-87df-ebb11fee7d12 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for router_gateway, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:43.881418 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7ebe27ca-8725-4190-87df-ebb11fee7d12 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:43.888529 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-48d1c13c-d1b8-4903-b51b-5c94d16830f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:43.888987 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4713a898-1f88-45ee-995e-29db7414b53e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Synchronizing usage tracker for tenant:a138b31c346e4c0cb3afee629b96673d on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:33:43.890189 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-48d1c13c-d1b8-4903-b51b-5c94d16830f9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6286b559-500f-45c2-aad0-1f9d03044bfc HTTP/1.1" status: 204 len: 168 time: 0.8676138 Mar 11 15:33:43.927286 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a9511e66-6639-4442-bad8-67d4ece47ab0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0888906 Mar 11 15:33:43.934574 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39334) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:43.946855 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-e8bce0ca-ac25-4a45-8e2f-6a55f6373377 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1552958535', 'admin_state_up': True, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:33:43.960175 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9511e66-6639-4442-bad8-67d4ece47ab0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Network': ['ID=0c7936ae-ba60-41e0-9678-29011757e550,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:43.967477 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e8bce0ca-ac25-4a45-8e2f-6a55f6373377 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:43.973503 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4713a898-1f88-45ee-995e-29db7414b53e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Unset dirty status for tenant:a138b31c346e4c0cb3afee629b96673d on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:33:43.976618 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4713a898-1f88-45ee-995e-29db7414b53e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "GET /v2.0/ports/1b3a1a11-8e39-40e4-bcd9-b0d190530ea7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3902235 Mar 11 15:33:43.981831 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 0c7936ae-ba60-41e0-9678-29011757e550 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:33:44.028085 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39338) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:44.043280 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-a66df47f-ece3-4c62-b339-0e41c8f54e81 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'subnet': {'network_id': 'c049f5b2-1690-496c-8cf2-0cf9cb22ae1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:33:44.084659 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e8bce0ca-ac25-4a45-8e2f-6a55f6373377 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:router and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:44.088313 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e8bce0ca-ac25-4a45-8e2f-6a55f6373377 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:44.094547 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e8bce0ca-ac25-4a45-8e2f-6a55f6373377 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:44.104468 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f85ca42a-3dde-4401-b6fd-e24e6c8ae905 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:44.135208 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 8f92b8fb-8aec-4e35-9fc2-0fd328475dd3 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:33:44.136624 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 8f92b8fb-8aec-4e35-9fc2-0fd328475dd3 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:33:44.151365 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e8bce0ca-ac25-4a45-8e2f-6a55f6373377 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:44.152529 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e8bce0ca-ac25-4a45-8e2f-6a55f6373377 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:44.171080 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ca42a-3dde-4401-b6fd-e24e6c8ae905 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Pushing event deleted for resources: {'Port': ['ID=071e9f07-4dc0-453d-97b5-6aeff2802dc5,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:44.307124 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b9e76ce1-3924-4583-8001-78e5fc34acf0 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:44.355224 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-a66df47f-ece3-4c62-b339-0e41c8f54e81 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:44.366668 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-a66df47f-ece3-4c62-b339-0e41c8f54e81 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Usage tracker for resource:subnet and tenant:a138b31c346e4c0cb3afee629b96673d is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:44.373553 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-a66df47f-ece3-4c62-b339-0e41c8f54e81 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:44.398492 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-a66df47f-ece3-4c62-b339-0e41c8f54e81 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:44.427996 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66df47f-ece3-4c62-b339-0e41c8f54e81 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Made reservation on behalf of a138b31c346e4c0cb3afee629b96673d for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:33:44.523564 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e8bce0ca-ac25-4a45-8e2f-6a55f6373377 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:44.566118 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f85ca42a-3dde-4401-b6fd-e24e6c8ae905 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:44.585068 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:44.605305 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b9e76ce1-3924-4583-8001-78e5fc34acf0 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:44.642737 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 8f92b8fb-8aec-4e35-9fc2-0fd328475dd3, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=8f92b8fb-8aec-4e35-9fc2-0fd328475dd3,segment=NetworkSegment(23668e81-3dbf-4c7c-b5d3-baabcc2f7882),segment_id=23668e81-3dbf-4c7c-b5d3-baabcc2f7882)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:33:44.658100 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed1c014-724b-486c-9d57-1c54d27a1b58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f92b8fb-8aec-4e35-9fc2-0fd328475dd3'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:33:44.660710 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a66df47f-ece3-4c62-b339-0e41c8f54e81 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:44.680349 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e76ce1-3924-4583-8001-78e5fc34acf0 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Subnet': ['ID=dcaecd75-8a8f-4d3c-8523-ae779e4a1d27,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:44.708585 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 8f92b8fb-8aec-4e35-9fc2-0fd328475dd3, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=8f92b8fb-8aec-4e35-9fc2-0fd328475dd3,segment=NetworkSegment(23668e81-3dbf-4c7c-b5d3-baabcc2f7882),segment_id=23668e81-3dbf-4c7c-b5d3-baabcc2f7882)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:33:44.712152 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': '8f92b8fb-8aec-4e35-9fc2-0fd328475dd3', 'network_id': 'ddbb0760-09e3-49a1-abd2-299a4552a88c', 'port_id': '8f92b8fb-8aec-4e35-9fc2-0fd328475dd3', 'mac_address': 'fa:16:3e:0b:68:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee15d9e2-a05e-476c-acce-9c65123f6291', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:33:44.727952 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:44.753114 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b9e76ce1-3924-4583-8001-78e5fc34acf0 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:44.790705 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b9e76ce1-3924-4583-8001-78e5fc34acf0 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/dcaecd75-8a8f-4d3c-8523-ae779e4a1d27 HTTP/1.1" status: 204 len: 168 time: 1.4607522 Mar 11 15:33:44.798990 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39358) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:44.813723 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271a8b6-5846-4486-8a7a-dc496ae34dbb req-3dce63e7-5dd0-40fe-a9f7-1b185e649703 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:44.815814 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f271a8b6-5846-4486-8a7a-dc496ae34dbb req-3dce63e7-5dd0-40fe-a9f7-1b185e649703 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ed1c014-724b-486c-9d57-1c54d27a1b58 HTTP/1.1" status: 200 len: 946 time: 0.5185783 Mar 11 15:33:44.894905 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-82cfeb81-7696-4c6f-a3c5-749defb62d41 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0947478 Mar 11 15:33:44.899251 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39362) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:44.908664 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-c72dc0f3-768b-4457-86c2-c507aa6d4c42 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'subnet': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:33:44.962435 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078a6bd7-8b93-4f85-92e7-fbd58cfef64b None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:33:45.153377 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed1c014-724b-486c-9d57-1c54d27a1b58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f92b8fb-8aec-4e35-9fc2-0fd328475dd3', 'code': 200} Mar 11 15:33:45.213480 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e8bce0ca-ac25-4a45-8e2f-6a55f6373377 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:45.238975 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f271a8b6-5846-4486-8a7a-dc496ae34dbb req-48fb1168-7f13-4ac8-aef7-216e00e307fc tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddd9975-6795-448d-913f-a65ef3bd0a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3511617 Mar 11 15:33:45.301029 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:45.326705 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f92b8fb-8aec-4e35-9fc2-0fd328475dd3 {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:33:45.347325 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 8f92b8fb-8aec-4e35-9fc2-0fd328475dd3, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=8f92b8fb-8aec-4e35-9fc2-0fd328475dd3,segment=NetworkSegment(23668e81-3dbf-4c7c-b5d3-baabcc2f7882),segment_id=23668e81-3dbf-4c7c-b5d3-baabcc2f7882)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:33:45.372262 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-c72dc0f3-768b-4457-86c2-c507aa6d4c42 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:45.378516 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-c72dc0f3-768b-4457-86c2-c507aa6d4c42 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:subnet and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:45.381893 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-c72dc0f3-768b-4457-86c2-c507aa6d4c42 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:45.390313 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-c72dc0f3-768b-4457-86c2-c507aa6d4c42 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:45.422969 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72dc0f3-768b-4457-86c2-c507aa6d4c42 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:33:45.426753 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c72dc0f3-768b-4457-86c2-c507aa6d4c42 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:45.430695 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:45.443208 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=8f92b8fb-8aec-4e35-9fc2-0fd328475dd3,revision_number=6']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:45.467334 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:45.467729 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:45.468622 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:45.469001 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:45.470198 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:45.471551 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:45.471899 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:45.472283 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:45.472621 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:45.472951 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:45.473278 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:45.549838 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a66df47f-ece3-4c62-b339-0e41c8f54e81 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:45.553742 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ebe27ca-8725-4190-87df-ebb11fee7d12 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Router e324016c-def3-4e5b-8277-c09c42350f0f is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:33:45.584314 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:45.595024 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=8f92b8fb-8aec-4e35-9fc2-0fd328475dd3,revision_number=7']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:45.604257 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39372) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:45.675985 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50ddc41-6d87-4f7b-9f3b-64baadf60437 None None] DHCP port deletion for a9e561eb-4382-47f0-afe2-548f64b9476b request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:33:45.680298 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-d50ddc41-6d87-4f7b-9f3b-64baadf60437 None None] Deleting port e61bca59-ec06-43b9-82c7-f35f17941fd8 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:45.680996 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d50ddc41-6d87-4f7b-9f3b-64baadf60437 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:45.727326 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85ca42a-3dde-4401-b6fd-e24e6c8ae905 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Router 698b8dd9-a798-444f-b18e-34e260139885 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:33:45.792380 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['8f92b8fb-8aec-4e35-9fc2-0fd328475dd3'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 15:33:45.801968 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-bf602be1-a289-4954-bee9-3483aee758c1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1224172078'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:33:45.806885 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-bf602be1-a289-4954-bee9-3483aee758c1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:45.810616 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-bf602be1-a289-4954-bee9-3483aee758c1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Usage tracker for resource:network and tenant:ec80415d4e5548b5bced4f16cb2e25ed is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:45.814231 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-bf602be1-a289-4954-bee9-3483aee758c1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:45.821208 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-bf602be1-a289-4954-bee9-3483aee758c1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:45.831976 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66df47f-ece3-4c62-b339-0e41c8f54e81 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Network c049f5b2-1690-496c-8cf2-0cf9cb22ae1c is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:33:45.838041 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-a66df47f-ece3-4c62-b339-0e41c8f54e81 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:33:45.845111 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf602be1-a289-4954-bee9-3483aee758c1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Made reservation on behalf of ec80415d4e5548b5bced4f16cb2e25ed for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:33:45.848436 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bf602be1-a289-4954-bee9-3483aee758c1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:45.855699 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2e7e7e-798e-49d2-8bb3-a458703cd46f None None] Network c049f5b2-1690-496c-8cf2-0cf9cb22ae1c requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:33:45.865711 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66df47f-ece3-4c62-b339-0e41c8f54e81 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:45.866306 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a66df47f-ece3-4c62-b339-0e41c8f54e81 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:45.893390 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66df47f-ece3-4c62-b339-0e41c8f54e81 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'Subnet': ['ID=5c33f5b4-76a4-4848-aa47-21929d78fc38,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:45.903532 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a66df47f-ece3-4c62-b339-0e41c8f54e81 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8711848 Mar 11 15:33:45.903532 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bf602be1-a289-4954-bee9-3483aee758c1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:45.908015 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39378) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:45.919187 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-f2f649cd-4030-41de-9b1e-105d25c4df8a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'security_group': {'name': 'tempest-secgroup-1378283207'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:33:45.929246 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-f2f649cd-4030-41de-9b1e-105d25c4df8a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:45.935138 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-f2f649cd-4030-41de-9b1e-105d25c4df8a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Usage tracker for resource:security_group and tenant:a138b31c346e4c0cb3afee629b96673d is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:45.940740 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-f2f649cd-4030-41de-9b1e-105d25c4df8a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:45.945218 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85ca42a-3dde-4401-b6fd-e24e6c8ae905 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:33:45.957317 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-f2f649cd-4030-41de-9b1e-105d25c4df8a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:45.996446 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e8bce0ca-ac25-4a45-8e2f-6a55f6373377 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router_gateway, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:46.022451 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a776b411-f67b-4928-8fe7-2a5a260c5368 None None] Sync routers for ids ['698b8dd9-a798-444f-b18e-34e260139885'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:33:46.032519 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-bf602be1-a289-4954-bee9-3483aee758c1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:46.038839 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e8bce0ca-ac25-4a45-8e2f-6a55f6373377 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:46.042972 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-bf602be1-a289-4954-bee9-3483aee758c1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Usage tracker for resource:security_group_rule and tenant:ec80415d4e5548b5bced4f16cb2e25ed is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:46.048810 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-bf602be1-a289-4954-bee9-3483aee758c1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:46.059866 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-bf602be1-a289-4954-bee9-3483aee758c1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:46.080681 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f2f649cd-4030-41de-9b1e-105d25c4df8a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:46.099456 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-d50ddc41-6d87-4f7b-9f3b-64baadf60437 None None] For port e61bca59-ec06-43b9-82c7-f35f17941fd8, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=e61bca59-ec06-43b9-82c7-f35f17941fd8,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:33:46.099920 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d50ddc41-6d87-4f7b-9f3b-64baadf60437 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:46.107387 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-f85ca42a-3dde-4401-b6fd-e24e6c8ae905 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] 10.222.0.31 "PUT /v2.0/routers/698b8dd9-a798-444f-b18e-34e260139885/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8965654 Mar 11 15:33:46.114413 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39382) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:46.184680 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-f2f649cd-4030-41de-9b1e-105d25c4df8a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:46.198916 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a776b411-f67b-4928-8fe7-2a5a260c5368 None None] Routers {'698b8dd9-a798-444f-b18e-34e260139885'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:33:46.199653 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-a776b411-f67b-4928-8fe7-2a5a260c5368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:33:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['698b8dd9-a798-444f-b18e-34e260139885'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:46.224870 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-f2f649cd-4030-41de-9b1e-105d25c4df8a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Usage tracker for resource:security_group_rule and tenant:a138b31c346e4c0cb3afee629b96673d is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:46.232693 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-f2f649cd-4030-41de-9b1e-105d25c4df8a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:46.242238 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-f2f649cd-4030-41de-9b1e-105d25c4df8a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:46.267396 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c72dc0f3-768b-4457-86c2-c507aa6d4c42 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:46.274690 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-e8bce0ca-ac25-4a45-8e2f-6a55f6373377 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Allocated IP 172.26.0.19 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/eb97b7d8-b99d-4e9f-a532-685de47f5a62) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:33:46.334211 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-d50ddc41-6d87-4f7b-9f3b-64baadf60437 None None] Calling delete_port for e61bca59-ec06-43b9-82c7-f35f17941fd8 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:33:46.406984 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f2f649cd-4030-41de-9b1e-105d25c4df8a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:46.418239 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-a776b411-f67b-4928-8fe7-2a5a260c5368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:46.418652 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72dc0f3-768b-4457-86c2-c507aa6d4c42 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:33:46.432231 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72dc0f3-768b-4457-86c2-c507aa6d4c42 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Subnet': ['ID=fe028aec-4abd-4510-a018-d3167f79a597,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:46.440057 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-c72dc0f3-768b-4457-86c2-c507aa6d4c42 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:33:46.453020 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72dc0f3-768b-4457-86c2-c507aa6d4c42 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:46.453765 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c72dc0f3-768b-4457-86c2-c507aa6d4c42 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:46.475235 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bf602be1-a289-4954-bee9-3483aee758c1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:46.476984 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e8bce0ca-ac25-4a45-8e2f-6a55f6373377 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:46.480249 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device e61bca59-ec06-43b9-82c7-f35f17941fd8 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:33:46.482299 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6e1b7075-0ff1-4029-9399-d7ee8e625539 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks [] for router, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:46.506127 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f2f649cd-4030-41de-9b1e-105d25c4df8a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:46.519185 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e8bce0ca-ac25-4a45-8e2f-6a55f6373377 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:46.613314 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bf602be1-a289-4954-bee9-3483aee758c1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:46.629596 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f649cd-4030-41de-9b1e-105d25c4df8a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=222a335a-ed91-47a1-ac1a-fbf564bee715,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:46.635439 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bce0ca-ac25-4a45-8e2f-6a55f6373377 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:33:46.637437 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-e8bce0ca-ac25-4a45-8e2f-6a55f6373377 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:33:46.639383 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f2f649cd-4030-41de-9b1e-105d25c4df8a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:46.640933 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-f2f649cd-4030-41de-9b1e-105d25c4df8a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7297494 Mar 11 15:33:46.641755 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bce0ca-ac25-4a45-8e2f-6a55f6373377 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=eb97b7d8-b99d-4e9f-a532-685de47f5a62,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:46.644350 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bce0ca-ac25-4a45-8e2f-6a55f6373377 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:33:46.662229 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a776b411-f67b-4928-8fe7-2a5a260c5368 None None] Routers {'698b8dd9-a798-444f-b18e-34e260139885'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:33:46.662869 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-a776b411-f67b-4928-8fe7-2a5a260c5368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:33:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['698b8dd9-a798-444f-b18e-34e260139885'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:46.670646 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39388) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:46.684812 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-d97099c4-8480-48e4-bdc8-d59a170b0d8d tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'security_group': {'name': 'tempest-secgroup-345718964'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:33:46.696497 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-d97099c4-8480-48e4-bdc8-d59a170b0d8d tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:46.703292 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d97099c4-8480-48e4-bdc8-d59a170b0d8d tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Usage tracker for resource:security_group and tenant:a138b31c346e4c0cb3afee629b96673d is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:46.707724 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d97099c4-8480-48e4-bdc8-d59a170b0d8d tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:46.715941 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-d97099c4-8480-48e4-bdc8-d59a170b0d8d tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:46.746888 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-a776b411-f67b-4928-8fe7-2a5a260c5368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:46.747515 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a776b411-f67b-4928-8fe7-2a5a260c5368 None None] The sync data for ids ['698b8dd9-a798-444f-b18e-34e260139885'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:33:46.755944 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c72dc0f3-768b-4457-86c2-c507aa6d4c42 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8510766 Mar 11 15:33:46.755944 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebe27ca-8725-4190-87df-ebb11fee7d12 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:33:46.767020 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39392) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:46.777791 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e33274-1e40-458a-afd2-039766bd58f6 None None] Sync routers for ids ['e324016c-def3-4e5b-8277-c09c42350f0f'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:33:46.794392 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e33274-1e40-458a-afd2-039766bd58f6 None None] Routers {'e324016c-def3-4e5b-8277-c09c42350f0f'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:33:46.800219 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-f0e33274-1e40-458a-afd2-039766bd58f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:33:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['e324016c-def3-4e5b-8277-c09c42350f0f'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:46.813224 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d50ddc41-6d87-4f7b-9f3b-64baadf60437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:46.824062 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf602be1-a289-4954-bee9-3483aee758c1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37a1e5fb-7210-494c-abd6-67b00f938964,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:46.830007 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7ebe27ca-8725-4190-87df-ebb11fee7d12 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:46.831218 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-7ebe27ca-8725-4190-87df-ebb11fee7d12 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.1263537 Mar 11 15:33:46.831368 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d97099c4-8480-48e4-bdc8-d59a170b0d8d tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:46.833839 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf602be1-a289-4954-bee9-3483aee758c1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:33:46.839113 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-e4e94eed-a410-48f5-af61-1ffd6dd501f9 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'port': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'name': 'tempest-NetworksTestDHCPv6-1541887016'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:33:46.845239 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39396) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:46.871568 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Port e61bca59-ec06-43b9-82c7-f35f17941fd8 update to DOWN by agent not found {{(pid=83868) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 11 15:33:46.890101 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ddc41-6d87-4f7b-9f3b-64baadf60437 None None] Pushing event deleted for resources: {'Port': ['ID=e61bca59-ec06-43b9-82c7-f35f17941fd8,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:46.913764 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50ddc41-6d87-4f7b-9f3b-64baadf60437 None None] No DVR routers for this DVR port e61bca59-ec06-43b9-82c7-f35f17941fd8 on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:33:46.930418 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a067d702-3b79-42d9-af48-69fd98e3bbaf None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:33:46.952467 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-f0e33274-1e40-458a-afd2-039766bd58f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:46.963809 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e33274-1e40-458a-afd2-039766bd58f6 None None] Routers {'e324016c-def3-4e5b-8277-c09c42350f0f'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:33:46.964573 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-f0e33274-1e40-458a-afd2-039766bd58f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:33:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['e324016c-def3-4e5b-8277-c09c42350f0f'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:47.017108 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-d97099c4-8480-48e4-bdc8-d59a170b0d8d tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:47.021594 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d97099c4-8480-48e4-bdc8-d59a170b0d8d tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Usage tracker for resource:security_group_rule and tenant:a138b31c346e4c0cb3afee629b96673d is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:47.025936 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d97099c4-8480-48e4-bdc8-d59a170b0d8d tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:47.033543 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-d97099c4-8480-48e4-bdc8-d59a170b0d8d tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:47.041595 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-f0e33274-1e40-458a-afd2-039766bd58f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:47.042227 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e33274-1e40-458a-afd2-039766bd58f6 None None] The sync data for ids ['e324016c-def3-4e5b-8277-c09c42350f0f'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:33:47.084469 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bf602be1-a289-4954-bee9-3483aee758c1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:47.085093 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-bf602be1-a289-4954-bee9-3483aee758c1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Added segment 90eb073a-628b-4898-a23e-1e8e2637a0da of type vlan for network fa4ce024-dbab-43b5-b8e4-5d3334ee89f1 Mar 11 15:33:47.125249 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e8bce0ca-ac25-4a45-8e2f-6a55f6373377 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router_gateway, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:47.125972 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e8bce0ca-ac25-4a45-8e2f-6a55f6373377 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:47.143865 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d97099c4-8480-48e4-bdc8-d59a170b0d8d tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:47.160582 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301d105-187a-4a23-9f53-327c165e24ed req-8aec2aa5-725c-4b7a-9a1d-0052780f5f03 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:47.168041 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5301d105-187a-4a23-9f53-327c165e24ed req-8aec2aa5-725c-4b7a-9a1d-0052780f5f03 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ed1c014-724b-486c-9d57-1c54d27a1b58 HTTP/1.1" status: 200 len: 945 time: 0.6162188 Mar 11 15:33:47.173167 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f482a9-87cc-4695-b306-65817f346106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-c049f5b2-1690-496c-8cf2-0cf9cb22ae1c', 'network_id': 'c049f5b2-1690-496c-8cf2-0cf9cb22ae1c', 'tenant_id': 'a138b31c346e4c0cb3afee629b96673d', 'fixed_ips': [{'subnet_id': '5c33f5b4-76a4-4848-aa47-21929d78fc38'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:33:47.173979 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c3f482a9-87cc-4695-b306-65817f346106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:47.203093 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d97099c4-8480-48e4-bdc8-d59a170b0d8d tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:47.332418 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97099c4-8480-48e4-bdc8-d59a170b0d8d tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfad870b-bfbf-4be4-aeaa-79439acc3f6e,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:47.337703 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d97099c4-8480-48e4-bdc8-d59a170b0d8d tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:47.341528 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d97099c4-8480-48e4-bdc8-d59a170b0d8d tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6665745 Mar 11 15:33:47.341835 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39400) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:47.350315 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-af6f66e0-bc45-4d3a-981b-8cb3fbe89341 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1599288658', 'security_groups': ['cfad870b-bfbf-4be4-aeaa-79439acc3f6e'], 'network_id': 'c049f5b2-1690-496c-8cf2-0cf9cb22ae1c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5c33f5b4-76a4-4848-aa47-21929d78fc38'}]}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:33:47.423808 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bf602be1-a289-4954-bee9-3483aee758c1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:47.523463 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f053bb-0e43-49b4-a468-60613acc482f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-a9e561eb-4382-47f0-afe2-548f64b9476b', 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'tenant_id': 'd568d0bdb48844a4af924b22cae1da29', 'fixed_ips': [{'subnet_id': 'fe028aec-4abd-4510-a018-d3167f79a597'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:33:47.524305 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-99f053bb-0e43-49b4-a468-60613acc482f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:47.544751 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6e1b7075-0ff1-4029-9399-d7ee8e625539 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:47.575530 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5301d105-187a-4a23-9f53-327c165e24ed req-c2de2d4c-088f-4d24-878e-408c398e03a5 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddd9975-6795-448d-913f-a65ef3bd0a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3955197 Mar 11 15:33:47.598608 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39404) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:47.613239 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-c3f482a9-87cc-4695-b306-65817f346106 None None] Allocated IP 172.20.0.2 (c049f5b2-1690-496c-8cf2-0cf9cb22ae1c/5c33f5b4-76a4-4848-aa47-21929d78fc38/c63ce0c3-2275-4dd0-88fc-e918175aa469) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:33:47.617147 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6e1b7075-0ff1-4029-9399-d7ee8e625539 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:47.640160 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-e4e94eed-a410-48f5-af61-1ffd6dd501f9 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:47.644670 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bf602be1-a289-4954-bee9-3483aee758c1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:47.650201 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf602be1-a289-4954-bee9-3483aee758c1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:47.651072 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bf602be1-a289-4954-bee9-3483aee758c1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:47.687728 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-e4e94eed-a410-48f5-af61-1ffd6dd501f9 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:port and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:47.714987 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-e4e94eed-a410-48f5-af61-1ffd6dd501f9 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:47.793814 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-e4e94eed-a410-48f5-af61-1ffd6dd501f9 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:47.800218 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-40378d1e-49a1-469f-8775-0043227b03d5 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/floatingips/ed4eda79-1da9-4627-b202-c3b778fb6fff HTTP/1.1" status: 200 len: 993 time: 0.1942296 Mar 11 15:33:47.804886 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-11d54a59-3063-4258-87d5-03a81d7e02e9 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "GET /v2.0/routers/e324016c-def3-4e5b-8277-c09c42350f0f HTTP/1.1" status: 200 len: 885 time: 0.9559016 Mar 11 15:33:47.805328 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-af6f66e0-bc45-4d3a-981b-8cb3fbe89341 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:47.807723 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39408) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:47.819843 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-af6f66e0-bc45-4d3a-981b-8cb3fbe89341 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:47.843454 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6f66e0-bc45-4d3a-981b-8cb3fbe89341 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Made reservation on behalf of a138b31c346e4c0cb3afee629b96673d for: {'port': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:33:47.875592 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-bf602be1-a289-4954-bee9-3483aee758c1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2635345 Mar 11 15:33:47.875828 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-99f053bb-0e43-49b4-a468-60613acc482f None None] Allocated IP 2001:db8::2 (a9e561eb-4382-47f0-afe2-548f64b9476b/fe028aec-4abd-4510-a018-d3167f79a597/9bbad35d-85e0-4bef-b43a-9691e2dca1bb) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:33:47.897357 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6e1b7075-0ff1-4029-9399-d7ee8e625539 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:47.897357 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1b7075-0ff1-4029-9399-d7ee8e625539 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Fanout notify agent at l3_agent the message router_deleted on router 698b8dd9-a798-444f-b18e-34e260139885 {{(pid=83866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:33:47.941641 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:33:47.945827 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf602be1-a289-4954-bee9-3483aee758c1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event updated for resources: {'Network': ['ID=fa4ce024-dbab-43b5-b8e4-5d3334ee89f1,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:47.953953 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e94eed-a410-48f5-af61-1ffd6dd501f9 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:33:47.957036 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e4e94eed-a410-48f5-af61-1ffd6dd501f9 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:47.971042 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network fa4ce024-dbab-43b5-b8e4-5d3334ee89f1 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:33:47.982837 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6e1b7075-0ff1-4029-9399-d7ee8e625539 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:47.984283 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-6e1b7075-0ff1-4029-9399-d7ee8e625539 tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] 10.222.0.31 "DELETE /v2.0/routers/698b8dd9-a798-444f-b18e-34e260139885 HTTP/1.1" status: 204 len: 168 time: 1.8669915 Mar 11 15:33:47.988893 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39412) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:48.028240 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-af6f66e0-bc45-4d3a-981b-8cb3fbe89341 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:48.064053 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-e4e94eed-a410-48f5-af61-1ffd6dd501f9 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] device_id is not set on port e22741a3-0d2a-4f2e-bd03-82f261d88558 yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:33:48.067222 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-af6f66e0-bc45-4d3a-981b-8cb3fbe89341 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] device_id is not set on port fd16c261-9c0f-4c20-973e-fe0cfd80a796 yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:33:48.127436 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8bce0ca-ac25-4a45-8e2f-6a55f6373377 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router 9adf4256-26d1-4e26-aa97-bb95ab764c64 is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:33:48.241048 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c3f482a9-87cc-4695-b306-65817f346106 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:48.288892 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-c3f482a9-87cc-4695-b306-65817f346106 None None] Transition to ACTIVE for port object c63ce0c3-2275-4dd0-88fc-e918175aa469 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:33:48.348166 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-c3f482a9-87cc-4695-b306-65817f346106 None None] Transition to ACTIVE for port object c63ce0c3-2275-4dd0-88fc-e918175aa469 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:33:48.377471 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-29161d67-65cc-4523-94cf-04b5a82fa96b tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Deleting subnet 26a6534e-1b8b-4de1-817b-a474e9719639 {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:33:48.382726 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-29161d67-65cc-4523-94cf-04b5a82fa96b tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:48.402752 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c3f482a9-87cc-4695-b306-65817f346106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:48.459572 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-62c8515f-46e1-4e77-b3a0-2a0dc13905bc tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Synchronizing usage tracker for tenant:c58947f968f64e3fb11fb874306012f2 on resource:router {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:33:48.467261 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-29161d67-65cc-4523-94cf-04b5a82fa96b tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:48.536240 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-99f053bb-0e43-49b4-a468-60613acc482f None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:48.540231 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f482a9-87cc-4695-b306-65817f346106 None None] Network c049f5b2-1690-496c-8cf2-0cf9cb22ae1c is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:33:48.547969 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-c3f482a9-87cc-4695-b306-65817f346106 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:33:48.558892 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f482a9-87cc-4695-b306-65817f346106 None None] Pushing event updated for resources: {'Port': ['ID=c63ce0c3-2275-4dd0-88fc-e918175aa469,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:48.566354 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f482a9-87cc-4695-b306-65817f346106 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:33:48.567771 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-29161d67-65cc-4523-94cf-04b5a82fa96b tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:48.571336 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-99f053bb-0e43-49b4-a468-60613acc482f None None] Transition to ACTIVE for port object 9bbad35d-85e0-4bef-b43a-9691e2dca1bb will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:33:48.592333 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-af6f66e0-bc45-4d3a-981b-8cb3fbe89341 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Allocated IP 172.20.0.11 (c049f5b2-1690-496c-8cf2-0cf9cb22ae1c/5c33f5b4-76a4-4848-aa47-21929d78fc38/fd16c261-9c0f-4c20-973e-fe0cfd80a796) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:33:48.665626 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-29161d67-65cc-4523-94cf-04b5a82fa96b tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:48.675411 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-99f053bb-0e43-49b4-a468-60613acc482f None None] Transition to ACTIVE for port object 9bbad35d-85e0-4bef-b43a-9691e2dca1bb will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:33:48.702930 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-c3f482a9-87cc-4695-b306-65817f346106 None None] Attempting to bind port c63ce0c3-2275-4dd0-88fc-e918175aa469 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:33:48.703587 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-c3f482a9-87cc-4695-b306-65817f346106 None None] Attempting to bind port c63ce0c3-2275-4dd0-88fc-e918175aa469 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '0f9e83e7-b45d-4580-8d4c-174ce984874b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'c049f5b2-1690-496c-8cf2-0cf9cb22ae1c'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:33:48.704061 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f482a9-87cc-4695-b306-65817f346106 None None] Attempting to bind port c63ce0c3-2275-4dd0-88fc-e918175aa469 on network c049f5b2-1690-496c-8cf2-0cf9cb22ae1c {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:33:48.707022 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-99f053bb-0e43-49b4-a468-60613acc482f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:48.712982 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-62c8515f-46e1-4e77-b3a0-2a0dc13905bc tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Unset dirty status for tenant:c58947f968f64e3fb11fb874306012f2 on resource:router {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:33:48.717521 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-62c8515f-46e1-4e77-b3a0-2a0dc13905bc tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.9070208 Mar 11 15:33:48.722738 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39416) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:48.723490 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29161d67-65cc-4523-94cf-04b5a82fa96b tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Pushing event deleted for resources: {'Subnet': ['ID=26a6534e-1b8b-4de1-817b-a474e9719639,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:48.763141 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-29d3ce41-9f2d-4cfd-a733-274d9f9d0bb1 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1972541455'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:33:48.776931 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f482a9-87cc-4695-b306-65817f346106 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:33:48.777510 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f482a9-87cc-4695-b306-65817f346106 None None] Checking segment: {'id': '0f9e83e7-b45d-4580-8d4c-174ce984874b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'c049f5b2-1690-496c-8cf2-0cf9cb22ae1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:33:48.778001 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c3f482a9-87cc-4695-b306-65817f346106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:48.778495 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f482a9-87cc-4695-b306-65817f346106 None None] Bound using segment: {'id': '0f9e83e7-b45d-4580-8d4c-174ce984874b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'c049f5b2-1690-496c-8cf2-0cf9cb22ae1c'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:33:48.779077 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-c3f482a9-87cc-4695-b306-65817f346106 None None] Bound port: c63ce0c3-2275-4dd0-88fc-e918175aa469, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f9e83e7-b45d-4580-8d4c-174ce984874b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'c049f5b2-1690-496c-8cf2-0cf9cb22ae1c'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:33:48.780400 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c3f482a9-87cc-4695-b306-65817f346106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:48.814877 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f053bb-0e43-49b4-a468-60613acc482f None None] Pushing event updated for resources: {'Port': ['ID=9bbad35d-85e0-4bef-b43a-9691e2dca1bb,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:48.821510 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f053bb-0e43-49b4-a468-60613acc482f None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:33:48.865637 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-af6f66e0-bc45-4d3a-981b-8cb3fbe89341 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:48.884353 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-af6f66e0-bc45-4d3a-981b-8cb3fbe89341 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Transition to ACTIVE for port object fd16c261-9c0f-4c20-973e-fe0cfd80a796 will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:33:48.910881 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-c3f482a9-87cc-4695-b306-65817f346106 None None] For port c63ce0c3-2275-4dd0-88fc-e918175aa469, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:33:48.914660 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-c3f482a9-87cc-4695-b306-65817f346106 None None] For port c63ce0c3-2275-4dd0-88fc-e918175aa469, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=c63ce0c3-2275-4dd0-88fc-e918175aa469,segment=NetworkSegment(0f9e83e7-b45d-4580-8d4c-174ce984874b),segment_id=0f9e83e7-b45d-4580-8d4c-174ce984874b)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:33:48.917233 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-99f053bb-0e43-49b4-a468-60613acc482f None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:33:48.924754 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c3f482a9-87cc-4695-b306-65817f346106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:48.925121 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-29161d67-65cc-4523-94cf-04b5a82fa96b tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:48.932708 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-af6f66e0-bc45-4d3a-981b-8cb3fbe89341 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:48.941696 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f053bb-0e43-49b4-a468-60613acc482f None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:33:48.960160 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-29161d67-65cc-4523-94cf-04b5a82fa96b tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] 10.222.0.31 "DELETE /v2.0/subnets/26a6534e-1b8b-4de1-817b-a474e9719639 HTTP/1.1" status: 204 len: 168 time: 0.9645119 Mar 11 15:33:48.966149 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39420) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:48.973270 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-e4e94eed-a410-48f5-af61-1ffd6dd501f9 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Allocated IP 2001:db8::1d7 (a9e561eb-4382-47f0-afe2-548f64b9476b/fe028aec-4abd-4510-a018-d3167f79a597/e22741a3-0d2a-4f2e-bd03-82f261d88558) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:33:48.986946 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9a4b87-6e2c-42b1-8fd5-a1780d4b896f None None] Network dc764636-c0eb-47a8-b619-307b51a040ba requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:33:49.087014 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6f66e0-bc45-4d3a-981b-8cb3fbe89341 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Network c049f5b2-1690-496c-8cf2-0cf9cb22ae1c is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:33:49.094495 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f66e0-bc45-4d3a-981b-8cb3fbe89341 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'Port': ['ID=fd16c261-9c0f-4c20-973e-fe0cfd80a796,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:49.106718 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-af6f66e0-bc45-4d3a-981b-8cb3fbe89341 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:33:49.111468 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6f66e0-bc45-4d3a-981b-8cb3fbe89341 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:33:49.187925 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8bce0ca-ac25-4a45-8e2f-6a55f6373377 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:33:49.194898 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6f66e0-bc45-4d3a-981b-8cb3fbe89341 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:49.195960 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-af6f66e0-bc45-4d3a-981b-8cb3fbe89341 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:49.241239 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e8bce0ca-ac25-4a45-8e2f-6a55f6373377 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:49.243037 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e8bce0ca-ac25-4a45-8e2f-6a55f6373377 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.3074851 Mar 11 15:33:49.245604 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-af6f66e0-bc45-4d3a-981b-8cb3fbe89341 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9012280 Mar 11 15:33:49.246564 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39424) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:49.253752 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39428) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:49.294286 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-30fce308-e5ab-41e8-ac5a-bf655f050038 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'subnet': {'network_id': 'c049f5b2-1690-496c-8cf2-0cf9cb22ae1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:33:49.300408 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-83143e79-e4ac-4a1e-ae27-e4e4ba5b7c94 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=916fcc14ed3c4d0b95925acf526937c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0525715 Mar 11 15:33:49.303287 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39432) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:49.367793 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f854bd6-b5c0-447b-9d59-efdbb10f1257 None None] Sync routers for ids ['9adf4256-26d1-4e26-aa97-bb95ab764c64'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:33:49.407118 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0e04a3a2-7da0-4772-9a3d-f2e4d31c9c6c tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:49.424245 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f854bd6-b5c0-447b-9d59-efdbb10f1257 None None] Routers {'9adf4256-26d1-4e26-aa97-bb95ab764c64'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:33:49.425295 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-1f854bd6-b5c0-447b-9d59-efdbb10f1257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:33:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['9adf4256-26d1-4e26-aa97-bb95ab764c64'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:49.509482 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d508b9-2856-4ab0-bdf9-2638167e22f2 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:49.514127 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-45d508b9-2856-4ab0-bdf9-2638167e22f2 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2071388 Mar 11 15:33:49.515117 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39436) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:49.565732 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d8539f51-b210-485c-966c-56afa848348a tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=69193b02-dbf5-4ccf-b3ce-76dabd3f8655&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0471802 Mar 11 15:33:49.565963 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39440) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:49.591821 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-0e04a3a2-7da0-4772-9a3d-f2e4d31c9c6c tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Deleting port bd1f9978-cf3f-437b-8004-e515eac6f18e {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:49.592943 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0e04a3a2-7da0-4772-9a3d-f2e4d31c9c6c tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:49.631433 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-1f854bd6-b5c0-447b-9d59-efdbb10f1257 None None] Set router 9adf4256-26d1-4e26-aa97-bb95ab764c64 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:33:49.704552 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-30fce308-e5ab-41e8-ac5a-bf655f050038 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:49.708981 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-30fce308-e5ab-41e8-ac5a-bf655f050038 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Usage tracker for resource:subnet and tenant:a138b31c346e4c0cb3afee629b96673d is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:49.711940 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-30fce308-e5ab-41e8-ac5a-bf655f050038 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:49.719240 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-30fce308-e5ab-41e8-ac5a-bf655f050038 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:49.768853 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-42d078b1-a2be-428c-b6ee-85d0f8fe76f1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-807600847', 'network_id': '0c7936ae-ba60-41e0-9678-29011757e550', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:33:49.778627 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30fce308-e5ab-41e8-ac5a-bf655f050038 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Made reservation on behalf of a138b31c346e4c0cb3afee629b96673d for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:33:49.834319 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-99f053bb-0e43-49b4-a468-60613acc482f None None] Attempting to bind port 9bbad35d-85e0-4bef-b43a-9691e2dca1bb on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:33:49.835050 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-99f053bb-0e43-49b4-a468-60613acc482f None None] Attempting to bind port 9bbad35d-85e0-4bef-b43a-9691e2dca1bb by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:33:49.835643 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f053bb-0e43-49b4-a468-60613acc482f None None] Attempting to bind port 9bbad35d-85e0-4bef-b43a-9691e2dca1bb on network a9e561eb-4382-47f0-afe2-548f64b9476b {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:33:49.838366 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f482a9-87cc-4695-b306-65817f346106 None None] Pushing event updated for resources: {'Port': ['ID=c63ce0c3-2275-4dd0-88fc-e918175aa469,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:49.932807 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-42d078b1-a2be-428c-b6ee-85d0f8fe76f1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:49.937688 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-42d078b1-a2be-428c-b6ee-85d0f8fe76f1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:subnet and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:49.941458 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-42d078b1-a2be-428c-b6ee-85d0f8fe76f1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:49.949822 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-42d078b1-a2be-428c-b6ee-85d0f8fe76f1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:49.976859 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d078b1-a2be-428c-b6ee-85d0f8fe76f1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Made reservation on behalf of 916fcc14ed3c4d0b95925acf526937c4 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:33:50.001483 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f053bb-0e43-49b4-a468-60613acc482f None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:33:50.002287 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f053bb-0e43-49b4-a468-60613acc482f None None] Checking segment: {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:33:50.002920 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-99f053bb-0e43-49b4-a468-60613acc482f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:50.003751 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f053bb-0e43-49b4-a468-60613acc482f None None] Bound using segment: {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:33:50.004458 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-99f053bb-0e43-49b4-a468-60613acc482f None None] Bound port: 9bbad35d-85e0-4bef-b43a-9691e2dca1bb, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:33:50.005059 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-99f053bb-0e43-49b4-a468-60613acc482f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:50.286098 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e4e94eed-a410-48f5-af61-1ffd6dd501f9 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:50.294927 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-99f053bb-0e43-49b4-a468-60613acc482f None None] For port 9bbad35d-85e0-4bef-b43a-9691e2dca1bb, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:33:50.300623 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-99f053bb-0e43-49b4-a468-60613acc482f None None] For port 9bbad35d-85e0-4bef-b43a-9691e2dca1bb, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=9bbad35d-85e0-4bef-b43a-9691e2dca1bb,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:33:50.310669 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 8f92b8fb-8aec-4e35-9fc2-0fd328475dd3 up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:33:50.357804 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-99f053bb-0e43-49b4-a468-60613acc482f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:50.544949 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device c63ce0c3-2275-4dd0-88fc-e918175aa469 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:33:50.564840 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-42d078b1-a2be-428c-b6ee-85d0f8fe76f1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:50.654599 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-e4e94eed-a410-48f5-af61-1ffd6dd501f9 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Transition to ACTIVE for port object e22741a3-0d2a-4f2e-bd03-82f261d88558 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:33:50.698717 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port c63ce0c3-2275-4dd0-88fc-e918175aa469 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:33:50.723396 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f053bb-0e43-49b4-a468-60613acc482f None None] Pushing event updated for resources: {'Port': ['ID=9bbad35d-85e0-4bef-b43a-9691e2dca1bb,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:50.771577 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f00c929-a4ef-46c6-be23-29cc9e0f693b None None] DHCP port deletion for dc764636-c0eb-47a8-b619-307b51a040ba request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:33:50.784993 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port 8f92b8fb-8aec-4e35-9fc2-0fd328475dd3 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:33:50.785531 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:50.793810 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-0e04a3a2-7da0-4772-9a3d-f2e4d31c9c6c tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] For port bd1f9978-cf3f-437b-8004-e515eac6f18e, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=bd1f9978-cf3f-437b-8004-e515eac6f18e,segment=NetworkSegment(d635dd7c-1352-4e7c-885f-fbde7c54d4ae),segment_id=d635dd7c-1352-4e7c-885f-fbde7c54d4ae)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:33:50.794425 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0e04a3a2-7da0-4772-9a3d-f2e4d31c9c6c tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:50.808433 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-30fce308-e5ab-41e8-ac5a-bf655f050038 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:50.879755 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-3f00c929-a4ef-46c6-be23-29cc9e0f693b None None] Deleting port bd1f9978-cf3f-437b-8004-e515eac6f18e {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:50.880826 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3f00c929-a4ef-46c6-be23-29cc9e0f693b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:50.965866 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-42d078b1-a2be-428c-b6ee-85d0f8fe76f1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:51.104748 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.ipam_backend_mixin [None req-30fce308-e5ab-41e8-ac5a-bf655f050038 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5c33f5b4-76a4-4848-aa47-21929d78fc38 (CIDR: 172.20.0.0/28) Mar 11 15:33:51.172026 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-1f854bd6-b5c0-447b-9d59-efdbb10f1257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adf4256-26d1-4e26-aa97-bb95ab764c64', 'name': 'tempest-TestNetworkBasicOps-router-1552958535', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': 'eb97b7d8-b99d-4e9f-a532-685de47f5a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:33:44Z', 'updated_at': '2022-03-11T15:33:46Z', 'revision_number': 3, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': 'eb97b7d8-b99d-4e9f-a532-685de47f5a62', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:49:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adf4256-26d1-4e26-aa97-bb95ab764c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:33:46Z', 'updated_at': '2022-03-11T15:33:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:51.232751 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f854bd6-b5c0-447b-9d59-efdbb10f1257 None None] Checking router: 9adf4256-26d1-4e26-aa97-bb95ab764c64 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:33:51.241909 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f854bd6-b5c0-447b-9d59-efdbb10f1257 None None] Updating router 9adf4256-26d1-4e26-aa97-bb95ab764c64 port eb97b7d8-b99d-4e9f-a532-685de47f5a62 binding host dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:33:51.259480 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d078b1-a2be-428c-b6ee-85d0f8fe76f1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Checking segment: {'id': '86f19f21-b375-4ea1-8bd3-1b410b20055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '0c7936ae-ba60-41e0-9678-29011757e550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:33:51.259852 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d078b1-a2be-428c-b6ee-85d0f8fe76f1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network hostable DHCP agents. Network: 0c7936ae-ba60-41e0-9678-29011757e550, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:33:51.276024 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d078b1-a2be-428c-b6ee-85d0f8fe76f1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Subnet': ['ID=9b85bbf9-cc60-47b9-9ba7-617c6762d95e,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:51.295116 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d078b1-a2be-428c-b6ee-85d0f8fe76f1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network 0c7936ae-ba60-41e0-9678-29011757e550 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:33:51.339763 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-42d078b1-a2be-428c-b6ee-85d0f8fe76f1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 0c7936ae-ba60-41e0-9678-29011757e550) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:33:51.362514 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d078b1-a2be-428c-b6ee-85d0f8fe76f1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:51.363520 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-42d078b1-a2be-428c-b6ee-85d0f8fe76f1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:51.403913 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39446) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:51.415551 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-9546fb08-91e1-4ffc-b3f3-9c12585423e6 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Request body: {'subnet': {'network_id': 'fa4ce024-dbab-43b5-b8e4-5d3334ee89f1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:33:51.449923 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-30fce308-e5ab-41e8-ac5a-bf655f050038 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:33:51.450285 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30fce308-e5ab-41e8-ac5a-bf655f050038 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:33:51.460880 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-0e04a3a2-7da0-4772-9a3d-f2e4d31c9c6c tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Calling delete_port for bd1f9978-cf3f-437b-8004-e515eac6f18e owned by network:dhcp {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:33:51.503948 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e4e94eed-a410-48f5-af61-1ffd6dd501f9 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:51.562758 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-42d078b1-a2be-428c-b6ee-85d0f8fe76f1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9951208 Mar 11 15:33:51.576363 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39450) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:51.593349 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3f8a8676-bea9-40ec-a275-50617125796f req-0d7ccc0f-19bc-44f4-94e1-81191c844065 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6ed1c014-724b-486c-9d57-1c54d27a1b58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.2691712 Mar 11 15:33:51.618580 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:51.631478 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-9546fb08-91e1-4ffc-b3f3-9c12585423e6 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:51.640831 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-9546fb08-91e1-4ffc-b3f3-9c12585423e6 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Usage tracker for resource:subnet and tenant:ec80415d4e5548b5bced4f16cb2e25ed is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:51.644355 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-9546fb08-91e1-4ffc-b3f3-9c12585423e6 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:51.645674 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce256144-2be9-4c90-8311-0eebe0a28e4a None None] Network 0c7936ae-ba60-41e0-9678-29011757e550 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:33:51.656780 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-9546fb08-91e1-4ffc-b3f3-9c12585423e6 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:51.682464 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9546fb08-91e1-4ffc-b3f3-9c12585423e6 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Made reservation on behalf of ec80415d4e5548b5bced4f16cb2e25ed for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:33:51.842131 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9546fb08-91e1-4ffc-b3f3-9c12585423e6 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:51.985030 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-3f00c929-a4ef-46c6-be23-29cc9e0f693b None None] For port bd1f9978-cf3f-437b-8004-e515eac6f18e, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=bd1f9978-cf3f-437b-8004-e515eac6f18e,segment=NetworkSegment(d635dd7c-1352-4e7c-885f-fbde7c54d4ae),segment_id=d635dd7c-1352-4e7c-885f-fbde7c54d4ae)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:33:51.985591 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3f00c929-a4ef-46c6-be23-29cc9e0f693b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:51.993592 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1f854bd6-b5c0-447b-9d59-efdbb10f1257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:52.066036 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 8f92b8fb-8aec-4e35-9fc2-0fd328475dd3, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=8f92b8fb-8aec-4e35-9fc2-0fd328475dd3,segment=NetworkSegment(23668e81-3dbf-4c7c-b5d3-baabcc2f7882),segment_id=23668e81-3dbf-4c7c-b5d3-baabcc2f7882)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:33:52.076317 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-30fce308-e5ab-41e8-ac5a-bf655f050038 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.8024380 Mar 11 15:33:52.080830 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39454) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:52.083210 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed1c014-724b-486c-9d57-1c54d27a1b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f92b8fb-8aec-4e35-9fc2-0fd328475dd3'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:33:52.094064 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-4bea6e4e-6d68-4cc3-ae89-dea048e35487 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'subnet': {'network_id': 'c049f5b2-1690-496c-8cf2-0cf9cb22ae1c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:33:52.148772 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e94eed-a410-48f5-af61-1ffd6dd501f9 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:33:52.166708 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-e4e94eed-a410-48f5-af61-1ffd6dd501f9 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:33:52.170504 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e94eed-a410-48f5-af61-1ffd6dd501f9 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:33:52.177572 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e94eed-a410-48f5-af61-1ffd6dd501f9 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:52.178586 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e4e94eed-a410-48f5-af61-1ffd6dd501f9 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:52.187710 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e94eed-a410-48f5-af61-1ffd6dd501f9 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Port': ['ID=e22741a3-0d2a-4f2e-bd03-82f261d88558,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:52.264284 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0e04a3a2-7da0-4772-9a3d-f2e4d31c9c6c tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:52.288719 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:52.370930 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-e4e94eed-a410-48f5-af61-1ffd6dd501f9 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.5682576 Mar 11 15:33:52.397900 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39460) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:52.410238 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04a3a2-7da0-4772-9a3d-f2e4d31c9c6c tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Pushing event deleted for resources: {'Port': ['ID=bd1f9978-cf3f-437b-8004-e515eac6f18e,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:52.505683 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed1c014-724b-486c-9d57-1c54d27a1b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f92b8fb-8aec-4e35-9fc2-0fd328475dd3', 'code': 200} Mar 11 15:33:52.510572 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-3f00c929-a4ef-46c6-be23-29cc9e0f693b None None] Calling delete_port for bd1f9978-cf3f-437b-8004-e515eac6f18e owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:33:52.525733 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e04a3a2-7da0-4772-9a3d-f2e4d31c9c6c tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] No DVR routers for this DVR port bd1f9978-cf3f-437b-8004-e515eac6f18e on host dv-neutron-833373-1-hyperv {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:33:52.549527 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b9f505c2-2d33-4508-a891-fac8bcfb8c7d None None] Provisioning for port c63ce0c3-2275-4dd0-88fc-e918175aa469 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:33:52.553009 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 9bbad35d-85e0-4bef-b43a-9691e2dca1bb up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:33:52.594799 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-4bea6e4e-6d68-4cc3-ae89-dea048e35487 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:52.598389 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9546fb08-91e1-4ffc-b3f3-9c12585423e6 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:52.628982 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b9f505c2-2d33-4508-a891-fac8bcfb8c7d None None] Provisioning complete for port c63ce0c3-2275-4dd0-88fc-e918175aa469 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:33:52.629500 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b9f505c2-2d33-4508-a891-fac8bcfb8c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:52.643793 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4bea6e4e-6d68-4cc3-ae89-dea048e35487 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Usage tracker for resource:subnet and tenant:a138b31c346e4c0cb3afee629b96673d is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:52.658764 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4bea6e4e-6d68-4cc3-ae89-dea048e35487 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:52.713552 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9546fb08-91e1-4ffc-b3f3-9c12585423e6 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event updated for resources: {'Subnet': ['ID=8c8e8315-ed12-4ab7-b00c-9e2cc9548b38,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:52.724710 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-4bea6e4e-6d68-4cc3-ae89-dea048e35487 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:52.772576 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bea6e4e-6d68-4cc3-ae89-dea048e35487 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Made reservation on behalf of a138b31c346e4c0cb3afee629b96673d for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:33:52.778399 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4bea6e4e-6d68-4cc3-ae89-dea048e35487 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:52.876629 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=8f92b8fb-8aec-4e35-9fc2-0fd328475dd3,revision_number=8']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:52.926866 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-3f00c929-a4ef-46c6-be23-29cc9e0f693b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:33:52.927303 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-3f00c929-a4ef-46c6-be23-29cc9e0f693b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:33:52.950457 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9546fb08-91e1-4ffc-b3f3-9c12585423e6 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Checking segment: {'id': '90eb073a-628b-4898-a23e-1e8e2637a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'fa4ce024-dbab-43b5-b8e4-5d3334ee89f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:33:52.950894 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9546fb08-91e1-4ffc-b3f3-9c12585423e6 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Network hostable DHCP agents. Network: fa4ce024-dbab-43b5-b8e4-5d3334ee89f1, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:33:52.986099 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3f8a8676-bea9-40ec-a275-50617125796f req-74b3bd8d-db52-49d3-ab99-306217db4ee2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b0803f52583a49e1b421e3b5a9e44844&device_id=6ed1c014-724b-486c-9d57-1c54d27a1b58 HTTP/1.1" status: 200 len: 1098 time: 1.2944164 Mar 11 15:33:53.024941 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9546fb08-91e1-4ffc-b3f3-9c12585423e6 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Network fa4ce024-dbab-43b5-b8e4-5d3334ee89f1 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:33:53.044409 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-9546fb08-91e1-4ffc-b3f3-9c12585423e6 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, fa4ce024-dbab-43b5-b8e4-5d3334ee89f1) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:33:53.049733 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9546fb08-91e1-4ffc-b3f3-9c12585423e6 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:53.050301 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9546fb08-91e1-4ffc-b3f3-9c12585423e6 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:53.078116 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9546fb08-91e1-4ffc-b3f3-9c12585423e6 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6708176 Mar 11 15:33:53.083799 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39464) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:53.094595 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-0f99a104-e00a-4341-b349-68bde57d3744 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-478023070'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:33:53.109578 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-0f99a104-e00a-4341-b349-68bde57d3744 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:53.116195 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb12f20-b9a1-4817-817f-5ff482862016 None None] Network fa4ce024-dbab-43b5-b8e4-5d3334ee89f1 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:33:53.122238 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-0f99a104-e00a-4341-b349-68bde57d3744 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Usage tracker for resource:network and tenant:ec80415d4e5548b5bced4f16cb2e25ed is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:53.131951 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-0f99a104-e00a-4341-b349-68bde57d3744 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:53.146164 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-0f99a104-e00a-4341-b349-68bde57d3744 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:53.167335 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f99a104-e00a-4341-b349-68bde57d3744 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Made reservation on behalf of ec80415d4e5548b5bced4f16cb2e25ed for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:33:53.172691 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0f99a104-e00a-4341-b349-68bde57d3744 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:53.175326 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 9bbad35d-85e0-4bef-b43a-9691e2dca1bb completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:33:53.211017 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0e04a3a2-7da0-4772-9a3d-f2e4d31c9c6c tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:53.254156 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2fd24c-9236-4fab-a9cc-f5472761c23c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-0c7936ae-ba60-41e0-9678-29011757e550', 'network_id': '0c7936ae-ba60-41e0-9678-29011757e550', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ips': [{'subnet_id': '9b85bbf9-cc60-47b9-9ba7-617c6762d95e'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:33:53.255640 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1d2fd24c-9236-4fab-a9cc-f5472761c23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:53.269140 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a8676-bea9-40ec-a275-50617125796f req-eda612eb-52a4-4345-9300-80df7bae8eb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:53.270370 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3f8a8676-bea9-40ec-a275-50617125796f req-eda612eb-52a4-4345-9300-80df7bae8eb1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ddbb0760-09e3-49a1-abd2-299a4552a88c HTTP/1.1" status: 200 len: 898 time: 0.2446837 Mar 11 15:33:53.278330 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-0e04a3a2-7da0-4772-9a3d-f2e4d31c9c6c tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc764636-c0eb-47a8-b619-307b51a040ba']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:53.292791 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f99a104-e00a-4341-b349-68bde57d3744 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:33:53.310109 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0f99a104-e00a-4341-b349-68bde57d3744 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:53.310705 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-0f99a104-e00a-4341-b349-68bde57d3744 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Added segment 58b75c89-57cb-4702-b795-19597ccc6ef9 of type vlan for network 3c37a2a0-4af2-4ab3-977c-0522c0884b61 Mar 11 15:33:53.376054 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4bea6e4e-6d68-4cc3-ae89-dea048e35487 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:53.388749 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-0e04a3a2-7da0-4772-9a3d-f2e4d31c9c6c tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd635dd7c-1352-4e7c-885f-fbde7c54d4ae') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:53.389046 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-0e04a3a2-7da0-4772-9a3d-f2e4d31c9c6c tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd635dd7c-1352-4e7c-885f-fbde7c54d4ae') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:53.432184 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0e04a3a2-7da0-4772-9a3d-f2e4d31c9c6c tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:53.433872 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0f99a104-e00a-4341-b349-68bde57d3744 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:53.447668 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37981fa8-522d-4884-8db9-b80a47a054a6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:53.452496 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37981fa8-522d-4884-8db9-b80a47a054a6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:53.453305 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-37981fa8-522d-4884-8db9-b80a47a054a6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:33:53.471705 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bea6e4e-6d68-4cc3-ae89-dea048e35487 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Network c049f5b2-1690-496c-8cf2-0cf9cb22ae1c is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:33:53.474827 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-29d3ce41-9f2d-4cfd-a733-274d9f9d0bb1 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:53.488198 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-4bea6e4e-6d68-4cc3-ae89-dea048e35487 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:33:53.493407 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bea6e4e-6d68-4cc3-ae89-dea048e35487 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:53.493642 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0e04a3a2-7da0-4772-9a3d-f2e4d31c9c6c tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:53.494245 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4bea6e4e-6d68-4cc3-ae89-dea048e35487 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:53.501093 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea6e4e-6d68-4cc3-ae89-dea048e35487 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'Subnet': ['ID=1b31925b-a405-405f-8129-83c2e26bf558,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:53.501339 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3f8a8676-bea9-40ec-a275-50617125796f req-c8bf26d8-0053-4b3b-9d0e-caf5841fdcbc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f92b8fb-8aec-4e35-9fc2-0fd328475dd3 HTTP/1.1" status: 200 len: 1002 time: 0.2126439 Mar 11 15:33:53.520391 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0f99a104-e00a-4341-b349-68bde57d3744 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:53.524689 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f99a104-e00a-4341-b349-68bde57d3744 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:53.525476 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0f99a104-e00a-4341-b349-68bde57d3744 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:53.534703 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-3f00c929-a4ef-46c6-be23-29cc9e0f693b None None] Deleting port bd1f9978-cf3f-437b-8004-e515eac6f18e {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:53.534952 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3f00c929-a4ef-46c6-be23-29cc9e0f693b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:53.543718 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e04a3a2-7da0-4772-9a3d-f2e4d31c9c6c tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:33:53.544190 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0e04a3a2-7da0-4772-9a3d-f2e4d31c9c6c tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:53.558655 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device bd1f9978-cf3f-437b-8004-e515eac6f18e no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:33:53.560905 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:33:53.560905 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:33:53.560905 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:33:53.560905 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:33:53.560905 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:33:53.560905 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:33:53.560905 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:33:53.560905 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:33:53.560905 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:33:53.560905 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:33:53.560905 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:33:53.560905 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:33:53.560905 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:33:53.560905 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:33:53.560905 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:33:53.560905 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:33:53.560905 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:33:53.560905 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:33:53.560905 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:33:53.560905 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:33:53.560905 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:33:53.560905 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:33:53.560905 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:33:53.560905 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:33:53.560905 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:33:53.560905 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:33:53.560905 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:33:53.560905 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:33:53.560905 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:33:53.560905 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:33:53.560905 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:33:53.560905 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:33:53.569894 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-29d3ce41-9f2d-4cfd-a733-274d9f9d0bb1 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709172', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-708534'] for router, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:53.583577 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b20ccc-4cdd-465e-a306-3c07fdce56b3 None None] Network c049f5b2-1690-496c-8cf2-0cf9cb22ae1c requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:33:53.628226 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-37981fa8-522d-4884-8db9-b80a47a054a6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:33:53.632535 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-37981fa8-522d-4884-8db9-b80a47a054a6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 1.2289884 Mar 11 15:33:53.632760 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b9f505c2-2d33-4508-a891-fac8bcfb8c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:53.634417 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4bea6e4e-6d68-4cc3-ae89-dea048e35487 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5469518 Mar 11 15:33:53.635485 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39468) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:53.635485 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39470) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:53.657785 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-68490337-b8ce-4e26-9352-9af963662046 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1038434222', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1b31925b-a405-405f-8129-83c2e26bf558'}], 'security_groups': ['222a335a-ed91-47a1-ac1a-fbf564bee715']}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:33:53.704397 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: bd1f9978-cf3f-437b-8004-e515eac6f18e {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:33:53.704812 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device bd1f9978-cf3f-437b-8004-e515eac6f18e not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:33:53.752268 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0f99a104-e00a-4341-b349-68bde57d3744 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6607146 Mar 11 15:33:53.755183 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39476) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:53.796827 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a8676-bea9-40ec-a275-50617125796f req-54f65b39-0171-48ae-9f89-98ad18879519 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:53.798534 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3f8a8676-bea9-40ec-a275-50617125796f req-54f65b39-0171-48ae-9f89-98ad18879519 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ee15d9e2-a05e-476c-acce-9c65123f6291 HTTP/1.1" status: 200 len: 832 time: 0.2897506 Mar 11 15:33:53.807768 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-3f00c929-a4ef-46c6-be23-29cc9e0f693b None None] The port 'bd1f9978-cf3f-437b-8004-e515eac6f18e' was deleted {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 15:33:53.866436 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-1d2fd24c-9236-4fab-a9cc-f5472761c23c None None] Allocated IP 172.20.0.2 (0c7936ae-ba60-41e0-9678-29011757e550/9b85bbf9-cc60-47b9-9ba7-617c6762d95e/85d4f5b3-ce48-4e12-84f3-5dfa4811077f) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:33:53.869676 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-f223469d-e378-4ef5-8b40-e0946c46e99f tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Request body: {'subnet': {'network_id': '3c37a2a0-4af2-4ab3-977c-0522c0884b61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:33:53.906354 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0e04a3a2-7da0-4772-9a3d-f2e4d31c9c6c tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:53.962728 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f99a104-e00a-4341-b349-68bde57d3744 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event updated for resources: {'Network': ['ID=3c37a2a0-4af2-4ab3-977c-0522c0884b61,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:53.969918 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-4533706c-8cf7-490a-8bf2-6de2eb6ed554 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting port e22741a3-0d2a-4f2e-bd03-82f261d88558 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:53.970295 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4533706c-8cf7-490a-8bf2-6de2eb6ed554 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:53.980754 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-b9f505c2-2d33-4508-a891-fac8bcfb8c7d None None] For port c63ce0c3-2275-4dd0-88fc-e918175aa469, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=c63ce0c3-2275-4dd0-88fc-e918175aa469,segment=NetworkSegment(0f9e83e7-b45d-4580-8d4c-174ce984874b),segment_id=0f9e83e7-b45d-4580-8d4c-174ce984874b)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:33:53.995884 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 3c37a2a0-4af2-4ab3-977c-0522c0884b61 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:33:54.123212 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0e04a3a2-7da0-4772-9a3d-f2e4d31c9c6c tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:54.124988 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b9f505c2-2d33-4508-a891-fac8bcfb8c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:54.142518 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04a3a2-7da0-4772-9a3d-f2e4d31c9c6c tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] Pushing event deleted for resources: {'Network': ['ID=dc764636-c0eb-47a8-b619-307b51a040ba,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:54.155511 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0e04a3a2-7da0-4772-9a3d-f2e4d31c9c6c tempest-FloatingIPNegativeTestJSON-844949600 tempest-FloatingIPNegativeTestJSON-844949600-project] 10.222.0.31 "DELETE /v2.0/networks/dc764636-c0eb-47a8-b619-307b51a040ba HTTP/1.1" status: 204 len: 168 time: 5.1854558 Mar 11 15:33:54.185438 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-f223469d-e378-4ef5-8b40-e0946c46e99f tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:54.214054 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-f223469d-e378-4ef5-8b40-e0946c46e99f tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Usage tracker for resource:subnet and tenant:ec80415d4e5548b5bced4f16cb2e25ed is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:54.220287 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-f223469d-e378-4ef5-8b40-e0946c46e99f tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:54.227265 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3f8a8676-bea9-40ec-a275-50617125796f req-bbab1ae6-d935-42a5-8cab-b3cf6f2b2bd1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ddbb0760-09e3-49a1-abd2-299a4552a88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3651896 Mar 11 15:33:54.244236 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-f223469d-e378-4ef5-8b40-e0946c46e99f tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:54.363654 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f223469d-e378-4ef5-8b40-e0946c46e99f tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Made reservation on behalf of ec80415d4e5548b5bced4f16cb2e25ed for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:33:54.375531 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3f8a8676-bea9-40ec-a275-50617125796f req-b2ce9247-cb3c-441a-95ad-9669528c4df0 service neutron] 10.222.0.73 "GET /v2.0/networks/ddbb0760-09e3-49a1-abd2-299a4552a88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388085 Mar 11 15:33:54.489724 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1f854bd6-b5c0-447b-9d59-efdbb10f1257 None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:54.587067 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3f8a8676-bea9-40ec-a275-50617125796f req-d2b75045-2025-4e59-ad41-0de5e6136351 service neutron] 10.222.0.73 "GET /v2.0/networks/ddbb0760-09e3-49a1-abd2-299a4552a88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029107 Mar 11 15:33:54.625058 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-1f854bd6-b5c0-447b-9d59-efdbb10f1257 None None] Transition to ACTIVE for port object eb97b7d8-b99d-4e9f-a532-685de47f5a62 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:33:54.652948 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f223469d-e378-4ef5-8b40-e0946c46e99f tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:54.681453 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d3ce41-9f2d-4cfd-a733-274d9f9d0bb1 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Router e324016c-def3-4e5b-8277-c09c42350f0f has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:33:54.683795 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9473744-4680-4398-9563-a684b530c025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-fa4ce024-dbab-43b5-b8e4-5d3334ee89f1', 'network_id': 'fa4ce024-dbab-43b5-b8e4-5d3334ee89f1', 'tenant_id': 'ec80415d4e5548b5bced4f16cb2e25ed', 'fixed_ips': [{'subnet_id': '8c8e8315-ed12-4ab7-b00c-9e2cc9548b38'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:33:54.684675 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b9473744-4680-4398-9563-a684b530c025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:54.696269 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4533706c-8cf7-490a-8bf2-6de2eb6ed554 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:54.703902 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1f854bd6-b5c0-447b-9d59-efdbb10f1257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:54.719554 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b9f505c2-2d33-4508-a891-fac8bcfb8c7d None None] Provisioning complete for port 1b3a1a11-8e39-40e4-bcd9-b0d190530ea7 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:33:54.719918 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b9f505c2-2d33-4508-a891-fac8bcfb8c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:54.757070 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39484) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:54.757429 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f505c2-2d33-4508-a891-fac8bcfb8c7d None None] Pushing event updated for resources: {'Port': ['ID=c63ce0c3-2275-4dd0-88fc-e918175aa469,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:54.888618 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-68490337-b8ce-4e26-9352-9af963662046 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:54.910422 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-4533706c-8cf7-490a-8bf2-6de2eb6ed554 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Calling delete_port for e22741a3-0d2a-4f2e-bd03-82f261d88558 owned by {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:33:54.993579 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-b9f505c2-2d33-4508-a891-fac8bcfb8c7d None None] Port 1b3a1a11-8e39-40e4-bcd9-b0d190530ea7 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:33:54.995594 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-1f854bd6-b5c0-447b-9d59-efdbb10f1257 None None] Attempting to bind port eb97b7d8-b99d-4e9f-a532-685de47f5a62 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:33:54.996175 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-1f854bd6-b5c0-447b-9d59-efdbb10f1257 None None] Attempting to bind port eb97b7d8-b99d-4e9f-a532-685de47f5a62 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:33:54.996725 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f854bd6-b5c0-447b-9d59-efdbb10f1257 None None] Attempting to bind port eb97b7d8-b99d-4e9f-a532-685de47f5a62 on network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:33:54.999847 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a354d2-c502-46ca-9a1e-30342eed4cde None None] Pushing event updated for resources: {'Port': ['ID=eb97b7d8-b99d-4e9f-a532-685de47f5a62,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:55.046819 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1d2fd24c-9236-4fab-a9cc-f5472761c23c None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:55.053916 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f854bd6-b5c0-447b-9d59-efdbb10f1257 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:33:55.054281 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f854bd6-b5c0-447b-9d59-efdbb10f1257 None None] Checking segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:33:55.054675 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1f854bd6-b5c0-447b-9d59-efdbb10f1257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:55.055069 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f854bd6-b5c0-447b-9d59-efdbb10f1257 None None] Bound using segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:33:55.055554 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-1f854bd6-b5c0-447b-9d59-efdbb10f1257 None None] Bound port: eb97b7d8-b99d-4e9f-a532-685de47f5a62, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:33:55.055905 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1f854bd6-b5c0-447b-9d59-efdbb10f1257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:55.100995 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-1d2fd24c-9236-4fab-a9cc-f5472761c23c None None] Transition to ACTIVE for port object 85d4f5b3-ce48-4e12-84f3-5dfa4811077f will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:33:55.202472 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d3ce41-9f2d-4cfd-a733-274d9f9d0bb1 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:33:55.215916 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-29d3ce41-9f2d-4cfd-a733-274d9f9d0bb1 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:55.220562 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-29d3ce41-9f2d-4cfd-a733-274d9f9d0bb1 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "PUT /v2.0/routers/e324016c-def3-4e5b-8277-c09c42350f0f HTTP/1.1" status: 200 len: 892 time: 6.4949429 Mar 11 15:33:55.225813 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4c0fed-9466-46d8-8ae0-cc66dd5a26c6 None None] Sync routers for ids ['e324016c-def3-4e5b-8277-c09c42350f0f'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:33:55.247536 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4c0fed-9466-46d8-8ae0-cc66dd5a26c6 None None] Routers {'e324016c-def3-4e5b-8277-c09c42350f0f'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:33:55.248183 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-da4c0fed-9466-46d8-8ae0-cc66dd5a26c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:33:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['e324016c-def3-4e5b-8277-c09c42350f0f'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:55.255688 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39490) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:55.314351 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-da4c0fed-9466-46d8-8ae0-cc66dd5a26c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:55.321180 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-1d2fd24c-9236-4fab-a9cc-f5472761c23c None None] Transition to ACTIVE for port object 85d4f5b3-ce48-4e12-84f3-5dfa4811077f will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:33:55.327415 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4c0fed-9466-46d8-8ae0-cc66dd5a26c6 None None] Routers {'e324016c-def3-4e5b-8277-c09c42350f0f'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:33:55.328299 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-da4c0fed-9466-46d8-8ae0-cc66dd5a26c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:33:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['e324016c-def3-4e5b-8277-c09c42350f0f'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:55.359078 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1d2fd24c-9236-4fab-a9cc-f5472761c23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:55.371148 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-e792e8b2-1817-47cc-a754-5e57231932b6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ba84e12fe93242f4ad3418dc2cbee32f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6125212 Mar 11 15:33:55.398838 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-da4c0fed-9466-46d8-8ae0-cc66dd5a26c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:55.399510 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4c0fed-9466-46d8-8ae0-cc66dd5a26c6 None None] The sync data for ids ['e324016c-def3-4e5b-8277-c09c42350f0f'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:33:55.412168 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fbe8b7ec-c870-41f1-9c79-ba291777c441 None None] Provisioning for port fd16c261-9c0f-4c20-973e-fe0cfd80a796 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:33:55.419652 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39494) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:55.431674 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-1f854bd6-b5c0-447b-9d59-efdbb10f1257 None None] For port eb97b7d8-b99d-4e9f-a532-685de47f5a62, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:33:55.448571 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fbe8b7ec-c870-41f1-9c79-ba291777c441 None None] Provisioning complete for port fd16c261-9c0f-4c20-973e-fe0cfd80a796 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:33:55.448868 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fbe8b7ec-c870-41f1-9c79-ba291777c441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:55.456150 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ba98b19b-4147-46aa-ac5b-366531a9300e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:55.476697 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-b9473744-4680-4398-9563-a684b530c025 None None] Allocated IP 2001:db8:0:ffff::2 (fa4ce024-dbab-43b5-b8e4-5d3334ee89f1/8c8e8315-ed12-4ab7-b00c-9e2cc9548b38/e5cd1414-b022-412f-b56c-15bfe5546398) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:33:55.495238 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-1f854bd6-b5c0-447b-9d59-efdbb10f1257 None None] For port eb97b7d8-b99d-4e9f-a532-685de47f5a62, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=eb97b7d8-b99d-4e9f-a532-685de47f5a62,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:33:55.523122 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1f854bd6-b5c0-447b-9d59-efdbb10f1257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:55.537434 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-68490337-b8ce-4e26-9352-9af963662046 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Delete allocated IP 172.20.0.11 (c049f5b2-1690-496c-8cf2-0cf9cb22ae1c/5c33f5b4-76a4-4848-aa47-21929d78fc38) {{(pid=83867) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 15:33:55.539531 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d933712c-6035-4da0-96a4-b39af3170d1f None None] Update dhcp port {'port': {'network_id': 'c049f5b2-1690-496c-8cf2-0cf9cb22ae1c', 'fixed_ips': [{'subnet_id': '5c33f5b4-76a4-4848-aa47-21929d78fc38', 'ip_address': '172.20.0.2'}, {'subnet_id': '1b31925b-a405-405f-8129-83c2e26bf558'}], 'binding:host_id': 'dv-neutron-833373-1-hyperv'}, 'id': 'c63ce0c3-2275-4dd0-88fc-e918175aa469'} from dv-neutron-833373-1-hyperv. {{(pid=83868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 15:33:55.571235 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4533706c-8cf7-490a-8bf2-6de2eb6ed554 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:55.576804 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-68490337-b8ce-4e26-9352-9af963662046 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Allocated IP 172.20.0.18 (c049f5b2-1690-496c-8cf2-0cf9cb22ae1c/1b31925b-a405-405f-8129-83c2e26bf558/fd16c261-9c0f-4c20-973e-fe0cfd80a796) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:33:55.580012 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2fd24c-9236-4fab-a9cc-f5472761c23c None None] Network 0c7936ae-ba60-41e0-9678-29011757e550 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:33:55.593162 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2fd24c-9236-4fab-a9cc-f5472761c23c None None] Pushing event updated for resources: {'Port': ['ID=85d4f5b3-ce48-4e12-84f3-5dfa4811077f,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:55.595920 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-1d2fd24c-9236-4fab-a9cc-f5472761c23c None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:33:55.637251 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2fd24c-9236-4fab-a9cc-f5472761c23c None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:33:55.678050 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-fbe8b7ec-c870-41f1-9c79-ba291777c441 None None] Port fd16c261-9c0f-4c20-973e-fe0cfd80a796 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:33:55.752184 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fbe8b7ec-c870-41f1-9c79-ba291777c441 None None] Could not find standard attr ID for object e22741a3-0d2a-4f2e-bd03-82f261d88558. {{(pid=83868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:33:55.789193 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533706c-8cf7-490a-8bf2-6de2eb6ed554 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Port': ['ID=e22741a3-0d2a-4f2e-bd03-82f261d88558,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:55.802194 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d933712c-6035-4da0-96a4-b39af3170d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:55.825526 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ee850954-6f5a-41bd-b6e4-8ae148b0e81a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:55.861837 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f223469d-e378-4ef5-8b40-e0946c46e99f tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:55.931715 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a354d2-c502-46ca-9a1e-30342eed4cde None None] Pushing event updated for resources: {'Port': ['ID=eb97b7d8-b99d-4e9f-a532-685de47f5a62,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:55.977845 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-1d2fd24c-9236-4fab-a9cc-f5472761c23c None None] Attempting to bind port 85d4f5b3-ce48-4e12-84f3-5dfa4811077f on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:33:55.978208 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-1d2fd24c-9236-4fab-a9cc-f5472761c23c None None] Attempting to bind port 85d4f5b3-ce48-4e12-84f3-5dfa4811077f by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '86f19f21-b375-4ea1-8bd3-1b410b20055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '0c7936ae-ba60-41e0-9678-29011757e550'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:33:55.978562 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2fd24c-9236-4fab-a9cc-f5472761c23c None None] Attempting to bind port 85d4f5b3-ce48-4e12-84f3-5dfa4811077f on network 0c7936ae-ba60-41e0-9678-29011757e550 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:33:55.980518 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fbe8b7ec-c870-41f1-9c79-ba291777c441 None None] Provisioning for port 9bbad35d-85e0-4bef-b43a-9691e2dca1bb completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:33:55.994018 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f854bd6-b5c0-447b-9d59-efdbb10f1257 None None] Routers {'9adf4256-26d1-4e26-aa97-bb95ab764c64'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:33:55.994649 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-1f854bd6-b5c0-447b-9d59-efdbb10f1257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:33:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['9adf4256-26d1-4e26-aa97-bb95ab764c64'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:56.007799 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ee850954-6f5a-41bd-b6e4-8ae148b0e81a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:56.036970 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4533706c-8cf7-490a-8bf2-6de2eb6ed554 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:56.184554 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f223469d-e378-4ef5-8b40-e0946c46e99f tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Checking segment: {'id': '58b75c89-57cb-4702-b795-19597ccc6ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3c37a2a0-4af2-4ab3-977c-0522c0884b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:33:56.184789 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f223469d-e378-4ef5-8b40-e0946c46e99f tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Network hostable DHCP agents. Network: 3c37a2a0-4af2-4ab3-977c-0522c0884b61, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:33:56.225855 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-6b63fd68-82be-4d40-af3d-3ff2754839c9 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "GET /v2.0/routers/e324016c-def3-4e5b-8277-c09c42350f0f HTTP/1.1" status: 200 len: 892 time: 0.8616917 Mar 11 15:33:56.231836 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fbe8b7ec-c870-41f1-9c79-ba291777c441 None None] Provisioning complete for port 9bbad35d-85e0-4bef-b43a-9691e2dca1bb triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:33:56.232560 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fbe8b7ec-c870-41f1-9c79-ba291777c441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:56.236205 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4533706c-8cf7-490a-8bf2-6de2eb6ed554 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/ports/e22741a3-0d2a-4f2e-bd03-82f261d88558 HTTP/1.1" status: 204 len: 168 time: 2.5967364 Mar 11 15:33:56.236205 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39498) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:56.236505 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39500) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:56.240573 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f223469d-e378-4ef5-8b40-e0946c46e99f tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event updated for resources: {'Subnet': ['ID=4e33d473-5343-4671-ba5e-ea9fa3bf4a65,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:56.242939 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f223469d-e378-4ef5-8b40-e0946c46e99f tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Network 3c37a2a0-4af2-4ab3-977c-0522c0884b61 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:33:56.304137 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-ba98b19b-4147-46aa-ac5b-366531a9300e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Allocated IP 172.20.0.1 (0c7936ae-ba60-41e0-9678-29011757e550/9b85bbf9-cc60-47b9-9ba7-617c6762d95e/7b993a71-c302-4ae1-9d07-93208a4361c1) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:33:56.305764 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2fd24c-9236-4fab-a9cc-f5472761c23c None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:33:56.306404 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2fd24c-9236-4fab-a9cc-f5472761c23c None None] Checking segment: {'id': '86f19f21-b375-4ea1-8bd3-1b410b20055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '0c7936ae-ba60-41e0-9678-29011757e550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:33:56.306894 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1d2fd24c-9236-4fab-a9cc-f5472761c23c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:56.307380 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2fd24c-9236-4fab-a9cc-f5472761c23c None None] Bound using segment: {'id': '86f19f21-b375-4ea1-8bd3-1b410b20055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '0c7936ae-ba60-41e0-9678-29011757e550'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:33:56.308063 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-1d2fd24c-9236-4fab-a9cc-f5472761c23c None None] Bound port: 85d4f5b3-ce48-4e12-84f3-5dfa4811077f, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f19f21-b375-4ea1-8bd3-1b410b20055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '0c7936ae-ba60-41e0-9678-29011757e550'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:33:56.308558 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1d2fd24c-9236-4fab-a9cc-f5472761c23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:56.323701 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-510deee0-4a14-4422-ba80-dde52a436b20 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Synchronizing usage tracker for tenant:c58947f968f64e3fb11fb874306012f2 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:33:56.334756 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-f223469d-e378-4ef5-8b40-e0946c46e99f tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 3c37a2a0-4af2-4ab3-977c-0522c0884b61) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:33:56.359415 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f223469d-e378-4ef5-8b40-e0946c46e99f tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:56.360177 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f223469d-e378-4ef5-8b40-e0946c46e99f tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:56.382357 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-510deee0-4a14-4422-ba80-dde52a436b20 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Unset dirty status for tenant:c58947f968f64e3fb11fb874306012f2 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:33:56.386512 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-510deee0-4a14-4422-ba80-dde52a436b20 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "GET /v2.0/ports?device_id=e324016c-def3-4e5b-8277-c09c42350f0f HTTP/1.1" status: 200 len: 205 time: 0.1470015 Mar 11 15:33:56.389963 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39506) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:56.399674 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c60fa04-faa9-4683-9b2c-37eda0cf1080 None None] Network 3c37a2a0-4af2-4ab3-977c-0522c0884b61 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:33:56.401260 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ee850954-6f5a-41bd-b6e4-8ae148b0e81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:56.413039 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device c63ce0c3-2275-4dd0-88fc-e918175aa469 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:33:56.502633 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2a6e08-596a-4d1a-ac5e-c6efb61bea75 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:56.504673 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2a6e08-596a-4d1a-ac5e-c6efb61bea75 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:56.504885 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-3f2a6e08-596a-4d1a-ac5e-c6efb61bea75 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:33:56.550758 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-3f2a6e08-596a-4d1a-ac5e-c6efb61bea75 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:33:56.554530 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-3f2a6e08-596a-4d1a-ac5e-c6efb61bea75 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3146353 Mar 11 15:33:56.555140 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39510) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:56.569248 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee850954-6f5a-41bd-b6e4-8ae148b0e81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7099c130-1ddf-4ebf-9100-211c850ad9d9,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:56.593926 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ba98b19b-4147-46aa-ac5b-366531a9300e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:56.598681 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ee850954-6f5a-41bd-b6e4-8ae148b0e81a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:56.600085 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ee850954-6f5a-41bd-b6e4-8ae148b0e81a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7099c130-1ddf-4ebf-9100-211c850ad9d9 HTTP/1.1" status: 204 len: 168 time: 1.1748891 Mar 11 15:33:56.606453 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-f223469d-e378-4ef5-8b40-e0946c46e99f tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.8518870 Mar 11 15:33:56.610215 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39516) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:56.641441 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-ba98b19b-4147-46aa-ac5b-366531a9300e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Transition to ACTIVE for port object 7b993a71-c302-4ae1-9d07-93208a4361c1 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:33:56.752852 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.db.resource_extend [None req-68490337-b8ce-4e26-9352-9af963662046 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:33:56.790829 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-68490337-b8ce-4e26-9352-9af963662046 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:56.795625 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fc6666a-fcf9-46ba-ad03-d5acdb703e18 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting subnet fe028aec-4abd-4510-a018-d3167f79a597 {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:33:56.799093 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7fc6666a-fcf9-46ba-ad03-d5acdb703e18 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:56.810406 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a03d227e-569f-4c85-be90-88884dd9011f tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:56.821854 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-68490337-b8ce-4e26-9352-9af963662046 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Ignored duplicate provisioning block setup for port fd16c261-9c0f-4c20-973e-fe0cfd80a796 by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 11 15:33:56.835401 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-68490337-b8ce-4e26-9352-9af963662046 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:56.847576 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b9473744-4680-4398-9563-a684b530c025 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:56.869286 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7fc6666a-fcf9-46ba-ad03-d5acdb703e18 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:56.933941 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ba98b19b-4147-46aa-ac5b-366531a9300e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:56.945562 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b9473744-4680-4398-9563-a684b530c025 None None] Transition to ACTIVE for port object e5cd1414-b022-412f-b56c-15bfe5546398 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:33:56.972079 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-1d2fd24c-9236-4fab-a9cc-f5472761c23c None None] For port 85d4f5b3-ce48-4e12-84f3-5dfa4811077f, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:33:56.981484 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fbe8b7ec-c870-41f1-9c79-ba291777c441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:57.026960 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-fbe8b7ec-c870-41f1-9c79-ba291777c441 None None] For port 9bbad35d-85e0-4bef-b43a-9691e2dca1bb, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=9bbad35d-85e0-4bef-b43a-9691e2dca1bb,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:33:57.033053 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68490337-b8ce-4e26-9352-9af963662046 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'Port': ['ID=fd16c261-9c0f-4c20-973e-fe0cfd80a796,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:57.054625 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba98b19b-4147-46aa-ac5b-366531a9300e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network 0c7936ae-ba60-41e0-9678-29011757e550 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:33:57.059398 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98b19b-4147-46aa-ac5b-366531a9300e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=7b993a71-c302-4ae1-9d07-93208a4361c1,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:57.063646 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-ba98b19b-4147-46aa-ac5b-366531a9300e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:33:57.065849 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba98b19b-4147-46aa-ac5b-366531a9300e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:33:57.078631 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a03d227e-569f-4c85-be90-88884dd9011f tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:57.090527 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fbe8b7ec-c870-41f1-9c79-ba291777c441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:57.092840 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port c63ce0c3-2275-4dd0-88fc-e918175aa469 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:33:57.093209 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:57.139783 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-1f854bd6-b5c0-447b-9d59-efdbb10f1257 None None] Set router 9adf4256-26d1-4e26-aa97-bb95ab764c64 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:33:57.174761 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7fc6666a-fcf9-46ba-ad03-d5acdb703e18 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:57.220202 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ba98b19b-4147-46aa-ac5b-366531a9300e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:57.222985 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-68490337-b8ce-4e26-9352-9af963662046 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] In _notify_port_updated(), no bound segment for port fd16c261-9c0f-4c20-973e-fe0cfd80a796 on network c049f5b2-1690-496c-8cf2-0cf9cb22ae1c {{(pid=83867) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 15:33:57.226797 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68490337-b8ce-4e26-9352-9af963662046 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:57.228049 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-68490337-b8ce-4e26-9352-9af963662046 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:57.228743 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-68490337-b8ce-4e26-9352-9af963662046 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "PUT /v2.0/ports/fd16c261-9c0f-4c20-973e-fe0cfd80a796 HTTP/1.1" status: 200 len: 921 time: 3.5900450 Mar 11 15:33:57.235957 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39528) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:57.293685 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-1d2fd24c-9236-4fab-a9cc-f5472761c23c None None] For port 85d4f5b3-ce48-4e12-84f3-5dfa4811077f, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=85d4f5b3-ce48-4e12-84f3-5dfa4811077f,segment=NetworkSegment(86f19f21-b375-4ea1-8bd3-1b410b20055f),segment_id=86f19f21-b375-4ea1-8bd3-1b410b20055f)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:33:57.294949 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe8b7ec-c870-41f1-9c79-ba291777c441 None None] Pushing event updated for resources: {'Port': ['ID=9bbad35d-85e0-4bef-b43a-9691e2dca1bb,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:57.299797 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b9473744-4680-4398-9563-a684b530c025 None None] Transition to ACTIVE for port object e5cd1414-b022-412f-b56c-15bfe5546398 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:33:57.324850 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-e20e9a60-4511-4a42-81f9-1239acbea887 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Deleting port fd16c261-9c0f-4c20-973e-fe0cfd80a796 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:57.325190 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e20e9a60-4511-4a42-81f9-1239acbea887 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:57.358135 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a03d227e-569f-4c85-be90-88884dd9011f tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:57.372693 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7fc6666a-fcf9-46ba-ad03-d5acdb703e18 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:57.393228 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1d2fd24c-9236-4fab-a9cc-f5472761c23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:57.397735 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-69188fd8-fcea-4309-8519-ba449113a54e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for router, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:57.439553 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc6666a-fcf9-46ba-ad03-d5acdb703e18 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Subnet': ['ID=fe028aec-4abd-4510-a018-d3167f79a597,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:57.462247 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7fc6666a-fcf9-46ba-ad03-d5acdb703e18 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:57.479631 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ba98b19b-4147-46aa-ac5b-366531a9300e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:57.495292 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d227e-569f-4c85-be90-88884dd9011f tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event deleted for resources: {'Subnet': ['ID=4e33d473-5343-4671-ba5e-ea9fa3bf4a65,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:57.504729 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be60de3-5e5a-497e-a4b5-647488638cf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-3c37a2a0-4af2-4ab3-977c-0522c0884b61', 'network_id': '3c37a2a0-4af2-4ab3-977c-0522c0884b61', 'tenant_id': 'ec80415d4e5548b5bced4f16cb2e25ed', 'fixed_ips': [{'subnet_id': '4e33d473-5343-4671-ba5e-ea9fa3bf4a65'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:33:57.505617 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5be60de3-5e5a-497e-a4b5-647488638cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:57.523977 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2fd24c-9236-4fab-a9cc-f5472761c23c None None] Pushing event updated for resources: {'Port': ['ID=85d4f5b3-ce48-4e12-84f3-5dfa4811077f,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:57.526924 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b86ecad-0066-460e-bc64-4d6f716c15d0 None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:33:57.637848 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b9473744-4680-4398-9563-a684b530c025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:57.732067 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9473744-4680-4398-9563-a684b530c025 None None] Network fa4ce024-dbab-43b5-b8e4-5d3334ee89f1 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:33:57.790461 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-b9473744-4680-4398-9563-a684b530c025 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:33:57.792571 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-d933712c-6035-4da0-96a4-b39af3170d1f None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-06810fcb-18bb-4ab5-9865-e7497389125c {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:33:57.792923 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-d933712c-6035-4da0-96a4-b39af3170d1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:33:57.795234 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9473744-4680-4398-9563-a684b530c025 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:33:57.909714 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a03d227e-569f-4c85-be90-88884dd9011f tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:57.929917 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-7fc6666a-fcf9-46ba-ad03-d5acdb703e18 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/fe028aec-4abd-4510-a018-d3167f79a597 HTTP/1.1" status: 204 len: 168 time: 1.3738580 Mar 11 15:33:57.933207 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39540) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:58.028738 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0b324e66-ccf0-4dea-a52b-3208b48d1a78 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0941312 Mar 11 15:33:58.033628 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39546) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:58.043924 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-5d5c375a-b744-4133-a51b-2b875f452cba tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'subnet': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:33:58.062887 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-a03d227e-569f-4c85-be90-88884dd9011f tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c37a2a0-4af2-4ab3-977c-0522c0884b61']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:58.089242 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-a03d227e-569f-4c85-be90-88884dd9011f tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b75c89-57cb-4702-b795-19597ccc6ef9') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:58.089949 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-a03d227e-569f-4c85-be90-88884dd9011f tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b75c89-57cb-4702-b795-19597ccc6ef9') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:58.130410 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a03d227e-569f-4c85-be90-88884dd9011f tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:58.130608 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53131fb-6280-4a1a-ae57-42e6723574a8 None None] Network 3c37a2a0-4af2-4ab3-977c-0522c0884b61 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:33:58.154318 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39550) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:58.159695 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a03d227e-569f-4c85-be90-88884dd9011f tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:58.202983 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a03d227e-569f-4c85-be90-88884dd9011f tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:33:58.203488 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a03d227e-569f-4c85-be90-88884dd9011f tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:58.221768 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:33:58.221768 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:33:58.221768 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:33:58.221768 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:33:58.221768 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:33:58.221768 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:33:58.221768 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:33:58.221768 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:33:58.221768 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:33:58.221768 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:33:58.221768 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:33:58.221768 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:33:58.221768 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:33:58.221768 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:33:58.221768 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:33:58.221768 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:33:58.221768 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:33:58.221768 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:33:58.221768 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:33:58.221768 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:33:58.221768 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:33:58.221768 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:33:58.221768 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:33:58.221768 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:33:58.221768 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:33:58.221768 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:33:58.221768 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:33:58.221768 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:33:58.221768 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:33:58.221768 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:33:58.221768 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:33:58.221768 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:33:58.227137 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e20e9a60-4511-4a42-81f9-1239acbea887 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:58.235392 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9473744-4680-4398-9563-a684b530c025 None None] Pushing event updated for resources: {'Port': ['ID=e5cd1414-b022-412f-b56c-15bfe5546398,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:58.355385 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-5d5c375a-b744-4133-a51b-2b875f452cba tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:58.367060 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-5d5c375a-b744-4133-a51b-2b875f452cba tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:subnet and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:58.372643 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-5d5c375a-b744-4133-a51b-2b875f452cba tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:58.381413 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-5d5c375a-b744-4133-a51b-2b875f452cba tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:58.450757 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d933712c-6035-4da0-96a4-b39af3170d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:58.459051 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ba98b19b-4147-46aa-ac5b-366531a9300e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:58.460826 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5c375a-b744-4133-a51b-2b875f452cba tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:33:58.464558 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5d5c375a-b744-4133-a51b-2b875f452cba tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:58.486424 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ba98b19b-4147-46aa-ac5b-366531a9300e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:58.551326 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b9473744-4680-4398-9563-a684b530c025 None None] Attempting to bind port e5cd1414-b022-412f-b56c-15bfe5546398 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:33:58.552358 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b9473744-4680-4398-9563-a684b530c025 None None] Attempting to bind port e5cd1414-b022-412f-b56c-15bfe5546398 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '90eb073a-628b-4898-a23e-1e8e2637a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'fa4ce024-dbab-43b5-b8e4-5d3334ee89f1'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:33:58.552891 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9473744-4680-4398-9563-a684b530c025 None None] Attempting to bind port e5cd1414-b022-412f-b56c-15bfe5546398 on network fa4ce024-dbab-43b5-b8e4-5d3334ee89f1 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:33:58.565192 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-e20e9a60-4511-4a42-81f9-1239acbea887 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Calling delete_port for fd16c261-9c0f-4c20-973e-fe0cfd80a796 owned by {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:33:58.603868 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-14731f17-5ad3-4b7e-8d2f-ab723ea9a16d tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Request body: {'network': {'name': 'tempest-RoutersTest-141787365'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:33:58.610368 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-14731f17-5ad3-4b7e-8d2f-ab723ea9a16d tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:58.614740 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-14731f17-5ad3-4b7e-8d2f-ab723ea9a16d tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Usage tracker for resource:network and tenant:16d01fb61cb5488cb7fd92527258a459 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:58.619598 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-14731f17-5ad3-4b7e-8d2f-ab723ea9a16d tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:58.626731 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-14731f17-5ad3-4b7e-8d2f-ab723ea9a16d tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:58.663179 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a03d227e-569f-4c85-be90-88884dd9011f tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:58.698814 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a03d227e-569f-4c85-be90-88884dd9011f tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:58.701275 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14731f17-5ad3-4b7e-8d2f-ab723ea9a16d tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Made reservation on behalf of 16d01fb61cb5488cb7fd92527258a459 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:33:58.705591 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-14731f17-5ad3-4b7e-8d2f-ab723ea9a16d tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:58.723584 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d227e-569f-4c85-be90-88884dd9011f tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event deleted for resources: {'Network': ['ID=3c37a2a0-4af2-4ab3-977c-0522c0884b61,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:58.751219 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-14731f17-5ad3-4b7e-8d2f-ab723ea9a16d tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:58.765688 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a03d227e-569f-4c85-be90-88884dd9011f tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "DELETE /v2.0/networks/3c37a2a0-4af2-4ab3-977c-0522c0884b61 HTTP/1.1" status: 204 len: 168 time: 2.1541543 Mar 11 15:33:58.766247 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ba98b19b-4147-46aa-ac5b-366531a9300e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:58.775085 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39556) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:58.776205 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98b19b-4147-46aa-ac5b-366531a9300e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=7b993a71-c302-4ae1-9d07-93208a4361c1,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:58.778387 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9473744-4680-4398-9563-a684b530c025 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:33:58.778814 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9473744-4680-4398-9563-a684b530c025 None None] Checking segment: {'id': '90eb073a-628b-4898-a23e-1e8e2637a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'fa4ce024-dbab-43b5-b8e4-5d3334ee89f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:33:58.779395 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b9473744-4680-4398-9563-a684b530c025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:58.782448 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9473744-4680-4398-9563-a684b530c025 None None] Bound using segment: {'id': '90eb073a-628b-4898-a23e-1e8e2637a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'fa4ce024-dbab-43b5-b8e4-5d3334ee89f1'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:33:58.782953 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b9473744-4680-4398-9563-a684b530c025 None None] Bound port: e5cd1414-b022-412f-b56c-15bfe5546398, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90eb073a-628b-4898-a23e-1e8e2637a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'fa4ce024-dbab-43b5-b8e4-5d3334ee89f1'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:33:58.783463 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b9473744-4680-4398-9563-a684b530c025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:58.788116 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-9d2bf7a6-ca75-4cb0-bd0e-5e4067bc570c tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-511269488'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:33:58.804584 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-9d2bf7a6-ca75-4cb0-bd0e-5e4067bc570c tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:58.902374 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-9d2bf7a6-ca75-4cb0-bd0e-5e4067bc570c tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Usage tracker for resource:network and tenant:ec80415d4e5548b5bced4f16cb2e25ed is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:58.915744 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-9d2bf7a6-ca75-4cb0-bd0e-5e4067bc570c tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:58.918852 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-69188fd8-fcea-4309-8519-ba449113a54e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:58.930411 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-9d2bf7a6-ca75-4cb0-bd0e-5e4067bc570c tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:58.950651 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-69188fd8-fcea-4309-8519-ba449113a54e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Deleting port d2db0d46-e2a8-435a-9a60-55194a58a67f {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:58.950995 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-69188fd8-fcea-4309-8519-ba449113a54e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:58.964650 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480b9f2e-5f12-4fc2-88e1-92b76ff3b462 None None] DHCP port deletion for a9e561eb-4382-47f0-afe2-548f64b9476b request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:33:58.966644 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 85d4f5b3-ce48-4e12-84f3-5dfa4811077f up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:33:58.986016 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2bf7a6-ca75-4cb0-bd0e-5e4067bc570c tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Made reservation on behalf of ec80415d4e5548b5bced4f16cb2e25ed for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:33:58.989003 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9d2bf7a6-ca75-4cb0-bd0e-5e4067bc570c tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:59.036214 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e20e9a60-4511-4a42-81f9-1239acbea887 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:59.079643 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba98b19b-4147-46aa-ac5b-366531a9300e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network 0c7936ae-ba60-41e0-9678-29011757e550 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:33:59.083425 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-ba98b19b-4147-46aa-ac5b-366531a9300e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:33:59.133487 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e9a60-4511-4a42-81f9-1239acbea887 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event deleted for resources: {'Port': ['ID=fd16c261-9c0f-4c20-973e-fe0cfd80a796,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:59.141018 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-14731f17-5ad3-4b7e-8d2f-ab723ea9a16d tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:59.144770 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-480b9f2e-5f12-4fc2-88e1-92b76ff3b462 None None] Deleting port 9bbad35d-85e0-4bef-b43a-9691e2dca1bb {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:33:59.145205 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-480b9f2e-5f12-4fc2-88e1-92b76ff3b462 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:59.235687 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d2bf7a6-ca75-4cb0-bd0e-5e4067bc570c tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:33:59.243390 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-14731f17-5ad3-4b7e-8d2f-ab723ea9a16d tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Usage tracker for resource:security_group_rule and tenant:16d01fb61cb5488cb7fd92527258a459 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:59.255450 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-14731f17-5ad3-4b7e-8d2f-ab723ea9a16d tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:59.315541 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5d5c375a-b744-4133-a51b-2b875f452cba tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:59.401779 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c375a-b744-4133-a51b-2b875f452cba tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Subnet': ['ID=6cb86f53-c42a-4b3a-8493-dee6da56c4cb,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:59.428720 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d12c6693-ddab-46a0-ab0c-9ba9f815356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:59.452766 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5c375a-b744-4133-a51b-2b875f452cba tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:33:59.456504 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-b9473744-4680-4398-9563-a684b530c025 None None] For port e5cd1414-b022-412f-b56c-15bfe5546398, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:33:59.457200 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-5d5c375a-b744-4133-a51b-2b875f452cba tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:33:59.463037 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-69188fd8-fcea-4309-8519-ba449113a54e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:59.477997 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5c375a-b744-4133-a51b-2b875f452cba tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:59.478278 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5d5c375a-b744-4133-a51b-2b875f452cba tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:59.566499 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-5d5c375a-b744-4133-a51b-2b875f452cba tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5317800 Mar 11 15:33:59.574212 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39560) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:59.605185 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-14731f17-5ad3-4b7e-8d2f-ab723ea9a16d tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:59.616350 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-69188fd8-fcea-4309-8519-ba449113a54e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Calling delete_port for d2db0d46-e2a8-435a-9a60-55194a58a67f owned by network:router_gateway {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:33:59.623717 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-480b9f2e-5f12-4fc2-88e1-92b76ff3b462 None None] For port 9bbad35d-85e0-4bef-b43a-9691e2dca1bb, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=9bbad35d-85e0-4bef-b43a-9691e2dca1bb,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:33:59.624432 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-480b9f2e-5f12-4fc2-88e1-92b76ff3b462 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:59.629429 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-5755ef93-5233-49ba-9755-c1cf1a0c5673 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'port': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'name': 'tempest-NetworksTestDHCPv6-668545432'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:33:59.654054 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e20e9a60-4511-4a42-81f9-1239acbea887 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:59.656449 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-b9473744-4680-4398-9563-a684b530c025 None None] For port e5cd1414-b022-412f-b56c-15bfe5546398, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=e5cd1414-b022-412f-b56c-15bfe5546398,segment=NetworkSegment(90eb073a-628b-4898-a23e-1e8e2637a0da),segment_id=90eb073a-628b-4898-a23e-1e8e2637a0da)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:33:59.658381 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-d933712c-6035-4da0-96a4-b39af3170d1f None None] Allocated IP 172.20.0.19 (c049f5b2-1690-496c-8cf2-0cf9cb22ae1c/1b31925b-a405-405f-8129-83c2e26bf558/c63ce0c3-2275-4dd0-88fc-e918175aa469) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:33:59.663211 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73c4ad2-47a9-49e3-add4-6af0210b0be7 None None] Network 0c7936ae-ba60-41e0-9678-29011757e550 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:33:59.673738 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9d2bf7a6-ca75-4cb0-bd0e-5e4067bc570c tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:59.674102 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-9d2bf7a6-ca75-4cb0-bd0e-5e4067bc570c tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Added segment 5a5254fe-f3e4-44bc-9f20-40249a4f0c81 of type vlan for network b53b6120-6743-407a-aada-3f34365b286c Mar 11 15:33:59.703769 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e20e9a60-4511-4a42-81f9-1239acbea887 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/ports/fd16c261-9c0f-4c20-973e-fe0cfd80a796 HTTP/1.1" status: 204 len: 168 time: 2.4679296 Mar 11 15:33:59.704532 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39564) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:59.804444 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-601c7425-71a8-4819-a0ea-f015f4199b43 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] GET failed (client error): The resource could not be found. Mar 11 15:33:59.804872 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-601c7425-71a8-4819-a0ea-f015f4199b43 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Synchronizing usage tracker for tenant:a138b31c346e4c0cb3afee629b96673d on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:33:59.808460 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9d2bf7a6-ca75-4cb0-bd0e-5e4067bc570c tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:59.824669 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-5755ef93-5233-49ba-9755-c1cf1a0c5673 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:33:59.830885 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-5755ef93-5233-49ba-9755-c1cf1a0c5673 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:port and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:33:59.834975 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-5755ef93-5233-49ba-9755-c1cf1a0c5673 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:33:59.841965 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-5755ef93-5233-49ba-9755-c1cf1a0c5673 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:33:59.863136 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5755ef93-5233-49ba-9755-c1cf1a0c5673 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:33:59.866585 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5755ef93-5233-49ba-9755-c1cf1a0c5673 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:59.893156 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b9473744-4680-4398-9563-a684b530c025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:59.915499 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-601c7425-71a8-4819-a0ea-f015f4199b43 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Unset dirty status for tenant:a138b31c346e4c0cb3afee629b96673d on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:33:59.921312 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-601c7425-71a8-4819-a0ea-f015f4199b43 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "GET /v2.0/ports/fd16c261-9c0f-4c20-973e-fe0cfd80a796 HTTP/1.1" status: 404 len: 333 time: 0.2066500 Mar 11 15:33:59.922273 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-5755ef93-5233-49ba-9755-c1cf1a0c5673 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] device_id is not set on port 23d3f934-1aa2-4965-a79b-e1a52575b7c7 yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:33:59.925974 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39568) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:33:59.946942 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-14731f17-5ad3-4b7e-8d2f-ab723ea9a16d tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:59.953976 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9d2bf7a6-ca75-4cb0-bd0e-5e4067bc570c tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:59.957334 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-480b9f2e-5f12-4fc2-88e1-92b76ff3b462 None None] Calling delete_port for 9bbad35d-85e0-4bef-b43a-9691e2dca1bb owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:33:59.957753 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2bf7a6-ca75-4cb0-bd0e-5e4067bc570c tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:59.958349 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9d2bf7a6-ca75-4cb0-bd0e-5e4067bc570c tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:33:59.991618 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-14731f17-5ad3-4b7e-8d2f-ab723ea9a16d tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:00.046124 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 85d4f5b3-ce48-4e12-84f3-5dfa4811077f completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:34:00.064686 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba98b19b-4147-46aa-ac5b-366531a9300e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router 9adf4256-26d1-4e26-aa97-bb95ab764c64 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:34:00.200791 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-1f854bd6-b5c0-447b-9d59-efdbb10f1257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adf4256-26d1-4e26-aa97-bb95ab764c64', 'name': 'tempest-TestNetworkBasicOps-router-1552958535', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': 'eb97b7d8-b99d-4e9f-a532-685de47f5a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:33:44Z', 'updated_at': '2022-03-11T15:33:46Z', 'revision_number': 3, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': 'eb97b7d8-b99d-4e9f-a532-685de47f5a62', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:49:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adf4256-26d1-4e26-aa97-bb95ab764c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:33:46Z', 'updated_at': '2022-03-11T15:33:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:00.201301 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-c2688f47-1ec6-4182-8876-18d670bae801 None None] Provisioning for port 85d4f5b3-ce48-4e12-84f3-5dfa4811077f completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:34:00.250344 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-c2688f47-1ec6-4182-8876-18d670bae801 None None] Provisioning complete for port 85d4f5b3-ce48-4e12-84f3-5dfa4811077f triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:00.250967 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c2688f47-1ec6-4182-8876-18d670bae801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:00.259121 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14731f17-5ad3-4b7e-8d2f-ab723ea9a16d tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:34:00.282587 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f854bd6-b5c0-447b-9d59-efdbb10f1257 None None] The sync data for ids ['9adf4256-26d1-4e26-aa97-bb95ab764c64'] in dv-neutron-833373-1-hyperv is: [{'id': '9adf4256-26d1-4e26-aa97-bb95ab764c64', 'name': 'tempest-TestNetworkBasicOps-router-1552958535', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': 'eb97b7d8-b99d-4e9f-a532-685de47f5a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:33:44Z', 'updated_at': '2022-03-11T15:33:46Z', 'revision_number': 3, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': 'eb97b7d8-b99d-4e9f-a532-685de47f5a62', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:49:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adf4256-26d1-4e26-aa97-bb95ab764c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:33:46Z', 'updated_at': '2022-03-11T15:33:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:34:00.317842 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9d2bf7a6-ca75-4cb0-bd0e-5e4067bc570c tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5416923 Mar 11 15:34:00.318871 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14731f17-5ad3-4b7e-8d2f-ab723ea9a16d tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1856d014-7339-4f30-9ea0-f03b94820aeb,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:00.334485 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39574) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:00.354552 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2bf7a6-ca75-4cb0-bd0e-5e4067bc570c tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event updated for resources: {'Network': ['ID=b53b6120-6743-407a-aada-3f34365b286c,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:00.377721 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-329fe47f-5bae-493b-ba8b-7f742ad3a020 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Request body: {'subnet': {'network_id': 'b53b6120-6743-407a-aada-3f34365b286c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:00.386350 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network b53b6120-6743-407a-aada-3f34365b286c details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:34:00.402489 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-14731f17-5ad3-4b7e-8d2f-ab723ea9a16d tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:00.402840 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-14731f17-5ad3-4b7e-8d2f-ab723ea9a16d tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Added segment db575fbd-2f57-4793-88bf-59a9360111e5 of type vlan for network 9b64f4c6-d613-47a6-8214-4da7c53f1d77 Mar 11 15:34:00.461086 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9473744-4680-4398-9563-a684b530c025 None None] Pushing event updated for resources: {'Port': ['ID=e5cd1414-b022-412f-b56c-15bfe5546398,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:00.551955 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5d2a454f-889b-4fdb-83d3-ef9339c76b61 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:00.558518 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-14731f17-5ad3-4b7e-8d2f-ab723ea9a16d tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:00.562536 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-69188fd8-fcea-4309-8519-ba449113a54e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:00.563768 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-5755ef93-5233-49ba-9755-c1cf1a0c5673 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Allocated IP 2001:db8::164 (a9e561eb-4382-47f0-afe2-548f64b9476b/6cb86f53-c42a-4b3a-8493-dee6da56c4cb/23d3f934-1aa2-4965-a79b-e1a52575b7c7) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:34:00.634276 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-329fe47f-5bae-493b-ba8b-7f742ad3a020 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:00.651124 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-480b9f2e-5f12-4fc2-88e1-92b76ff3b462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:00.682140 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-329fe47f-5bae-493b-ba8b-7f742ad3a020 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Usage tracker for resource:subnet and tenant:ec80415d4e5548b5bced4f16cb2e25ed is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:00.696233 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-329fe47f-5bae-493b-ba8b-7f742ad3a020 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:00.720789 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69188fd8-fcea-4309-8519-ba449113a54e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event deleted for resources: {'Port': ['ID=d2db0d46-e2a8-435a-9a60-55194a58a67f,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:00.724227 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-329fe47f-5bae-493b-ba8b-7f742ad3a020 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:00.744050 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-d933712c-6035-4da0-96a4-b39af3170d1f None None] For port c63ce0c3-2275-4dd0-88fc-e918175aa469, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=c63ce0c3-2275-4dd0-88fc-e918175aa469,segment=NetworkSegment(0f9e83e7-b45d-4580-8d4c-174ce984874b),segment_id=0f9e83e7-b45d-4580-8d4c-174ce984874b)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:34:00.787422 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d933712c-6035-4da0-96a4-b39af3170d1f None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:00.809904 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5d2a454f-889b-4fdb-83d3-ef9339c76b61 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:00.812071 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d933712c-6035-4da0-96a4-b39af3170d1f None None] Transition to ACTIVE for port object c63ce0c3-2275-4dd0-88fc-e918175aa469 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:34:00.884415 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329fe47f-5bae-493b-ba8b-7f742ad3a020 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Made reservation on behalf of ec80415d4e5548b5bced4f16cb2e25ed for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:00.949739 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b9f2e-5f12-4fc2-88e1-92b76ff3b462 None None] Pushing event deleted for resources: {'Port': ['ID=9bbad35d-85e0-4bef-b43a-9691e2dca1bb,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:00.960000 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba98b19b-4147-46aa-ac5b-366531a9300e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:34:00.961714 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d933712c-6035-4da0-96a4-b39af3170d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:00.977520 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ba98b19b-4147-46aa-ac5b-366531a9300e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "PUT /v2.0/routers/9adf4256-26d1-4e26-aa97-bb95ab764c64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3806531 Mar 11 15:34:01.005016 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39578) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:01.044074 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5755ef93-5233-49ba-9755-c1cf1a0c5673 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:01.062676 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480b9f2e-5f12-4fc2-88e1-92b76ff3b462 None None] No DVR routers for this DVR port 9bbad35d-85e0-4bef-b43a-9691e2dca1bb on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:34:01.067009 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-14731f17-5ad3-4b7e-8d2f-ab723ea9a16d tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:01.068414 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-5755ef93-5233-49ba-9755-c1cf1a0c5673 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Transition to ACTIVE for port object 23d3f934-1aa2-4965-a79b-e1a52575b7c7 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:34:01.079710 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14731f17-5ad3-4b7e-8d2f-ab723ea9a16d tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:01.080539 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-14731f17-5ad3-4b7e-8d2f-ab723ea9a16d tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:01.092921 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device e5cd1414-b022-412f-b56c-15bfe5546398 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:34:01.114480 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5755ef93-5233-49ba-9755-c1cf1a0c5673 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:01.125574 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e22ebe-12d8-48c4-953c-5d7d3d3aa1ca None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:34:01.322490 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5755ef93-5233-49ba-9755-c1cf1a0c5673 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:34:01.328528 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-5755ef93-5233-49ba-9755-c1cf1a0c5673 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:01.335273 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5755ef93-5233-49ba-9755-c1cf1a0c5673 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:34:01.341904 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5755ef93-5233-49ba-9755-c1cf1a0c5673 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:01.343170 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5755ef93-5233-49ba-9755-c1cf1a0c5673 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:01.370649 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14731f17-5ad3-4b7e-8d2f-ab723ea9a16d tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event updated for resources: {'Network': ['ID=9b64f4c6-d613-47a6-8214-4da7c53f1d77,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:01.387175 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5755ef93-5233-49ba-9755-c1cf1a0c5673 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Port': ['ID=23d3f934-1aa2-4965-a79b-e1a52575b7c7,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:01.420648 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 9b64f4c6-d613-47a6-8214-4da7c53f1d77 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:34:01.423783 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-5755ef93-5233-49ba-9755-c1cf1a0c5673 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8036358 Mar 11 15:34:01.426795 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39584) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:01.537407 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c88493b-3b26-40fc-8183-20bbd2d8de74 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:01.538806 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-7c88493b-3b26-40fc-8183-20bbd2d8de74 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:34:01.561196 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-7c88493b-3b26-40fc-8183-20bbd2d8de74 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:34:01.565337 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-7c88493b-3b26-40fc-8183-20bbd2d8de74 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1351249 Mar 11 15:34:01.565931 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39588) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:01.621954 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-329fe47f-5bae-493b-ba8b-7f742ad3a020 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:01.652770 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-14731f17-5ad3-4b7e-8d2f-ab723ea9a16d tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 3.4967453 Mar 11 15:34:01.659233 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39592) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:01.666218 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-1a311360-0ebc-4d1d-be5a-7989d2fc8d01 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Request body: {'network': {'name': 'tempest-RoutersTest-349174233'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:01.676964 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-1a311360-0ebc-4d1d-be5a-7989d2fc8d01 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:01.688571 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-e4b0154d-c83b-459f-bb11-6d084e56d62e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting port 23d3f934-1aa2-4965-a79b-e1a52575b7c7 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:34:01.689282 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e4b0154d-c83b-459f-bb11-6d084e56d62e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:01.739674 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-1a311360-0ebc-4d1d-be5a-7989d2fc8d01 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Usage tracker for resource:network and tenant:16d01fb61cb5488cb7fd92527258a459 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:01.745234 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-1a311360-0ebc-4d1d-be5a-7989d2fc8d01 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:01.766204 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-1a311360-0ebc-4d1d-be5a-7989d2fc8d01 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:01.783095 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5d2a454f-889b-4fdb-83d3-ef9339c76b61 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:01.785465 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5d2a454f-889b-4fdb-83d3-ef9339c76b61 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:01.786615 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5d2a454f-889b-4fdb-83d3-ef9339c76b61 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/security-groups/cfad870b-bfbf-4be4-aeaa-79439acc3f6e HTTP/1.1" status: 204 len: 168 time: 1.8570693 Mar 11 15:34:01.801070 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39596) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:01.831406 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d933712c-6035-4da0-96a4-b39af3170d1f None None] Pushing event updated for resources: {'Port': ['ID=c63ce0c3-2275-4dd0-88fc-e918175aa469,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:01.845535 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a311360-0ebc-4d1d-be5a-7989d2fc8d01 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Made reservation on behalf of 16d01fb61cb5488cb7fd92527258a459 for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:01.849737 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1a311360-0ebc-4d1d-be5a-7989d2fc8d01 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:01.885691 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-69188fd8-fcea-4309-8519-ba449113a54e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:01.888243 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870a9df8-09f2-4d43-b0da-b54f1f649fb8 None None] Network fa4ce024-dbab-43b5-b8e4-5d3334ee89f1 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:34:01.921867 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a311360-0ebc-4d1d-be5a-7989d2fc8d01 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:34:01.932679 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1a311360-0ebc-4d1d-be5a-7989d2fc8d01 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:01.933167 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-1a311360-0ebc-4d1d-be5a-7989d2fc8d01 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Added segment d895d808-c49a-4398-a3c5-4937e3db7205 of type vlan for network 0418e3c0-7792-47aa-b018-5be1cc02544b Mar 11 15:34:01.964786 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1a311360-0ebc-4d1d-be5a-7989d2fc8d01 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:02.026024 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2a454f-889b-4fdb-83d3-ef9339c76b61 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfad870b-bfbf-4be4-aeaa-79439acc3f6e,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:02.084489 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1a311360-0ebc-4d1d-be5a-7989d2fc8d01 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:02.089050 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a311360-0ebc-4d1d-be5a-7989d2fc8d01 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:02.090069 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1a311360-0ebc-4d1d-be5a-7989d2fc8d01 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:02.146359 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cacc7f82-ba6f-49aa-a054-a17583f40878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:02.231748 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-1a311360-0ebc-4d1d-be5a-7989d2fc8d01 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5704582 Mar 11 15:34:02.237599 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39600) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:02.262879 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-22b75fc6-88b1-4eae-9be9-7b0871266956 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Request body: {'subnet': {'network_id': '9b64f4c6-d613-47a6-8214-4da7c53f1d77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:02.307510 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a311360-0ebc-4d1d-be5a-7989d2fc8d01 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event updated for resources: {'Network': ['ID=0418e3c0-7792-47aa-b018-5be1cc02544b,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:02.366187 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 0418e3c0-7792-47aa-b018-5be1cc02544b details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:34:02.379764 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c2688f47-1ec6-4182-8876-18d670bae801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:02.406383 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e4b0154d-c83b-459f-bb11-6d084e56d62e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:02.435882 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-c2688f47-1ec6-4182-8876-18d670bae801 None None] For port 85d4f5b3-ce48-4e12-84f3-5dfa4811077f, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=85d4f5b3-ce48-4e12-84f3-5dfa4811077f,segment=NetworkSegment(86f19f21-b375-4ea1-8bd3-1b410b20055f),segment_id=86f19f21-b375-4ea1-8bd3-1b410b20055f)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:34:02.463732 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-69188fd8-fcea-4309-8519-ba449113a54e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:02.469436 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-69188fd8-fcea-4309-8519-ba449113a54e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:02.512475 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-69188fd8-fcea-4309-8519-ba449113a54e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:02.513247 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69188fd8-fcea-4309-8519-ba449113a54e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Fanout notify agent at l3_agent the message router_deleted on router e324016c-def3-4e5b-8277-c09c42350f0f {{(pid=83867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:34:02.529338 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c2688f47-1ec6-4182-8876-18d670bae801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:02.562833 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-e4b0154d-c83b-459f-bb11-6d084e56d62e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Calling delete_port for 23d3f934-1aa2-4965-a79b-e1a52575b7c7 owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:34:02.595307 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1589e0-644f-41b0-bfd1-2ee43596989e tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:02.596024 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1589e0-644f-41b0-bfd1-2ee43596989e tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:02.596499 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1589e0-644f-41b0-bfd1-2ee43596989e tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:02.596912 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1589e0-644f-41b0-bfd1-2ee43596989e tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:02.597350 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1589e0-644f-41b0-bfd1-2ee43596989e tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:02.597938 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1589e0-644f-41b0-bfd1-2ee43596989e tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:02.598376 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1589e0-644f-41b0-bfd1-2ee43596989e tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:02.598778 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1589e0-644f-41b0-bfd1-2ee43596989e tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:02.599323 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1589e0-644f-41b0-bfd1-2ee43596989e tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:02.599745 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1589e0-644f-41b0-bfd1-2ee43596989e tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:02.605175 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6c1589e0-644f-41b0-bfd1-2ee43596989e tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6999 time: 1.5813780 Mar 11 15:34:02.605175 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-18d9411a-4079-47cc-9d87-77bd677d5379 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:02.614531 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39604) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:02.624705 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-69188fd8-fcea-4309-8519-ba449113a54e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:02.629632 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-69188fd8-fcea-4309-8519-ba449113a54e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "DELETE /v2.0/routers/e324016c-def3-4e5b-8277-c09c42350f0f HTTP/1.1" status: 204 len: 168 time: 6.2261612 Mar 11 15:34:02.631368 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39608) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:02.651672 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-22b75fc6-88b1-4eae-9be9-7b0871266956 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:02.659723 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port e5cd1414-b022-412f-b56c-15bfe5546398 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:34:02.676800 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-22b75fc6-88b1-4eae-9be9-7b0871266956 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Usage tracker for resource:subnet and tenant:16d01fb61cb5488cb7fd92527258a459 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:02.677355 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-098fb3a1-36ba-4f5a-a318-36892317000a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-655940492'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:02.688211 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-22b75fc6-88b1-4eae-9be9-7b0871266956 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:02.703860 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-098fb3a1-36ba-4f5a-a318-36892317000a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:02.704242 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-22b75fc6-88b1-4eae-9be9-7b0871266956 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:02.707305 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-18d9411a-4079-47cc-9d87-77bd677d5379 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:02.708610 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device eb97b7d8-b99d-4e9f-a532-685de47f5a62 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:34:02.728314 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-098fb3a1-36ba-4f5a-a318-36892317000a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Usage tracker for resource:network and tenant:c58947f968f64e3fb11fb874306012f2 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:02.741430 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-098fb3a1-36ba-4f5a-a318-36892317000a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:02.742569 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b75fc6-88b1-4eae-9be9-7b0871266956 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Made reservation on behalf of 16d01fb61cb5488cb7fd92527258a459 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:02.755785 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-098fb3a1-36ba-4f5a-a318-36892317000a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:02.779529 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8db388-510d-4d6e-8b57-9eb176690e6b tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:02.780711 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8db388-510d-4d6e-8b57-9eb176690e6b tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:02.781103 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8db388-510d-4d6e-8b57-9eb176690e6b tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:02.781460 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8db388-510d-4d6e-8b57-9eb176690e6b tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:02.782353 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8db388-510d-4d6e-8b57-9eb176690e6b tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:02.782353 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8db388-510d-4d6e-8b57-9eb176690e6b tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:02.782557 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8db388-510d-4d6e-8b57-9eb176690e6b tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:02.782815 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8db388-510d-4d6e-8b57-9eb176690e6b tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:02.783160 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8db388-510d-4d6e-8b57-9eb176690e6b tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:02.789220 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-4a8db388-510d-4d6e-8b57-9eb176690e6b tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5798 time: 0.1696212 Mar 11 15:34:02.789431 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2688f47-1ec6-4182-8876-18d670bae801 None None] Pushing event updated for resources: {'Port': ['ID=85d4f5b3-ce48-4e12-84f3-5dfa4811077f,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:02.809037 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39612) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:02.846610 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:02.857022 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-9cfbc5fc-29c0-41f1-ae9e-c7c64f7aca4d None None] Provisioning for port e5cd1414-b022-412f-b56c-15bfe5546398 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:34:02.887341 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-9cfbc5fc-29c0-41f1-ae9e-c7c64f7aca4d None None] Provisioning complete for port e5cd1414-b022-412f-b56c-15bfe5546398 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:02.887708 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9cfbc5fc-29c0-41f1-ae9e-c7c64f7aca4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:02.938962 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-22b75fc6-88b1-4eae-9be9-7b0871266956 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:03.009586 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:03.023501 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098fb3a1-36ba-4f5a-a318-36892317000a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Made reservation on behalf of c58947f968f64e3fb11fb874306012f2 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:03.026269 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-098fb3a1-36ba-4f5a-a318-36892317000a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:03.052446 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port eb97b7d8-b99d-4e9f-a532-685de47f5a62 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:34:03.057385 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-329fe47f-5bae-493b-ba8b-7f742ad3a020 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:03.064294 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port eb97b7d8-b99d-4e9f-a532-685de47f5a62 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:03.064608 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:03.110131 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a515fa90-94a6-4e96-89cb-600895ed4165 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-a9e561eb-4382-47f0-afe2-548f64b9476b', 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'tenant_id': 'd568d0bdb48844a4af924b22cae1da29', 'fixed_ips': [{'subnet_id': '6cb86f53-c42a-4b3a-8493-dee6da56c4cb'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:34:03.111394 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a515fa90-94a6-4e96-89cb-600895ed4165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:03.180175 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-18d9411a-4079-47cc-9d87-77bd677d5379 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:03.242897 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-098fb3a1-36ba-4f5a-a318-36892317000a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:34:03.259560 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-098fb3a1-36ba-4f5a-a318-36892317000a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:03.259917 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-098fb3a1-36ba-4f5a-a318-36892317000a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Added segment 6b243425-8aab-4f78-96de-601154347f03 of type vlan for network 67230026-2d2d-4e76-80ef-8eafe3dac93b Mar 11 15:34:03.305817 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-098fb3a1-36ba-4f5a-a318-36892317000a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:03.363429 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e4b0154d-c83b-459f-bb11-6d084e56d62e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:03.388332 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9411a-4079-47cc-9d87-77bd677d5379 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=222a335a-ed91-47a1-ac1a-fbf564bee715,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:03.422869 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-098fb3a1-36ba-4f5a-a318-36892317000a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:03.426557 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098fb3a1-36ba-4f5a-a318-36892317000a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:03.427164 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-098fb3a1-36ba-4f5a-a318-36892317000a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:03.440945 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9cfbc5fc-29c0-41f1-ae9e-c7c64f7aca4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:03.450425 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b0154d-c83b-459f-bb11-6d084e56d62e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Port': ['ID=23d3f934-1aa2-4965-a79b-e1a52575b7c7,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:03.500553 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-18d9411a-4079-47cc-9d87-77bd677d5379 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:03.501980 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-18d9411a-4079-47cc-9d87-77bd677d5379 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/security-groups/222a335a-ed91-47a1-ac1a-fbf564bee715 HTTP/1.1" status: 204 len: 168 time: 1.6910090 Mar 11 15:34:03.507282 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39616) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:03.560447 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329fe47f-5bae-493b-ba8b-7f742ad3a020 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Checking segment: {'id': '5a5254fe-f3e4-44bc-9f20-40249a4f0c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'b53b6120-6743-407a-aada-3f34365b286c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:34:03.561204 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329fe47f-5bae-493b-ba8b-7f742ad3a020 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Network hostable DHCP agents. Network: b53b6120-6743-407a-aada-3f34365b286c, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:34:03.569860 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-098fb3a1-36ba-4f5a-a318-36892317000a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9354508 Mar 11 15:34:03.570990 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329fe47f-5bae-493b-ba8b-7f742ad3a020 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event updated for resources: {'Subnet': ['ID=e02f48e5-a831-48c4-a886-778eb9fb4a11,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:03.574240 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39620) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:03.588017 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e4b0154d-c83b-459f-bb11-6d084e56d62e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:03.601209 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-d9cfaf58-5273-453a-8b34-91dd6c010570 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Request body: {'subnet': {'network_id': '67230026-2d2d-4e76-80ef-8eafe3dac93b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:03.639432 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-e4b0154d-c83b-459f-bb11-6d084e56d62e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/ports/23d3f934-1aa2-4965-a79b-e1a52575b7c7 HTTP/1.1" status: 204 len: 168 time: 2.0721762 Mar 11 15:34:03.653239 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39624) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:03.738645 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-9cfbc5fc-29c0-41f1-ae9e-c7c64f7aca4d None None] For port e5cd1414-b022-412f-b56c-15bfe5546398, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=e5cd1414-b022-412f-b56c-15bfe5546398,segment=NetworkSegment(90eb073a-628b-4898-a23e-1e8e2637a0da),segment_id=90eb073a-628b-4898-a23e-1e8e2637a0da)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:34:03.748951 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-d9cfaf58-5273-453a-8b34-91dd6c010570 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:03.753384 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d9cfaf58-5273-453a-8b34-91dd6c010570 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Usage tracker for resource:subnet and tenant:c58947f968f64e3fb11fb874306012f2 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:03.757249 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d9cfaf58-5273-453a-8b34-91dd6c010570 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:03.763822 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9cfbc5fc-29c0-41f1-ae9e-c7c64f7aca4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:03.766391 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-d9cfaf58-5273-453a-8b34-91dd6c010570 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:03.779356 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-22b75fc6-88b1-4eae-9be9-7b0871266956 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:03.790233 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9cfaf58-5273-453a-8b34-91dd6c010570 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Made reservation on behalf of c58947f968f64e3fb11fb874306012f2 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:03.830784 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098fb3a1-36ba-4f5a-a318-36892317000a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event updated for resources: {'Network': ['ID=67230026-2d2d-4e76-80ef-8eafe3dac93b,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:03.851205 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:03.855973 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 67230026-2d2d-4e76-80ef-8eafe3dac93b details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:34:03.890558 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-a515fa90-94a6-4e96-89cb-600895ed4165 None None] Allocated IP 2001:db8::2 (a9e561eb-4382-47f0-afe2-548f64b9476b/6cb86f53-c42a-4b3a-8493-dee6da56c4cb/53a50ff2-9e29-4f7b-8282-c008317401c4) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:34:03.929871 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329fe47f-5bae-493b-ba8b-7f742ad3a020 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Network b53b6120-6743-407a-aada-3f34365b286c is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:34:03.958653 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-329fe47f-5bae-493b-ba8b-7f742ad3a020 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, b53b6120-6743-407a-aada-3f34365b286c) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:03.963927 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329fe47f-5bae-493b-ba8b-7f742ad3a020 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:03.964231 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-329fe47f-5bae-493b-ba8b-7f742ad3a020 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:03.997172 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97400974-830f-44a1-a235-dae7d0c8465e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:03.999143 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19400560-7797-46ab-893d-176d0da5f49c None None] Network b53b6120-6743-407a-aada-3f34365b286c requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:34:04.000224 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97400974-830f-44a1-a235-dae7d0c8465e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:04.000775 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d9cfaf58-5273-453a-8b34-91dd6c010570 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:04.001284 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-97400974-830f-44a1-a235-dae7d0c8465e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:34:04.006982 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b75fc6-88b1-4eae-9be9-7b0871266956 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event updated for resources: {'Subnet': ['ID=eca2875c-d2df-4f92-872e-34564f7b5c9d,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:04.036046 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port eb97b7d8-b99d-4e9f-a532-685de47f5a62, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=eb97b7d8-b99d-4e9f-a532-685de47f5a62,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:34:04.052380 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5fc99e9f-5eb4-49ab-b01d-eddb2c12a9c8 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2333 time: 1.2245703 Mar 11 15:34:04.068648 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-329fe47f-5bae-493b-ba8b-7f742ad3a020 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.7171180 Mar 11 15:34:04.070077 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39630) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:04.089841 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2d4e42c-f456-4332-a375-9e9f354305c7 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Deleting subnet 5c33f5b4-76a4-4848-aa47-21929d78fc38 {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:34:04.100252 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b75fc6-88b1-4eae-9be9-7b0871266956 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Checking segment: {'id': 'db575fbd-2f57-4793-88bf-59a9360111e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9b64f4c6-d613-47a6-8214-4da7c53f1d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:34:04.100768 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b75fc6-88b1-4eae-9be9-7b0871266956 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Network hostable DHCP agents. Network: 9b64f4c6-d613-47a6-8214-4da7c53f1d77, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:34:04.105989 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c2d4e42c-f456-4332-a375-9e9f354305c7 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:04.130973 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:04.134478 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-9cfbc5fc-29c0-41f1-ae9e-c7c64f7aca4d None None] Provisioning for port c63ce0c3-2275-4dd0-88fc-e918175aa469 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:34:04.145346 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-f7d94bdc-c3de-4ce9-920a-868298f1cb61 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-264865300'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:04.148335 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-97400974-830f-44a1-a235-dae7d0c8465e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:34:04.149938 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-97400974-830f-44a1-a235-dae7d0c8465e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4908760 Mar 11 15:34:04.158637 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39634) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:04.197248 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-f7d94bdc-c3de-4ce9-920a-868298f1cb61 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:04.223109 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-f7d94bdc-c3de-4ce9-920a-868298f1cb61 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Usage tracker for resource:network and tenant:ec80415d4e5548b5bced4f16cb2e25ed is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:04.239544 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-f7d94bdc-c3de-4ce9-920a-868298f1cb61 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:04.246990 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c2d4e42c-f456-4332-a375-9e9f354305c7 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:04.261291 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-f7d94bdc-c3de-4ce9-920a-868298f1cb61 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:04.309856 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d94bdc-c3de-4ce9-920a-868298f1cb61 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Made reservation on behalf of ec80415d4e5548b5bced4f16cb2e25ed for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:04.310389 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 9bbad35d-85e0-4bef-b43a-9691e2dca1bb no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:34:04.313329 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f7d94bdc-c3de-4ce9-920a-868298f1cb61 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:04.337411 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b75fc6-88b1-4eae-9be9-7b0871266956 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Network 9b64f4c6-d613-47a6-8214-4da7c53f1d77 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:34:04.350717 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-9cfbc5fc-29c0-41f1-ae9e-c7c64f7aca4d None None] Provisioning complete for port c63ce0c3-2275-4dd0-88fc-e918175aa469 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:04.351450 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9cfbc5fc-29c0-41f1-ae9e-c7c64f7aca4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:04.387488 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfbc5fc-29c0-41f1-ae9e-c7c64f7aca4d None None] Pushing event updated for resources: {'Port': ['ID=e5cd1414-b022-412f-b56c-15bfe5546398,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:04.405342 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-22b75fc6-88b1-4eae-9be9-7b0871266956 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 9b64f4c6-d613-47a6-8214-4da7c53f1d77) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:04.423231 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d94bdc-c3de-4ce9-920a-868298f1cb61 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:34:04.431669 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b75fc6-88b1-4eae-9be9-7b0871266956 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:04.432461 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-22b75fc6-88b1-4eae-9be9-7b0871266956 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:04.455589 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f7d94bdc-c3de-4ce9-920a-868298f1cb61 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:04.455935 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-f7d94bdc-c3de-4ce9-920a-868298f1cb61 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Added segment f6d2a864-eb5b-4071-b6d7-ddf6f3ef8004 of type vlan for network 90289681-d056-41e4-a89c-a970f41cda3b Mar 11 15:34:04.493337 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-22b75fc6-88b1-4eae-9be9-7b0871266956 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2507436 Mar 11 15:34:04.496778 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39638) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:04.506558 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-6dcb73e1-8d4a-4bbd-9884-add466792878 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Request body: {'subnet': {'network_id': '0418e3c0-7792-47aa-b018-5be1cc02544b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:04.534846 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c2ce2f-5e8c-4340-94c8-3e17807952c7 None None] Network 9b64f4c6-d613-47a6-8214-4da7c53f1d77 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:34:04.557254 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f7d94bdc-c3de-4ce9-920a-868298f1cb61 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:04.566088 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d9cfaf58-5273-453a-8b34-91dd6c010570 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:04.605064 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c2d4e42c-f456-4332-a375-9e9f354305c7 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:04.687540 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f580d01-64da-4bff-845a-fa6c49394048 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting subnet 6cb86f53-c42a-4b3a-8493-dee6da56c4cb {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:34:04.689072 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f7d94bdc-c3de-4ce9-920a-868298f1cb61 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:04.693899 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d94bdc-c3de-4ce9-920a-868298f1cb61 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:04.694676 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f7d94bdc-c3de-4ce9-920a-868298f1cb61 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:04.698810 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cfaf58-5273-453a-8b34-91dd6c010570 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event updated for resources: {'Subnet': ['ID=e4ee56ca-fe38-400e-bd8f-c13c7837ab25,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:04.757076 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-6dcb73e1-8d4a-4bbd-9884-add466792878 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:04.761266 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39642) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:04.764559 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-6dcb73e1-8d4a-4bbd-9884-add466792878 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Usage tracker for resource:subnet and tenant:16d01fb61cb5488cb7fd92527258a459 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:04.771107 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-58c431b4-4aee-4687-a289-38fb88b2e46c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1633180226', 'description': 'tempest-secgroup-smoke-1633180226 description', 'project_id': '916fcc14ed3c4d0b95925acf526937c4'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:04.776311 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 9bbad35d-85e0-4bef-b43a-9691e2dca1bb {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:34:04.776522 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 9bbad35d-85e0-4bef-b43a-9691e2dca1bb not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:34:04.778437 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-6dcb73e1-8d4a-4bbd-9884-add466792878 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:04.783237 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-58c431b4-4aee-4687-a289-38fb88b2e46c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:04.788904 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c2d4e42c-f456-4332-a375-9e9f354305c7 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:04.797401 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-6dcb73e1-8d4a-4bbd-9884-add466792878 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:04.832164 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-58c431b4-4aee-4687-a289-38fb88b2e46c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:04.837341 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:04.841563 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-58c431b4-4aee-4687-a289-38fb88b2e46c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:04.860798 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-58c431b4-4aee-4687-a289-38fb88b2e46c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:04.868338 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d4e42c-f456-4332-a375-9e9f354305c7 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event deleted for resources: {'Subnet': ['ID=5c33f5b4-76a4-4848-aa47-21929d78fc38,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:04.872931 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cfaf58-5273-453a-8b34-91dd6c010570 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Checking segment: {'id': '6b243425-8aab-4f78-96de-601154347f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '67230026-2d2d-4e76-80ef-8eafe3dac93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:34:04.873415 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cfaf58-5273-453a-8b34-91dd6c010570 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Network hostable DHCP agents. Network: 67230026-2d2d-4e76-80ef-8eafe3dac93b, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:34:04.883003 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c2d4e42c-f456-4332-a375-9e9f354305c7 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:04.885885 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcb73e1-8d4a-4bbd-9884-add466792878 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Made reservation on behalf of 16d01fb61cb5488cb7fd92527258a459 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:04.886085 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-f7d94bdc-c3de-4ce9-920a-868298f1cb61 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7519937 Mar 11 15:34:04.895334 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39646) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:04.901896 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52e1940-4117-4f08-ae02-441adbead170 None None] Network c049f5b2-1690-496c-8cf2-0cf9cb22ae1c requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:34:04.905986 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-b80b350a-bb13-4794-9cc3-3893cf3742a1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Request body: {'subnet': {'network_id': '90289681-d056-41e4-a89c-a970f41cda3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:04.984525 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c2d4e42c-f456-4332-a375-9e9f354305c7 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/subnets/5c33f5b4-76a4-4848-aa47-21929d78fc38 HTTP/1.1" status: 204 len: 168 time: 1.4709918 Mar 11 15:34:04.985621 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-58c431b4-4aee-4687-a289-38fb88b2e46c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:05.000162 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39650) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:05.012860 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64951166-125d-4a13-adfb-8ad466f2bfec None None] Sync routers for ids ['9adf4256-26d1-4e26-aa97-bb95ab764c64'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:34:05.016815 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-5c96120a-3363-42db-9ef6-e5ae5b7e5d4e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'subnet': {'network_id': 'c049f5b2-1690-496c-8cf2-0cf9cb22ae1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:05.043981 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device c63ce0c3-2275-4dd0-88fc-e918175aa469 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:34:05.086834 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=eb97b7d8-b99d-4e9f-a532-685de47f5a62,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:05.122348 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d94bdc-c3de-4ce9-920a-868298f1cb61 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event updated for resources: {'Network': ['ID=90289681-d056-41e4-a89c-a970f41cda3b,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:05.137025 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6dcb73e1-8d4a-4bbd-9884-add466792878 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:05.158461 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-b80b350a-bb13-4794-9cc3-3893cf3742a1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:05.162964 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-b80b350a-bb13-4794-9cc3-3893cf3742a1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Usage tracker for resource:subnet and tenant:ec80415d4e5548b5bced4f16cb2e25ed is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:05.166057 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-b80b350a-bb13-4794-9cc3-3893cf3742a1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:05.169067 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cfaf58-5273-453a-8b34-91dd6c010570 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Network 67230026-2d2d-4e76-80ef-8eafe3dac93b is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:34:05.179441 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-b80b350a-bb13-4794-9cc3-3893cf3742a1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:05.185279 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-d9cfaf58-5273-453a-8b34-91dd6c010570 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 67230026-2d2d-4e76-80ef-8eafe3dac93b) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:05.192143 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cfaf58-5273-453a-8b34-91dd6c010570 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:05.192940 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d9cfaf58-5273-453a-8b34-91dd6c010570 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:05.208024 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 90289681-d056-41e4-a89c-a970f41cda3b details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:34:05.210454 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80b350a-bb13-4794-9cc3-3893cf3742a1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Made reservation on behalf of ec80415d4e5548b5bced4f16cb2e25ed for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:05.222130 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9385a0f3-35fd-4198-a67d-d27250f0d885 None None] Network 67230026-2d2d-4e76-80ef-8eafe3dac93b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:34:05.227499 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d9cfaf58-5273-453a-8b34-91dd6c010570 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6429176 Mar 11 15:34:05.230344 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39654) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:05.235540 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-a673848f-393a-4a60-9db5-40cffdb1e806 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1101711012', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:05.292081 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-a673848f-393a-4a60-9db5-40cffdb1e806 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:05.309019 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-58c431b4-4aee-4687-a289-38fb88b2e46c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:05.310453 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-a673848f-393a-4a60-9db5-40cffdb1e806 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Usage tracker for resource:router and tenant:c58947f968f64e3fb11fb874306012f2 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:05.316181 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-a673848f-393a-4a60-9db5-40cffdb1e806 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:05.324957 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-a673848f-393a-4a60-9db5-40cffdb1e806 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:05.335456 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-58c431b4-4aee-4687-a289-38fb88b2e46c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:05.343771 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-58c431b4-4aee-4687-a289-38fb88b2e46c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:05.347780 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b80b350a-bb13-4794-9cc3-3893cf3742a1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:05.363436 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-58c431b4-4aee-4687-a289-38fb88b2e46c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:05.364147 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a673848f-393a-4a60-9db5-40cffdb1e806 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:05.365365 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a673848f-393a-4a60-9db5-40cffdb1e806 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:05.401708 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-5c96120a-3363-42db-9ef6-e5ae5b7e5d4e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:05.413612 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-5c96120a-3363-42db-9ef6-e5ae5b7e5d4e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Usage tracker for resource:subnet and tenant:a138b31c346e4c0cb3afee629b96673d is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:05.421942 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-5c96120a-3363-42db-9ef6-e5ae5b7e5d4e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:05.444071 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-5c96120a-3363-42db-9ef6-e5ae5b7e5d4e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:05.454207 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.ipam_backend_mixin [None req-b80b350a-bb13-4794-9cc3-3893cf3742a1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Performing IP validity checks on allocation pools {{(pid=83867) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 15:34:05.454738 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.ipam_backend_mixin [None req-b80b350a-bb13-4794-9cc3-3893cf3742a1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83867) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 15:34:05.480625 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a673848f-393a-4a60-9db5-40cffdb1e806 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:05.525565 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64951166-125d-4a13-adfb-8ad466f2bfec None None] Routers {'9adf4256-26d1-4e26-aa97-bb95ab764c64'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:34:05.526515 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-64951166-125d-4a13-adfb-8ad466f2bfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:34:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['9adf4256-26d1-4e26-aa97-bb95ab764c64'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:05.542568 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a673848f-393a-4a60-9db5-40cffdb1e806 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:05.603991 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a673848f-393a-4a60-9db5-40cffdb1e806 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:05.605651 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a673848f-393a-4a60-9db5-40cffdb1e806 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3739278 Mar 11 15:34:05.608814 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39658) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:05.631323 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-58c431b4-4aee-4687-a289-38fb88b2e46c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:05.644643 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-58c431b4-4aee-4687-a289-38fb88b2e46c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:05.672262 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c96120a-3363-42db-9ef6-e5ae5b7e5d4e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Made reservation on behalf of a138b31c346e4c0cb3afee629b96673d for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:05.676258 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5c96120a-3363-42db-9ef6-e5ae5b7e5d4e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:05.758362 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b80b350a-bb13-4794-9cc3-3893cf3742a1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:05.823835 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c431b4-4aee-4687-a289-38fb88b2e46c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d27d81e-9c9d-43d3-aa8b-0939e9ec2054,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:05.844152 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b350a-bb13-4794-9cc3-3893cf3742a1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event updated for resources: {'Subnet': ['ID=044124a6-31e7-4a0a-b829-1d62407b6061,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:05.851756 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-58c431b4-4aee-4687-a289-38fb88b2e46c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:05.853007 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-58c431b4-4aee-4687-a289-38fb88b2e46c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.0906150 Mar 11 15:34:05.869672 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39662) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:05.881496 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-61e33637-27f5-4bdd-b944-ba06f339d116 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '0d27d81e-9c9d-43d3-aa8b-0939e9ec2054', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:05.894244 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6dcb73e1-8d4a-4bbd-9884-add466792878 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:05.905663 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-61e33637-27f5-4bdd-b944-ba06f339d116 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:05.924485 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a515fa90-94a6-4e96-89cb-600895ed4165 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:05.971186 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d74b5d0-02f7-4aac-a4d9-a3589b2f401e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-b53b6120-6743-407a-aada-3f34365b286c', 'network_id': 'b53b6120-6743-407a-aada-3f34365b286c', 'tenant_id': 'ec80415d4e5548b5bced4f16cb2e25ed', 'fixed_ips': [{'subnet_id': 'e02f48e5-a831-48c4-a886-778eb9fb4a11'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:34:05.971986 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0d74b5d0-02f7-4aac-a4d9-a3589b2f401e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:05.979058 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb73e1-8d4a-4bbd-9884-add466792878 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event updated for resources: {'Subnet': ['ID=c54189e0-45dc-47be-b264-b2a6faa1e1dc,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:05.987226 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-61e33637-27f5-4bdd-b944-ba06f339d116 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:05.997056 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-61e33637-27f5-4bdd-b944-ba06f339d116 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:06.012423 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-61e33637-27f5-4bdd-b944-ba06f339d116 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:06.018697 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80b350a-bb13-4794-9cc3-3893cf3742a1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Checking segment: {'id': 'f6d2a864-eb5b-4071-b6d7-ddf6f3ef8004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '90289681-d056-41e4-a89c-a970f41cda3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:34:06.019235 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80b350a-bb13-4794-9cc3-3893cf3742a1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Network hostable DHCP agents. Network: 90289681-d056-41e4-a89c-a970f41cda3b, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:34:06.054653 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-a515fa90-94a6-4e96-89cb-600895ed4165 None None] Transition to ACTIVE for port object 53a50ff2-9e29-4f7b-8282-c008317401c4 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:34:06.064984 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-61e33637-27f5-4bdd-b944-ba06f339d116 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:06.097512 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcb73e1-8d4a-4bbd-9884-add466792878 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Checking segment: {'id': 'd895d808-c49a-4398-a3c5-4937e3db7205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '0418e3c0-7792-47aa-b018-5be1cc02544b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:34:06.098222 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcb73e1-8d4a-4bbd-9884-add466792878 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Network hostable DHCP agents. Network: 0418e3c0-7792-47aa-b018-5be1cc02544b, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:34:06.143725 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d65c96c-f6e4-444d-8300-50a903e87562 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-9b64f4c6-d613-47a6-8214-4da7c53f1d77', 'network_id': '9b64f4c6-d613-47a6-8214-4da7c53f1d77', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'fixed_ips': [{'subnet_id': 'eca2875c-d2df-4f92-872e-34564f7b5c9d'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:34:06.144834 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4d65c96c-f6e4-444d-8300-50a903e87562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:06.173857 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80b350a-bb13-4794-9cc3-3893cf3742a1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Network 90289681-d056-41e4-a89c-a970f41cda3b is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:34:06.225060 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-b80b350a-bb13-4794-9cc3-3893cf3742a1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 90289681-d056-41e4-a89c-a970f41cda3b) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:06.225775 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-61e33637-27f5-4bdd-b944-ba06f339d116 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:06.228882 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcb73e1-8d4a-4bbd-9884-add466792878 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Network 0418e3c0-7792-47aa-b018-5be1cc02544b is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:34:06.241044 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80b350a-bb13-4794-9cc3-3893cf3742a1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:06.241441 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-61e33637-27f5-4bdd-b944-ba06f339d116 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:06.241862 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b80b350a-bb13-4794-9cc3-3893cf3742a1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:06.277751 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-6dcb73e1-8d4a-4bbd-9884-add466792878 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 0418e3c0-7792-47aa-b018-5be1cc02544b) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:06.284699 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-a515fa90-94a6-4e96-89cb-600895ed4165 None None] Transition to ACTIVE for port object 53a50ff2-9e29-4f7b-8282-c008317401c4 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:34:06.286663 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a5626e-cdfe-49b3-b14c-4565c31c18a0 None None] Network 90289681-d056-41e4-a89c-a970f41cda3b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:34:06.292071 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e33637-27f5-4bdd-b944-ba06f339d116 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e4162e-5f61-438e-bb0d-feb213537718,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:06.298114 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcb73e1-8d4a-4bbd-9884-add466792878 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:06.299714 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6dcb73e1-8d4a-4bbd-9884-add466792878 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:06.318486 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328be22f-59f6-42f9-a6b0-98c8dceb0fe3 None None] Network 0418e3c0-7792-47aa-b018-5be1cc02544b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:34:06.322353 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b80b350a-bb13-4794-9cc3-3893cf3742a1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4264398 Mar 11 15:34:06.326870 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39668) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:06.328322 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b264d8f2-9a88-4bba-b839-3c31201ed2d4 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:06.335690 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0f580d01-64da-4bff-845a-fa6c49394048 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:06.337467 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port c63ce0c3-2275-4dd0-88fc-e918175aa469 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:06.337839 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:06.389589 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-61e33637-27f5-4bdd-b944-ba06f339d116 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:06.391359 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-61e33637-27f5-4bdd-b944-ba06f339d116 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5205431 Mar 11 15:34:06.405416 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39674) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:06.417461 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-67b85a24-858c-4ac0-b509-52c5358f7136 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '0d27d81e-9c9d-43d3-aa8b-0939e9ec2054', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:06.424137 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-6dcb73e1-8d4a-4bbd-9884-add466792878 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9254007 Mar 11 15:34:06.431451 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39678) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:06.441862 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-67b85a24-858c-4ac0-b509-52c5358f7136 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:06.447220 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0f580d01-64da-4bff-845a-fa6c49394048 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:06.470563 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-9cfbc5fc-29c0-41f1-ae9e-c7c64f7aca4d None None] Provisioning complete for port 1b3a1a11-8e39-40e4-bcd9-b0d190530ea7 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:06.471233 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9cfbc5fc-29c0-41f1-ae9e-c7c64f7aca4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:06.489030 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5c96120a-3363-42db-9ef6-e5ae5b7e5d4e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:06.493049 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-67b85a24-858c-4ac0-b509-52c5358f7136 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:06.536031 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-67b85a24-858c-4ac0-b509-52c5358f7136 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:06.540526 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-2cfa6a54-c33c-4949-9096-ad2d93233c68 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1365241773', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:06.551669 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-67b85a24-858c-4ac0-b509-52c5358f7136 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:06.563526 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-2cfa6a54-c33c-4949-9096-ad2d93233c68 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:06.583015 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a515fa90-94a6-4e96-89cb-600895ed4165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:06.615440 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c96120a-3363-42db-9ef6-e5ae5b7e5d4e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Network c049f5b2-1690-496c-8cf2-0cf9cb22ae1c is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:34:06.619207 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96120a-3363-42db-9ef6-e5ae5b7e5d4e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'Subnet': ['ID=7399a23e-8ad4-4851-ac66-f297d98383ed,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:06.622137 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-5c96120a-3363-42db-9ef6-e5ae5b7e5d4e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:06.628051 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-67b85a24-858c-4ac0-b509-52c5358f7136 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:06.646570 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c96120a-3363-42db-9ef6-e5ae5b7e5d4e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:06.647161 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5c96120a-3363-42db-9ef6-e5ae5b7e5d4e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:06.683182 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-2cfa6a54-c33c-4949-9096-ad2d93233c68 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Usage tracker for resource:router and tenant:16d01fb61cb5488cb7fd92527258a459 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:06.690668 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-2cfa6a54-c33c-4949-9096-ad2d93233c68 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:06.707410 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-2cfa6a54-c33c-4949-9096-ad2d93233c68 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:06.715996 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-5c96120a-3363-42db-9ef6-e5ae5b7e5d4e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7147570 Mar 11 15:34:06.721690 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39684) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:06.722960 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0f580d01-64da-4bff-845a-fa6c49394048 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:06.763915 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-90de33af-ce84-452c-aff8-bd227547cacb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'security_group': {'name': 'tempest-secgroup-641399957'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:06.777229 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-90de33af-ce84-452c-aff8-bd227547cacb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:06.781135 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2cfa6a54-c33c-4949-9096-ad2d93233c68 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:06.782320 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2cfa6a54-c33c-4949-9096-ad2d93233c68 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:06.790486 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-90de33af-ce84-452c-aff8-bd227547cacb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Usage tracker for resource:security_group and tenant:a138b31c346e4c0cb3afee629b96673d is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:06.799978 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-90de33af-ce84-452c-aff8-bd227547cacb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:06.815051 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-67b85a24-858c-4ac0-b509-52c5358f7136 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:06.816349 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-90de33af-ce84-452c-aff8-bd227547cacb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:06.823977 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-67b85a24-858c-4ac0-b509-52c5358f7136 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:06.844504 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-14b767bd-f02e-4475-8690-4e5fc6c4d0de tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:06.849712 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-64951166-125d-4a13-adfb-8ad466f2bfec None None] Set router 9adf4256-26d1-4e26-aa97-bb95ab764c64 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:34:06.856318 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-90de33af-ce84-452c-aff8-bd227547cacb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:06.874339 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b85a24-858c-4ac0-b509-52c5358f7136 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edee7f84-6995-4354-bfa1-29e3f4f25fd3,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:06.916426 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2cfa6a54-c33c-4949-9096-ad2d93233c68 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:06.919504 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-67b85a24-858c-4ac0-b509-52c5358f7136 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:06.921450 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-67b85a24-858c-4ac0-b509-52c5358f7136 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5146968 Mar 11 15:34:06.925382 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39688) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:06.935407 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-2b1b42fc-4c0a-49e8-9820-781720fb3a1c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '0d27d81e-9c9d-43d3-aa8b-0939e9ec2054', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:06.938574 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515fa90-94a6-4e96-89cb-600895ed4165 None None] Pushing event updated for resources: {'Port': ['ID=53a50ff2-9e29-4f7b-8282-c008317401c4,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:06.942450 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-90de33af-ce84-452c-aff8-bd227547cacb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:06.945117 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-2b1b42fc-4c0a-49e8-9820-781720fb3a1c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:06.947915 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0f580d01-64da-4bff-845a-fa6c49394048 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:06.991856 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-2b1b42fc-4c0a-49e8-9820-781720fb3a1c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:06.995573 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-90de33af-ce84-452c-aff8-bd227547cacb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Usage tracker for resource:security_group_rule and tenant:a138b31c346e4c0cb3afee629b96673d is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:07.009650 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-2b1b42fc-4c0a-49e8-9820-781720fb3a1c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:07.016736 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-90de33af-ce84-452c-aff8-bd227547cacb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:07.019733 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f580d01-64da-4bff-845a-fa6c49394048 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Subnet': ['ID=6cb86f53-c42a-4b3a-8493-dee6da56c4cb,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:07.031762 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-90de33af-ce84-452c-aff8-bd227547cacb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:07.034530 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-2b1b42fc-4c0a-49e8-9820-781720fb3a1c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:07.036616 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a515fa90-94a6-4e96-89cb-600895ed4165 None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:34:07.044742 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0f580d01-64da-4bff-845a-fa6c49394048 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:07.045036 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2cfa6a54-c33c-4949-9096-ad2d93233c68 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:07.055140 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-a515fa90-94a6-4e96-89cb-600895ed4165 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:07.058334 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a515fa90-94a6-4e96-89cb-600895ed4165 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:34:07.062767 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0f580d01-64da-4bff-845a-fa6c49394048 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/6cb86f53-c42a-4b3a-8493-dee6da56c4cb HTTP/1.1" status: 204 len: 168 time: 2.9024646 Mar 11 15:34:07.066065 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39692) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:07.081870 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-14b767bd-f02e-4475-8690-4e5fc6c4d0de tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:07.102164 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-9cfbc5fc-29c0-41f1-ae9e-c7c64f7aca4d None None] Port 1b3a1a11-8e39-40e4-bcd9-b0d190530ea7 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:34:07.136753 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-b264d8f2-9a88-4bba-b839-3c31201ed2d4 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Allocated IP 2001:db8::1 (67230026-2d2d-4e76-80ef-8eafe3dac93b/e4ee56ca-fe38-400e-bd8f-c13c7837ab25/127c7805-de34-4fdd-ae99-46edbc8dda0d) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:34:07.160383 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2cfa6a54-c33c-4949-9096-ad2d93233c68 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:07.160967 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028dd8c4-9c1b-4597-9180-e4a51eebbc90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-67230026-2d2d-4e76-80ef-8eafe3dac93b', 'network_id': '67230026-2d2d-4e76-80ef-8eafe3dac93b', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'fixed_ips': [{'subnet_id': 'e4ee56ca-fe38-400e-bd8f-c13c7837ab25'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:34:07.161371 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2b1b42fc-4c0a-49e8-9820-781720fb3a1c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:07.161552 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-2cfa6a54-c33c-4949-9096-ad2d93233c68 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7291517 Mar 11 15:34:07.162415 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-028dd8c4-9c1b-4597-9180-e4a51eebbc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:07.165276 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39696) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:07.187280 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-e3e82459-ac40-4ee4-b567-bb2796fe727a tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1195176 Mar 11 15:34:07.191879 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39700) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:07.256874 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-9cfbc5fc-29c0-41f1-ae9e-c7c64f7aca4d None None] Could not find standard attr ID for object fd16c261-9c0f-4c20-973e-fe0cfd80a796. {{(pid=83868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:34:07.315424 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-90de33af-ce84-452c-aff8-bd227547cacb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:07.329840 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-90de33af-ce84-452c-aff8-bd227547cacb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:07.395320 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2b1b42fc-4c0a-49e8-9820-781720fb3a1c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:07.402549 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de33af-ce84-452c-aff8-bd227547cacb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78e997a8-a9fd-4616-a573-b73835115bdc,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:07.407149 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2b1b42fc-4c0a-49e8-9820-781720fb3a1c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:07.416088 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-90de33af-ce84-452c-aff8-bd227547cacb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:07.417580 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-90de33af-ce84-452c-aff8-bd227547cacb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6584053 Mar 11 15:34:07.424736 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c271a821-8f9b-4fa4-a31a-057b70108bbd tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:07.425631 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-c271a821-8f9b-4fa4-a31a-057b70108bbd tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:34:07.429405 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39704) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:07.446365 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b42fc-4c0a-49e8-9820-781720fb3a1c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c801143-715b-4c2b-a2cc-7484483ee08e,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:07.453858 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-32f2a906-ccef-4de4-b624-ce8fd9d12ba8 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'security_group': {'name': 'tempest-secgroup-1376571780'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:07.469445 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2b1b42fc-4c0a-49e8-9820-781720fb3a1c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:07.470849 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-2b1b42fc-4c0a-49e8-9820-781720fb3a1c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5433984 Mar 11 15:34:07.472504 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-32f2a906-ccef-4de4-b624-ce8fd9d12ba8 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:07.473299 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-c271a821-8f9b-4fa4-a31a-057b70108bbd tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:34:07.474897 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39708) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:07.475064 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c271a821-8f9b-4fa4-a31a-057b70108bbd tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2819946 Mar 11 15:34:07.477593 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39710) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:07.485500 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-7cf1bdd5-64f0-4ff3-b4f0-56819c84f77a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '0d27d81e-9c9d-43d3-aa8b-0939e9ec2054', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:07.499453 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7cf1bdd5-64f0-4ff3-b4f0-56819c84f77a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:07.502495 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-32f2a906-ccef-4de4-b624-ce8fd9d12ba8 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Usage tracker for resource:security_group and tenant:a138b31c346e4c0cb3afee629b96673d is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:07.509997 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-32f2a906-ccef-4de4-b624-ce8fd9d12ba8 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:07.517111 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7cf1bdd5-64f0-4ff3-b4f0-56819c84f77a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:07.520125 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-14b767bd-f02e-4475-8690-4e5fc6c4d0de tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:07.539220 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7cf1bdd5-64f0-4ff3-b4f0-56819c84f77a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:07.554923 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19cb236-408d-42af-80a6-a90a4766211c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:07.555624 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-d19cb236-408d-42af-80a6-a90a4766211c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:34:07.574507 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-32f2a906-ccef-4de4-b624-ce8fd9d12ba8 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:07.582141 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-d19cb236-408d-42af-80a6-a90a4766211c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:34:07.586830 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d19cb236-408d-42af-80a6-a90a4766211c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1079347 Mar 11 15:34:07.588228 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39716) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:07.596136 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7cf1bdd5-64f0-4ff3-b4f0-56819c84f77a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:07.614183 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b767bd-f02e-4475-8690-4e5fc6c4d0de tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event deleted for resources: {'Subnet': ['ID=044124a6-31e7-4a0a-b829-1d62407b6061,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:07.679059 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0a26c11a-8c86-4e4d-8abc-460d3d8140b9 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0892689 Mar 11 15:34:07.679821 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39720) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:07.685682 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-d3bcf101-83de-46f5-90ee-6d3c20bb968c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'subnet': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:07.746116 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-0d74b5d0-02f7-4aac-a4d9-a3589b2f401e None None] Allocated IP 2001:db8::1 (b53b6120-6743-407a-aada-3f34365b286c/e02f48e5-a831-48c4-a886-778eb9fb4a11/b3f90e41-3309-4147-8d6d-e5e6c9c85117) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:34:07.775798 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7cf1bdd5-64f0-4ff3-b4f0-56819c84f77a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:07.812131 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-a515fa90-94a6-4e96-89cb-600895ed4165 None None] Attempting to bind port 53a50ff2-9e29-4f7b-8282-c008317401c4 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:34:07.812526 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-a515fa90-94a6-4e96-89cb-600895ed4165 None None] Attempting to bind port 53a50ff2-9e29-4f7b-8282-c008317401c4 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:34:07.812866 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a515fa90-94a6-4e96-89cb-600895ed4165 None None] Attempting to bind port 53a50ff2-9e29-4f7b-8282-c008317401c4 on network a9e561eb-4382-47f0-afe2-548f64b9476b {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:34:07.831959 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-32f2a906-ccef-4de4-b624-ce8fd9d12ba8 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:07.833466 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-d3bcf101-83de-46f5-90ee-6d3c20bb968c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:07.844724 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-d3bcf101-83de-46f5-90ee-6d3c20bb968c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:07.853580 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b264d8f2-9a88-4bba-b839-3c31201ed2d4 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:07.859958 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3bcf101-83de-46f5-90ee-6d3c20bb968c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:07.862943 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f117d6e-2cf6-4a38-8df1-91b7f9258239 None None] Network 90289681-d056-41e4-a89c-a970f41cda3b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:34:07.864687 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d3bcf101-83de-46f5-90ee-6d3c20bb968c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:07.885023 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device e5cd1414-b022-412f-b56c-15bfe5546398 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:34:07.934259 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-4d65c96c-f6e4-444d-8300-50a903e87562 None None] Allocated IP 172.20.0.2 (9b64f4c6-d613-47a6-8214-4da7c53f1d77/eca2875c-d2df-4f92-872e-34564f7b5c9d/f1de8a42-de32-41c1-9adc-e4296a902008) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:34:08.054889 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-b264d8f2-9a88-4bba-b839-3c31201ed2d4 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Transition to ACTIVE for port object 127c7805-de34-4fdd-ae99-46edbc8dda0d will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:34:08.085073 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-14b767bd-f02e-4475-8690-4e5fc6c4d0de tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:08.143596 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a515fa90-94a6-4e96-89cb-600895ed4165 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:34:08.144663 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a515fa90-94a6-4e96-89cb-600895ed4165 None None] Checking segment: {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:34:08.145250 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a515fa90-94a6-4e96-89cb-600895ed4165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:08.145814 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a515fa90-94a6-4e96-89cb-600895ed4165 None None] Bound using segment: {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:34:08.146321 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-a515fa90-94a6-4e96-89cb-600895ed4165 None None] Bound port: 53a50ff2-9e29-4f7b-8282-c008317401c4, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:34:08.146690 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a515fa90-94a6-4e96-89cb-600895ed4165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:08.158894 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7cf1bdd5-64f0-4ff3-b4f0-56819c84f77a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:08.181084 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d3bcf101-83de-46f5-90ee-6d3c20bb968c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:08.187307 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-14b767bd-f02e-4475-8690-4e5fc6c4d0de tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90289681-d056-41e4-a89c-a970f41cda3b']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:08.213693 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-32f2a906-ccef-4de4-b624-ce8fd9d12ba8 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:08.219118 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7cf1bdd5-64f0-4ff3-b4f0-56819c84f77a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:08.265162 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-32f2a906-ccef-4de4-b624-ce8fd9d12ba8 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Usage tracker for resource:security_group_rule and tenant:a138b31c346e4c0cb3afee629b96673d is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:08.291388 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-48f8a05f-8c21-4c99-9697-b5e1195ce435 None None] Provisioning complete for port e5cd1414-b022-412f-b56c-15bfe5546398 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:08.293357 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-48f8a05f-8c21-4c99-9697-b5e1195ce435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:08.393056 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-32f2a906-ccef-4de4-b624-ce8fd9d12ba8 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:08.398379 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-14b767bd-f02e-4475-8690-4e5fc6c4d0de tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6d2a864-eb5b-4071-b6d7-ddf6f3ef8004') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:08.398677 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-14b767bd-f02e-4475-8690-4e5fc6c4d0de tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6d2a864-eb5b-4071-b6d7-ddf6f3ef8004') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:08.405463 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad256dd-f930-489d-a3e9-83601bc8dddd None None] Network c049f5b2-1690-496c-8cf2-0cf9cb22ae1c requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:34:08.416577 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7cf1bdd5-64f0-4ff3-b4f0-56819c84f77a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:08.417758 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7cf1bdd5-64f0-4ff3-b4f0-56819c84f77a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9370565 Mar 11 15:34:08.419746 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bcf101-83de-46f5-90ee-6d3c20bb968c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:34:08.421730 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-32f2a906-ccef-4de4-b624-ce8fd9d12ba8 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:08.424092 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39724) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:08.424878 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-d3bcf101-83de-46f5-90ee-6d3c20bb968c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:08.429267 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bcf101-83de-46f5-90ee-6d3c20bb968c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:08.429841 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d3bcf101-83de-46f5-90ee-6d3c20bb968c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:08.441024 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-925162c9-65ed-4ead-930d-1eb49aa586ed tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '0d27d81e-9c9d-43d3-aa8b-0939e9ec2054', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:08.460333 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-925162c9-65ed-4ead-930d-1eb49aa586ed tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:08.462542 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bcf101-83de-46f5-90ee-6d3c20bb968c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Subnet': ['ID=fbc36175-c058-4f46-a641-288e142cf93b,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:08.468964 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-925162c9-65ed-4ead-930d-1eb49aa586ed tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:08.475063 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-925162c9-65ed-4ead-930d-1eb49aa586ed tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:08.475441 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf1bdd5-64f0-4ff3-b4f0-56819c84f77a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=875dfa5a-3d23-449c-a9fc-305f8444ff70,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:08.485896 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-925162c9-65ed-4ead-930d-1eb49aa586ed tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:08.491144 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-14b767bd-f02e-4475-8690-4e5fc6c4d0de tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:08.495802 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d3bcf101-83de-46f5-90ee-6d3c20bb968c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8148048 Mar 11 15:34:08.498951 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39728) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:08.502624 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b264d8f2-9a88-4bba-b839-3c31201ed2d4 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:08.507048 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-b7f9863a-30d9-4d77-aeb7-d4ef254f45db tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'port': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'fixed_ips': [{'subnet_id': 'fbc36175-c058-4f46-a641-288e142cf93b', 'ip_address': '2001:db8::f1bc:2633:df46:dd9d'}], 'name': 'tempest-NetworksTestDHCPv6-1903919447'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:08.516454 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57019238-5c87-4c51-b399-a18bf6b03e91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-0418e3c0-7792-47aa-b018-5be1cc02544b', 'network_id': '0418e3c0-7792-47aa-b018-5be1cc02544b', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'fixed_ips': [{'subnet_id': 'c54189e0-45dc-47be-b264-b2a6faa1e1dc'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:34:08.517269 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-57019238-5c87-4c51-b399-a18bf6b03e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:08.523816 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.securitygroups_db [None req-925162c9-65ed-4ead-930d-1eb49aa586ed tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Project 916fcc14ed3c4d0b95925acf526937c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:34:08.573454 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-14b767bd-f02e-4475-8690-4e5fc6c4d0de tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:08.596527 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-925162c9-65ed-4ead-930d-1eb49aa586ed tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:08.614003 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b767bd-f02e-4475-8690-4e5fc6c4d0de tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:34:08.614723 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-14b767bd-f02e-4475-8690-4e5fc6c4d0de tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:08.637970 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:34:08.637970 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:34:08.637970 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:34:08.637970 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:34:08.637970 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:34:08.637970 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:34:08.637970 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:34:08.637970 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:34:08.637970 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:34:08.637970 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:34:08.637970 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:34:08.637970 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:34:08.637970 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:34:08.637970 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:34:08.637970 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:34:08.637970 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:34:08.637970 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:34:08.637970 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:34:08.637970 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:34:08.637970 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:34:08.637970 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:34:08.637970 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:34:08.637970 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:34:08.637970 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:34:08.637970 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:34:08.637970 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:34:08.637970 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:34:08.637970 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:34:08.637970 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:34:08.637970 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:34:08.637970 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:34:08.637970 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:34:08.702858 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b264d8f2-9a88-4bba-b839-3c31201ed2d4 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Network 67230026-2d2d-4e76-80ef-8eafe3dac93b is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:34:08.703705 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b264d8f2-9a88-4bba-b839-3c31201ed2d4 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event updated for resources: {'Port': ['ID=127c7805-de34-4fdd-ae99-46edbc8dda0d,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:08.714814 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-b264d8f2-9a88-4bba-b839-3c31201ed2d4 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:08.736844 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b264d8f2-9a88-4bba-b839-3c31201ed2d4 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:34:08.737370 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b264d8f2-9a88-4bba-b839-3c31201ed2d4 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:08.749905 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-925162c9-65ed-4ead-930d-1eb49aa586ed tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:08.751326 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-b7f9863a-30d9-4d77-aeb7-d4ef254f45db tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:08.762707 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-925162c9-65ed-4ead-930d-1eb49aa586ed tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:08.765867 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-b7f9863a-30d9-4d77-aeb7-d4ef254f45db tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:08.792860 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925162c9-65ed-4ead-930d-1eb49aa586ed tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9252e72-d3a8-4556-9078-cdf2ef5a48ef,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:08.831260 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f9863a-30d9-4d77-aeb7-d4ef254f45db tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:08.838937 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b7f9863a-30d9-4d77-aeb7-d4ef254f45db tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:08.865248 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-b7f9863a-30d9-4d77-aeb7-d4ef254f45db tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] device_id is not set on port 4cc68211-51eb-476f-905e-e2960f225537 yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:34:08.932595 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-32f2a906-ccef-4de4-b624-ce8fd9d12ba8 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:08.943629 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-925162c9-65ed-4ead-930d-1eb49aa586ed tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:08.946824 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-925162c9-65ed-4ead-930d-1eb49aa586ed tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5197463 Mar 11 15:34:08.952375 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39734) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:08.962784 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-a4b3d2b0-bed3-468e-8005-32426f651bdc tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '0d27d81e-9c9d-43d3-aa8b-0939e9ec2054', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:08.972827 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-32f2a906-ccef-4de4-b624-ce8fd9d12ba8 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:08.979243 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-a4b3d2b0-bed3-468e-8005-32426f651bdc tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:08.991259 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-14b767bd-f02e-4475-8690-4e5fc6c4d0de tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:09.036323 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-a4b3d2b0-bed3-468e-8005-32426f651bdc tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:09.051923 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-028dd8c4-9c1b-4597-9180-e4a51eebbc90 None None] Allocated IP 2001:db8::2 (67230026-2d2d-4e76-80ef-8eafe3dac93b/e4ee56ca-fe38-400e-bd8f-c13c7837ab25/0677b7ce-ae22-4e97-8430-f799839595cc) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:34:09.060479 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-a4b3d2b0-bed3-468e-8005-32426f651bdc tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:09.065326 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-14b767bd-f02e-4475-8690-4e5fc6c4d0de tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:09.085237 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7958d4d1-a1dc-4e77-a43b-c2e86f15a5b1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:09.101610 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-a4b3d2b0-bed3-468e-8005-32426f651bdc tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:09.112556 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b767bd-f02e-4475-8690-4e5fc6c4d0de tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event deleted for resources: {'Network': ['ID=90289681-d056-41e4-a89c-a970f41cda3b,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:09.129850 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-a515fa90-94a6-4e96-89cb-600895ed4165 None None] For port 53a50ff2-9e29-4f7b-8282-c008317401c4, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:34:09.153966 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-b7f9863a-30d9-4d77-aeb7-d4ef254f45db tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Allocated IP 2001:db8::f1bc:2633:df46:dd9d (a9e561eb-4382-47f0-afe2-548f64b9476b/fbc36175-c058-4f46-a641-288e142cf93b/4cc68211-51eb-476f-905e-e2960f225537) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:34:09.170180 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-14b767bd-f02e-4475-8690-4e5fc6c4d0de tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "DELETE /v2.0/networks/90289681-d056-41e4-a89c-a970f41cda3b HTTP/1.1" status: 204 len: 168 time: 2.8164334 Mar 11 15:34:09.173101 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2a906-ccef-4de4-b624-ce8fd9d12ba8 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae57ddf2-8b41-4654-861f-4f647228dc06,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:09.173993 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-32f2a906-ccef-4de4-b624-ce8fd9d12ba8 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:09.175320 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-32f2a906-ccef-4de4-b624-ce8fd9d12ba8 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.7371900 Mar 11 15:34:09.184648 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39738) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:09.185153 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39740) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:09.206339 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-6c61e2b9-f720-4f90-abcf-50db6574582b tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'security_group': {'name': 'tempest-secgroup-1284444118'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:09.221101 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-6c61e2b9-f720-4f90-abcf-50db6574582b tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:09.225773 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-6c61e2b9-f720-4f90-abcf-50db6574582b tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Usage tracker for resource:security_group and tenant:a138b31c346e4c0cb3afee629b96673d is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:09.231089 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-6c61e2b9-f720-4f90-abcf-50db6574582b tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:09.239916 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port e5cd1414-b022-412f-b56c-15bfe5546398 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:09.241090 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:09.241216 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-6c61e2b9-f720-4f90-abcf-50db6574582b tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:09.263835 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-6750e223-a242-4f7b-8444-c0ba7425ac42 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1890868306'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:09.281504 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.securitygroups_db [None req-a4b3d2b0-bed3-468e-8005-32426f651bdc tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Project 916fcc14ed3c4d0b95925acf526937c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:34:09.282215 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6c61e2b9-f720-4f90-abcf-50db6574582b tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:09.290074 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-6750e223-a242-4f7b-8444-c0ba7425ac42 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:09.356242 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-a515fa90-94a6-4e96-89cb-600895ed4165 None None] For port 53a50ff2-9e29-4f7b-8282-c008317401c4, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=53a50ff2-9e29-4f7b-8282-c008317401c4,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:34:09.361496 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-6750e223-a242-4f7b-8444-c0ba7425ac42 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Usage tracker for resource:network and tenant:ec80415d4e5548b5bced4f16cb2e25ed is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:09.363350 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a4b3d2b0-bed3-468e-8005-32426f651bdc tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:09.375438 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-6750e223-a242-4f7b-8444-c0ba7425ac42 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:09.395795 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-6750e223-a242-4f7b-8444-c0ba7425ac42 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:09.429211 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-6c61e2b9-f720-4f90-abcf-50db6574582b tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:09.440159 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b264d8f2-9a88-4bba-b839-3c31201ed2d4 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:09.441694 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-6c61e2b9-f720-4f90-abcf-50db6574582b tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Usage tracker for resource:security_group_rule and tenant:a138b31c346e4c0cb3afee629b96673d is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:09.448300 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-6c61e2b9-f720-4f90-abcf-50db6574582b tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:09.457977 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-6c61e2b9-f720-4f90-abcf-50db6574582b tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:09.518759 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a515fa90-94a6-4e96-89cb-600895ed4165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:09.538798 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6750e223-a242-4f7b-8444-c0ba7425ac42 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Made reservation on behalf of ec80415d4e5548b5bced4f16cb2e25ed for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:09.542530 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6750e223-a242-4f7b-8444-c0ba7425ac42 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:09.580013 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b7f9863a-30d9-4d77-aeb7-d4ef254f45db tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:09.616809 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6c61e2b9-f720-4f90-abcf-50db6574582b tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:09.618240 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-b7f9863a-30d9-4d77-aeb7-d4ef254f45db tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Transition to ACTIVE for port object 4cc68211-51eb-476f-905e-e2960f225537 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:34:09.623072 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6c61e2b9-f720-4f90-abcf-50db6574582b tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:09.666667 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0d74b5d0-02f7-4aac-a4d9-a3589b2f401e None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:09.682361 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c61e2b9-f720-4f90-abcf-50db6574582b tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed055883-bacc-441d-9188-327786d824dd,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:09.688868 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6c61e2b9-f720-4f90-abcf-50db6574582b tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:09.693647 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-6c61e2b9-f720-4f90-abcf-50db6574582b tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5059841 Mar 11 15:34:09.694783 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39746) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:09.705019 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-36b634ab-a22b-4e99-92a7-d99a3f04cafe tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1714591096', 'security_groups': ['ed055883-bacc-441d-9188-327786d824dd'], 'network_id': 'c049f5b2-1690-496c-8cf2-0cf9cb22ae1c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7399a23e-8ad4-4851-ac66-f297d98383ed'}]}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:09.725519 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-48f8a05f-8c21-4c99-9697-b5e1195ce435 None None] Could not find standard attr ID for object fd16c261-9c0f-4c20-973e-fe0cfd80a796. {{(pid=83868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:34:09.729929 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4d65c96c-f6e4-444d-8300-50a903e87562 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:09.733500 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-0d74b5d0-02f7-4aac-a4d9-a3589b2f401e None None] Transition to ACTIVE for port object b3f90e41-3309-4147-8d6d-e5e6c9c85117 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:34:09.778695 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b7f9863a-30d9-4d77-aeb7-d4ef254f45db tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:09.823468 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6750e223-a242-4f7b-8444-c0ba7425ac42 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:34:09.845224 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-4d65c96c-f6e4-444d-8300-50a903e87562 None None] Transition to ACTIVE for port object f1de8a42-de32-41c1-9adc-e4296a902008 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:34:09.846009 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a4b3d2b0-bed3-468e-8005-32426f651bdc tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:09.853150 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-57019238-5c87-4c51-b399-a18bf6b03e91 None None] Allocated IP 172.21.0.2 (0418e3c0-7792-47aa-b018-5be1cc02544b/c54189e0-45dc-47be-b264-b2a6faa1e1dc/e588f9b6-98ec-437a-b262-0ebf3b342141) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:34:09.858575 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6750e223-a242-4f7b-8444-c0ba7425ac42 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:09.858956 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-6750e223-a242-4f7b-8444-c0ba7425ac42 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Added segment aa4e2475-f2f0-4a7b-8209-4a30dca83aa0 of type vlan for network 4d997a32-05ba-471c-b178-631da8faa416 Mar 11 15:34:09.866430 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a4b3d2b0-bed3-468e-8005-32426f651bdc tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:09.879305 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515fa90-94a6-4e96-89cb-600895ed4165 None None] Pushing event updated for resources: {'Port': ['ID=53a50ff2-9e29-4f7b-8282-c008317401c4,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:09.897622 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f9863a-30d9-4d77-aeb7-d4ef254f45db tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:34:09.904290 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-b7f9863a-30d9-4d77-aeb7-d4ef254f45db tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:09.906020 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b3d2b0-bed3-468e-8005-32426f651bdc tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a5375ab-3069-4e2c-a12c-f569e065ca9b,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:09.912651 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9863a-30d9-4d77-aeb7-d4ef254f45db tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Port': ['ID=4cc68211-51eb-476f-905e-e2960f225537,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:09.918805 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-0d74b5d0-02f7-4aac-a4d9-a3589b2f401e None None] Transition to ACTIVE for port object b3f90e41-3309-4147-8d6d-e5e6c9c85117 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:34:09.929518 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f9863a-30d9-4d77-aeb7-d4ef254f45db tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:34:09.935222 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f9863a-30d9-4d77-aeb7-d4ef254f45db tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:09.936255 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b7f9863a-30d9-4d77-aeb7-d4ef254f45db tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:09.954134 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6750e223-a242-4f7b-8444-c0ba7425ac42 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:09.974947 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b7f9863a-30d9-4d77-aeb7-d4ef254f45db tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4723971 Mar 11 15:34:09.976774 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39750) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:10.011783 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a4b3d2b0-bed3-468e-8005-32426f651bdc tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:10.013319 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a4b3d2b0-bed3-468e-8005-32426f651bdc tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.0600944 Mar 11 15:34:10.046247 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-36b634ab-a22b-4e99-92a7-d99a3f04cafe tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:10.067081 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-64951166-125d-4a13-adfb-8ad466f2bfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adf4256-26d1-4e26-aa97-bb95ab764c64', 'name': 'tempest-TestNetworkBasicOps-router-1552958535', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': 'eb97b7d8-b99d-4e9f-a532-685de47f5a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:33:44Z', 'updated_at': '2022-03-11T15:33:57Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': 'eb97b7d8-b99d-4e9f-a532-685de47f5a62', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:49:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adf4256-26d1-4e26-aa97-bb95ab764c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:33:46Z', 'updated_at': '2022-03-11T15:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '7b993a71-c302-4ae1-9d07-93208a4361c1', 'name': '', 'network_id': '0c7936ae-ba60-41e0-9678-29011757e550', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:78:c2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adf4256-26d1-4e26-aa97-bb95ab764c64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b85bbf9-cc60-47b9-9ba7-617c6762d95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:33:56Z', 'updated_at': '2022-03-11T15:33:57Z', 'revision_number': 2, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '9b85bbf9-cc60-47b9-9ba7-617c6762d95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:10.072906 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-36b634ab-a22b-4e99-92a7-d99a3f04cafe tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:10.097988 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6750e223-a242-4f7b-8444-c0ba7425ac42 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:10.099703 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b634ab-a22b-4e99-92a7-d99a3f04cafe tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Made reservation on behalf of a138b31c346e4c0cb3afee629b96673d for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:10.102608 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6750e223-a242-4f7b-8444-c0ba7425ac42 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:10.103429 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6750e223-a242-4f7b-8444-c0ba7425ac42 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:10.105924 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0d74b5d0-02f7-4aac-a4d9-a3589b2f401e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:10.116878 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-4d65c96c-f6e4-444d-8300-50a903e87562 None None] Transition to ACTIVE for port object f1de8a42-de32-41c1-9adc-e4296a902008 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:34:10.192858 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64951166-125d-4a13-adfb-8ad466f2bfec None None] Checking router: 9adf4256-26d1-4e26-aa97-bb95ab764c64 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:34:10.193517 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64951166-125d-4a13-adfb-8ad466f2bfec None None] Updating router 9adf4256-26d1-4e26-aa97-bb95ab764c64 port 7b993a71-c302-4ae1-9d07-93208a4361c1 binding host dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:34:10.223912 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-48f8a05f-8c21-4c99-9697-b5e1195ce435 None None] Provisioning for port 7b993a71-c302-4ae1-9d07-93208a4361c1 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:34:10.227750 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389d39cc-1f7b-45c6-bd05-38e70b77c340 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:10.233249 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389d39cc-1f7b-45c6-bd05-38e70b77c340 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:10.234214 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-389d39cc-1f7b-45c6-bd05-38e70b77c340 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:34:10.282203 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-389d39cc-1f7b-45c6-bd05-38e70b77c340 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:34:10.283502 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-389d39cc-1f7b-45c6-bd05-38e70b77c340 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.3057959 Mar 11 15:34:10.286570 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39756) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:10.352889 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6750e223-a242-4f7b-8444-c0ba7425ac42 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1655951 Mar 11 15:34:10.355944 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39762) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:10.363595 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-5cdd608f-3765-453a-8565-faeca3bd1946 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Request body: {'subnet': {'network_id': '4d997a32-05ba-471c-b178-631da8faa416', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:10.385536 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6750e223-a242-4f7b-8444-c0ba7425ac42 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event updated for resources: {'Network': ['ID=4d997a32-05ba-471c-b178-631da8faa416,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:10.387003 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-36b634ab-a22b-4e99-92a7-d99a3f04cafe tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:10.395422 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.db.resource_extend [None req-b264d8f2-9a88-4bba-b839-3c31201ed2d4 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:34:10.419895 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b264d8f2-9a88-4bba-b839-3c31201ed2d4 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:10.422924 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-7958d4d1-a1dc-4e77-a43b-c2e86f15a5b1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Allocated IP 172.20.0.1 (9b64f4c6-d613-47a6-8214-4da7c53f1d77/eca2875c-d2df-4f92-872e-34564f7b5c9d/38dad10b-d48b-48ba-b329-977f4fe61607) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:34:10.462599 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 4d997a32-05ba-471c-b178-631da8faa416 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:34:10.475162 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b264d8f2-9a88-4bba-b839-3c31201ed2d4 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:10.476290 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b264d8f2-9a88-4bba-b839-3c31201ed2d4 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:10.490958 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-bf46f4f3-f463-4479-a8fa-28bb7d9b8e22 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting port 4cc68211-51eb-476f-905e-e2960f225537 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:34:10.491389 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bf46f4f3-f463-4479-a8fa-28bb7d9b8e22 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:10.492389 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4d65c96c-f6e4-444d-8300-50a903e87562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:10.568782 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-36b634ab-a22b-4e99-92a7-d99a3f04cafe tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] device_id is not set on port 21c6a627-3cb9-4280-ae14-9bc872632b87 yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:34:10.617305 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-5cdd608f-3765-453a-8565-faeca3bd1946 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:10.632036 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-48f8a05f-8c21-4c99-9697-b5e1195ce435 None None] Provisioning complete for port 7b993a71-c302-4ae1-9d07-93208a4361c1 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:10.632601 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-48f8a05f-8c21-4c99-9697-b5e1195ce435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:10.658112 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-5cdd608f-3765-453a-8565-faeca3bd1946 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Usage tracker for resource:subnet and tenant:ec80415d4e5548b5bced4f16cb2e25ed is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:10.675522 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-5cdd608f-3765-453a-8565-faeca3bd1946 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:10.702198 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-5cdd608f-3765-453a-8565-faeca3bd1946 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:10.743549 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b264d8f2-9a88-4bba-b839-3c31201ed2d4 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event updated for resources: {'Port': ['ID=127c7805-de34-4fdd-ae99-46edbc8dda0d,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:10.758860 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 85d4f5b3-ce48-4e12-84f3-5dfa4811077f up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:34:10.790056 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-3809dfb5-b684-4594-bc63-7a6807863fb2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:34:10.851704 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-3809dfb5-b684-4594-bc63-7a6807863fb2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:34:10.852847 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-3809dfb5-b684-4594-bc63-7a6807863fb2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1633180226&fields=id&tenant_id=916fcc14ed3c4d0b95925acf526937c4 HTTP/1.1" status: 200 len: 267 time: 0.3392644 Mar 11 15:34:10.860235 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d74b5d0-02f7-4aac-a4d9-a3589b2f401e None None] Network b53b6120-6743-407a-aada-3f34365b286c is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:34:10.860851 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7958d4d1-a1dc-4e77-a43b-c2e86f15a5b1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:10.895350 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cdd608f-3765-453a-8565-faeca3bd1946 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Made reservation on behalf of ec80415d4e5548b5bced4f16cb2e25ed for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:10.913610 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-0d74b5d0-02f7-4aac-a4d9-a3589b2f401e None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:10.922159 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d74b5d0-02f7-4aac-a4d9-a3589b2f401e None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:34:10.954884 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-64951166-125d-4a13-adfb-8ad466f2bfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:10.969122 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74b5d0-02f7-4aac-a4d9-a3589b2f401e None None] Pushing event updated for resources: {'Port': ['ID=b3f90e41-3309-4147-8d6d-e5e6c9c85117,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:11.018521 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-028dd8c4-9c1b-4597-9180-e4a51eebbc90 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:11.089706 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d65c96c-f6e4-444d-8300-50a903e87562 None None] Network 9b64f4c6-d613-47a6-8214-4da7c53f1d77 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:34:11.096888 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ad7555-8a04-4dc4-802c-23166b078157 None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:34:11.103314 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-7958d4d1-a1dc-4e77-a43b-c2e86f15a5b1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Transition to ACTIVE for port object 38dad10b-d48b-48ba-b329-977f4fe61607 will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:34:11.116476 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b264d8f2-9a88-4bba-b839-3c31201ed2d4 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Network 67230026-2d2d-4e76-80ef-8eafe3dac93b is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:34:11.123259 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5cdd608f-3765-453a-8565-faeca3bd1946 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:11.123865 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-b264d8f2-9a88-4bba-b839-3c31201ed2d4 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:11.130809 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-48f8a05f-8c21-4c99-9697-b5e1195ce435 None None] Port 7b993a71-c302-4ae1-9d07-93208a4361c1 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:34:11.133721 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-4d65c96c-f6e4-444d-8300-50a903e87562 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:11.158138 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-028dd8c4-9c1b-4597-9180-e4a51eebbc90 None None] Transition to ACTIVE for port object 0677b7ce-ae22-4e97-8430-f799839595cc will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:34:11.219808 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d65c96c-f6e4-444d-8300-50a903e87562 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:34:11.319777 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bf46f4f3-f463-4479-a8fa-28bb7d9b8e22 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:11.375097 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-3c64ad17-dec6-464f-ae5e-853b37db753e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:11.376372 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-3c64ad17-dec6-464f-ae5e-853b37db753e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:network {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:34:11.384847 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7958d4d1-a1dc-4e77-a43b-c2e86f15a5b1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:11.470544 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-bf46f4f3-f463-4479-a8fa-28bb7d9b8e22 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Calling delete_port for 4cc68211-51eb-476f-905e-e2960f225537 owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:34:11.477730 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-3c64ad17-dec6-464f-ae5e-853b37db753e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:network {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:34:11.484800 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-3c64ad17-dec6-464f-ae5e-853b37db753e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/networks?id=0c7936ae-ba60-41e0-9678-29011757e550 HTTP/1.1" status: 200 len: 796 time: 0.6127250 Mar 11 15:34:11.505277 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-36b634ab-a22b-4e99-92a7-d99a3f04cafe tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Allocated IP 172.20.0.13 (c049f5b2-1690-496c-8cf2-0cf9cb22ae1c/7399a23e-8ad4-4851-ac66-f297d98383ed/21c6a627-3cb9-4280-ae14-9bc872632b87) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:34:11.515405 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65c96c-f6e4-444d-8300-50a903e87562 None None] Pushing event updated for resources: {'Port': ['ID=f1de8a42-de32-41c1-9adc-e4296a902008,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:11.519339 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-028dd8c4-9c1b-4597-9180-e4a51eebbc90 None None] Transition to ACTIVE for port object 0677b7ce-ae22-4e97-8430-f799839595cc will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:34:11.562860 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7958d4d1-a1dc-4e77-a43b-c2e86f15a5b1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Network 9b64f4c6-d613-47a6-8214-4da7c53f1d77 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:34:11.575002 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-f36e7e57-f547-493e-861b-3eb972aa84e0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/quotas/916fcc14ed3c4d0b95925acf526937c4 HTTP/1.1" status: 200 len: 375 time: 0.0891349 Mar 11 15:34:11.618641 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-7958d4d1-a1dc-4e77-a43b-c2e86f15a5b1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:11.636660 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958d4d1-a1dc-4e77-a43b-c2e86f15a5b1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event updated for resources: {'Port': ['ID=38dad10b-d48b-48ba-b329-977f4fe61607,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:11.644816 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7958d4d1-a1dc-4e77-a43b-c2e86f15a5b1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:34:11.689464 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-028dd8c4-9c1b-4597-9180-e4a51eebbc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:11.759937 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-48f8a05f-8c21-4c99-9697-b5e1195ce435 None None] Provisioning complete for port 85d4f5b3-ce48-4e12-84f3-5dfa4811077f triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:11.759937 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-48f8a05f-8c21-4c99-9697-b5e1195ce435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:11.790299 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bf46f4f3-f463-4479-a8fa-28bb7d9b8e22 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:11.852717 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-0d74b5d0-02f7-4aac-a4d9-a3589b2f401e None None] Attempting to bind port b3f90e41-3309-4147-8d6d-e5e6c9c85117 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:34:11.853031 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-0d74b5d0-02f7-4aac-a4d9-a3589b2f401e None None] Attempting to bind port b3f90e41-3309-4147-8d6d-e5e6c9c85117 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '5a5254fe-f3e4-44bc-9f20-40249a4f0c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'b53b6120-6743-407a-aada-3f34365b286c'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:34:11.853357 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d74b5d0-02f7-4aac-a4d9-a3589b2f401e None None] Attempting to bind port b3f90e41-3309-4147-8d6d-e5e6c9c85117 on network b53b6120-6743-407a-aada-3f34365b286c {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:34:11.857347 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7958d4d1-a1dc-4e77-a43b-c2e86f15a5b1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:11.900658 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-4d65c96c-f6e4-444d-8300-50a903e87562 None None] Attempting to bind port f1de8a42-de32-41c1-9adc-e4296a902008 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:34:11.901034 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-4d65c96c-f6e4-444d-8300-50a903e87562 None None] Attempting to bind port f1de8a42-de32-41c1-9adc-e4296a902008 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'db575fbd-2f57-4793-88bf-59a9360111e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9b64f4c6-d613-47a6-8214-4da7c53f1d77'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:34:11.901400 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d65c96c-f6e4-444d-8300-50a903e87562 None None] Attempting to bind port f1de8a42-de32-41c1-9adc-e4296a902008 on network 9b64f4c6-d613-47a6-8214-4da7c53f1d77 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:34:11.917375 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5cdd608f-3765-453a-8565-faeca3bd1946 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:11.921942 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46f4f3-f463-4479-a8fa-28bb7d9b8e22 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Port': ['ID=4cc68211-51eb-476f-905e-e2960f225537,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:11.940928 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-4639fb36-cb12-4cd4-b792-fd89bfc1bcc6 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3637624 Mar 11 15:34:12.056373 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8278932-11aa-4505-baa3-ffec3d686568 None None] Update dhcp port {'port': {'network_id': 'c049f5b2-1690-496c-8cf2-0cf9cb22ae1c', 'fixed_ips': [{'subnet_id': '1b31925b-a405-405f-8129-83c2e26bf558', 'ip_address': '172.20.0.19'}, {'subnet_id': '7399a23e-8ad4-4851-ac66-f297d98383ed'}], 'binding:host_id': 'dv-neutron-833373-1-hyperv'}, 'id': 'c63ce0c3-2275-4dd0-88fc-e918175aa469'} from dv-neutron-833373-1-hyperv. {{(pid=83868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 15:34:12.068311 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bf46f4f3-f463-4479-a8fa-28bb7d9b8e22 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:12.071219 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b264d8f2-9a88-4bba-b839-3c31201ed2d4 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Router b050741b-b578-4072-af0c-625ab4d80128 is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:34:12.107491 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-57019238-5c87-4c51-b399-a18bf6b03e91 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:12.119694 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd608f-3765-453a-8565-faeca3bd1946 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event updated for resources: {'Subnet': ['ID=dd1a5366-4bd4-4d38-be4c-5735d1f9c94c,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:12.146353 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-36b634ab-a22b-4e99-92a7-d99a3f04cafe tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:12.150568 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-bf46f4f3-f463-4479-a8fa-28bb7d9b8e22 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/ports/4cc68211-51eb-476f-905e-e2960f225537 HTTP/1.1" status: 204 len: 168 time: 1.8629191 Mar 11 15:34:12.152875 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028dd8c4-9c1b-4597-9180-e4a51eebbc90 None None] Pushing event updated for resources: {'Port': ['ID=0677b7ce-ae22-4e97-8430-f799839595cc,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:12.156782 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39772) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:12.205119 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdd608f-3765-453a-8565-faeca3bd1946 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Checking segment: {'id': 'aa4e2475-f2f0-4a7b-8209-4a30dca83aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '4d997a32-05ba-471c-b178-631da8faa416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:34:12.205377 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdd608f-3765-453a-8565-faeca3bd1946 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Network hostable DHCP agents. Network: 4d997a32-05ba-471c-b178-631da8faa416, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:34:12.220635 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-36b634ab-a22b-4e99-92a7-d99a3f04cafe tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Transition to ACTIVE for port object 21c6a627-3cb9-4280-ae14-9bc872632b87 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:34:12.268036 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8a38f8-8dd7-4ec6-9838-53b0161d385f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:12.269674 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8a38f8-8dd7-4ec6-9838-53b0161d385f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:12.270161 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-9d8a38f8-8dd7-4ec6-9838-53b0161d385f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:34:12.276198 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7958d4d1-a1dc-4e77-a43b-c2e86f15a5b1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:12.291826 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028dd8c4-9c1b-4597-9180-e4a51eebbc90 None None] Network 67230026-2d2d-4e76-80ef-8eafe3dac93b is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:34:12.292873 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdd608f-3765-453a-8565-faeca3bd1946 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Network 4d997a32-05ba-471c-b178-631da8faa416 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:34:12.296463 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d74b5d0-02f7-4aac-a4d9-a3589b2f401e None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:34:12.297136 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d74b5d0-02f7-4aac-a4d9-a3589b2f401e None None] Checking segment: {'id': '5a5254fe-f3e4-44bc-9f20-40249a4f0c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'b53b6120-6743-407a-aada-3f34365b286c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:34:12.297981 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0d74b5d0-02f7-4aac-a4d9-a3589b2f401e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:12.298536 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d74b5d0-02f7-4aac-a4d9-a3589b2f401e None None] Bound using segment: {'id': '5a5254fe-f3e4-44bc-9f20-40249a4f0c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'b53b6120-6743-407a-aada-3f34365b286c'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:34:12.299219 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-0d74b5d0-02f7-4aac-a4d9-a3589b2f401e None None] Bound port: b3f90e41-3309-4147-8d6d-e5e6c9c85117, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5254fe-f3e4-44bc-9f20-40249a4f0c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'b53b6120-6743-407a-aada-3f34365b286c'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:34:12.299936 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0d74b5d0-02f7-4aac-a4d9-a3589b2f401e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:12.302683 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-9d8a38f8-8dd7-4ec6-9838-53b0161d385f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:34:12.307205 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9d8a38f8-8dd7-4ec6-9838-53b0161d385f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1438565 Mar 11 15:34:12.307205 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-36b634ab-a22b-4e99-92a7-d99a3f04cafe tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:12.307205 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39776) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:12.325299 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-028dd8c4-9c1b-4597-9180-e4a51eebbc90 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:12.334791 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028dd8c4-9c1b-4597-9180-e4a51eebbc90 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:34:12.339029 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-57019238-5c87-4c51-b399-a18bf6b03e91 None None] Transition to ACTIVE for port object e588f9b6-98ec-437a-b262-0ebf3b342141 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:34:12.341952 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 85d4f5b3-ce48-4e12-84f3-5dfa4811077f triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:12.342163 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:12.366099 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d65c96c-f6e4-444d-8300-50a903e87562 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:34:12.366471 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d65c96c-f6e4-444d-8300-50a903e87562 None None] Checking segment: {'id': 'db575fbd-2f57-4793-88bf-59a9360111e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9b64f4c6-d613-47a6-8214-4da7c53f1d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:34:12.366785 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4d65c96c-f6e4-444d-8300-50a903e87562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:12.368968 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d65c96c-f6e4-444d-8300-50a903e87562 None None] Bound using segment: {'id': 'db575fbd-2f57-4793-88bf-59a9360111e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9b64f4c6-d613-47a6-8214-4da7c53f1d77'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:34:12.368968 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-4d65c96c-f6e4-444d-8300-50a903e87562 None None] Bound port: f1de8a42-de32-41c1-9adc-e4296a902008, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db575fbd-2f57-4793-88bf-59a9360111e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9b64f4c6-d613-47a6-8214-4da7c53f1d77'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:34:12.368968 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4d65c96c-f6e4-444d-8300-50a903e87562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:12.403673 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-5cdd608f-3765-453a-8565-faeca3bd1946 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 4d997a32-05ba-471c-b178-631da8faa416) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:12.408879 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdd608f-3765-453a-8565-faeca3bd1946 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:12.409734 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5cdd608f-3765-453a-8565-faeca3bd1946 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:12.427421 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-4799d180-8a77-4586-a461-49919b3e9473 service neutron] 10.222.0.31 "GET /v2.0/networks/0c7936ae-ba60-41e0-9678-29011757e550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4685571 Mar 11 15:34:12.485964 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e6f019-277b-4489-b1d6-e49437c48265 None None] Network 4d997a32-05ba-471c-b178-631da8faa416 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:34:12.504492 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-5cdd608f-3765-453a-8565-faeca3bd1946 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.1433527 Mar 11 15:34:12.507743 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39780) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:12.516570 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a8278932-11aa-4505-baa3-ffec3d686568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:12.604679 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b634ab-a22b-4e99-92a7-d99a3f04cafe tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Network c049f5b2-1690-496c-8cf2-0cf9cb22ae1c is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:34:12.605526 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b634ab-a22b-4e99-92a7-d99a3f04cafe tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'Port': ['ID=21c6a627-3cb9-4280-ae14-9bc872632b87,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:12.620934 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-36b634ab-a22b-4e99-92a7-d99a3f04cafe tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:12.672163 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-57019238-5c87-4c51-b399-a18bf6b03e91 None None] Transition to ACTIVE for port object e588f9b6-98ec-437a-b262-0ebf3b342141 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:34:12.797944 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b634ab-a22b-4e99-92a7-d99a3f04cafe tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:34:12.838471 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-57019238-5c87-4c51-b399-a18bf6b03e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:12.893273 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-e014a55a-b6ca-435a-898f-001cb6b65493 service neutron] 10.222.0.31 "GET /v2.0/networks/0c7936ae-ba60-41e0-9678-29011757e550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524653 Mar 11 15:34:12.922056 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b634ab-a22b-4e99-92a7-d99a3f04cafe tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:12.924013 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-36b634ab-a22b-4e99-92a7-d99a3f04cafe tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:12.965474 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b264d8f2-9a88-4bba-b839-3c31201ed2d4 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:34:12.973319 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b264d8f2-9a88-4bba-b839-3c31201ed2d4 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "PUT /v2.0/routers/b050741b-b578-4072-af0c-625ab4d80128/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3639565 Mar 11 15:34:12.977699 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39784) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:12.984321 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5847a06a-34f4-4ab3-a54a-a830e1f6e150 None None] Sync routers for ids ['b050741b-b578-4072-af0c-625ab4d80128'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:34:12.993237 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-28ed4296-0e4b-4233-a9ee-fb8841b5de76 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting subnet fbc36175-c058-4f46-a641-288e142cf93b {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:34:13.003459 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5847a06a-34f4-4ab3-a54a-a830e1f6e150 None None] Routers {'b050741b-b578-4072-af0c-625ab4d80128'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:34:13.005148 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-5847a06a-34f4-4ab3-a54a-a830e1f6e150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:34:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['b050741b-b578-4072-af0c-625ab4d80128'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:13.031056 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-28ed4296-0e4b-4233-a9ee-fb8841b5de76 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:13.084097 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f92a2e-e7be-4c14-9d84-239d95222912 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:13.084731 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-06f92a2e-e7be-4c14-9d84-239d95222912 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Synchronizing usage tracker for tenant:c58947f968f64e3fb11fb874306012f2 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:34:13.107785 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-36b634ab-a22b-4e99-92a7-d99a3f04cafe tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.4103103 Mar 11 15:34:13.112800 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39788) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:13.120766 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-06f92a2e-e7be-4c14-9d84-239d95222912 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Unset dirty status for tenant:c58947f968f64e3fb11fb874306012f2 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:34:13.125348 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-06f92a2e-e7be-4c14-9d84-239d95222912 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "GET /v2.0/ports/127c7805-de34-4fdd-ae99-46edbc8dda0d HTTP/1.1" status: 200 len: 911 time: 0.1446514 Mar 11 15:34:13.126046 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-d0a5f7ea-cb43-4d88-9246-6013f523b424 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'subnet': {'network_id': 'c049f5b2-1690-496c-8cf2-0cf9cb22ae1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:13.134247 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39792) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:13.139554 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-5847a06a-34f4-4ab3-a54a-a830e1f6e150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:13.151451 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5847a06a-34f4-4ab3-a54a-a830e1f6e150 None None] Routers {'b050741b-b578-4072-af0c-625ab4d80128'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:34:13.152344 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-5847a06a-34f4-4ab3-a54a-a830e1f6e150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:34:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['b050741b-b578-4072-af0c-625ab4d80128'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:13.172323 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-028dd8c4-9c1b-4597-9180-e4a51eebbc90 None None] Attempting to bind port 0677b7ce-ae22-4e97-8430-f799839595cc on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:34:13.173003 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-028dd8c4-9c1b-4597-9180-e4a51eebbc90 None None] Attempting to bind port 0677b7ce-ae22-4e97-8430-f799839595cc by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '6b243425-8aab-4f78-96de-601154347f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '67230026-2d2d-4e76-80ef-8eafe3dac93b'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:34:13.173368 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028dd8c4-9c1b-4597-9180-e4a51eebbc90 None None] Attempting to bind port 0677b7ce-ae22-4e97-8430-f799839595cc on network 67230026-2d2d-4e76-80ef-8eafe3dac93b {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:34:13.181216 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-28ed4296-0e4b-4233-a9ee-fb8841b5de76 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:13.207178 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57019238-5c87-4c51-b399-a18bf6b03e91 None None] Network 0418e3c0-7792-47aa-b018-5be1cc02544b is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:34:13.210455 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7958d4d1-a1dc-4e77-a43b-c2e86f15a5b1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:13.231434 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-0d74b5d0-02f7-4aac-a4d9-a3589b2f401e None None] For port b3f90e41-3309-4147-8d6d-e5e6c9c85117, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:34:13.239267 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-57019238-5c87-4c51-b399-a18bf6b03e91 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:13.241886 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57019238-5c87-4c51-b399-a18bf6b03e91 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:34:13.250531 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-f3f699db-cbbc-4907-88f1-415e085f96b2 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e4ee56ca-fe38-400e-bd8f-c13c7837ab25'}]}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:13.278171 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c7d68681-037f-4150-b6a0-ea98f95b902d tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:13.279746 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-5847a06a-34f4-4ab3-a54a-a830e1f6e150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:13.280538 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5847a06a-34f4-4ab3-a54a-a830e1f6e150 None None] The sync data for ids ['b050741b-b578-4072-af0c-625ab4d80128'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:34:13.321677 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57019238-5c87-4c51-b399-a18bf6b03e91 None None] Pushing event updated for resources: {'Port': ['ID=e588f9b6-98ec-437a-b262-0ebf3b342141,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:13.328159 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-4d65c96c-f6e4-444d-8300-50a903e87562 None None] For port f1de8a42-de32-41c1-9adc-e4296a902008, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:34:13.344153 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7958d4d1-a1dc-4e77-a43b-c2e86f15a5b1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:13.345888 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.resource_extend [None req-64951166-125d-4a13-adfb-8ad466f2bfec None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:34:13.387135 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-0d74b5d0-02f7-4aac-a4d9-a3589b2f401e None None] For port b3f90e41-3309-4147-8d6d-e5e6c9c85117, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=b3f90e41-3309-4147-8d6d-e5e6c9c85117,segment=NetworkSegment(5a5254fe-f3e4-44bc-9f20-40249a4f0c81),segment_id=5a5254fe-f3e4-44bc-9f20-40249a4f0c81)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:34:13.405637 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-28ed4296-0e4b-4233-a9ee-fb8841b5de76 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:13.418797 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028dd8c4-9c1b-4597-9180-e4a51eebbc90 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:34:13.419269 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028dd8c4-9c1b-4597-9180-e4a51eebbc90 None None] Checking segment: {'id': '6b243425-8aab-4f78-96de-601154347f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '67230026-2d2d-4e76-80ef-8eafe3dac93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:34:13.419742 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-028dd8c4-9c1b-4597-9180-e4a51eebbc90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:13.420265 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028dd8c4-9c1b-4597-9180-e4a51eebbc90 None None] Bound using segment: {'id': '6b243425-8aab-4f78-96de-601154347f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '67230026-2d2d-4e76-80ef-8eafe3dac93b'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:34:13.421493 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-028dd8c4-9c1b-4597-9180-e4a51eebbc90 None None] Bound port: 0677b7ce-ae22-4e97-8430-f799839595cc, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b243425-8aab-4f78-96de-601154347f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '67230026-2d2d-4e76-80ef-8eafe3dac93b'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:34:13.421931 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-028dd8c4-9c1b-4597-9180-e4a51eebbc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:13.473108 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-4d65c96c-f6e4-444d-8300-50a903e87562 None None] For port f1de8a42-de32-41c1-9adc-e4296a902008, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=f1de8a42-de32-41c1-9adc-e4296a902008,segment=NetworkSegment(db575fbd-2f57-4793-88bf-59a9360111e5),segment_id=db575fbd-2f57-4793-88bf-59a9360111e5)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:34:13.503475 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0d74b5d0-02f7-4aac-a4d9-a3589b2f401e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:13.552441 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c7d68681-037f-4150-b6a0-ea98f95b902d tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:13.567536 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-d0a5f7ea-cb43-4d88-9246-6013f523b424 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:13.590349 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d0a5f7ea-cb43-4d88-9246-6013f523b424 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Usage tracker for resource:subnet and tenant:a138b31c346e4c0cb3afee629b96673d is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:13.596473 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7958d4d1-a1dc-4e77-a43b-c2e86f15a5b1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:13.600273 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4d65c96c-f6e4-444d-8300-50a903e87562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:13.609180 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d0a5f7ea-cb43-4d88-9246-6013f523b424 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:13.614954 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958d4d1-a1dc-4e77-a43b-c2e86f15a5b1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event updated for resources: {'Port': ['ID=38dad10b-d48b-48ba-b329-977f4fe61607,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:13.628157 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-d0a5f7ea-cb43-4d88-9246-6013f523b424 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:13.643216 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-28ed4296-0e4b-4233-a9ee-fb8841b5de76 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:13.671839 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a5f7ea-cb43-4d88-9246-6013f523b424 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Made reservation on behalf of a138b31c346e4c0cb3afee629b96673d for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:13.735792 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed4296-0e4b-4233-a9ee-fb8841b5de76 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Subnet': ['ID=fbc36175-c058-4f46-a641-288e142cf93b,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:13.758175 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-28ed4296-0e4b-4233-a9ee-fb8841b5de76 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:13.789373 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-28ed4296-0e4b-4233-a9ee-fb8841b5de76 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/fbc36175-c058-4f46-a641-288e142cf93b HTTP/1.1" status: 204 len: 168 time: 1.4812195 Mar 11 15:34:13.790392 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f3f699db-cbbc-4907-88f1-415e085f96b2 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:13.801020 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39796) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:13.865106 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c7d68681-037f-4150-b6a0-ea98f95b902d tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:13.921775 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-7842f93d-df7d-4783-b7c9-403365b11273 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1162472 Mar 11 15:34:13.926661 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39800) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:13.927321 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d68681-037f-4150-b6a0-ea98f95b902d tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event deleted for resources: {'Subnet': ['ID=dd1a5366-4bd4-4d38-be4c-5735d1f9c94c,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:13.963514 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-48fcf6f3-0ffc-4d32-9434-2ccbc4617b71 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'subnet': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:13.964417 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d0a5f7ea-cb43-4d88-9246-6013f523b424 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:13.979608 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device eb97b7d8-b99d-4e9f-a532-685de47f5a62 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:34:14.084000 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74b5d0-02f7-4aac-a4d9-a3589b2f401e None None] Pushing event updated for resources: {'Port': ['ID=b3f90e41-3309-4147-8d6d-e5e6c9c85117,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:14.086386 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7958d4d1-a1dc-4e77-a43b-c2e86f15a5b1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Network 9b64f4c6-d613-47a6-8214-4da7c53f1d77 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:34:14.090563 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-7958d4d1-a1dc-4e77-a43b-c2e86f15a5b1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:14.113176 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-64951166-125d-4a13-adfb-8ad466f2bfec None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:14.182339 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e59c40ae-98bc-43f5-8ddd-a49c9f72e2c1 None None] Provisioning complete for port c63ce0c3-2275-4dd0-88fc-e918175aa469 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:14.192731 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e59c40ae-98bc-43f5-8ddd-a49c9f72e2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:14.343637 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.ipam_backend_mixin [None req-d0a5f7ea-cb43-4d88-9246-6013f523b424 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7399a23e-8ad4-4851-ac66-f297d98383ed (CIDR: 172.20.0.0/28) Mar 11 15:34:14.368704 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0a5f7ea-cb43-4d88-9246-6013f523b424 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:34:14.369434 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0a5f7ea-cb43-4d88-9246-6013f523b424 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:34:14.419051 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea8742c-4c5a-4199-bd1a-fc0f299d55f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-4d997a32-05ba-471c-b178-631da8faa416', 'network_id': '4d997a32-05ba-471c-b178-631da8faa416', 'tenant_id': 'ec80415d4e5548b5bced4f16cb2e25ed', 'fixed_ips': [{'subnet_id': 'dd1a5366-4bd4-4d38-be4c-5735d1f9c94c'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:34:14.420093 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4ea8742c-4c5a-4199-bd1a-fc0f299d55f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:14.421033 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d0a5f7ea-cb43-4d88-9246-6013f523b424 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3044910 Mar 11 15:34:14.423918 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39812) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:14.445502 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65c96c-f6e4-444d-8300-50a903e87562 None None] Pushing event updated for resources: {'Port': ['ID=f1de8a42-de32-41c1-9adc-e4296a902008,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:14.496988 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-57019238-5c87-4c51-b399-a18bf6b03e91 None None] Attempting to bind port e588f9b6-98ec-437a-b262-0ebf3b342141 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:34:14.497581 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-57019238-5c87-4c51-b399-a18bf6b03e91 None None] Attempting to bind port e588f9b6-98ec-437a-b262-0ebf3b342141 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'd895d808-c49a-4398-a3c5-4937e3db7205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '0418e3c0-7792-47aa-b018-5be1cc02544b'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:34:14.498072 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57019238-5c87-4c51-b399-a18bf6b03e91 None None] Attempting to bind port e588f9b6-98ec-437a-b262-0ebf3b342141 on network 0418e3c0-7792-47aa-b018-5be1cc02544b {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:34:14.515763 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-64951166-125d-4a13-adfb-8ad466f2bfec None None] Transition to ACTIVE for port object 7b993a71-c302-4ae1-9d07-93208a4361c1 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:34:14.524026 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-bc667c4c-2013-4802-8aa9-1a94a0156a9e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'subnet': {'network_id': 'c049f5b2-1690-496c-8cf2-0cf9cb22ae1c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:14.558590 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-2abf563f-f1ca-4651-8374-17cdd05dbedf req-28a5e066-3a11-47dd-bf9e-2b060e1c9f63 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:34:14.571122 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c7d68681-037f-4150-b6a0-ea98f95b902d tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:14.669621 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-a8278932-11aa-4505-baa3-ffec3d686568 None None] Allocated IP 172.20.0.2 (c049f5b2-1690-496c-8cf2-0cf9cb22ae1c/7399a23e-8ad4-4851-ac66-f297d98383ed/c63ce0c3-2275-4dd0-88fc-e918175aa469) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:34:14.762772 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-64951166-125d-4a13-adfb-8ad466f2bfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:14.804419 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-48fcf6f3-0ffc-4d32-9434-2ccbc4617b71 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:14.817670 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-c7d68681-037f-4150-b6a0-ea98f95b902d tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d997a32-05ba-471c-b178-631da8faa416']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:14.861549 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-48fcf6f3-0ffc-4d32-9434-2ccbc4617b71 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:subnet and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:14.870355 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956c5262-6a3a-41b8-8c97-d81aa39f8019 None None] Update dhcp port {'port': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'fixed_ips': [{'subnet_id': 'fbc36175-c058-4f46-a641-288e142cf93b'}], 'binding:host_id': 'dv-neutron-833373-1-hyperv'}, 'id': '53a50ff2-9e29-4f7b-8282-c008317401c4'} from dv-neutron-833373-1-hyperv. {{(pid=83868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 15:34:14.872014 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-c7d68681-037f-4150-b6a0-ea98f95b902d tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa4e2475-f2f0-4a7b-8209-4a30dca83aa0') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:14.872567 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-c7d68681-037f-4150-b6a0-ea98f95b902d tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa4e2475-f2f0-4a7b-8209-4a30dca83aa0') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:14.894015 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-48fcf6f3-0ffc-4d32-9434-2ccbc4617b71 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:14.923919 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c7d68681-037f-4150-b6a0-ea98f95b902d tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:14.937637 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57019238-5c87-4c51-b399-a18bf6b03e91 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:34:14.938015 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57019238-5c87-4c51-b399-a18bf6b03e91 None None] Checking segment: {'id': 'd895d808-c49a-4398-a3c5-4937e3db7205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '0418e3c0-7792-47aa-b018-5be1cc02544b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:34:14.938412 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-57019238-5c87-4c51-b399-a18bf6b03e91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:14.938801 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57019238-5c87-4c51-b399-a18bf6b03e91 None None] Bound using segment: {'id': 'd895d808-c49a-4398-a3c5-4937e3db7205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '0418e3c0-7792-47aa-b018-5be1cc02544b'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:34:14.939288 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-57019238-5c87-4c51-b399-a18bf6b03e91 None None] Bound port: e588f9b6-98ec-437a-b262-0ebf3b342141, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd895d808-c49a-4398-a3c5-4937e3db7205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '0418e3c0-7792-47aa-b018-5be1cc02544b'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:34:14.939659 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-57019238-5c87-4c51-b399-a18bf6b03e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:14.961495 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-2abf563f-f1ca-4651-8374-17cdd05dbedf req-28a5e066-3a11-47dd-bf9e-2b060e1c9f63 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:34:14.965289 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-956c5262-6a3a-41b8-8c97-d81aa39f8019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:14.968718 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2abf563f-f1ca-4651-8374-17cdd05dbedf req-28a5e066-3a11-47dd-bf9e-2b060e1c9f63 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffd42f93-bf15-4bb6-992d-8811735d5c96 HTTP/1.1" status: 200 len: 210 time: 0.6764736 Mar 11 15:34:14.973171 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-bc667c4c-2013-4802-8aa9-1a94a0156a9e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:14.981507 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-bc667c4c-2013-4802-8aa9-1a94a0156a9e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Usage tracker for resource:subnet and tenant:a138b31c346e4c0cb3afee629b96673d is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:14.982026 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c7d68681-037f-4150-b6a0-ea98f95b902d tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:14.988154 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-bc667c4c-2013-4802-8aa9-1a94a0156a9e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:15.006106 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-bc667c4c-2013-4802-8aa9-1a94a0156a9e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:15.029939 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-48fcf6f3-0ffc-4d32-9434-2ccbc4617b71 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:15.034972 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc667c4c-2013-4802-8aa9-1a94a0156a9e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Made reservation on behalf of a138b31c346e4c0cb3afee629b96673d for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:15.039186 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bc667c4c-2013-4802-8aa9-1a94a0156a9e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:15.055165 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7d68681-037f-4150-b6a0-ea98f95b902d tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:34:15.055570 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c7d68681-037f-4150-b6a0-ea98f95b902d tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:15.071130 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:34:15.071130 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:34:15.071130 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:34:15.071130 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:34:15.071130 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:34:15.071130 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:34:15.071130 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:34:15.071130 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:34:15.071130 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:34:15.071130 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:34:15.071130 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:34:15.071130 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:34:15.071130 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:34:15.071130 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:34:15.071130 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:34:15.071130 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:34:15.071130 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:34:15.071130 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:34:15.071130 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:34:15.071130 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:34:15.071130 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:34:15.071130 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:34:15.071130 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:34:15.071130 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:34:15.071130 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:34:15.071130 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:34:15.071130 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:34:15.071130 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:34:15.071130 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:34:15.071130 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:34:15.071130 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:34:15.071130 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:34:15.136880 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-028dd8c4-9c1b-4597-9180-e4a51eebbc90 None None] For port 0677b7ce-ae22-4e97-8430-f799839595cc, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:34:15.167307 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fcf6f3-0ffc-4d32-9434-2ccbc4617b71 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:15.171950 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-48fcf6f3-0ffc-4d32-9434-2ccbc4617b71 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:15.268425 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75ad35c-fbe7-4327-9ed5-c9ea3ff05213 None None] Network 4d997a32-05ba-471c-b178-631da8faa416 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:34:15.442895 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.ipam_backend_mixin [None req-bc667c4c-2013-4802-8aa9-1a94a0156a9e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 1b31925b-a405-405f-8129-83c2e26bf558 (CIDR: 172.20.0.16/28) Mar 11 15:34:15.461507 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc667c4c-2013-4802-8aa9-1a94a0156a9e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:34:15.463191 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc667c4c-2013-4802-8aa9-1a94a0156a9e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:34:15.517959 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-bc667c4c-2013-4802-8aa9-1a94a0156a9e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.0892887 Mar 11 15:34:15.521161 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39824) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:15.534445 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-e6852627-9978-4d9e-a79e-7a00db53f75a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'subnet': {'network_id': 'c049f5b2-1690-496c-8cf2-0cf9cb22ae1c', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:15.566732 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f3f699db-cbbc-4907-88f1-415e085f96b2 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:15.615335 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f3f699db-cbbc-4907-88f1-415e085f96b2 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:15.615574 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port eb97b7d8-b99d-4e9f-a532-685de47f5a62 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:15.615723 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:15.621366 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f699db-cbbc-4907-88f1-415e085f96b2 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:15.622502 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f3f699db-cbbc-4907-88f1-415e085f96b2 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:15.625400 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f3f699db-cbbc-4907-88f1-415e085f96b2 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "PUT /v2.0/ports/127c7805-de34-4fdd-ae99-46edbc8dda0d HTTP/1.1" status: 200 len: 911 time: 2.4882948 Mar 11 15:34:15.655306 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39828) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:15.737080 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c7d68681-037f-4150-b6a0-ea98f95b902d tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:15.744093 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c7d68681-037f-4150-b6a0-ea98f95b902d tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:15.790505 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7958d4d1-a1dc-4e77-a43b-c2e86f15a5b1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Router 691a7c18-aa75-411d-b415-f8158e6dcace is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:34:15.905579 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c7d68681-037f-4150-b6a0-ea98f95b902d tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "DELETE /v2.0/networks/4d997a32-05ba-471c-b178-631da8faa416 HTTP/1.1" status: 204 len: 168 time: 3.3882203 Mar 11 15:34:15.911636 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39832) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:15.912027 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d68681-037f-4150-b6a0-ea98f95b902d tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event deleted for resources: {'Network': ['ID=4d997a32-05ba-471c-b178-631da8faa416,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:15.928049 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-8b9e5f73-17fd-4fe5-b607-bd36e61d10a8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2139066850'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:15.930925 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-028dd8c4-9c1b-4597-9180-e4a51eebbc90 None None] For port 0677b7ce-ae22-4e97-8430-f799839595cc, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=0677b7ce-ae22-4e97-8430-f799839595cc,segment=NetworkSegment(6b243425-8aab-4f78-96de-601154347f03),segment_id=6b243425-8aab-4f78-96de-601154347f03)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:34:15.961136 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-8b9e5f73-17fd-4fe5-b607-bd36e61d10a8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:15.971354 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f699db-cbbc-4907-88f1-415e085f96b2 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event updated for resources: {'Port': ['ID=127c7805-de34-4fdd-ae99-46edbc8dda0d,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:16.007647 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-8b9e5f73-17fd-4fe5-b607-bd36e61d10a8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Usage tracker for resource:network and tenant:ec80415d4e5548b5bced4f16cb2e25ed is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:16.021847 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-8b9e5f73-17fd-4fe5-b607-bd36e61d10a8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:16.058659 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2d0202-0d8a-4e05-9425-77e642f1b3ca None None] Network b53b6120-6743-407a-aada-3f34365b286c requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:34:16.108697 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-57019238-5c87-4c51-b399-a18bf6b03e91 None None] For port e588f9b6-98ec-437a-b262-0ebf3b342141, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:34:16.129418 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-8b9e5f73-17fd-4fe5-b607-bd36e61d10a8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:16.151580 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-48fcf6f3-0ffc-4d32-9434-2ccbc4617b71 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:16.235937 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcf6f3-0ffc-4d32-9434-2ccbc4617b71 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Subnet': ['ID=346eae56-eae5-468f-a134-9e67f1196f0e,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:16.254227 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fcf6f3-0ffc-4d32-9434-2ccbc4617b71 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:34:16.255608 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-48fcf6f3-0ffc-4d32-9434-2ccbc4617b71 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:16.258591 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-028dd8c4-9c1b-4597-9180-e4a51eebbc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:16.263093 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3fa0eb-6025-45f7-a9ad-162799a67a57 None None] Pushing event updated for resources: {'Port': ['ID=7b993a71-c302-4ae1-9d07-93208a4361c1,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:16.273637 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fcf6f3-0ffc-4d32-9434-2ccbc4617b71 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:16.274230 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-48fcf6f3-0ffc-4d32-9434-2ccbc4617b71 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:16.323280 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-48fcf6f3-0ffc-4d32-9434-2ccbc4617b71 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3688641 Mar 11 15:34:16.325779 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39838) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:16.335156 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-14aaad6f-9f18-4a17-acdd-b0306edb1703 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'port': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'fixed_ips': [{'subnet_id': '346eae56-eae5-468f-a134-9e67f1196f0e', 'ip_address': '2001:db8::5fc4:65b9:83d6:4749'}], 'name': 'tempest-NetworksTestDHCPv6-444969363'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:16.348769 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e6852627-9978-4d9e-a79e-7a00db53f75a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:16.356684 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-7a80b36d-f3a3-4fbe-863d-5f488ab21b4e req-de2bab21-cc8f-415e-bd70-aa5be04b610e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffd42f93-bf15-4bb6-992d-8811735d5c96 HTTP/1.1" status: 200 len: 210 time: 0.1484861 Mar 11 15:34:16.360906 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9e5f73-17fd-4fe5-b607-bd36e61d10a8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Made reservation on behalf of ec80415d4e5548b5bced4f16cb2e25ed for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:16.365080 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8b9e5f73-17fd-4fe5-b607-bd36e61d10a8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:16.378256 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e6852627-9978-4d9e-a79e-7a00db53f75a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Usage tracker for resource:subnet and tenant:a138b31c346e4c0cb3afee629b96673d is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:16.388282 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e6852627-9978-4d9e-a79e-7a00db53f75a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:16.400405 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e6852627-9978-4d9e-a79e-7a00db53f75a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:16.439290 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b9e5f73-17fd-4fe5-b607-bd36e61d10a8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:34:16.449038 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8b9e5f73-17fd-4fe5-b607-bd36e61d10a8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:16.449547 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-8b9e5f73-17fd-4fe5-b607-bd36e61d10a8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Added segment cddd7ec5-ba60-469c-9e4c-280535765c5a of type vlan for network 36248251-44b8-4209-ab0d-deb240d68399 Mar 11 15:34:16.480641 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8b9e5f73-17fd-4fe5-b607-bd36e61d10a8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:16.494988 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-57019238-5c87-4c51-b399-a18bf6b03e91 None None] For port e588f9b6-98ec-437a-b262-0ebf3b342141, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=e588f9b6-98ec-437a-b262-0ebf3b342141,segment=NetworkSegment(d895d808-c49a-4398-a3c5-4937e3db7205),segment_id=d895d808-c49a-4398-a3c5-4937e3db7205)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:34:16.518205 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8b9e5f73-17fd-4fe5-b607-bd36e61d10a8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:16.522298 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9e5f73-17fd-4fe5-b607-bd36e61d10a8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:16.523083 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8b9e5f73-17fd-4fe5-b607-bd36e61d10a8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:16.556879 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6852627-9978-4d9e-a79e-7a00db53f75a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Made reservation on behalf of a138b31c346e4c0cb3afee629b96673d for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:16.561844 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e6852627-9978-4d9e-a79e-7a00db53f75a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:16.638041 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-14aaad6f-9f18-4a17-acdd-b0306edb1703 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:16.644898 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-14aaad6f-9f18-4a17-acdd-b0306edb1703 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:port and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:16.651768 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-e33aabc1-ba2c-498b-8b05-1fe3299385b1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:16.652488 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-e33aabc1-ba2c-498b-8b05-1fe3299385b1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:network {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:34:16.656779 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-14aaad6f-9f18-4a17-acdd-b0306edb1703 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:16.666577 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833a2bfb-226d-4add-bb31-dadf38942e70 None None] Network 9b64f4c6-d613-47a6-8214-4da7c53f1d77 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:34:16.668445 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-14aaad6f-9f18-4a17-acdd-b0306edb1703 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:16.675756 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-e33aabc1-ba2c-498b-8b05-1fe3299385b1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:network {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:34:16.677025 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-e33aabc1-ba2c-498b-8b05-1fe3299385b1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "GET /v2.0/networks?id=0c7936ae-ba60-41e0-9678-29011757e550 HTTP/1.1" status: 200 len: 796 time: 0.2456136 Mar 11 15:34:16.684393 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028dd8c4-9c1b-4597-9180-e4a51eebbc90 None None] Pushing event updated for resources: {'Port': ['ID=0677b7ce-ae22-4e97-8430-f799839595cc,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:16.687970 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14aaad6f-9f18-4a17-acdd-b0306edb1703 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:16.688286 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-57019238-5c87-4c51-b399-a18bf6b03e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:16.696732 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-14aaad6f-9f18-4a17-acdd-b0306edb1703 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:16.756803 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-14aaad6f-9f18-4a17-acdd-b0306edb1703 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] device_id is not set on port 5fc89f01-424e-49a2-b33f-6bb9c383c588 yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:34:16.818381 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc59808-8321-4308-92d4-d66d044fdc95 None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:34:16.822583 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-05d20306-a0c9-44c0-a7c6-696aa73714c0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:security_group {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:34:16.851736 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-05d20306-a0c9-44c0-a7c6-696aa73714c0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:security_group {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:34:16.852903 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-05d20306-a0c9-44c0-a7c6-696aa73714c0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=916fcc14ed3c4d0b95925acf526937c4 HTTP/1.1" status: 200 len: 380 time: 0.1372151 Mar 11 15:34:16.866771 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:16.890138 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-b975b3f9-8e9d-486d-9833-4915187feff5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'port': {'device_id': 'ffd42f93-bf15-4bb6-992d-8811735d5c96', 'network_id': '0c7936ae-ba60-41e0-9678-29011757e550', 'admin_state_up': True, 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'security_groups': ['0d27d81e-9c9d-43d3-aa8b-0939e9ec2054']}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:16.962628 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-8b9e5f73-17fd-4fe5-b607-bd36e61d10a8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0430720 Mar 11 15:34:16.971928 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39842) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:16.978162 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e5f73-17fd-4fe5-b607-bd36e61d10a8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event updated for resources: {'Network': ['ID=36248251-44b8-4209-ab0d-deb240d68399,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:16.993282 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-0ba0ecc6-275d-4502-87fd-195cc25754d8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Request body: {'subnet': {'network_id': '36248251-44b8-4209-ab0d-deb240d68399', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:17.218982 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-b975b3f9-8e9d-486d-9833-4915187feff5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:17.229605 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-b975b3f9-8e9d-486d-9833-4915187feff5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:17.239389 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-14aaad6f-9f18-4a17-acdd-b0306edb1703 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Allocated IP 2001:db8::5fc4:65b9:83d6:4749 (a9e561eb-4382-47f0-afe2-548f64b9476b/346eae56-eae5-468f-a134-9e67f1196f0e/5fc89f01-424e-49a2-b33f-6bb9c383c588) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:34:17.247004 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-b975b3f9-8e9d-486d-9833-4915187feff5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Made reservation on behalf of 916fcc14ed3c4d0b95925acf526937c4 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:17.251709 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-b975b3f9-8e9d-486d-9833-4915187feff5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:17.256564 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7958d4d1-a1dc-4e77-a43b-c2e86f15a5b1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:34:17.265228 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 36248251-44b8-4209-ab0d-deb240d68399 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:34:17.272142 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7958d4d1-a1dc-4e77-a43b-c2e86f15a5b1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "PUT /v2.0/routers/691a7c18-aa75-411d-b415-f8158e6dcace/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1037934 Mar 11 15:34:17.277154 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39846) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:17.283205 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-0ba0ecc6-275d-4502-87fd-195cc25754d8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:17.298656 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-0ba0ecc6-275d-4502-87fd-195cc25754d8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Usage tracker for resource:subnet and tenant:ec80415d4e5548b5bced4f16cb2e25ed is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:17.313825 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-0ba0ecc6-275d-4502-87fd-195cc25754d8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:17.349195 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-0ba0ecc6-275d-4502-87fd-195cc25754d8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:17.377965 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc105a0-bbc1-4c79-82dc-d720d497f4c7 None None] Sync routers for ids ['691a7c18-aa75-411d-b415-f8158e6dcace'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:34:17.384363 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba0ecc6-275d-4502-87fd-195cc25754d8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Made reservation on behalf of ec80415d4e5548b5bced4f16cb2e25ed for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:17.539294 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57019238-5c87-4c51-b399-a18bf6b03e91 None None] Pushing event updated for resources: {'Port': ['ID=e588f9b6-98ec-437a-b262-0ebf3b342141,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:17.556154 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-a8278932-11aa-4505-baa3-ffec3d686568 None None] For port c63ce0c3-2275-4dd0-88fc-e918175aa469, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=c63ce0c3-2275-4dd0-88fc-e918175aa469,segment=NetworkSegment(0f9e83e7-b45d-4580-8d4c-174ce984874b),segment_id=0f9e83e7-b45d-4580-8d4c-174ce984874b)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:34:17.564363 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-64951166-125d-4a13-adfb-8ad466f2bfec None None] Attempting to bind port 7b993a71-c302-4ae1-9d07-93208a4361c1 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:34:17.564740 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-64951166-125d-4a13-adfb-8ad466f2bfec None None] Attempting to bind port 7b993a71-c302-4ae1-9d07-93208a4361c1 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '86f19f21-b375-4ea1-8bd3-1b410b20055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '0c7936ae-ba60-41e0-9678-29011757e550'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:34:17.565107 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64951166-125d-4a13-adfb-8ad466f2bfec None None] Attempting to bind port 7b993a71-c302-4ae1-9d07-93208a4361c1 on network 0c7936ae-ba60-41e0-9678-29011757e550 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:34:17.635845 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc105a0-bbc1-4c79-82dc-d720d497f4c7 None None] Routers {'691a7c18-aa75-411d-b415-f8158e6dcace'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:34:17.636521 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-7cc105a0-bbc1-4c79-82dc-d720d497f4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:34:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['691a7c18-aa75-411d-b415-f8158e6dcace'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:17.698983 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b4070fc1-a460-4750-91c9-0a43844c0878 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:17.790209 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-7cc105a0-bbc1-4c79-82dc-d720d497f4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:17.791468 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5771d0f1-e4b0-4034-b668-5058dc54622e req-88a33cc1-da89-477b-a0e4-cb434c54c067 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffd42f93-bf15-4bb6-992d-8811735d5c96 HTTP/1.1" status: 200 len: 210 time: 0.1035731 Mar 11 15:34:17.856184 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e59c40ae-98bc-43f5-8ddd-a49c9f72e2c1 None None] Provisioning complete for port 1b3a1a11-8e39-40e4-bcd9-b0d190530ea7 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:17.856551 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e59c40ae-98bc-43f5-8ddd-a49c9f72e2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:17.861262 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d140e304-1599-4d2d-8001-2512e019793d tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:17.862981 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d140e304-1599-4d2d-8001-2512e019793d tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "GET /v2.0/ports/38dad10b-d48b-48ba-b329-977f4fe61607 HTTP/1.1" status: 200 len: 910 time: 0.5848272 Mar 11 15:34:17.872417 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39852) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:17.897619 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64951166-125d-4a13-adfb-8ad466f2bfec None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:34:17.897998 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64951166-125d-4a13-adfb-8ad466f2bfec None None] Checking segment: {'id': '86f19f21-b375-4ea1-8bd3-1b410b20055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '0c7936ae-ba60-41e0-9678-29011757e550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:34:17.898394 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-64951166-125d-4a13-adfb-8ad466f2bfec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:17.898770 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64951166-125d-4a13-adfb-8ad466f2bfec None None] Bound using segment: {'id': '86f19f21-b375-4ea1-8bd3-1b410b20055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '0c7936ae-ba60-41e0-9678-29011757e550'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:34:17.899244 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-64951166-125d-4a13-adfb-8ad466f2bfec None None] Bound port: 7b993a71-c302-4ae1-9d07-93208a4361c1, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f19f21-b375-4ea1-8bd3-1b410b20055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '0c7936ae-ba60-41e0-9678-29011757e550'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:34:17.899610 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-64951166-125d-4a13-adfb-8ad466f2bfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:17.932880 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0ba0ecc6-275d-4502-87fd-195cc25754d8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:17.963523 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc105a0-bbc1-4c79-82dc-d720d497f4c7 None None] Routers {'691a7c18-aa75-411d-b415-f8158e6dcace'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:34:17.966173 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-7cc105a0-bbc1-4c79-82dc-d720d497f4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:34:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['691a7c18-aa75-411d-b415-f8158e6dcace'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:18.100891 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.resource_extend [None req-a8278932-11aa-4505-baa3-ffec3d686568 None None] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:34:18.197045 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a8278932-11aa-4505-baa3-ffec3d686568 None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:18.219310 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-14aaad6f-9f18-4a17-acdd-b0306edb1703 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:18.234428 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-a8278932-11aa-4505-baa3-ffec3d686568 None None] Transition to ACTIVE for port object c63ce0c3-2275-4dd0-88fc-e918175aa469 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:34:18.262199 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e6852627-9978-4d9e-a79e-7a00db53f75a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:18.268134 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-14aaad6f-9f18-4a17-acdd-b0306edb1703 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Transition to ACTIVE for port object 5fc89f01-424e-49a2-b33f-6bb9c383c588 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:34:18.270041 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-b975b3f9-8e9d-486d-9833-4915187feff5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Allocated IP 172.20.0.5 (0c7936ae-ba60-41e0-9678-29011757e550/9b85bbf9-cc60-47b9-9ba7-617c6762d95e/6208eb2d-6c01-421d-886c-dc00b3d1232e) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:34:18.343496 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-e59c40ae-98bc-43f5-8ddd-a49c9f72e2c1 None None] Port 1b3a1a11-8e39-40e4-bcd9-b0d190530ea7 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:34:18.355677 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-7cc105a0-bbc1-4c79-82dc-d720d497f4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:18.364416 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc105a0-bbc1-4c79-82dc-d720d497f4c7 None None] The sync data for ids ['691a7c18-aa75-411d-b415-f8158e6dcace'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:34:18.379827 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6852627-9978-4d9e-a79e-7a00db53f75a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Network c049f5b2-1690-496c-8cf2-0cf9cb22ae1c is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:34:18.382035 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a8278932-11aa-4505-baa3-ffec3d686568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:18.385255 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-e6852627-9978-4d9e-a79e-7a00db53f75a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:18.392771 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6852627-9978-4d9e-a79e-7a00db53f75a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:18.393310 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e6852627-9978-4d9e-a79e-7a00db53f75a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:18.443025 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-14aaad6f-9f18-4a17-acdd-b0306edb1703 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:18.467809 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6852627-9978-4d9e-a79e-7a00db53f75a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'Subnet': ['ID=f5a8d925-101f-4f7a-a2c8-af3deeff59de,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:18.658894 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d22ebf-9bc3-4e5a-b22e-9a3995cdd590 None None] Network 0418e3c0-7792-47aa-b018-5be1cc02544b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:34:18.707341 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e6852627-9978-4d9e-a79e-7a00db53f75a tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.1831384 Mar 11 15:34:18.712410 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39856) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:18.721253 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-e37cce09-43c6-4526-977e-37f91d5b6570 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-665856669', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f5a8d925-101f-4f7a-a2c8-af3deeff59de'}], 'security_groups': ['78e997a8-a9fd-4616-a573-b73835115bdc', 'ae57ddf2-8b41-4654-861f-4f647228dc06']}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:18.781618 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0ba0ecc6-275d-4502-87fd-195cc25754d8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:18.806710 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-64951166-125d-4a13-adfb-8ad466f2bfec None None] For port 7b993a71-c302-4ae1-9d07-93208a4361c1, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:34:18.813813 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 0677b7ce-ae22-4e97-8430-f799839595cc up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:34:18.884727 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aaad6f-9f18-4a17-acdd-b0306edb1703 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Port': ['ID=5fc89f01-424e-49a2-b33f-6bb9c383c588,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:18.906746 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14aaad6f-9f18-4a17-acdd-b0306edb1703 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:34:18.925099 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-14aaad6f-9f18-4a17-acdd-b0306edb1703 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:18.929104 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14aaad6f-9f18-4a17-acdd-b0306edb1703 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:34:18.934279 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14aaad6f-9f18-4a17-acdd-b0306edb1703 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:18.934981 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-14aaad6f-9f18-4a17-acdd-b0306edb1703 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:19.001806 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-64951166-125d-4a13-adfb-8ad466f2bfec None None] For port 7b993a71-c302-4ae1-9d07-93208a4361c1, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=7b993a71-c302-4ae1-9d07-93208a4361c1,segment=NetworkSegment(86f19f21-b375-4ea1-8bd3-1b410b20055f),segment_id=86f19f21-b375-4ea1-8bd3-1b410b20055f)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:34:19.048520 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-3d974964-1b48-4e52-8e52-f2c14157d3a1 None None] Provisioning for port b3f90e41-3309-4147-8d6d-e5e6c9c85117 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:34:19.056858 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-14aaad6f-9f18-4a17-acdd-b0306edb1703 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7287307 Mar 11 15:34:19.061934 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39862) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:19.067236 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8278932-11aa-4505-baa3-ffec3d686568 None None] Pushing event updated for resources: {'Port': ['ID=c63ce0c3-2275-4dd0-88fc-e918175aa469,revision_number=6']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:19.113051 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-64951166-125d-4a13-adfb-8ad466f2bfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:19.127181 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-5c442381-9d68-4f26-b9f2-717a64427e55 req-0adfeaa4-897c-4829-a58a-2b43fbff1b3c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffd42f93-bf15-4bb6-992d-8811735d5c96 HTTP/1.1" status: 200 len: 210 time: 0.1061082 Mar 11 15:34:19.149603 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e37cce09-43c6-4526-977e-37f91d5b6570 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:19.181622 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-b975b3f9-8e9d-486d-9833-4915187feff5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:19.212688 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba0ecc6-275d-4502-87fd-195cc25754d8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Checking segment: {'id': 'cddd7ec5-ba60-469c-9e4c-280535765c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '36248251-44b8-4209-ab0d-deb240d68399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:34:19.213074 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba0ecc6-275d-4502-87fd-195cc25754d8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Network hostable DHCP agents. Network: 36248251-44b8-4209-ab0d-deb240d68399, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:34:19.217744 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba0ecc6-275d-4502-87fd-195cc25754d8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event updated for resources: {'Subnet': ['ID=504c4c3c-1fe9-4a6d-a418-cce650216bac,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:19.253332 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-b975b3f9-8e9d-486d-9833-4915187feff5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Transition to ACTIVE for port object 6208eb2d-6c01-421d-886c-dc00b3d1232e will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:34:19.316022 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b40bef-7ddf-4686-a876-bcdcd18f8f54 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:19.319976 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b40bef-7ddf-4686-a876-bcdcd18f8f54 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:19.322350 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-a5b40bef-7ddf-4686-a876-bcdcd18f8f54 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:34:19.532971 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-a5b40bef-7ddf-4686-a876-bcdcd18f8f54 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:34:19.534275 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a5b40bef-7ddf-4686-a876-bcdcd18f8f54 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.4712818 Mar 11 15:34:19.540580 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39866) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:19.584811 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-b975b3f9-8e9d-486d-9833-4915187feff5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:19.641855 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3fa0eb-6025-45f7-a9ad-162799a67a57 None None] Pushing event updated for resources: {'Port': ['ID=7b993a71-c302-4ae1-9d07-93208a4361c1,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:19.715039 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2662dd-f0d0-4703-8db6-11b8f2006d42 None None] Network 67230026-2d2d-4e76-80ef-8eafe3dac93b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:34:19.730411 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b975b3f9-8e9d-486d-9833-4915187feff5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=6208eb2d-6c01-421d-886c-dc00b3d1232e,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:19.738460 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-3d974964-1b48-4e52-8e52-f2c14157d3a1 None None] Provisioning for port f1de8a42-de32-41c1-9adc-e4296a902008 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:34:19.761361 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64951166-125d-4a13-adfb-8ad466f2bfec None None] Routers {'9adf4256-26d1-4e26-aa97-bb95ab764c64'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:34:19.762341 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-1a82b6cc-d558-41e1-9cad-551a18be3299 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting port 5fc89f01-424e-49a2-b33f-6bb9c383c588 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:34:19.762699 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1a82b6cc-d558-41e1-9cad-551a18be3299 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:19.763022 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-64951166-125d-4a13-adfb-8ad466f2bfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:34:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['9adf4256-26d1-4e26-aa97-bb95ab764c64'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:19.838082 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba0ecc6-275d-4502-87fd-195cc25754d8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Network 36248251-44b8-4209-ab0d-deb240d68399 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:34:19.840379 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-b975b3f9-8e9d-486d-9833-4915187feff5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network 0c7936ae-ba60-41e0-9678-29011757e550 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:34:19.846438 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-b975b3f9-8e9d-486d-9833-4915187feff5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:19.851801 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-b975b3f9-8e9d-486d-9833-4915187feff5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:34:20.088693 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-0ba0ecc6-275d-4502-87fd-195cc25754d8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 36248251-44b8-4209-ab0d-deb240d68399) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:20.094586 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba0ecc6-275d-4502-87fd-195cc25754d8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:20.095341 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0ba0ecc6-275d-4502-87fd-195cc25754d8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:20.156922 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0ba0ecc6-275d-4502-87fd-195cc25754d8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.1803422 Mar 11 15:34:20.162685 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39870) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:20.323065 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-64951166-125d-4a13-adfb-8ad466f2bfec None None] Set router 9adf4256-26d1-4e26-aa97-bb95ab764c64 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:34:20.441489 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1327c135-cc6d-46d3-80c2-946167b9dc52 None None] Network 36248251-44b8-4209-ab0d-deb240d68399 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:34:20.463420 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-b975b3f9-8e9d-486d-9833-4915187feff5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:20.464207 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-b975b3f9-8e9d-486d-9833-4915187feff5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:20.479235 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-e37cce09-43c6-4526-977e-37f91d5b6570 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Delete allocated IP 172.20.0.13 (c049f5b2-1690-496c-8cf2-0cf9cb22ae1c/7399a23e-8ad4-4851-ac66-f297d98383ed) {{(pid=83867) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 15:34:20.522327 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 0677b7ce-ae22-4e97-8430-f799839595cc completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:34:20.550084 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7085a1e8-2708-445a-a0a4-8957f970e36b None None] Network c049f5b2-1690-496c-8cf2-0cf9cb22ae1c requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:34:20.572829 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-e37cce09-43c6-4526-977e-37f91d5b6570 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Allocated IP 172.20.0.44 (c049f5b2-1690-496c-8cf2-0cf9cb22ae1c/f5a8d925-101f-4f7a-a2c8-af3deeff59de/21c6a627-3cb9-4280-ae14-9bc872632b87) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:34:20.604440 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1a82b6cc-d558-41e1-9cad-551a18be3299 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:20.645661 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-b975b3f9-8e9d-486d-9833-4915187feff5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7595198 Mar 11 15:34:20.670557 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-2d0bb9ac-c4c9-426d-8be2-7d42aa1e3659 service neutron] Request body: {'port': {'device_id': 'ffd42f93-bf15-4bb6-992d-8811735d5c96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:20.684814 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4b7d3ca1-30e8-49fd-a7c7-5fba2acdc1b7 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:20.706389 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cfb18b-bd95-4895-91d2-d85e0cd514b0 None None] Update dhcp port {'port': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'fixed_ips': [{'subnet_id': '346eae56-eae5-468f-a134-9e67f1196f0e'}], 'binding:host_id': 'dv-neutron-833373-1-hyperv'}, 'id': '53a50ff2-9e29-4f7b-8282-c008317401c4'} from dv-neutron-833373-1-hyperv. {{(pid=83868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 15:34:20.729830 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device e588f9b6-98ec-437a-b262-0ebf3b342141 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:34:20.832052 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-1a82b6cc-d558-41e1-9cad-551a18be3299 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Calling delete_port for 5fc89f01-424e-49a2-b33f-6bb9c383c588 owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:34:20.932494 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-b4070fc1-a460-4750-91c9-0a43844c0878 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Deleting port 127c7805-de34-4fdd-ae99-46edbc8dda0d {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:34:20.933120 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b4070fc1-a460-4750-91c9-0a43844c0878 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:20.935117 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7de38be7-1a7d-4a04-9c34-e33dd8993739 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:20.989478 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4b7d3ca1-30e8-49fd-a7c7-5fba2acdc1b7 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:21.055946 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a9cfb18b-bd95-4895-91d2-d85e0cd514b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:21.067044 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc9802-d1c5-422e-a91e-47849699fe19 req-fcab139f-f5ff-413f-b056-27d1a96aae83 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:21.067785 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-78cc9802-d1c5-422e-a91e-47849699fe19 req-fcab139f-f5ff-413f-b056-27d1a96aae83 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:34:21.139988 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-2d0bb9ac-c4c9-426d-8be2-7d42aa1e3659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:21.274486 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-78cc9802-d1c5-422e-a91e-47849699fe19 req-fcab139f-f5ff-413f-b056-27d1a96aae83 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:34:21.281489 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-78cc9802-d1c5-422e-a91e-47849699fe19 req-fcab139f-f5ff-413f-b056-27d1a96aae83 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffd42f93-bf15-4bb6-992d-8811735d5c96 HTTP/1.1" status: 200 len: 931 time: 0.8108594 Mar 11 15:34:21.326851 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4b7d3ca1-30e8-49fd-a7c7-5fba2acdc1b7 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:21.345512 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.db.resource_extend [None req-e37cce09-43c6-4526-977e-37f91d5b6570 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:34:21.426623 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d3ca1-30e8-49fd-a7c7-5fba2acdc1b7 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event deleted for resources: {'Subnet': ['ID=504c4c3c-1fe9-4a6d-a418-cce650216bac,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:21.468013 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1a82b6cc-d558-41e1-9cad-551a18be3299 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:21.499881 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e37cce09-43c6-4526-977e-37f91d5b6570 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:21.535806 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-78cc9802-d1c5-422e-a91e-47849699fe19 req-244f47c6-0770-4ec1-8108-a9c4636c589b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d27d81e-9c9d-43d3-aa8b-0939e9ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2533462 Mar 11 15:34:21.558276 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a82b6cc-d558-41e1-9cad-551a18be3299 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Port': ['ID=5fc89f01-424e-49a2-b33f-6bb9c383c588,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:21.562925 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-e37cce09-43c6-4526-977e-37f91d5b6570 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Ignored duplicate provisioning block setup for port 21c6a627-3cb9-4280-ae14-9bc872632b87 by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 11 15:34:21.590205 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4b7d3ca1-30e8-49fd-a7c7-5fba2acdc1b7 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:21.599280 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e37cce09-43c6-4526-977e-37f91d5b6570 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:21.671353 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port e588f9b6-98ec-437a-b262-0ebf3b342141 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:34:21.690024 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-4b7d3ca1-30e8-49fd-a7c7-5fba2acdc1b7 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36248251-44b8-4209-ab0d-deb240d68399']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:21.703017 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b4070fc1-a460-4750-91c9-0a43844c0878 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:21.706889 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4b0fc1-f6d8-4574-b35c-cf6c7e0432dd None None] Network 36248251-44b8-4209-ab0d-deb240d68399 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:34:21.727503 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-4b7d3ca1-30e8-49fd-a7c7-5fba2acdc1b7 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cddd7ec5-ba60-469c-9e4c-280535765c5a') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:21.727735 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-4b7d3ca1-30e8-49fd-a7c7-5fba2acdc1b7 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cddd7ec5-ba60-469c-9e4c-280535765c5a') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:21.747179 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device f1de8a42-de32-41c1-9adc-e4296a902008 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:34:21.747439 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1a82b6cc-d558-41e1-9cad-551a18be3299 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:21.829401 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-1a82b6cc-d558-41e1-9cad-551a18be3299 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/ports/5fc89f01-424e-49a2-b33f-6bb9c383c588 HTTP/1.1" status: 204 len: 168 time: 2.2864928 Mar 11 15:34:21.834369 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39876) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:21.901220 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4b7d3ca1-30e8-49fd-a7c7-5fba2acdc1b7 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:21.941159 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-7de38be7-1a7d-4a04-9c34-e33dd8993739 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Allocated IP 172.21.0.1 (0418e3c0-7792-47aa-b018-5be1cc02544b/c54189e0-45dc-47be-b264-b2a6faa1e1dc/f7715e6a-4e61-4e00-b628-83c93e85d8e6) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:34:21.953246 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-b4070fc1-a460-4750-91c9-0a43844c0878 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Calling delete_port for 127c7805-de34-4fdd-ae99-46edbc8dda0d owned by network:router_interface {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:34:21.960302 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1013b7d9-107b-4c25-ae38-0b2689c58967 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:21.960975 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b7337520-68a8-4e38-9242-e8fa535390bb None None] Provisioning for port 38dad10b-d48b-48ba-b329-977f4fe61607 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:34:21.961729 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1013b7d9-107b-4c25-ae38-0b2689c58967 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:21.962463 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-1013b7d9-107b-4c25-ae38-0b2689c58967 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:34:21.985094 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37cce09-43c6-4526-977e-37f91d5b6570 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event updated for resources: {'Port': ['ID=21c6a627-3cb9-4280-ae14-9bc872632b87,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:21.997730 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b7337520-68a8-4e38-9242-e8fa535390bb None None] Provisioning complete for port 38dad10b-d48b-48ba-b329-977f4fe61607 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:21.998591 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b7337520-68a8-4e38-9242-e8fa535390bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:22.027375 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4b7d3ca1-30e8-49fd-a7c7-5fba2acdc1b7 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:22.048871 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b7d3ca1-30e8-49fd-a7c7-5fba2acdc1b7 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:34:22.049310 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4b7d3ca1-30e8-49fd-a7c7-5fba2acdc1b7 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:22.071616 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:34:22.071616 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:34:22.071616 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:34:22.071616 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:34:22.071616 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:34:22.071616 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:34:22.071616 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:34:22.071616 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:34:22.071616 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:34:22.071616 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:34:22.071616 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:34:22.071616 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:34:22.071616 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:34:22.071616 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:34:22.071616 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:34:22.071616 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:34:22.071616 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:34:22.071616 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:34:22.071616 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:34:22.071616 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:34:22.071616 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:34:22.071616 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:34:22.071616 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:34:22.071616 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:34:22.071616 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:34:22.071616 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:34:22.071616 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:34:22.071616 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:34:22.071616 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:34:22.071616 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:34:22.071616 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:34:22.071616 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:34:22.137180 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-e37cce09-43c6-4526-977e-37f91d5b6570 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] In _notify_port_updated(), no bound segment for port 21c6a627-3cb9-4280-ae14-9bc872632b87 on network c049f5b2-1690-496c-8cf2-0cf9cb22ae1c {{(pid=83867) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 15:34:22.141753 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37cce09-43c6-4526-977e-37f91d5b6570 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:22.142424 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e37cce09-43c6-4526-977e-37f91d5b6570 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:22.147754 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e37cce09-43c6-4526-977e-37f91d5b6570 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "PUT /v2.0/ports/21c6a627-3cb9-4280-ae14-9bc872632b87 HTTP/1.1" status: 200 len: 959 time: 3.4304104 Mar 11 15:34:22.151627 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39880) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:22.246965 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-b7337520-68a8-4e38-9242-e8fa535390bb None None] Port 38dad10b-d48b-48ba-b329-977f4fe61607 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:34:22.276336 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4b7d3ca1-30e8-49fd-a7c7-5fba2acdc1b7 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:22.277847 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-1013b7d9-107b-4c25-ae38-0b2689c58967 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:34:22.279065 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-1013b7d9-107b-4c25-ae38-0b2689c58967 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4414785 Mar 11 15:34:22.281067 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-a9cfb18b-bd95-4895-91d2-d85e0cd514b0 None None] Allocated IP 2001:db8::2 (a9e561eb-4382-47f0-afe2-548f64b9476b/346eae56-eae5-468f-a134-9e67f1196f0e/53a50ff2-9e29-4f7b-8282-c008317401c4) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:34:22.284811 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39884) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:22.328571 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-2d0bb9ac-c4c9-426d-8be2-7d42aa1e3659 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6208eb2d-6c01-421d-886c-dc00b3d1232e {{(pid=83866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:34:22.343128 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-2d0bb9ac-c4c9-426d-8be2-7d42aa1e3659 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:22.373494 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b7337520-68a8-4e38-9242-e8fa535390bb None None] Provisioning for port 6208eb2d-6c01-421d-886c-dc00b3d1232e completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:34:22.396152 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-2d0bb9ac-c4c9-426d-8be2-7d42aa1e3659 service neutron] Transition to ACTIVE for port object 6208eb2d-6c01-421d-886c-dc00b3d1232e will not be triggered until provisioned by entity L2. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:34:22.406496 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-2d0bb9ac-c4c9-426d-8be2-7d42aa1e3659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:22.435454 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port f1de8a42-de32-41c1-9adc-e4296a902008 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:34:22.492079 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7de38be7-1a7d-4a04-9c34-e33dd8993739 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:22.508771 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port f1de8a42-de32-41c1-9adc-e4296a902008 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:22.509133 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:22.535070 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-64951166-125d-4a13-adfb-8ad466f2bfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adf4256-26d1-4e26-aa97-bb95ab764c64', 'name': 'tempest-TestNetworkBasicOps-router-1552958535', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': 'eb97b7d8-b99d-4e9f-a532-685de47f5a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:33:44Z', 'updated_at': '2022-03-11T15:33:57Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': 'eb97b7d8-b99d-4e9f-a532-685de47f5a62', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:49:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adf4256-26d1-4e26-aa97-bb95ab764c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:33:46Z', 'updated_at': '2022-03-11T15:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '7b993a71-c302-4ae1-9d07-93208a4361c1', 'name': '', 'network_id': '0c7936ae-ba60-41e0-9678-29011757e550', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:78:c2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adf4256-26d1-4e26-aa97-bb95ab764c64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b85bbf9-cc60-47b9-9ba7-617c6762d95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:33:56Z', 'updated_at': '2022-03-11T15:34:18Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '9b85bbf9-cc60-47b9-9ba7-617c6762d95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:22.569327 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4b7d3ca1-30e8-49fd-a7c7-5fba2acdc1b7 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:22.570325 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64951166-125d-4a13-adfb-8ad466f2bfec None None] The sync data for ids ['9adf4256-26d1-4e26-aa97-bb95ab764c64'] in dv-neutron-833373-1-hyperv is: [{'id': '9adf4256-26d1-4e26-aa97-bb95ab764c64', 'name': 'tempest-TestNetworkBasicOps-router-1552958535', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': 'eb97b7d8-b99d-4e9f-a532-685de47f5a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:33:44Z', 'updated_at': '2022-03-11T15:33:57Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': 'eb97b7d8-b99d-4e9f-a532-685de47f5a62', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:49:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adf4256-26d1-4e26-aa97-bb95ab764c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:33:46Z', 'updated_at': '2022-03-11T15:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '7b993a71-c302-4ae1-9d07-93208a4361c1', 'name': '', 'network_id': '0c7936ae-ba60-41e0-9678-29011757e550', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:78:c2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adf4256-26d1-4e26-aa97-bb95ab764c64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b85bbf9-cc60-47b9-9ba7-617c6762d95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:33:56Z', 'updated_at': '2022-03-11T15:34:18Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '9b85bbf9-cc60-47b9-9ba7-617c6762d95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:34:22.587966 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-ecdb10ce-a307-41c7-872a-e4a37e97c145 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Deleting port 21c6a627-3cb9-4280-ae14-9bc872632b87 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:34:22.588690 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ecdb10ce-a307-41c7-872a-e4a37e97c145 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:22.651735 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b7337520-68a8-4e38-9242-e8fa535390bb None None] Provisioning complete for port f1de8a42-de32-41c1-9adc-e4296a902008 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:22.652192 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b7337520-68a8-4e38-9242-e8fa535390bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:22.711536 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d3ca1-30e8-49fd-a7c7-5fba2acdc1b7 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event deleted for resources: {'Network': ['ID=36248251-44b8-4209-ab0d-deb240d68399,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:22.753348 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4b7d3ca1-30e8-49fd-a7c7-5fba2acdc1b7 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "DELETE /v2.0/networks/36248251-44b8-4209-ab0d-deb240d68399 HTTP/1.1" status: 204 len: 168 time: 2.5862336 Mar 11 15:34:22.757711 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39890) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:22.773421 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-cb3b5c4c-c2e8-4498-9c2a-437faab09fc7 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1805385412'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:22.782126 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd4c408-c54d-4fa4-91f5-8e90a03bfb02 None None] Update dhcp port {'port': {'network_id': 'c049f5b2-1690-496c-8cf2-0cf9cb22ae1c', 'fixed_ips': [{'subnet_id': '1b31925b-a405-405f-8129-83c2e26bf558', 'ip_address': '172.20.0.19'}, {'subnet_id': '7399a23e-8ad4-4851-ac66-f297d98383ed', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f5a8d925-101f-4f7a-a2c8-af3deeff59de'}], 'binding:host_id': 'dv-neutron-833373-1-hyperv'}, 'id': 'c63ce0c3-2275-4dd0-88fc-e918175aa469'} from dv-neutron-833373-1-hyperv. {{(pid=83868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 15:34:22.792096 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-cb3b5c4c-c2e8-4498-9c2a-437faab09fc7 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:22.815696 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0bb9ac-c4c9-426d-8be2-7d42aa1e3659 service neutron] Pushing event updated for resources: {'Port': ['ID=6208eb2d-6c01-421d-886c-dc00b3d1232e,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:22.828175 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-7de38be7-1a7d-4a04-9c34-e33dd8993739 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Transition to ACTIVE for port object f7715e6a-4e61-4e00-b628-83c93e85d8e6 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:34:22.893940 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-a9cfb18b-bd95-4895-91d2-d85e0cd514b0 None None] For port 53a50ff2-9e29-4f7b-8282-c008317401c4, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=53a50ff2-9e29-4f7b-8282-c008317401c4,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:34:22.937264 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dd4c408-c54d-4fa4-91f5-8e90a03bfb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:22.943540 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-cb3b5c4c-c2e8-4498-9c2a-437faab09fc7 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Usage tracker for resource:network and tenant:ec80415d4e5548b5bced4f16cb2e25ed is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:22.958859 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a9cfb18b-bd95-4895-91d2-d85e0cd514b0 None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:23.051396 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7de38be7-1a7d-4a04-9c34-e33dd8993739 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:23.065096 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-a9cfb18b-bd95-4895-91d2-d85e0cd514b0 None None] Ignored duplicate provisioning block setup for port 53a50ff2-9e29-4f7b-8282-c008317401c4 by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 11 15:34:23.065339 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-2d0bb9ac-c4c9-426d-8be2-7d42aa1e3659 service neutron] Attempting to bind port 6208eb2d-6c01-421d-886c-dc00b3d1232e on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:34:23.065339 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-2d0bb9ac-c4c9-426d-8be2-7d42aa1e3659 service neutron] Attempting to bind port 6208eb2d-6c01-421d-886c-dc00b3d1232e by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '86f19f21-b375-4ea1-8bd3-1b410b20055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '0c7936ae-ba60-41e0-9678-29011757e550'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:34:23.065635 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-2d0bb9ac-c4c9-426d-8be2-7d42aa1e3659 service neutron] Attempting to bind port 6208eb2d-6c01-421d-886c-dc00b3d1232e on network 0c7936ae-ba60-41e0-9678-29011757e550 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:34:23.099046 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a9cfb18b-bd95-4895-91d2-d85e0cd514b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:23.125980 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de38be7-1a7d-4a04-9c34-e33dd8993739 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Network 0418e3c0-7792-47aa-b018-5be1cc02544b is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:34:23.133637 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-7de38be7-1a7d-4a04-9c34-e33dd8993739 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:23.146020 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de38be7-1a7d-4a04-9c34-e33dd8993739 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:34:23.214601 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-15741436-b288-493d-a41e-a97a0d44d98f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting subnet 346eae56-eae5-468f-a134-9e67f1196f0e {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:34:23.231219 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-cb3b5c4c-c2e8-4498-9c2a-437faab09fc7 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:23.272746 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-cb3b5c4c-c2e8-4498-9c2a-437faab09fc7 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:23.277312 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-15741436-b288-493d-a41e-a97a0d44d98f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:23.307554 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:23.325881 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7de38be7-1a7d-4a04-9c34-e33dd8993739 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:23.329482 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-2d0bb9ac-c4c9-426d-8be2-7d42aa1e3659 service neutron] Port 6208eb2d-6c01-421d-886c-dc00b3d1232e on network 0c7936ae-ba60-41e0-9678-29011757e550 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:34:23.330011 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-2d0bb9ac-c4c9-426d-8be2-7d42aa1e3659 service neutron] Attempting to bind port 6208eb2d-6c01-421d-886c-dc00b3d1232e on network 0c7936ae-ba60-41e0-9678-29011757e550 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:34:23.408328 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-2d0bb9ac-c4c9-426d-8be2-7d42aa1e3659 service neutron] Checking agent: {'id': '233b753e-9484-4350-9871-64b7c66fc067', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'started_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:34:23.408962 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-2d0bb9ac-c4c9-426d-8be2-7d42aa1e3659 service neutron] Checking segment: {'id': '86f19f21-b375-4ea1-8bd3-1b410b20055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '0c7936ae-ba60-41e0-9678-29011757e550'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:34:23.409666 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-2d0bb9ac-c4c9-426d-8be2-7d42aa1e3659 service neutron] Bound using segment: {'id': '86f19f21-b375-4ea1-8bd3-1b410b20055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '0c7936ae-ba60-41e0-9678-29011757e550'} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:34:23.410451 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-2d0bb9ac-c4c9-426d-8be2-7d42aa1e3659 service neutron] Bound port: 6208eb2d-6c01-421d-886c-dc00b3d1232e, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86f19f21-b375-4ea1-8bd3-1b410b20055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '0c7936ae-ba60-41e0-9678-29011757e550'}}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:34:23.411008 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-2d0bb9ac-c4c9-426d-8be2-7d42aa1e3659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:23.433421 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de38be7-1a7d-4a04-9c34-e33dd8993739 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event updated for resources: {'Port': ['ID=f7715e6a-4e61-4e00-b628-83c93e85d8e6,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:23.545725 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cfb18b-bd95-4895-91d2-d85e0cd514b0 None None] Pushing event updated for resources: {'Port': ['ID=53a50ff2-9e29-4f7b-8282-c008317401c4,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:23.562416 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b7337520-68a8-4e38-9242-e8fa535390bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:23.563852 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-2d0bb9ac-c4c9-426d-8be2-7d42aa1e3659 service neutron] For port 6208eb2d-6c01-421d-886c-dc00b3d1232e, host hv-neutron-8333, cleared binding levels {{(pid=83866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:34:23.568204 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-2d0bb9ac-c4c9-426d-8be2-7d42aa1e3659 service neutron] For port 6208eb2d-6c01-421d-886c-dc00b3d1232e, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6208eb2d-6c01-421d-886c-dc00b3d1232e,segment=NetworkSegment(86f19f21-b375-4ea1-8bd3-1b410b20055f),segment_id=86f19f21-b375-4ea1-8bd3-1b410b20055f)] {{(pid=83866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:34:23.585070 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-2d0bb9ac-c4c9-426d-8be2-7d42aa1e3659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:23.592741 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port f1de8a42-de32-41c1-9adc-e4296a902008, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=f1de8a42-de32-41c1-9adc-e4296a902008,segment=NetworkSegment(db575fbd-2f57-4793-88bf-59a9360111e5),segment_id=db575fbd-2f57-4793-88bf-59a9360111e5)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:34:23.652839 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:23.654083 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device b3f90e41-3309-4147-8d6d-e5e6c9c85117 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:34:23.667196 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ecdb10ce-a307-41c7-872a-e4a37e97c145 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:23.825830 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-ecdb10ce-a307-41c7-872a-e4a37e97c145 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Calling delete_port for 21c6a627-3cb9-4280-ae14-9bc872632b87 owned by {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:34:23.863369 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0bb9ac-c4c9-426d-8be2-7d42aa1e3659 service neutron] Pushing event updated for resources: {'Port': ['ID=6208eb2d-6c01-421d-886c-dc00b3d1232e,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:23.866987 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7de38be7-1a7d-4a04-9c34-e33dd8993739 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:23.900802 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-2d0bb9ac-c4c9-426d-8be2-7d42aa1e3659 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:23.903420 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-2d0bb9ac-c4c9-426d-8be2-7d42aa1e3659 service neutron] 10.222.0.73 "PUT /v2.0/ports/6208eb2d-6c01-421d-886c-dc00b3d1232e HTTP/1.1" status: 200 len: 1093 time: 3.2373455 Mar 11 15:34:23.939629 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3b5c4c-c2e8-4498-9c2a-437faab09fc7 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Made reservation on behalf of ec80415d4e5548b5bced4f16cb2e25ed for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:23.942641 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cb3b5c4c-c2e8-4498-9c2a-437faab09fc7 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:24.018576 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b4070fc1-a460-4750-91c9-0a43844c0878 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:24.208446 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-2dd4c408-c54d-4fa4-91f5-8e90a03bfb02 None None] Allocated IP 172.20.0.34 (c049f5b2-1690-496c-8cf2-0cf9cb22ae1c/f5a8d925-101f-4f7a-a2c8-af3deeff59de/c63ce0c3-2275-4dd0-88fc-e918175aa469) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:34:24.247457 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=f1de8a42-de32-41c1-9adc-e4296a902008,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:24.282442 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-15741436-b288-493d-a41e-a97a0d44d98f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:24.292323 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port b3f90e41-3309-4147-8d6d-e5e6c9c85117 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:34:24.308571 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-b7337520-68a8-4e38-9242-e8fa535390bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:34:24.310078 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-b7337520-68a8-4e38-9242-e8fa535390bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:34:24.351027 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4070fc1-a460-4750-91c9-0a43844c0878 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event deleted for resources: {'Port': ['ID=127c7805-de34-4fdd-ae99-46edbc8dda0d,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:24.361049 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port b3f90e41-3309-4147-8d6d-e5e6c9c85117 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:24.361430 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:24.383686 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ecdb10ce-a307-41c7-872a-e4a37e97c145 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:24.420158 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd42f93-bf15-4bb6-992d-8811735d5c96', 'tag': '6208eb2d-6c01-421d-886c-dc00b3d1232e'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:34:24.519107 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c411a3-6b77-4156-8db1-63c9045d90f8 req-b2b57f24-a346-4f33-a545-97ef362cdfe7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:24.520931 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d6c411a3-6b77-4156-8db1-63c9045d90f8 req-b2b57f24-a346-4f33-a545-97ef362cdfe7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffd42f93-bf15-4bb6-992d-8811735d5c96 HTTP/1.1" status: 200 len: 943 time: 1.3486893 Mar 11 15:34:24.527524 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb10ce-a307-41c7-872a-e4a37e97c145 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event deleted for resources: {'Port': ['ID=21c6a627-3cb9-4280-ae14-9bc872632b87,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:24.532146 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb3b5c4c-c2e8-4498-9c2a-437faab09fc7 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:34:24.534687 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffd42f93-bf15-4bb6-992d-8811735d5c96', 'tag': '6208eb2d-6c01-421d-886c-dc00b3d1232e', 'status': 'completed', 'code': 200} Mar 11 15:34:24.586249 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-2dd4c408-c54d-4fa4-91f5-8e90a03bfb02 None None] For port c63ce0c3-2275-4dd0-88fc-e918175aa469, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=c63ce0c3-2275-4dd0-88fc-e918175aa469,segment=NetworkSegment(0f9e83e7-b45d-4580-8d4c-174ce984874b),segment_id=0f9e83e7-b45d-4580-8d4c-174ce984874b)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:34:24.616976 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dd4c408-c54d-4fa4-91f5-8e90a03bfb02 None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:24.634965 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-fec8cadd-a84e-4ff4-b6b4-f5e48b175b8f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=ffd42f93-bf15-4bb6-992d-8811735d5c96 HTTP/1.1" status: 200 len: 1096 time: 0.2089422 Mar 11 15:34:24.635625 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2dd4c408-c54d-4fa4-91f5-8e90a03bfb02 None None] Ignored duplicate provisioning block setup for port c63ce0c3-2275-4dd0-88fc-e918175aa469 by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 11 15:34:24.713547 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:24.732985 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7de38be7-1a7d-4a04-9c34-e33dd8993739 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:24.733784 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dd4c408-c54d-4fa4-91f5-8e90a03bfb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:24.736660 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-1ba78f96-dfea-4f6d-87c2-772f7df01fc2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6208eb2d-6c01-421d-886c-dc00b3d1232e HTTP/1.1" status: 200 len: 217 time: 0.0875390 Mar 11 15:34:24.745510 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7de38be7-1a7d-4a04-9c34-e33dd8993739 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:24.762091 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port b3f90e41-3309-4147-8d6d-e5e6c9c85117, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=b3f90e41-3309-4147-8d6d-e5e6c9c85117,segment=NetworkSegment(5a5254fe-f3e4-44bc-9f20-40249a4f0c81),segment_id=5a5254fe-f3e4-44bc-9f20-40249a4f0c81)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:34:24.773007 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cb3b5c4c-c2e8-4498-9c2a-437faab09fc7 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:24.773489 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-cb3b5c4c-c2e8-4498-9c2a-437faab09fc7 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Added segment 6802b006-81e0-4363-88f7-de3c600f6071 of type vlan for network ae75942f-4610-406e-849b-95e3fba1451e Mar 11 15:34:24.849120 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:24.872819 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-15741436-b288-493d-a41e-a97a0d44d98f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:24.903601 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-f7fe178a-0e7e-48a5-b647-3a7fc2e8ab4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:24.905932 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-f7fe178a-0e7e-48a5-b647-3a7fc2e8ab4a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9b85bbf9-cc60-47b9-9ba7-617c6762d95e HTTP/1.1" status: 200 len: 834 time: 0.1138577 Mar 11 15:34:24.913522 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:34:25.031192 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7de38be7-1a7d-4a04-9c34-e33dd8993739 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:25.031480 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cb3b5c4c-c2e8-4498-9c2a-437faab09fc7 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:25.049212 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de38be7-1a7d-4a04-9c34-e33dd8993739 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event updated for resources: {'Port': ['ID=f7715e6a-4e61-4e00-b628-83c93e85d8e6,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:25.052056 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d6c411a3-6b77-4156-8db1-63c9045d90f8 req-9143d312-ac81-49a9-a88b-5e1551d32d21 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d27d81e-9c9d-43d3-aa8b-0939e9ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5170267 Mar 11 15:34:25.075396 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ecdb10ce-a307-41c7-872a-e4a37e97c145 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:25.124207 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd4c408-c54d-4fa4-91f5-8e90a03bfb02 None None] Pushing event updated for resources: {'Port': ['ID=c63ce0c3-2275-4dd0-88fc-e918175aa469,revision_number=7']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:25.243015 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device c63ce0c3-2275-4dd0-88fc-e918175aa469 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:34:25.315122 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b7337520-68a8-4e38-9242-e8fa535390bb None None] Provisioning for port 0677b7ce-ae22-4e97-8430-f799839595cc completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:34:25.343080 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b7337520-68a8-4e38-9242-e8fa535390bb None None] Provisioning complete for port 0677b7ce-ae22-4e97-8430-f799839595cc triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:25.343464 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b7337520-68a8-4e38-9242-e8fa535390bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:25.355674 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b4070fc1-a460-4750-91c9-0a43844c0878 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:25.375623 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-15741436-b288-493d-a41e-a97a0d44d98f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:25.420962 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ecdb10ce-a307-41c7-872a-e4a37e97c145 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/ports/21c6a627-3cb9-4280-ae14-9bc872632b87 HTTP/1.1" status: 204 len: 168 time: 3.2540028 Mar 11 15:34:25.422094 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39900) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:25.426047 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=b3f90e41-3309-4147-8d6d-e5e6c9c85117,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:25.428948 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cb3b5c4c-c2e8-4498-9c2a-437faab09fc7 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:25.433819 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3b5c4c-c2e8-4498-9c2a-437faab09fc7 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:25.434135 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cb3b5c4c-c2e8-4498-9c2a-437faab09fc7 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:25.436765 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-01d1d0dc-c44d-48dc-a43f-def8193dc6cc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c7936ae-ba60-41e0-9678-29011757e550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5142021 Mar 11 15:34:25.464641 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 53a50ff2-9e29-4f7b-8282-c008317401c4 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:34:25.558905 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15741436-b288-493d-a41e-a97a0d44d98f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Subnet': ['ID=346eae56-eae5-468f-a134-9e67f1196f0e,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:25.562145 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-cb3b5c4c-c2e8-4498-9c2a-437faab09fc7 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.7997358 Mar 11 15:34:25.575780 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39904) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:25.587617 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-9db8c179-0be3-4985-96ee-a7c97896e675 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] GET failed (client error): The resource could not be found. Mar 11 15:34:25.588151 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-9db8c179-0be3-4985-96ee-a7c97896e675 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Synchronizing usage tracker for tenant:a138b31c346e4c0cb3afee629b96673d on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:34:25.630524 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b7337520-68a8-4e38-9242-e8fa535390bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:25.718263 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-b7337520-68a8-4e38-9242-e8fa535390bb None None] For port 0677b7ce-ae22-4e97-8430-f799839595cc, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=0677b7ce-ae22-4e97-8430-f799839595cc,segment=NetworkSegment(6b243425-8aab-4f78-96de-601154347f03),segment_id=6b243425-8aab-4f78-96de-601154347f03)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:34:25.721907 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 53a50ff2-9e29-4f7b-8282-c008317401c4 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:34:25.731531 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b7337520-68a8-4e38-9242-e8fa535390bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:25.735612 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-9db8c179-0be3-4985-96ee-a7c97896e675 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Unset dirty status for tenant:a138b31c346e4c0cb3afee629b96673d on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:34:25.740223 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9db8c179-0be3-4985-96ee-a7c97896e675 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "GET /v2.0/ports/21c6a627-3cb9-4280-ae14-9bc872632b87 HTTP/1.1" status: 404 len: 333 time: 0.3134038 Mar 11 15:34:25.749655 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de38be7-1a7d-4a04-9c34-e33dd8993739 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Network 0418e3c0-7792-47aa-b018-5be1cc02544b is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:34:25.750938 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39910) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:25.751766 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-15741436-b288-493d-a41e-a97a0d44d98f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:25.755990 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-15741436-b288-493d-a41e-a97a0d44d98f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/346eae56-eae5-468f-a134-9e67f1196f0e HTTP/1.1" status: 204 len: 168 time: 3.4591682 Mar 11 15:34:25.757892 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-ff6f2fc8-05da-4c15-9930-0e7746aeea29 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Request body: {'subnet': {'network_id': 'ae75942f-4610-406e-849b-95e3fba1451e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:25.781887 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device f1de8a42-de32-41c1-9adc-e4296a902008 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:34:25.784328 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39912) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:25.801445 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-7de38be7-1a7d-4a04-9c34-e33dd8993739 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:25.852697 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038a8846-e610-4306-9e9e-5ebe27726a03 None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:34:25.967610 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ff6f2fc8-05da-4c15-9930-0e7746aeea29 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:25.969675 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b5c4c-c2e8-4498-9c2a-437faab09fc7 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event updated for resources: {'Network': ['ID=ae75942f-4610-406e-849b-95e3fba1451e,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:25.974610 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ff6f2fc8-05da-4c15-9930-0e7746aeea29 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Usage tracker for resource:subnet and tenant:ec80415d4e5548b5bced4f16cb2e25ed is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:25.977740 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ff6f2fc8-05da-4c15-9930-0e7746aeea29 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:25.985873 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ff6f2fc8-05da-4c15-9930-0e7746aeea29 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:26.026092 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network ae75942f-4610-406e-849b-95e3fba1451e details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:34:26.055280 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b7337520-68a8-4e38-9242-e8fa535390bb None None] Provisioning complete for port 1b3a1a11-8e39-40e4-bcd9-b0d190530ea7 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:26.055654 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b7337520-68a8-4e38-9242-e8fa535390bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:26.082704 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-0cd8c7e6-f42a-4e82-b615-694a1fc3042b service neutron] 10.222.0.73 "GET /v2.0/networks/0c7936ae-ba60-41e0-9678-29011757e550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5871100 Mar 11 15:34:26.083352 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6f2fc8-05da-4c15-9930-0e7746aeea29 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Made reservation on behalf of ec80415d4e5548b5bced4f16cb2e25ed for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:26.218411 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-b7337520-68a8-4e38-9242-e8fa535390bb None None] Port 1b3a1a11-8e39-40e4-bcd9-b0d190530ea7 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:34:26.220092 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7337520-68a8-4e38-9242-e8fa535390bb None None] Pushing event updated for resources: {'Port': ['ID=0677b7ce-ae22-4e97-8430-f799839595cc,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:26.280258 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a2beb01e-21ef-4dac-8ab0-0d43608f445f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4690151 Mar 11 15:34:26.283555 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39920) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:26.307805 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-c065f2d2-3533-4294-ad14-d7f828a30a04 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'subnet': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:26.363444 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b7337520-68a8-4e38-9242-e8fa535390bb None None] Provisioning for port e588f9b6-98ec-437a-b262-0ebf3b342141 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:34:26.378853 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b7337520-68a8-4e38-9242-e8fa535390bb None None] Provisioning complete for port e588f9b6-98ec-437a-b262-0ebf3b342141 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:26.379254 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b7337520-68a8-4e38-9242-e8fa535390bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:26.425457 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port f1de8a42-de32-41c1-9adc-e4296a902008 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:26.425765 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:26.490772 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ff6f2fc8-05da-4c15-9930-0e7746aeea29 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:26.659387 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c065f2d2-3533-4294-ad14-d7f828a30a04 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:26.673510 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b7337520-68a8-4e38-9242-e8fa535390bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:26.679945 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-966faf70-39cb-4190-bc08-7188fd31ac9d tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:26.714025 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c065f2d2-3533-4294-ad14-d7f828a30a04 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:26.753899 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0a7a8512-0837-4ee3-8c61-b0a01d4f943b req-53eedc90-9b8d-4da8-a80f-a39c41152014 service neutron] 10.222.0.73 "GET /v2.0/networks/0c7936ae-ba60-41e0-9678-29011757e550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5600836 Mar 11 15:34:26.760020 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-966faf70-39cb-4190-bc08-7188fd31ac9d tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:26.786885 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c065f2d2-3533-4294-ad14-d7f828a30a04 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:26.796005 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c065f2d2-3533-4294-ad14-d7f828a30a04 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:26.835847 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8224b0c-aad8-4f27-a2b6-5b1654b02c15 req-f01ad160-2a27-424a-a3d8-dce65b13149e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:26.836998 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b8224b0c-aad8-4f27-a2b6-5b1654b02c15 req-f01ad160-2a27-424a-a3d8-dce65b13149e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffd42f93-bf15-4bb6-992d-8811735d5c96 HTTP/1.1" status: 200 len: 943 time: 0.4909201 Mar 11 15:34:26.846826 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-b7337520-68a8-4e38-9242-e8fa535390bb None None] For port e588f9b6-98ec-437a-b262-0ebf3b342141, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=e588f9b6-98ec-437a-b262-0ebf3b342141,segment=NetworkSegment(d895d808-c49a-4398-a3c5-4937e3db7205),segment_id=d895d808-c49a-4398-a3c5-4937e3db7205)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:34:26.850891 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 7b993a71-c302-4ae1-9d07-93208a4361c1 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:34:26.918431 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b7337520-68a8-4e38-9242-e8fa535390bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:26.979419 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4070fc1-a460-4750-91c9-0a43844c0878 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Router b050741b-b578-4072-af0c-625ab4d80128 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:34:27.007584 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7337520-68a8-4e38-9242-e8fa535390bb None None] Pushing event updated for resources: {'Port': ['ID=e588f9b6-98ec-437a-b262-0ebf3b342141,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:27.016785 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7117f78a-9ac5-469b-8075-5c3fb3f4adcc None None] DHCP port deletion for a9e561eb-4382-47f0-afe2-548f64b9476b request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:34:27.035462 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-7117f78a-9ac5-469b-8075-5c3fb3f4adcc None None] Deleting port 53a50ff2-9e29-4f7b-8282-c008317401c4 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:34:27.035769 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7117f78a-9ac5-469b-8075-5c3fb3f4adcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:27.052059 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-966faf70-39cb-4190-bc08-7188fd31ac9d tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:27.064215 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b8224b0c-aad8-4f27-a2b6-5b1654b02c15 req-f61c5993-a497-424f-96db-b6d194378bff tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d27d81e-9c9d-43d3-aa8b-0939e9ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524079 Mar 11 15:34:27.067395 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de38be7-1a7d-4a04-9c34-e33dd8993739 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Router 691a7c18-aa75-411d-b415-f8158e6dcace has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:34:27.095055 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966faf70-39cb-4190-bc08-7188fd31ac9d tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed055883-bacc-441d-9188-327786d824dd,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:27.101025 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-966faf70-39cb-4190-bc08-7188fd31ac9d tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:27.105472 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-966faf70-39cb-4190-bc08-7188fd31ac9d tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/security-groups/ed055883-bacc-441d-9188-327786d824dd HTTP/1.1" status: 204 len: 168 time: 1.3281748 Mar 11 15:34:27.106464 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39926) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:27.134827 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b7337520-68a8-4e38-9242-e8fa535390bb None None] Provisioning for port c63ce0c3-2275-4dd0-88fc-e918175aa469 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:34:27.142698 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-824cde65-40ee-4bc7-aed4-e5bc80f68882 req-6d9c27f4-2c61-4017-935a-e0dca536950e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=ffd42f93-bf15-4bb6-992d-8811735d5c96 HTTP/1.1" status: 200 len: 1096 time: 0.2988901 Mar 11 15:34:27.160339 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b7337520-68a8-4e38-9242-e8fa535390bb None None] Provisioning complete for port c63ce0c3-2275-4dd0-88fc-e918175aa469 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:27.161447 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b7337520-68a8-4e38-9242-e8fa535390bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:27.251482 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 7b993a71-c302-4ae1-9d07-93208a4361c1 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:34:27.319173 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 7b993a71-c302-4ae1-9d07-93208a4361c1 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:27.319772 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:27.553221 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4070fc1-a460-4750-91c9-0a43844c0878 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:34:27.566272 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f04bda-2513-43be-8f22-1f4c83c410a3 None None] Sync routers for ids ['b050741b-b578-4072-af0c-625ab4d80128'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:34:27.580730 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b4070fc1-a460-4750-91c9-0a43844c0878 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "PUT /v2.0/routers/b050741b-b578-4072-af0c-625ab4d80128/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8932831 Mar 11 15:34:27.585794 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39930) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:27.590355 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f04bda-2513-43be-8f22-1f4c83c410a3 None None] Routers {'b050741b-b578-4072-af0c-625ab4d80128'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:34:27.591533 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-24f04bda-2513-43be-8f22-1f4c83c410a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:34:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['b050741b-b578-4072-af0c-625ab4d80128'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:27.641857 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-915f2f95-0188-48a8-b417-1c4eb0650539 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Synchronizing usage tracker for tenant:c58947f968f64e3fb11fb874306012f2 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:34:27.676679 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ff6f2fc8-05da-4c15-9930-0e7746aeea29 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:27.680440 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-24f04bda-2513-43be-8f22-1f4c83c410a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:27.694072 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f04bda-2513-43be-8f22-1f4c83c410a3 None None] Routers {'b050741b-b578-4072-af0c-625ab4d80128'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:34:27.694948 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-24f04bda-2513-43be-8f22-1f4c83c410a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:34:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['b050741b-b578-4072-af0c-625ab4d80128'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:27.696581 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-7117f78a-9ac5-469b-8075-5c3fb3f4adcc None None] For port 53a50ff2-9e29-4f7b-8282-c008317401c4, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=53a50ff2-9e29-4f7b-8282-c008317401c4,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:34:27.697162 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7117f78a-9ac5-469b-8075-5c3fb3f4adcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:27.706574 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-41f06c99-f570-4f15-b01c-c024e80830fb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:27.725735 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824cde65-40ee-4bc7-aed4-e5bc80f68882 req-9746a0a5-34e9-49a5-8e1a-d3dd4495f853 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:27.727537 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-824cde65-40ee-4bc7-aed4-e5bc80f68882 req-9746a0a5-34e9-49a5-8e1a-d3dd4495f853 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c7936ae-ba60-41e0-9678-29011757e550 HTTP/1.1" status: 200 len: 897 time: 0.4961379 Mar 11 15:34:27.760809 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-24f04bda-2513-43be-8f22-1f4c83c410a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:27.761585 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f04bda-2513-43be-8f22-1f4c83c410a3 None None] The sync data for ids ['b050741b-b578-4072-af0c-625ab4d80128'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:34:27.768799 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-915f2f95-0188-48a8-b417-1c4eb0650539 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Unset dirty status for tenant:c58947f968f64e3fb11fb874306012f2 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:34:27.772458 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-915f2f95-0188-48a8-b417-1c4eb0650539 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "GET /v2.0/ports?device_id=b050741b-b578-4072-af0c-625ab4d80128 HTTP/1.1" status: 200 len: 205 time: 0.1832473 Mar 11 15:34:27.783088 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39934) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:27.783351 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c065f2d2-3533-4294-ad14-d7f828a30a04 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:27.821208 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-41f06c99-f570-4f15-b01c-c024e80830fb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:27.867312 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-824cde65-40ee-4bc7-aed4-e5bc80f68882 req-3231aaae-895b-4528-b00b-fd076c920632 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6208eb2d-6c01-421d-886c-dc00b3d1232e HTTP/1.1" status: 200 len: 217 time: 0.1266196 Mar 11 15:34:27.879729 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-7117f78a-9ac5-469b-8075-5c3fb3f4adcc None None] Calling delete_port for 53a50ff2-9e29-4f7b-8282-c008317401c4 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:34:27.957685 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de38be7-1a7d-4a04-9c34-e33dd8993739 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:34:27.974056 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f2fc8-05da-4c15-9930-0e7746aeea29 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event updated for resources: {'Subnet': ['ID=288eefc5-5813-43ad-83d2-4a4b18055808,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:27.988944 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b13f1b-4756-43f3-8166-b24bf033d5ac None None] Sync routers for ids ['691a7c18-aa75-411d-b415-f8158e6dcace'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:34:27.990079 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824cde65-40ee-4bc7-aed4-e5bc80f68882 req-783e49c5-2cb6-404f-bf3b-5b996ecb700e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:27.991631 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-824cde65-40ee-4bc7-aed4-e5bc80f68882 req-783e49c5-2cb6-404f-bf3b-5b996ecb700e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9b85bbf9-cc60-47b9-9ba7-617c6762d95e HTTP/1.1" status: 200 len: 834 time: 0.1152723 Mar 11 15:34:27.993814 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-41f06c99-f570-4f15-b01c-c024e80830fb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:28.036346 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7117f78a-9ac5-469b-8075-5c3fb3f4adcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:28.042905 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-41f06c99-f570-4f15-b01c-c024e80830fb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:28.045894 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c065f2d2-3533-4294-ad14-d7f828a30a04 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:34:28.048299 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-41f06c99-f570-4f15-b01c-c024e80830fb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/security-groups/ae57ddf2-8b41-4654-861f-4f647228dc06 HTTP/1.1" status: 204 len: 168 time: 0.9390466 Mar 11 15:34:28.054157 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39938) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:28.056436 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6f2fc8-05da-4c15-9930-0e7746aeea29 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Checking segment: {'id': '6802b006-81e0-4363-88f7-de3c600f6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'ae75942f-4610-406e-849b-95e3fba1451e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:34:28.056436 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6f2fc8-05da-4c15-9930-0e7746aeea29 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Network hostable DHCP agents. Network: ae75942f-4610-406e-849b-95e3fba1451e, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:34:28.070288 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-c065f2d2-3533-4294-ad14-d7f828a30a04 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:28.078411 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c065f2d2-3533-4294-ad14-d7f828a30a04 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:28.079003 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c065f2d2-3533-4294-ad14-d7f828a30a04 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:28.082997 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-7de38be7-1a7d-4a04-9c34-e33dd8993739 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "PUT /v2.0/routers/691a7c18-aa75-411d-b415-f8158e6dcace/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2090077 Mar 11 15:34:28.083946 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39942) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:28.086924 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f06c99-f570-4f15-b01c-c024e80830fb tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae57ddf2-8b41-4654-861f-4f647228dc06,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:28.139921 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d0d0c281-5bf4-4644-a20a-e7ac2397c3ae tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for router, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:28.168628 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117f78a-9ac5-469b-8075-5c3fb3f4adcc None None] Pushing event deleted for resources: {'Port': ['ID=53a50ff2-9e29-4f7b-8282-c008317401c4,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:28.203359 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b13f1b-4756-43f3-8166-b24bf033d5ac None None] Routers {'691a7c18-aa75-411d-b415-f8158e6dcace'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:34:28.204320 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e9b13f1b-4756-43f3-8166-b24bf033d5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:34:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['691a7c18-aa75-411d-b415-f8158e6dcace'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:28.206662 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befbfedc-39e2-4ecb-a709-e4a372271435 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:28.207379 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-befbfedc-39e2-4ecb-a709-e4a372271435 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Synchronizing usage tracker for tenant:16d01fb61cb5488cb7fd92527258a459 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:34:28.249212 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-befbfedc-39e2-4ecb-a709-e4a372271435 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Unset dirty status for tenant:16d01fb61cb5488cb7fd92527258a459 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:34:28.255078 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-befbfedc-39e2-4ecb-a709-e4a372271435 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "GET /v2.0/ports/f7715e6a-4e61-4e00-b628-83c93e85d8e6 HTTP/1.1" status: 200 len: 910 time: 0.1660597 Mar 11 15:34:28.256982 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39948) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:28.292015 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7117f78a-9ac5-469b-8075-5c3fb3f4adcc None None] No DVR routers for this DVR port 53a50ff2-9e29-4f7b-8282-c008317401c4 on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:34:28.297241 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c065f2d2-3533-4294-ad14-d7f828a30a04 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Subnet': ['ID=e57df892-cb5f-4f52-a713-5f989aee528e,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:28.312175 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:28.319434 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c065f2d2-3533-4294-ad14-d7f828a30a04 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0322685 Mar 11 15:34:28.334306 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39952) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:28.339716 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6f2fc8-05da-4c15-9930-0e7746aeea29 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Network ae75942f-4610-406e-849b-95e3fba1451e is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:34:28.342775 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-15f824c5-3de6-4051-9097-01871dc8ed88 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:28.346849 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c0ab16-1a0e-4c9e-8b96-4d0d219d1dde None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:34:28.361048 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-824cde65-40ee-4bc7-aed4-e5bc80f68882 req-8f7630c8-da82-4acf-aebd-a78551949941 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c7936ae-ba60-41e0-9678-29011757e550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3585255 Mar 11 15:34:28.365171 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-537ca62e-3eec-4bc2-a205-050b47b178f8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'port': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'fixed_ips': [{'subnet_id': 'e57df892-cb5f-4f52-a713-5f989aee528e', 'ip_address': '2001:db8::f84e:291f:8435:ec72'}], 'name': 'tempest-NetworksTestDHCPv6-1131187115'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:28.368744 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e9b13f1b-4756-43f3-8166-b24bf033d5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:28.433360 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6d470aba-a63f-4784-be41-d182c4b9c26d None None] Provisioning for port f7715e6a-4e61-4e00-b628-83c93e85d8e6 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:34:28.461711 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-ff6f2fc8-05da-4c15-9930-0e7746aeea29 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, ae75942f-4610-406e-849b-95e3fba1451e) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:28.468408 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 7b993a71-c302-4ae1-9d07-93208a4361c1, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=7b993a71-c302-4ae1-9d07-93208a4361c1,segment=NetworkSegment(86f19f21-b375-4ea1-8bd3-1b410b20055f),segment_id=86f19f21-b375-4ea1-8bd3-1b410b20055f)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:34:28.469031 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6f2fc8-05da-4c15-9930-0e7746aeea29 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:28.469791 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ff6f2fc8-05da-4c15-9930-0e7746aeea29 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:28.544717 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6d470aba-a63f-4784-be41-d182c4b9c26d None None] Provisioning complete for port f7715e6a-4e61-4e00-b628-83c93e85d8e6 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:28.545959 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6d470aba-a63f-4784-be41-d182c4b9c26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:28.580818 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ff6f2fc8-05da-4c15-9930-0e7746aeea29 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9373190 Mar 11 15:34:28.605031 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145eb5a6-57b1-433c-ac52-52caa1c42500 None None] Network ae75942f-4610-406e-849b-95e3fba1451e requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:34:28.618613 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39956) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:28.619303 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:28.630412 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-0472d323-6acd-4183-afaa-7575ce8b5054 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Request body: {'subnet': {'network_id': 'ae75942f-4610-406e-849b-95e3fba1451e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:28.645490 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-15f824c5-3de6-4051-9097-01871dc8ed88 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:28.800768 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b13f1b-4756-43f3-8166-b24bf033d5ac None None] Routers {'691a7c18-aa75-411d-b415-f8158e6dcace'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:34:28.801815 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e9b13f1b-4756-43f3-8166-b24bf033d5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:34:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['691a7c18-aa75-411d-b415-f8158e6dcace'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:28.813734 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32cf8e-065e-453c-b309-d360c03efcbf req-0286ae0d-d5c8-4509-8401-b1457278acb2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:28.815476 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-dc32cf8e-065e-453c-b309-d360c03efcbf req-0286ae0d-d5c8-4509-8401-b1457278acb2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffd42f93-bf15-4bb6-992d-8811735d5c96 HTTP/1.1" status: 200 len: 943 time: 0.4154308 Mar 11 15:34:28.856736 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d0d0c281-5bf4-4644-a20a-e7ac2397c3ae tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:28.874709 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d0d0c281-5bf4-4644-a20a-e7ac2397c3ae tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:28.892492 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device c63ce0c3-2275-4dd0-88fc-e918175aa469 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:34:28.902693 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-dc32cf8e-065e-453c-b309-d360c03efcbf req-78db538e-5c7f-4b27-b405-1e4cccb11428 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d27d81e-9c9d-43d3-aa8b-0939e9ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739505 Mar 11 15:34:28.952987 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d0d0c281-5bf4-4644-a20a-e7ac2397c3ae tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:28.953800 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d0c281-5bf4-4644-a20a-e7ac2397c3ae tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Fanout notify agent at l3_agent the message router_deleted on router b050741b-b578-4072-af0c-625ab4d80128 {{(pid=83867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:34:28.983783 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d0d0c281-5bf4-4644-a20a-e7ac2397c3ae tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:28.989173 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d0d0c281-5bf4-4644-a20a-e7ac2397c3ae tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "DELETE /v2.0/routers/b050741b-b578-4072-af0c-625ab4d80128 HTTP/1.1" status: 204 len: 168 time: 1.1925924 Mar 11 15:34:28.989865 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-537ca62e-3eec-4bc2-a205-050b47b178f8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:28.990335 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39960) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:29.006599 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-824cde65-40ee-4bc7-aed4-e5bc80f68882 req-e2bf169f-0ddd-490b-9296-e272651e04fd service neutron] 10.222.0.73 "GET /v2.0/networks/0c7936ae-ba60-41e0-9678-29011757e550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5683091 Mar 11 15:34:29.007334 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-15f824c5-3de6-4051-9097-01871dc8ed88 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:29.014976 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-537ca62e-3eec-4bc2-a205-050b47b178f8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:port and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:29.030436 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-537ca62e-3eec-4bc2-a205-050b47b178f8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:29.031399 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e9b13f1b-4756-43f3-8166-b24bf033d5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:29.031795 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b13f1b-4756-43f3-8166-b24bf033d5ac None None] The sync data for ids ['691a7c18-aa75-411d-b415-f8158e6dcace'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:34:29.041069 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-6d470aba-a63f-4784-be41-d182c4b9c26d None None] Port f7715e6a-4e61-4e00-b628-83c93e85d8e6 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:34:29.067595 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-537ca62e-3eec-4bc2-a205-050b47b178f8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:29.087262 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0472d323-6acd-4183-afaa-7575ce8b5054 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:29.131617 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=7b993a71-c302-4ae1-9d07-93208a4361c1,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:29.137051 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f824c5-3de6-4051-9097-01871dc8ed88 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e997a8-a9fd-4616-a573-b73835115bdc,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:29.148053 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0472d323-6acd-4183-afaa-7575ce8b5054 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Usage tracker for resource:subnet and tenant:ec80415d4e5548b5bced4f16cb2e25ed is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:29.159255 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-15f824c5-3de6-4051-9097-01871dc8ed88 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:29.160654 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-15f824c5-3de6-4051-9097-01871dc8ed88 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/security-groups/78e997a8-a9fd-4616-a573-b73835115bdc HTTP/1.1" status: 204 len: 168 time: 1.1035526 Mar 11 15:34:29.164962 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0472d323-6acd-4183-afaa-7575ce8b5054 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:29.192044 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39964) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:29.206487 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0472d323-6acd-4183-afaa-7575ce8b5054 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:29.220086 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ec2ef6-e299-4232-8ea7-ab3bf2159cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-a9e561eb-4382-47f0-afe2-548f64b9476b', 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'tenant_id': 'd568d0bdb48844a4af924b22cae1da29', 'fixed_ips': [{'subnet_id': 'e57df892-cb5f-4f52-a713-5f989aee528e'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:34:29.221020 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a2ec2ef6-e299-4232-8ea7-ab3bf2159cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:29.243787 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537ca62e-3eec-4bc2-a205-050b47b178f8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:29.280176 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-9709aac5-338d-4134-80ef-cdd4a4682d43 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Deleting subnet e4ee56ca-fe38-400e-bd8f-c13c7837ab25 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:34:29.285724 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9709aac5-338d-4134-80ef-cdd4a4682d43 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:29.322707 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6d470aba-a63f-4784-be41-d182c4b9c26d None None] Provisioning complete for port 0677b7ce-ae22-4e97-8430-f799839595cc triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:29.323188 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6d470aba-a63f-4784-be41-d182c4b9c26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:29.347809 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77b47a3-5612-41ba-8a37-9829363c8966 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-ae75942f-4610-406e-849b-95e3fba1451e', 'network_id': 'ae75942f-4610-406e-849b-95e3fba1451e', 'tenant_id': 'ec80415d4e5548b5bced4f16cb2e25ed', 'fixed_ips': [{'subnet_id': '288eefc5-5813-43ad-83d2-4a4b18055808'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:34:29.353102 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f77b47a3-5612-41ba-8a37-9829363c8966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:29.423471 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port c63ce0c3-2275-4dd0-88fc-e918175aa469 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:29.423898 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:29.457859 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6962a376-abdf-4c78-96ff-6e79486d36b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:29.516843 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9709aac5-338d-4134-80ef-cdd4a4682d43 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:29.573939 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0472d323-6acd-4183-afaa-7575ce8b5054 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Made reservation on behalf of ec80415d4e5548b5bced4f16cb2e25ed for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:29.619546 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9709aac5-338d-4134-80ef-cdd4a4682d43 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:29.704284 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9709aac5-338d-4134-80ef-cdd4a4682d43 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:29.751159 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709aac5-338d-4134-80ef-cdd4a4682d43 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event deleted for resources: {'Subnet': ['ID=e4ee56ca-fe38-400e-bd8f-c13c7837ab25,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:29.759686 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9709aac5-338d-4134-80ef-cdd4a4682d43 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:29.768934 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9709aac5-338d-4134-80ef-cdd4a4682d43 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "DELETE /v2.0/subnets/e4ee56ca-fe38-400e-bd8f-c13c7837ab25 HTTP/1.1" status: 204 len: 168 time: 0.7754230 Mar 11 15:34:29.769229 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39968) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:29.778262 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-824cde65-40ee-4bc7-aed4-e5bc80f68882 req-525962de-6109-4814-815e-7bab3ddbc7e6 service neutron] 10.222.0.73 "GET /v2.0/networks/0c7936ae-ba60-41e0-9678-29011757e550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7442505 Mar 11 15:34:29.808783 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5e2b65-0056-4a12-aab5-80f686afd08d None None] Network 67230026-2d2d-4e76-80ef-8eafe3dac93b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:34:29.904033 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bd8c445e-aa80-4aa2-a880-d64a22e17909 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:29.915838 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-bd8c445e-aa80-4aa2-a880-d64a22e17909 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Deleting port 0677b7ce-ae22-4e97-8430-f799839595cc {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:34:29.916216 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bd8c445e-aa80-4aa2-a880-d64a22e17909 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:29.938212 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-a2ec2ef6-e299-4232-8ea7-ab3bf2159cb5 None None] Allocated IP 2001:db8::2 (a9e561eb-4382-47f0-afe2-548f64b9476b/e57df892-cb5f-4f52-a713-5f989aee528e/8cc1cf41-cac1-4fd2-bc11-6fe51f173b1f) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:34:29.978743 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-537ca62e-3eec-4bc2-a205-050b47b178f8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:29.984079 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device b3f90e41-3309-4147-8d6d-e5e6c9c85117 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:34:30.013691 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-f77b47a3-5612-41ba-8a37-9829363c8966 None None] Allocated IP 2001:db8::2 (ae75942f-4610-406e-849b-95e3fba1451e/288eefc5-5813-43ad-83d2-4a4b18055808/6bec4ec5-e33e-41d1-8c0e-b6e7822ed055) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:34:30.074074 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0472d323-6acd-4183-afaa-7575ce8b5054 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:30.155334 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-bd8c445e-aa80-4aa2-a880-d64a22e17909 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] For port 0677b7ce-ae22-4e97-8430-f799839595cc, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=0677b7ce-ae22-4e97-8430-f799839595cc,segment=NetworkSegment(6b243425-8aab-4f78-96de-601154347f03),segment_id=6b243425-8aab-4f78-96de-601154347f03)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:34:30.156003 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bd8c445e-aa80-4aa2-a880-d64a22e17909 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:30.233160 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd2cd53-8065-4b4d-838e-895aa5e9ef2c tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Deleting subnet 7399a23e-8ad4-4851-ac66-f297d98383ed {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:34:30.237197 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5bd2cd53-8065-4b4d-838e-895aa5e9ef2c tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:30.291198 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-537ca62e-3eec-4bc2-a205-050b47b178f8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] device_id is not set on port d9dd8171-74ec-4de1-b008-80fd5d159831 yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:34:30.305189 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6d470aba-a63f-4784-be41-d182c4b9c26d None None] Provisioning complete for port 1b3a1a11-8e39-40e4-bcd9-b0d190530ea7 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:30.305556 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6d470aba-a63f-4784-be41-d182c4b9c26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:30.331248 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-bd8c445e-aa80-4aa2-a880-d64a22e17909 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Calling delete_port for 0677b7ce-ae22-4e97-8430-f799839595cc owned by network:dhcp {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:34:30.340693 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 6208eb2d-6c01-421d-886c-dc00b3d1232e details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:34:30.434368 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bd8c445e-aa80-4aa2-a880-d64a22e17909 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:30.438277 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5bd2cd53-8065-4b4d-838e-895aa5e9ef2c tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:30.456411 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-6d470aba-a63f-4784-be41-d182c4b9c26d None None] Port 1b3a1a11-8e39-40e4-bcd9-b0d190530ea7 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:34:30.484291 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c445e-aa80-4aa2-a880-d64a22e17909 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event deleted for resources: {'Port': ['ID=0677b7ce-ae22-4e97-8430-f799839595cc,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:30.492121 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8c445e-aa80-4aa2-a880-d64a22e17909 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] No DVR routers for this DVR port 0677b7ce-ae22-4e97-8430-f799839595cc on host dv-neutron-833373-1-hyperv {{(pid=83867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:34:30.498515 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6d470aba-a63f-4784-be41-d182c4b9c26d None None] Could not find standard attr ID for object 5fc89f01-424e-49a2-b33f-6bb9c383c588. {{(pid=83868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:34:30.587269 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516c124-8f90-4c20-a03e-7317f79f9133 req-59e834ae-e8d0-458e-9b70-614402d06634 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:30.589612 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2516c124-8f90-4c20-a03e-7317f79f9133 req-59e834ae-e8d0-458e-9b70-614402d06634 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffd42f93-bf15-4bb6-992d-8811735d5c96 HTTP/1.1" status: 200 len: 943 time: 0.4904969 Mar 11 15:34:30.642707 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port b3f90e41-3309-4147-8d6d-e5e6c9c85117 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:30.643083 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:30.646030 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bd8c445e-aa80-4aa2-a880-d64a22e17909 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:30.678458 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-bd8c445e-aa80-4aa2-a880-d64a22e17909 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67230026-2d2d-4e76-80ef-8eafe3dac93b']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:30.682943 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6d470aba-a63f-4784-be41-d182c4b9c26d None None] Could not find standard attr ID for object 127c7805-de34-4fdd-ae99-46edbc8dda0d. {{(pid=83868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:34:30.684682 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b3eabe38-5f61-471b-8ca6-081b1e9f9a66 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:30.694034 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-bd8c445e-aa80-4aa2-a880-d64a22e17909 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b243425-8aab-4f78-96de-601154347f03') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:30.694940 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-bd8c445e-aa80-4aa2-a880-d64a22e17909 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b243425-8aab-4f78-96de-601154347f03') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:30.713096 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bd8c445e-aa80-4aa2-a880-d64a22e17909 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:30.731109 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bd8c445e-aa80-4aa2-a880-d64a22e17909 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:30.738862 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd8c445e-aa80-4aa2-a880-d64a22e17909 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:34:30.738862 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bd8c445e-aa80-4aa2-a880-d64a22e17909 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:30.754331 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:34:30.754331 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:34:30.754331 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:34:30.754331 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:34:30.754331 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:34:30.754331 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:34:30.754331 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:34:30.754331 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:34:30.754331 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:34:30.754331 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:34:30.754331 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:34:30.754331 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:34:30.754331 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:34:30.754331 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:34:30.754331 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:34:30.754331 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:34:30.754331 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:34:30.754331 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:34:30.754331 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:34:30.754331 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:34:30.754331 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:34:30.754331 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:34:30.754331 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:34:30.754331 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:34:30.754331 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:34:30.754331 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:34:30.754331 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:34:30.754331 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:34:30.754331 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:34:30.754331 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:34:30.754331 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:34:30.754331 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:34:30.835653 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6d470aba-a63f-4784-be41-d182c4b9c26d None None] Could not find standard attr ID for object 53a50ff2-9e29-4f7b-8282-c008317401c4. {{(pid=83868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:34:30.848352 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2516c124-8f90-4c20-a03e-7317f79f9133 req-22cc1be1-a0cf-4ece-90ee-321c0a4f86c3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d27d81e-9c9d-43d3-aa8b-0939e9ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2306244 Mar 11 15:34:30.854160 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bd8c445e-aa80-4aa2-a880-d64a22e17909 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:30.891929 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bd8c445e-aa80-4aa2-a880-d64a22e17909 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:30.897821 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a2ec2ef6-e299-4232-8ea7-ab3bf2159cb5 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:30.907887 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c445e-aa80-4aa2-a880-d64a22e17909 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event deleted for resources: {'Network': ['ID=67230026-2d2d-4e76-80ef-8eafe3dac93b,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:30.917963 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-bd8c445e-aa80-4aa2-a880-d64a22e17909 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "DELETE /v2.0/networks/67230026-2d2d-4e76-80ef-8eafe3dac93b HTTP/1.1" status: 204 len: 168 time: 1.1474245 Mar 11 15:34:30.923750 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39976) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:30.929458 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5bd2cd53-8065-4b4d-838e-895aa5e9ef2c tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:30.930209 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-e0821ba3-8e75-4b12-bd3f-bc5459eeb352 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-109250348', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:30.937318 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e0821ba3-8e75-4b12-bd3f-bc5459eeb352 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:30.941951 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e0821ba3-8e75-4b12-bd3f-bc5459eeb352 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Usage tracker for resource:router and tenant:c58947f968f64e3fb11fb874306012f2 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:30.949025 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e0821ba3-8e75-4b12-bd3f-bc5459eeb352 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:30.956770 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-a2ec2ef6-e299-4232-8ea7-ab3bf2159cb5 None None] Transition to ACTIVE for port object 8cc1cf41-cac1-4fd2-bc11-6fe51f173b1f will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:34:30.958673 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e0821ba3-8e75-4b12-bd3f-bc5459eeb352 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:30.980649 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f77b47a3-5612-41ba-8a37-9829363c8966 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:30.981432 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e0821ba3-8e75-4b12-bd3f-bc5459eeb352 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:30.983243 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e0821ba3-8e75-4b12-bd3f-bc5459eeb352 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:30.990352 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a3b4cc-1a4b-41e2-bfc2-62a198aaec56 None None] DHCP port deletion for 67230026-2d2d-4e76-80ef-8eafe3dac93b request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:34:31.002362 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 6208eb2d-6c01-421d-886c-dc00b3d1232e, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6208eb2d-6c01-421d-886c-dc00b3d1232e,segment=NetworkSegment(86f19f21-b375-4ea1-8bd3-1b410b20055f),segment_id=86f19f21-b375-4ea1-8bd3-1b410b20055f)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:34:31.012320 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e0821ba3-8e75-4b12-bd3f-bc5459eeb352 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:31.034770 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f77b47a3-5612-41ba-8a37-9829363c8966 None None] Transition to ACTIVE for port object 6bec4ec5-e33e-41d1-8c0e-b6e7822ed055 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:34:31.038783 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6d470aba-a63f-4784-be41-d182c4b9c26d None None] Provisioning complete for port e588f9b6-98ec-437a-b262-0ebf3b342141 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:31.039151 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6d470aba-a63f-4784-be41-d182c4b9c26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:31.053638 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e0821ba3-8e75-4b12-bd3f-bc5459eeb352 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:31.072345 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-a2ec2ef6-e299-4232-8ea7-ab3bf2159cb5 None None] Transition to ACTIVE for port object 8cc1cf41-cac1-4fd2-bc11-6fe51f173b1f will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:34:31.098603 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5bd2cd53-8065-4b4d-838e-895aa5e9ef2c tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:31.103809 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e0821ba3-8e75-4b12-bd3f-bc5459eeb352 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:31.105159 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': '6208eb2d-6c01-421d-886c-dc00b3d1232e', 'network_id': '0c7936ae-ba60-41e0-9678-29011757e550', 'port_id': '6208eb2d-6c01-421d-886c-dc00b3d1232e', 'mac_address': 'fa:16:3e:dd:23:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b85bbf9-cc60-47b9-9ba7-617c6762d95e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:34:31.105666 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e0821ba3-8e75-4b12-bd3f-bc5459eeb352 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1806109 Mar 11 15:34:31.113280 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39980) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:31.128271 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-4d069669-a12c-4822-8aef-c97553187fa1 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2009813078'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:31.134594 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-4d069669-a12c-4822-8aef-c97553187fa1 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:31.140661 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4d069669-a12c-4822-8aef-c97553187fa1 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Usage tracker for resource:network and tenant:c58947f968f64e3fb11fb874306012f2 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:31.146507 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4d069669-a12c-4822-8aef-c97553187fa1 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:31.155094 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-4d069669-a12c-4822-8aef-c97553187fa1 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:31.165581 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d069669-a12c-4822-8aef-c97553187fa1 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Made reservation on behalf of c58947f968f64e3fb11fb874306012f2 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:31.168681 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4d069669-a12c-4822-8aef-c97553187fa1 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:31.180274 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a2ec2ef6-e299-4232-8ea7-ab3bf2159cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:31.199096 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd2cd53-8065-4b4d-838e-895aa5e9ef2c tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event deleted for resources: {'Subnet': ['ID=7399a23e-8ad4-4851-ac66-f297d98383ed,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:31.206062 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d069669-a12c-4822-8aef-c97553187fa1 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:34:31.217414 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4d069669-a12c-4822-8aef-c97553187fa1 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:31.218763 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-4d069669-a12c-4822-8aef-c97553187fa1 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Added segment ab0430fc-5346-4db3-bb2a-4c282ad248c1 of type vlan for network 30df3178-3653-4d0f-a424-6f1f310a96ba Mar 11 15:34:31.229925 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5bd2cd53-8065-4b4d-838e-895aa5e9ef2c tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:31.250335 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f77b47a3-5612-41ba-8a37-9829363c8966 None None] Transition to ACTIVE for port object 6bec4ec5-e33e-41d1-8c0e-b6e7822ed055 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:34:31.256529 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ce1873-8f9e-41a4-a3c6-15ef7c82528c None None] Network c049f5b2-1690-496c-8cf2-0cf9cb22ae1c requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:34:31.269873 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4d069669-a12c-4822-8aef-c97553187fa1 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:31.271097 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0472d323-6acd-4183-afaa-7575ce8b5054 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:31.314283 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4d069669-a12c-4822-8aef-c97553187fa1 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:31.322766 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d069669-a12c-4822-8aef-c97553187fa1 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:31.323992 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4d069669-a12c-4822-8aef-c97553187fa1 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:31.366635 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 0677b7ce-ae22-4e97-8430-f799839595cc up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:34:31.395737 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f77b47a3-5612-41ba-8a37-9829363c8966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:31.424632 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ec2ef6-e299-4232-8ea7-ab3bf2159cb5 None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:34:31.425397 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4d069669-a12c-4822-8aef-c97553187fa1 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3103004 Mar 11 15:34:31.436270 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:31.439760 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 39984) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:31.449083 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-90b120c8-5b4e-4783-a2a2-b3d4fb97983d tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Request body: {'subnet': {'network_id': '30df3178-3653-4d0f-a424-6f1f310a96ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:31.453216 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-a2ec2ef6-e299-4232-8ea7-ab3bf2159cb5 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:31.456369 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 0677b7ce-ae22-4e97-8430-f799839595cc {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:34:31.456723 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 0677b7ce-ae22-4e97-8430-f799839595cc not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 11 15:34:31.481249 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec2ef6-e299-4232-8ea7-ab3bf2159cb5 None None] Pushing event updated for resources: {'Port': ['ID=8cc1cf41-cac1-4fd2-bc11-6fe51f173b1f,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:31.484413 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ec2ef6-e299-4232-8ea7-ab3bf2159cb5 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:34:31.512710 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-537ca62e-3eec-4bc2-a205-050b47b178f8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Allocated IP 2001:db8::f84e:291f:8435:ec72 (a9e561eb-4382-47f0-afe2-548f64b9476b/e57df892-cb5f-4f52-a713-5f989aee528e/d9dd8171-74ec-4de1-b008-80fd5d159831) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:34:31.517238 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-5bd2cd53-8065-4b4d-838e-895aa5e9ef2c tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/subnets/7399a23e-8ad4-4851-ac66-f297d98383ed HTTP/1.1" status: 204 len: 168 time: 2.3247099 Mar 11 15:34:31.521523 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39988) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:31.533310 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d069669-a12c-4822-8aef-c97553187fa1 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event updated for resources: {'Network': ['ID=30df3178-3653-4d0f-a424-6f1f310a96ba,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:31.552239 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Port 0677b7ce-ae22-4e97-8430-f799839595cc not found, will not notify nova. {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 11 15:34:31.553235 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device e588f9b6-98ec-437a-b262-0ebf3b342141 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:34:31.577924 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0472d323-6acd-4183-afaa-7575ce8b5054 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Network ae75942f-4610-406e-849b-95e3fba1451e is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:34:31.586263 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-90b120c8-5b4e-4783-a2a2-b3d4fb97983d tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:31.590821 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-90b120c8-5b4e-4783-a2a2-b3d4fb97983d tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Usage tracker for resource:subnet and tenant:c58947f968f64e3fb11fb874306012f2 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:31.593694 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-0472d323-6acd-4183-afaa-7575ce8b5054 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:31.595254 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-90b120c8-5b4e-4783-a2a2-b3d4fb97983d tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:31.599918 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 30df3178-3653-4d0f-a424-6f1f310a96ba details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:34:31.602069 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-90b120c8-5b4e-4783-a2a2-b3d4fb97983d tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:31.605928 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0472d323-6acd-4183-afaa-7575ce8b5054 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:31.606517 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0472d323-6acd-4183-afaa-7575ce8b5054 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:31.615012 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b120c8-5b4e-4783-a2a2-b3d4fb97983d tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Made reservation on behalf of c58947f968f64e3fb11fb874306012f2 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:31.683957 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6208eb2d-6c01-421d-886c-dc00b3d1232e {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:34:31.687366 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0472d323-6acd-4183-afaa-7575ce8b5054 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event updated for resources: {'Subnet': ['ID=dbd464c3-0255-4936-be7e-7896c32bd495,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:31.733264 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0472d323-6acd-4183-afaa-7575ce8b5054 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.1064873 Mar 11 15:34:31.737875 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77b47a3-5612-41ba-8a37-9829363c8966 None None] Network ae75942f-4610-406e-849b-95e3fba1451e is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:34:31.742071 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39992) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:31.748888 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae8568e8-79eb-4f49-a043-18be74c4d04b tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Deleting subnet f5a8d925-101f-4f7a-a2c8-af3deeff59de {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:34:31.768403 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-f77b47a3-5612-41ba-8a37-9829363c8966 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:31.804454 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77b47a3-5612-41ba-8a37-9829363c8966 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:34:31.821486 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ae8568e8-79eb-4f49-a043-18be74c4d04b tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:31.835124 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-90b120c8-5b4e-4783-a2a2-b3d4fb97983d tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:31.844398 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2289143c-9501-4f99-9335-7c23da56ac4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:31.876551 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b47a3-5612-41ba-8a37-9829363c8966 None None] Pushing event updated for resources: {'Port': ['ID=6bec4ec5-e33e-41d1-8c0e-b6e7822ed055,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:31.928890 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 6208eb2d-6c01-421d-886c-dc00b3d1232e, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6208eb2d-6c01-421d-886c-dc00b3d1232e,segment=NetworkSegment(86f19f21-b375-4ea1-8bd3-1b410b20055f),segment_id=86f19f21-b375-4ea1-8bd3-1b410b20055f)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:34:32.008757 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:32.012777 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ae8568e8-79eb-4f49-a043-18be74c4d04b tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:32.082812 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4a6ed5-5d27-4871-8771-601bbada739a tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:32.084616 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4a6ed5-5d27-4871-8771-601bbada739a tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:32.086097 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4a6ed5-5d27-4871-8771-601bbada739a tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:32.087591 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4a6ed5-5d27-4871-8771-601bbada739a tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:32.089106 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4a6ed5-5d27-4871-8771-601bbada739a tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:32.090319 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-5d4a6ed5-5d27-4871-8771-601bbada739a tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Synchronizing usage tracker for tenant:ec80415d4e5548b5bced4f16cb2e25ed on resource:subnet {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:34:32.139415 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-90b120c8-5b4e-4783-a2a2-b3d4fb97983d tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:32.141786 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6d470aba-a63f-4784-be41-d182c4b9c26d None None] Could not find standard attr ID for object 23d3f934-1aa2-4965-a79b-e1a52575b7c7. {{(pid=83868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:34:32.155828 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-a2ec2ef6-e299-4232-8ea7-ab3bf2159cb5 None None] Attempting to bind port 8cc1cf41-cac1-4fd2-bc11-6fe51f173b1f on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:34:32.156217 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-a2ec2ef6-e299-4232-8ea7-ab3bf2159cb5 None None] Attempting to bind port 8cc1cf41-cac1-4fd2-bc11-6fe51f173b1f by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:34:32.156571 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ec2ef6-e299-4232-8ea7-ab3bf2159cb5 None None] Attempting to bind port 8cc1cf41-cac1-4fd2-bc11-6fe51f173b1f on network a9e561eb-4382-47f0-afe2-548f64b9476b {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:34:32.211661 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-5d4a6ed5-5d27-4871-8771-601bbada739a tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Unset dirty status for tenant:ec80415d4e5548b5bced4f16cb2e25ed on resource:subnet {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:34:32.218282 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-5d4a6ed5-5d27-4871-8771-601bbada739a tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4742255 Mar 11 15:34:32.223775 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-f77b47a3-5612-41ba-8a37-9829363c8966 None None] Attempting to bind port 6bec4ec5-e33e-41d1-8c0e-b6e7822ed055 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:34:32.224182 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-f77b47a3-5612-41ba-8a37-9829363c8966 None None] Attempting to bind port 6bec4ec5-e33e-41d1-8c0e-b6e7822ed055 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '6802b006-81e0-4363-88f7-de3c600f6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'ae75942f-4610-406e-849b-95e3fba1451e'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:34:32.224542 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77b47a3-5612-41ba-8a37-9829363c8966 None None] Attempting to bind port 6bec4ec5-e33e-41d1-8c0e-b6e7822ed055 on network ae75942f-4610-406e-849b-95e3fba1451e {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:34:32.227193 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 39998) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:32.239481 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ec2ef6-e299-4232-8ea7-ab3bf2159cb5 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:34:32.239847 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ec2ef6-e299-4232-8ea7-ab3bf2159cb5 None None] Checking segment: {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:34:32.240289 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a2ec2ef6-e299-4232-8ea7-ab3bf2159cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:32.240668 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ec2ef6-e299-4232-8ea7-ab3bf2159cb5 None None] Bound using segment: {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:34:32.241151 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-a2ec2ef6-e299-4232-8ea7-ab3bf2159cb5 None None] Bound port: 8cc1cf41-cac1-4fd2-bc11-6fe51f173b1f, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:34:32.241515 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a2ec2ef6-e299-4232-8ea7-ab3bf2159cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:32.242597 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-bb807b14-4d68-44c9-a0a8-d360383c1ff3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1921114026'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:32.260814 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b120c8-5b4e-4783-a2a2-b3d4fb97983d tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event updated for resources: {'Subnet': ['ID=7c5860c3-e60d-424f-9370-0324916e32f7,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:32.266970 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=6208eb2d-6c01-421d-886c-dc00b3d1232e,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:32.273729 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-bb807b14-4d68-44c9-a0a8-d360383c1ff3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:32.275248 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port e588f9b6-98ec-437a-b262-0ebf3b342141 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:32.275610 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:32.301081 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-537ca62e-3eec-4bc2-a205-050b47b178f8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:32.311606 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-bb807b14-4d68-44c9-a0a8-d360383c1ff3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Usage tracker for resource:network and tenant:ec80415d4e5548b5bced4f16cb2e25ed is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:32.324536 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-bb807b14-4d68-44c9-a0a8-d360383c1ff3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:32.336005 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-bb807b14-4d68-44c9-a0a8-d360383c1ff3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:32.342041 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ae8568e8-79eb-4f49-a043-18be74c4d04b tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:32.350090 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77b47a3-5612-41ba-8a37-9829363c8966 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:34:32.350461 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77b47a3-5612-41ba-8a37-9829363c8966 None None] Checking segment: {'id': '6802b006-81e0-4363-88f7-de3c600f6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'ae75942f-4610-406e-849b-95e3fba1451e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:34:32.350855 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f77b47a3-5612-41ba-8a37-9829363c8966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:32.351233 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77b47a3-5612-41ba-8a37-9829363c8966 None None] Bound using segment: {'id': '6802b006-81e0-4363-88f7-de3c600f6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'ae75942f-4610-406e-849b-95e3fba1451e'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:34:32.351709 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-f77b47a3-5612-41ba-8a37-9829363c8966 None None] Bound port: 6bec4ec5-e33e-41d1-8c0e-b6e7822ed055, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6802b006-81e0-4363-88f7-de3c600f6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'ae75942f-4610-406e-849b-95e3fba1451e'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:34:32.352072 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f77b47a3-5612-41ba-8a37-9829363c8966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:32.369122 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b120c8-5b4e-4783-a2a2-b3d4fb97983d tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Checking segment: {'id': 'ab0430fc-5346-4db3-bb2a-4c282ad248c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '30df3178-3653-4d0f-a424-6f1f310a96ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:34:32.369582 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b120c8-5b4e-4783-a2a2-b3d4fb97983d tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Network hostable DHCP agents. Network: 30df3178-3653-4d0f-a424-6f1f310a96ba, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:34:32.385587 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['6208eb2d-6c01-421d-886c-dc00b3d1232e'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 15:34:32.385854 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0209911-4251-4f4b-a630-febfd80c44a0 req-0bb3b1e9-da50-4b22-9124-2ff9fd9cb13f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:32.387378 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-a0209911-4251-4f4b-a630-febfd80c44a0 req-0bb3b1e9-da50-4b22-9124-2ff9fd9cb13f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffd42f93-bf15-4bb6-992d-8811735d5c96 HTTP/1.1" status: 200 len: 944 time: 0.2432950 Mar 11 15:34:32.401237 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-537ca62e-3eec-4bc2-a205-050b47b178f8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Transition to ACTIVE for port object d9dd8171-74ec-4de1-b008-80fd5d159831 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:34:32.425997 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b120c8-5b4e-4783-a2a2-b3d4fb97983d tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Network 30df3178-3653-4d0f-a424-6f1f310a96ba is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:34:32.429645 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6d470aba-a63f-4784-be41-d182c4b9c26d None None] Provisioning complete for port c63ce0c3-2275-4dd0-88fc-e918175aa469 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:32.430015 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6d470aba-a63f-4784-be41-d182c4b9c26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:32.446796 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-90b120c8-5b4e-4783-a2a2-b3d4fb97983d tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 30df3178-3653-4d0f-a424-6f1f310a96ba) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:32.458158 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b120c8-5b4e-4783-a2a2-b3d4fb97983d tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:32.458834 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-90b120c8-5b4e-4783-a2a2-b3d4fb97983d tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:32.461191 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-537ca62e-3eec-4bc2-a205-050b47b178f8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:32.482905 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-a0209911-4251-4f4b-a630-febfd80c44a0 req-8cbd091b-4f3f-4689-a8aa-911258426a35 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d27d81e-9c9d-43d3-aa8b-0939e9ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795224 Mar 11 15:34:32.491618 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99af2d8c-695a-4d89-81a3-1415685472ad None None] Network 30df3178-3653-4d0f-a424-6f1f310a96ba requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:34:32.514802 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-90b120c8-5b4e-4783-a2a2-b3d4fb97983d tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0707417 Mar 11 15:34:32.515841 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40002) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:32.548574 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb807b14-4d68-44c9-a0a8-d360383c1ff3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Made reservation on behalf of ec80415d4e5548b5bced4f16cb2e25ed for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:32.550852 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bb807b14-4d68-44c9-a0a8-d360383c1ff3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:32.639699 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537ca62e-3eec-4bc2-a205-050b47b178f8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:34:32.640801 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ca62e-3eec-4bc2-a205-050b47b178f8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Port': ['ID=d9dd8171-74ec-4de1-b008-80fd5d159831,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:32.660207 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-537ca62e-3eec-4bc2-a205-050b47b178f8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:32.662704 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537ca62e-3eec-4bc2-a205-050b47b178f8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:34:32.667001 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537ca62e-3eec-4bc2-a205-050b47b178f8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:32.667714 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-537ca62e-3eec-4bc2-a205-050b47b178f8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:32.689843 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb807b14-4d68-44c9-a0a8-d360383c1ff3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:34:32.714444 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ae8568e8-79eb-4f49-a043-18be74c4d04b tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:32.723505 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bb807b14-4d68-44c9-a0a8-d360383c1ff3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:32.723505 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-bb807b14-4d68-44c9-a0a8-d360383c1ff3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Added segment aedf3e9c-d37d-4dfd-ab86-0c9f0ff9cac2 of type vlan for network 307a0e1c-26cd-45f5-b582-39ff8235a267 Mar 11 15:34:32.762388 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-537ca62e-3eec-4bc2-a205-050b47b178f8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.4131448 Mar 11 15:34:32.771183 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40006) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:32.775235 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8568e8-79eb-4f49-a043-18be74c4d04b tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event deleted for resources: {'Subnet': ['ID=f5a8d925-101f-4f7a-a2c8-af3deeff59de,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:32.819691 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-a2ec2ef6-e299-4232-8ea7-ab3bf2159cb5 None None] For port 8cc1cf41-cac1-4fd2-bc11-6fe51f173b1f, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:34:32.838099 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:32.864532 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ae8568e8-79eb-4f49-a043-18be74c4d04b tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:32.869201 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ae8568e8-79eb-4f49-a043-18be74c4d04b tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/subnets/f5a8d925-101f-4f7a-a2c8-af3deeff59de HTTP/1.1" status: 204 len: 168 time: 1.3405025 Mar 11 15:34:32.870034 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40010) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:32.907784 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bb807b14-4d68-44c9-a0a8-d360383c1ff3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:32.912791 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-a2ec2ef6-e299-4232-8ea7-ab3bf2159cb5 None None] For port 8cc1cf41-cac1-4fd2-bc11-6fe51f173b1f, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=8cc1cf41-cac1-4fd2-bc11-6fe51f173b1f,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:34:32.947412 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-f77b47a3-5612-41ba-8a37-9829363c8966 None None] For port 6bec4ec5-e33e-41d1-8c0e-b6e7822ed055, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:34:32.976122 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-a14918a3-5ea7-498a-a137-9962e69d533f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] DELETE failed (client error): The resource could not be found. Mar 11 15:34:32.976986 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a14918a3-5ea7-498a-a137-9962e69d533f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:34:32.980747 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a14918a3-5ea7-498a-a137-9962e69d533f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/subnets/7399a23e-8ad4-4851-ac66-f297d98383ed HTTP/1.1" status: 404 len: 337 time: 0.1027329 Mar 11 15:34:32.980942 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a2ec2ef6-e299-4232-8ea7-ab3bf2159cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:32.981088 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40014) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:32.996398 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bb807b14-4d68-44c9-a0a8-d360383c1ff3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:33.001292 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb807b14-4d68-44c9-a0a8-d360383c1ff3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:33.002016 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bb807b14-4d68-44c9-a0a8-d360383c1ff3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:33.045877 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12db9f22-f30d-42b1-a4ac-a6d8ae3bb7a9 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:33.051131 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12db9f22-f30d-42b1-a4ac-a6d8ae3bb7a9 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:33.052341 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-12db9f22-f30d-42b1-a4ac-a6d8ae3bb7a9 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:34:33.062412 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-f77b47a3-5612-41ba-8a37-9829363c8966 None None] For port 6bec4ec5-e33e-41d1-8c0e-b6e7822ed055, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=6bec4ec5-e33e-41d1-8c0e-b6e7822ed055,segment=NetworkSegment(6802b006-81e0-4363-88f7-de3c600f6071),segment_id=6802b006-81e0-4363-88f7-de3c600f6071)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:34:33.070724 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:33.177141 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f77b47a3-5612-41ba-8a37-9829363c8966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:33.218087 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-bb807b14-4d68-44c9-a0a8-d360383c1ff3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9884102 Mar 11 15:34:33.227909 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40018) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:33.234379 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-e3580fac-c294-4614-b5e4-a32f8568d237 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:33.258980 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb807b14-4d68-44c9-a0a8-d360383c1ff3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event updated for resources: {'Network': ['ID=307a0e1c-26cd-45f5-b582-39ff8235a267,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:33.266022 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec2ef6-e299-4232-8ea7-ab3bf2159cb5 None None] Pushing event updated for resources: {'Port': ['ID=8cc1cf41-cac1-4fd2-bc11-6fe51f173b1f,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:33.276661 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 53a50ff2-9e29-4f7b-8282-c008317401c4 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:34:33.305615 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 307a0e1c-26cd-45f5-b582-39ff8235a267 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:34:33.306202 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-b3eabe38-5f61-471b-8ca6-081b1e9f9a66 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Deleting port f7715e6a-4e61-4e00-b628-83c93e85d8e6 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:34:33.306552 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b3eabe38-5f61-471b-8ca6-081b1e9f9a66 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:33.349891 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-12db9f22-f30d-42b1-a4ac-a6d8ae3bb7a9 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:34:33.355370 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-12db9f22-f30d-42b1-a4ac-a6d8ae3bb7a9 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5766907 Mar 11 15:34:33.356516 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40022) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:33.402442 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-72f16376-aa14-4f23-ba65-e1a891049e89 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:33.493588 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 53a50ff2-9e29-4f7b-8282-c008317401c4 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:34:33.494256 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 53a50ff2-9e29-4f7b-8282-c008317401c4 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:34:33.514113 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6d470aba-a63f-4784-be41-d182c4b9c26d None None] Could not find standard attr ID for object 21c6a627-3cb9-4280-ae14-9bc872632b87. {{(pid=83868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:34:33.602552 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e43e180-7972-4f9a-a693-b3b21afdad6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-30df3178-3653-4d0f-a424-6f1f310a96ba', 'network_id': '30df3178-3653-4d0f-a424-6f1f310a96ba', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'fixed_ips': [{'subnet_id': '7c5860c3-e60d-424f-9370-0324916e32f7'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:34:33.603513 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1e43e180-7972-4f9a-a693-b3b21afdad6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:33.635007 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b3eabe38-5f61-471b-8ca6-081b1e9f9a66 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:33.713394 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b47a3-5612-41ba-8a37-9829363c8966 None None] Pushing event updated for resources: {'Port': ['ID=6bec4ec5-e33e-41d1-8c0e-b6e7822ed055,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:33.807445 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 7b993a71-c302-4ae1-9d07-93208a4361c1 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:34:33.867793 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-09b0b3ef-2f6a-42b3-8a74-a3bad74b81c6 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Deleting subnet 1b31925b-a405-405f-8129-83c2e26bf558 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:34:33.893366 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-09b0b3ef-2f6a-42b3-8a74-a3bad74b81c6 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:34.130617 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-b3eabe38-5f61-471b-8ca6-081b1e9f9a66 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Calling delete_port for f7715e6a-4e61-4e00-b628-83c93e85d8e6 owned by network:router_interface {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:34:34.140948 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536e128c-7e71-42c1-b9cc-c14b64a01328 None None] Network c049f5b2-1690-496c-8cf2-0cf9cb22ae1c requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:34:34.182066 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-09b0b3ef-2f6a-42b3-8a74-a3bad74b81c6 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:34.313523 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:34.345556 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-5c492143-b4fc-403f-b368-d6569a2188f6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting port d9dd8171-74ec-4de1-b008-80fd5d159831 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:34:34.346197 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5c492143-b4fc-403f-b368-d6569a2188f6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:34.373558 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-1e43e180-7972-4f9a-a693-b3b21afdad6c None None] Allocated IP 2001:db8::2 (30df3178-3653-4d0f-a424-6f1f310a96ba/7c5860c3-e60d-424f-9370-0324916e32f7/3f6f4636-69cb-4cac-b357-540208f5be2e) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:34:34.376811 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-8dce8c4a-e224-412a-b271-39845499640c None None] Provisioning complete for port c63ce0c3-2275-4dd0-88fc-e918175aa469 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:34.377286 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8dce8c4a-e224-412a-b271-39845499640c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:34.392976 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e3580fac-c294-4614-b5e4-a32f8568d237 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:34.440742 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e3580fac-c294-4614-b5e4-a32f8568d237 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:34.541004 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-09b0b3ef-2f6a-42b3-8a74-a3bad74b81c6 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:34.574260 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e3580fac-c294-4614-b5e4-a32f8568d237 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Network 307a0e1c-26cd-45f5-b582-39ff8235a267 is not hosted by any dhcp agent {{(pid=83867) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 11 15:34:34.578610 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3580fac-c294-4614-b5e4-a32f8568d237 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:34.579102 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e3580fac-c294-4614-b5e4-a32f8568d237 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:34.584535 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e3580fac-c294-4614-b5e4-a32f8568d237 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "PUT /v2.0/networks/307a0e1c-26cd-45f5-b582-39ff8235a267 HTTP/1.1" status: 200 len: 723 time: 1.3514965 Mar 11 15:34:34.588156 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40028) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:34.613392 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-3b0768b2-8370-4c48-872d-98cd5b4e77bf tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Request body: {'subnet': {'network_id': '307a0e1c-26cd-45f5-b582-39ff8235a267', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:34.625225 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3580fac-c294-4614-b5e4-a32f8568d237 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event updated for resources: {'Network': ['ID=307a0e1c-26cd-45f5-b582-39ff8235a267,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:34.626041 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 7b993a71-c302-4ae1-9d07-93208a4361c1 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:34.626417 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:34.662792 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-09b0b3ef-2f6a-42b3-8a74-a3bad74b81c6 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:34.671191 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 307a0e1c-26cd-45f5-b582-39ff8235a267 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:34:34.704906 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0b3ef-2f6a-42b3-8a74-a3bad74b81c6 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event deleted for resources: {'Subnet': ['ID=1b31925b-a405-405f-8129-83c2e26bf558,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:34.719944 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-09b0b3ef-2f6a-42b3-8a74-a3bad74b81c6 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:34.731050 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-09b0b3ef-2f6a-42b3-8a74-a3bad74b81c6 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/subnets/1b31925b-a405-405f-8129-83c2e26bf558 HTTP/1.1" status: 204 len: 168 time: 1.7466791 Mar 11 15:34:34.731271 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40032) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:34.775411 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-32092855-422a-48e4-b4d6-c7c72344d82c tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] DELETE failed (client error): The resource could not be found. Mar 11 15:34:34.775878 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32092855-422a-48e4-b4d6-c7c72344d82c tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:34:34.777744 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-32092855-422a-48e4-b4d6-c7c72344d82c tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/subnets/5c33f5b4-76a4-4848-aa47-21929d78fc38 HTTP/1.1" status: 404 len: 337 time: 0.0455925 Mar 11 15:34:34.781782 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40038) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:34.837632 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c1c9ffa5-1249-4fbc-b10d-b36c938d534f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Synchronizing usage tracker for tenant:a138b31c346e4c0cb3afee629b96673d on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:34:34.864869 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c1c9ffa5-1249-4fbc-b10d-b36c938d534f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Unset dirty status for tenant:a138b31c346e4c0cb3afee629b96673d on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:34:34.870324 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c1c9ffa5-1249-4fbc-b10d-b36c938d534f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b2fda4b-92ac-450e-80b5-4dfd71de6d6f HTTP/1.1" status: 200 len: 205 time: 0.0870926 Mar 11 15:34:34.872680 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40042) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:34.885248 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-3b0768b2-8370-4c48-872d-98cd5b4e77bf tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:34.898310 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4a1fc-f675-42e5-b6c8-c3ec32d530f4 req-7944e830-c41e-473d-bb35-52d628da0182 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:34.899916 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-18e4a1fc-f675-42e5-b6c8-c3ec32d530f4 req-7944e830-c41e-473d-bb35-52d628da0182 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffd42f93-bf15-4bb6-992d-8811735d5c96 HTTP/1.1" status: 200 len: 944 time: 0.5016925 Mar 11 15:34:34.950683 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5c492143-b4fc-403f-b368-d6569a2188f6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:34.959303 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-3b0768b2-8370-4c48-872d-98cd5b4e77bf tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:34.961775 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-83c500f7-80cc-4587-b9a0-78953383113c tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] delete failed (client error): The resource could not be found. Mar 11 15:34:34.968236 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-83c500f7-80cc-4587-b9a0-78953383113c tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/routers/4b2fda4b-92ac-450e-80b5-4dfd71de6d6f HTTP/1.1" status: 404 len: 336 time: 0.0934279 Mar 11 15:34:34.968641 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40046) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:35.018313 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9fb216b-4231-46d5-8b30-2ed3a0ab5ffa tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] DELETE failed (client error): The resource could not be found. Mar 11 15:34:35.019019 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9fb216b-4231-46d5-8b30-2ed3a0ab5ffa tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:34:35.024511 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b9fb216b-4231-46d5-8b30-2ed3a0ab5ffa tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/subnets/b446632e-b3fd-4a63-b042-587f628748f2 HTTP/1.1" status: 404 len: 337 time: 0.0547194 Mar 11 15:34:35.025386 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40050) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:35.077264 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a87ec1b-204a-4bf3-b2e1-b03fd6f797c5 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] DELETE failed (client error): The resource could not be found. Mar 11 15:34:35.077852 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a87ec1b-204a-4bf3-b2e1-b03fd6f797c5 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:34:35.082929 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-2a87ec1b-204a-4bf3-b2e1-b03fd6f797c5 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/subnets/efd5cf9d-13c5-49c7-ae71-36ed2c2b2724 HTTP/1.1" status: 404 len: 337 time: 0.0562260 Mar 11 15:34:35.083797 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40054) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:35.128367 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-25ee9a6d-418e-482d-8499-77efc18810d5 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] DELETE failed (client error): The resource could not be found. Mar 11 15:34:35.128852 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25ee9a6d-418e-482d-8499-77efc18810d5 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:34:35.133830 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-25ee9a6d-418e-482d-8499-77efc18810d5 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/subnets/f932ea87-370a-4d13-9498-5e9f63dfe8b4 HTTP/1.1" status: 404 len: 337 time: 0.0485802 Mar 11 15:34:35.134594 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40058) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:35.193425 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-5c492143-b4fc-403f-b368-d6569a2188f6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Calling delete_port for d9dd8171-74ec-4de1-b008-80fd5d159831 owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:34:35.237808 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4ad2aaf-caf8-4229-b9de-fc07c93304b6 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] DELETE failed (client error): The resource could not be found. Mar 11 15:34:35.240419 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4ad2aaf-caf8-4229-b9de-fc07c93304b6 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:34:35.244764 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1e43e180-7972-4f9a-a693-b3b21afdad6c None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:35.245356 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e4ad2aaf-caf8-4229-b9de-fc07c93304b6 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/ports/50561b8c-fe69-47aa-ab89-392cf83f4999 HTTP/1.1" status: 404 len: 333 time: 0.1094632 Mar 11 15:34:35.246036 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40062) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:35.249957 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-8dce8c4a-e224-412a-b271-39845499640c None None] Provisioning complete for port 1b3a1a11-8e39-40e4-bcd9-b0d190530ea7 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:35.250558 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8dce8c4a-e224-412a-b271-39845499640c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:35.308687 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0768b2-8370-4c48-872d-98cd5b4e77bf tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Made reservation on behalf of ec80415d4e5548b5bced4f16cb2e25ed for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:35.326680 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-34d8e4d6-bc06-4b71-b13f-1d4fb5e3554f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] DELETE failed (client error): The resource could not be found. Mar 11 15:34:35.332140 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34d8e4d6-bc06-4b71-b13f-1d4fb5e3554f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:34:35.334313 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-34d8e4d6-bc06-4b71-b13f-1d4fb5e3554f tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/subnets/94c1858e-8644-44b4-8625-614669892198 HTTP/1.1" status: 404 len: 337 time: 0.0871661 Mar 11 15:34:35.334986 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40066) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:35.366053 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-1e43e180-7972-4f9a-a693-b3b21afdad6c None None] Transition to ACTIVE for port object 3f6f4636-69cb-4cac-b357-540208f5be2e will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:34:35.407077 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 0677b7ce-ae22-4e97-8430-f799839595cc no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:34:35.443747 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a0d6d26-c188-4fa3-a334-ff46a49e0ce3 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] DELETE failed (client error): The resource could not be found. Mar 11 15:34:35.444282 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a0d6d26-c188-4fa3-a334-ff46a49e0ce3 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:34:35.445931 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7a0d6d26-c188-4fa3-a334-ff46a49e0ce3 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/subnets/48f417fd-4217-4dac-abc8-ab52b5ca2afc HTTP/1.1" status: 404 len: 337 time: 0.1097386 Mar 11 15:34:35.449522 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40070) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:35.504913 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ebc8d2d-3423-4da7-94fc-2279cbdf3f70 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] DELETE failed (client error): The resource could not be found. Mar 11 15:34:35.505547 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ebc8d2d-3423-4da7-94fc-2279cbdf3f70 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:34:35.509565 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0ebc8d2d-3423-4da7-94fc-2279cbdf3f70 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/ports/d72005e8-8b5c-4170-9675-3d3c78d1058b HTTP/1.1" status: 404 len: 333 time: 0.0567133 Mar 11 15:34:35.509765 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-8dce8c4a-e224-412a-b271-39845499640c None None] Port 1b3a1a11-8e39-40e4-bcd9-b0d190530ea7 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:34:35.512316 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40074) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:35.515544 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-1e43e180-7972-4f9a-a693-b3b21afdad6c None None] Transition to ACTIVE for port object 3f6f4636-69cb-4cac-b357-540208f5be2e will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:34:35.517411 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-18e4a1fc-f675-42e5-b6c8-c3ec32d530f4 req-6fc0353d-0233-4175-8c35-1b7e98d06d87 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d27d81e-9c9d-43d3-aa8b-0939e9ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5949564 Mar 11 15:34:35.519338 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 0677b7ce-ae22-4e97-8430-f799839595cc {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:34:35.520562 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 0677b7ce-ae22-4e97-8430-f799839595cc not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:34:35.572566 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1e43e180-7972-4f9a-a693-b3b21afdad6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:35.584238 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b3eabe38-5f61-471b-8ca6-081b1e9f9a66 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:35.683597 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eabe38-5f61-471b-8ca6-081b1e9f9a66 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event deleted for resources: {'Port': ['ID=f7715e6a-4e61-4e00-b628-83c93e85d8e6,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:35.692020 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3b0768b2-8370-4c48-872d-98cd5b4e77bf tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:35.705079 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-a40e108b-8762-4789-aca2-80554b1afe72 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] DELETE failed (client error): The resource could not be found. Mar 11 15:34:35.706745 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a40e108b-8762-4789-aca2-80554b1afe72 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:34:35.708556 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a40e108b-8762-4789-aca2-80554b1afe72 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/subnets/c6e222af-1006-4101-b2a6-4cbee06cb800 HTTP/1.1" status: 404 len: 337 time: 0.1972134 Mar 11 15:34:35.722871 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40078) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:35.747032 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a691c61-c470-4240-9bc7-71e0f88f0184 None None] Update dhcp port {'port': {'network_id': 'c049f5b2-1690-496c-8cf2-0cf9cb22ae1c', 'fixed_ips': [{'subnet_id': '1b31925b-a405-405f-8129-83c2e26bf558'}], 'binding:host_id': 'dv-neutron-833373-1-hyperv'}, 'id': 'c63ce0c3-2275-4dd0-88fc-e918175aa469'} from dv-neutron-833373-1-hyperv. {{(pid=83868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 15:34:35.792241 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 6bec4ec5-e33e-41d1-8c0e-b6e7822ed055 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:34:35.812193 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-3634ee0c-4948-4c5a-bbdd-07ad3b1d6856 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] DELETE failed (client error): The resource could not be found. Mar 11 15:34:35.812773 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3634ee0c-4948-4c5a-bbdd-07ad3b1d6856 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:34:35.816831 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-3634ee0c-4948-4c5a-bbdd-07ad3b1d6856 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/subnets/d89bd66a-be89-429e-b879-ff44a274a7b3 HTTP/1.1" status: 404 len: 337 time: 0.0906420 Mar 11 15:34:35.817400 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40082) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:35.867514 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb60b23-3a72-4221-a61a-a01695c57e76 None None] Network ae75942f-4610-406e-849b-95e3fba1451e requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:34:35.906128 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-72f16376-aa14-4f23-ba65-e1a891049e89 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Allocated IP 2001:db8::1 (30df3178-3653-4d0f-a424-6f1f310a96ba/7c5860c3-e60d-424f-9370-0324916e32f7/b0530187-b09b-4957-b4c6-29c975ce95df) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:34:35.908793 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e43e180-7972-4f9a-a693-b3b21afdad6c None None] Network 30df3178-3653-4d0f-a424-6f1f310a96ba is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:34:35.923244 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-1e43e180-7972-4f9a-a693-b3b21afdad6c None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:35.926743 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e43e180-7972-4f9a-a693-b3b21afdad6c None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:34:35.946412 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-3c680129-42cf-4a71-8f69-3f40f720c2c4 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Deleting port 1b3a1a11-8e39-40e4-bcd9-b0d190530ea7 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:34:35.946858 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3c680129-42cf-4a71-8f69-3f40f720c2c4 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:35.957013 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5c492143-b4fc-403f-b368-d6569a2188f6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:35.983351 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e43e180-7972-4f9a-a693-b3b21afdad6c None None] Pushing event updated for resources: {'Port': ['ID=3f6f4636-69cb-4cac-b357-540208f5be2e,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:36.002070 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5bb4d117-6ea2-43df-9b35-89f8d91c607b None None] Provisioning for port 8cc1cf41-cac1-4fd2-bc11-6fe51f173b1f completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:34:36.005148 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4a691c61-c470-4240-9bc7-71e0f88f0184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:36.130884 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c492143-b4fc-403f-b368-d6569a2188f6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Port': ['ID=d9dd8171-74ec-4de1-b008-80fd5d159831,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:36.162519 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5c492143-b4fc-403f-b368-d6569a2188f6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:36.191709 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-5c492143-b4fc-403f-b368-d6569a2188f6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/ports/d9dd8171-74ec-4de1-b008-80fd5d159831 HTTP/1.1" status: 204 len: 168 time: 2.8261852 Mar 11 15:34:36.204416 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40086) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:36.255740 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f960d80f-b5b6-4caf-9519-d742ac94239d None None] Could not find standard attr ID for object 4cc68211-51eb-476f-905e-e2960f225537. {{(pid=83868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:34:36.350524 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-1e43e180-7972-4f9a-a693-b3b21afdad6c None None] Attempting to bind port 3f6f4636-69cb-4cac-b357-540208f5be2e on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:34:36.350915 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-1e43e180-7972-4f9a-a693-b3b21afdad6c None None] Attempting to bind port 3f6f4636-69cb-4cac-b357-540208f5be2e by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'ab0430fc-5346-4db3-bb2a-4c282ad248c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '30df3178-3653-4d0f-a424-6f1f310a96ba'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:34:36.351275 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e43e180-7972-4f9a-a693-b3b21afdad6c None None] Attempting to bind port 3f6f4636-69cb-4cac-b357-540208f5be2e on network 30df3178-3653-4d0f-a424-6f1f310a96ba {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:34:36.376020 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 6bec4ec5-e33e-41d1-8c0e-b6e7822ed055 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:34:36.414017 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 6208eb2d-6c01-421d-886c-dc00b3d1232e up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:34:36.468718 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 8cc1cf41-cac1-4fd2-bc11-6fe51f173b1f up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:34:36.502986 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e43e180-7972-4f9a-a693-b3b21afdad6c None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:34:36.503406 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e43e180-7972-4f9a-a693-b3b21afdad6c None None] Checking segment: {'id': 'ab0430fc-5346-4db3-bb2a-4c282ad248c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '30df3178-3653-4d0f-a424-6f1f310a96ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:34:36.503786 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1e43e180-7972-4f9a-a693-b3b21afdad6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:36.508466 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e43e180-7972-4f9a-a693-b3b21afdad6c None None] Bound using segment: {'id': 'ab0430fc-5346-4db3-bb2a-4c282ad248c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '30df3178-3653-4d0f-a424-6f1f310a96ba'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:34:36.509109 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-1e43e180-7972-4f9a-a693-b3b21afdad6c None None] Bound port: 3f6f4636-69cb-4cac-b357-540208f5be2e, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab0430fc-5346-4db3-bb2a-4c282ad248c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '30df3178-3653-4d0f-a424-6f1f310a96ba'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:34:36.509501 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1e43e180-7972-4f9a-a693-b3b21afdad6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:36.530349 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-72f16376-aa14-4f23-ba65-e1a891049e89 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:36.580612 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f960d80f-b5b6-4caf-9519-d742ac94239d None None] Provisioning for port 6bec4ec5-e33e-41d1-8c0e-b6e7822ed055 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:34:36.671289 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f960d80f-b5b6-4caf-9519-d742ac94239d None None] Provisioning complete for port 6bec4ec5-e33e-41d1-8c0e-b6e7822ed055 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:36.671512 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f960d80f-b5b6-4caf-9519-d742ac94239d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:36.703554 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-72f16376-aa14-4f23-ba65-e1a891049e89 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Transition to ACTIVE for port object b0530187-b09b-4957-b4c6-29c975ce95df will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:34:36.721550 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3c680129-42cf-4a71-8f69-3f40f720c2c4 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:36.750146 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3b0768b2-8370-4c48-872d-98cd5b4e77bf tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:36.773889 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1b68f8-4271-4412-a560-841274192746 None None] Network c049f5b2-1690-496c-8cf2-0cf9cb22ae1c requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:34:36.898439 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-3c680129-42cf-4a71-8f69-3f40f720c2c4 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Calling delete_port for 1b3a1a11-8e39-40e4-bcd9-b0d190530ea7 owned by {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:34:36.905319 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0768b2-8370-4c48-872d-98cd5b4e77bf tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Checking segment: {'id': 'aedf3e9c-d37d-4dfd-ab86-0c9f0ff9cac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '307a0e1c-26cd-45f5-b582-39ff8235a267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:34:36.905749 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0768b2-8370-4c48-872d-98cd5b4e77bf tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Network hostable DHCP agents. Network: 307a0e1c-26cd-45f5-b582-39ff8235a267, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:34:36.918205 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef0fe64-d989-486e-8c53-5deed48a5735 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:36.919512 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef0fe64-d989-486e-8c53-5deed48a5735 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:36.924996 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9ef0fe64-d989-486e-8c53-5deed48a5735 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7193937 Mar 11 15:34:36.925515 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40092) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:37.002467 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0768b2-8370-4c48-872d-98cd5b4e77bf tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event updated for resources: {'Subnet': ['ID=f81c94a1-e1b4-4ed1-95d1-456ae4f58c7d,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:37.010406 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-72f16376-aa14-4f23-ba65-e1a891049e89 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:37.076392 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b3eabe38-5f61-471b-8ca6-081b1e9f9a66 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:37.095913 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3c680129-42cf-4a71-8f69-3f40f720c2c4 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:37.117757 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f16376-aa14-4f23-ba65-e1a891049e89 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Network 30df3178-3653-4d0f-a424-6f1f310a96ba is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:34:37.123966 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2a4c6-843a-4fa3-8761-55cab70dfb59 req-40cecdb9-d857-4382-9e2d-484c77c9adc0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:37.125555 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-a1f2a4c6-843a-4fa3-8761-55cab70dfb59 req-40cecdb9-d857-4382-9e2d-484c77c9adc0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffd42f93-bf15-4bb6-992d-8811735d5c96 HTTP/1.1" status: 200 len: 944 time: 0.3954740 Mar 11 15:34:37.129761 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-72f16376-aa14-4f23-ba65-e1a891049e89 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:37.149733 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-1e43e180-7972-4f9a-a693-b3b21afdad6c None None] For port 3f6f4636-69cb-4cac-b357-540208f5be2e, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:34:37.152570 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f16376-aa14-4f23-ba65-e1a891049e89 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:34:37.153090 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-72f16376-aa14-4f23-ba65-e1a891049e89 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:37.154118 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-1e43e180-7972-4f9a-a693-b3b21afdad6c None None] For port 3f6f4636-69cb-4cac-b357-540208f5be2e, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=3f6f4636-69cb-4cac-b357-540208f5be2e,segment=NetworkSegment(ab0430fc-5346-4db3-bb2a-4c282ad248c1),segment_id=ab0430fc-5346-4db3-bb2a-4c282ad248c1)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:34:37.160132 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f16376-aa14-4f23-ba65-e1a891049e89 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event updated for resources: {'Port': ['ID=b0530187-b09b-4957-b4c6-29c975ce95df,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:37.188993 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3c680129-42cf-4a71-8f69-3f40f720c2c4 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:37.194667 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f16376-aa14-4f23-ba65-e1a891049e89 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:37.194667 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f16376-aa14-4f23-ba65-e1a891049e89 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:37.194667 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f16376-aa14-4f23-ba65-e1a891049e89 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:37.195055 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1e43e180-7972-4f9a-a693-b3b21afdad6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:37.195168 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f16376-aa14-4f23-ba65-e1a891049e89 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:37.195168 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f16376-aa14-4f23-ba65-e1a891049e89 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:37.195435 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f16376-aa14-4f23-ba65-e1a891049e89 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:37.195757 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f16376-aa14-4f23-ba65-e1a891049e89 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:37.196088 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f16376-aa14-4f23-ba65-e1a891049e89 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:37.196409 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f16376-aa14-4f23-ba65-e1a891049e89 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:37.196730 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f16376-aa14-4f23-ba65-e1a891049e89 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:37.197044 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f16376-aa14-4f23-ba65-e1a891049e89 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:37.304163 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-a1f2a4c6-843a-4fa3-8761-55cab70dfb59 req-1567df9e-5753-437b-9212-88838e57898b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d27d81e-9c9d-43d3-aa8b-0939e9ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717236 Mar 11 15:34:37.306011 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c680129-42cf-4a71-8f69-3f40f720c2c4 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event deleted for resources: {'Port': ['ID=1b3a1a11-8e39-40e4-bcd9-b0d190530ea7,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:37.364364 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-3c680129-42cf-4a71-8f69-3f40f720c2c4 tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/ports/1b3a1a11-8e39-40e4-bcd9-b0d190530ea7 HTTP/1.1" status: 204 len: 168 time: 1.5457261 Mar 11 15:34:37.374082 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40096) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:37.423652 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning for port 6208eb2d-6c01-421d-886c-dc00b3d1232e completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:34:37.426956 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0768b2-8370-4c48-872d-98cd5b4e77bf tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Network 307a0e1c-26cd-45f5-b582-39ff8235a267 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:34:37.434571 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 8cc1cf41-cac1-4fd2-bc11-6fe51f173b1f completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:34:37.452266 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port 6208eb2d-6c01-421d-886c-dc00b3d1232e triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:37.452634 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:37.471032 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-3b0768b2-8370-4c48-872d-98cd5b4e77bf tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 307a0e1c-26cd-45f5-b582-39ff8235a267) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:37.496294 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0768b2-8370-4c48-872d-98cd5b4e77bf tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:37.497018 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3b0768b2-8370-4c48-872d-98cd5b4e77bf tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:37.510489 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd70881-4833-4e87-93c0-ce08eb312d47 None None] Network 307a0e1c-26cd-45f5-b582-39ff8235a267 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:34:37.512256 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-72f16376-aa14-4f23-ba65-e1a891049e89 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:37.543215 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 8cc1cf41-cac1-4fd2-bc11-6fe51f173b1f triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:37.543591 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:37.573617 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec32c7fd-e334-401a-8566-714d272c6d8c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting subnet e57df892-cb5f-4f52-a713-5f989aee528e {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:34:37.578000 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-3b0768b2-8370-4c48-872d-98cd5b4e77bf tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9755824 Mar 11 15:34:37.583640 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40100) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:37.583640 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ec32c7fd-e334-401a-8566-714d272c6d8c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:37.590386 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cfc30629-1f91-43e0-81c9-3a73e5849c6e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:37.630894 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-e91e4f1f-8366-47c9-806f-65ac4ffc7381 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:37.632047 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e43e180-7972-4f9a-a693-b3b21afdad6c None None] Pushing event updated for resources: {'Port': ['ID=3f6f4636-69cb-4cac-b357-540208f5be2e,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:37.644778 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-cfc30629-1f91-43e0-81c9-3a73e5849c6e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Deleting port c63ce0c3-2275-4dd0-88fc-e918175aa469 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:34:37.645185 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cfc30629-1f91-43e0-81c9-3a73e5849c6e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:37.801839 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f960d80f-b5b6-4caf-9519-d742ac94239d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:37.897951 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c93a10a-e811-45ee-be28-11eff5007c6e None None] DHCP port deletion for c049f5b2-1690-496c-8cf2-0cf9cb22ae1c request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:34:37.911379 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01b09b7-4bb7-47a1-930f-758da4aefd00 None None] Update dhcp port {'port': {'network_id': 'ae75942f-4610-406e-849b-95e3fba1451e', 'fixed_ips': [{'subnet_id': '288eefc5-5813-43ad-83d2-4a4b18055808', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dbd464c3-0255-4936-be7e-7896c32bd495'}], 'binding:host_id': 'dv-neutron-833373-1-hyperv'}, 'id': '6bec4ec5-e33e-41d1-8c0e-b6e7822ed055'} from dv-neutron-833373-1-hyperv. {{(pid=83868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 15:34:37.976052 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ec32c7fd-e334-401a-8566-714d272c6d8c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:37.983294 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-0c93a10a-e811-45ee-be28-11eff5007c6e None None] Deleting port c63ce0c3-2275-4dd0-88fc-e918175aa469 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:34:37.983670 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0c93a10a-e811-45ee-be28-11eff5007c6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:38.087664 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-f960d80f-b5b6-4caf-9519-d742ac94239d None None] For port 6bec4ec5-e33e-41d1-8c0e-b6e7822ed055, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=6bec4ec5-e33e-41d1-8c0e-b6e7822ed055,segment=NetworkSegment(6802b006-81e0-4363-88f7-de3c600f6071),segment_id=6802b006-81e0-4363-88f7-de3c600f6071)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:34:38.165874 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f960d80f-b5b6-4caf-9519-d742ac94239d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:38.290394 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a01b09b7-4bb7-47a1-930f-758da4aefd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:38.306460 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-cfc30629-1f91-43e0-81c9-3a73e5849c6e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] For port c63ce0c3-2275-4dd0-88fc-e918175aa469, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=c63ce0c3-2275-4dd0-88fc-e918175aa469,segment=NetworkSegment(0f9e83e7-b45d-4580-8d4c-174ce984874b),segment_id=0f9e83e7-b45d-4580-8d4c-174ce984874b)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:34:38.306844 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cfc30629-1f91-43e0-81c9-3a73e5849c6e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:38.312937 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e91e4f1f-8366-47c9-806f-65ac4ffc7381 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3553320'] for subnet, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:38.463092 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-38daa3c9-df77-45b1-ad4a-32319f9a8e4a None None] Could not find standard attr ID for object 5fc89f01-424e-49a2-b33f-6bb9c383c588. {{(pid=83868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:34:38.471465 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-cfc30629-1f91-43e0-81c9-3a73e5849c6e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Calling delete_port for c63ce0c3-2275-4dd0-88fc-e918175aa469 owned by network:dhcp {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:34:38.508370 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d4c022-778c-42ff-be7c-02a9db4c54bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-307a0e1c-26cd-45f5-b582-39ff8235a267', 'network_id': '307a0e1c-26cd-45f5-b582-39ff8235a267', 'tenant_id': 'ec80415d4e5548b5bced4f16cb2e25ed', 'fixed_ips': [{'subnet_id': 'f81c94a1-e1b4-4ed1-95d1-456ae4f58c7d'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:34:38.509364 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-60d4c022-778c-42ff-be7c-02a9db4c54bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:38.548604 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:38.557374 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:38.579653 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-72f16376-aa14-4f23-ba65-e1a891049e89 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:38.586621 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-72f16376-aa14-4f23-ba65-e1a891049e89 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:38.587500 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-72f16376-aa14-4f23-ba65-e1a891049e89 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:38.635900 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cfc30629-1f91-43e0-81c9-3a73e5849c6e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:38.752221 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ec32c7fd-e334-401a-8566-714d272c6d8c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:38.755031 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc30629-1f91-43e0-81c9-3a73e5849c6e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] No DVR routers for this DVR port c63ce0c3-2275-4dd0-88fc-e918175aa469 on host dv-neutron-833373-1-hyperv {{(pid=83867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:34:38.785631 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-38daa3c9-df77-45b1-ad4a-32319f9a8e4a None None] Provisioning complete for port c63ce0c3-2275-4dd0-88fc-e918175aa469 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:38.786147 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-38daa3c9-df77-45b1-ad4a-32319f9a8e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:38.806759 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f16376-aa14-4f23-ba65-e1a891049e89 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event updated for resources: {'Port': ['ID=b0530187-b09b-4957-b4c6-29c975ce95df,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:38.817182 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960d80f-b5b6-4caf-9519-d742ac94239d None None] Pushing event updated for resources: {'Port': ['ID=6bec4ec5-e33e-41d1-8c0e-b6e7822ed055,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:38.890984 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae5741-bec2-413c-83ec-8f4225fe0952 req-ddf2c613-4829-4efc-b43b-67f45d883fb9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:38.898711 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-51ae5741-bec2-413c-83ec-8f4225fe0952 req-ddf2c613-4829-4efc-b43b-67f45d883fb9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffd42f93-bf15-4bb6-992d-8811735d5c96 HTTP/1.1" status: 200 len: 944 time: 0.3731534 Mar 11 15:34:38.903548 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-38daa3c9-df77-45b1-ad4a-32319f9a8e4a None None] Port c63ce0c3-2275-4dd0-88fc-e918175aa469 was deleted so its status cannot be updated. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 11 15:34:38.906656 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd42f93-bf15-4bb6-992d-8811735d5c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6208eb2d-6c01-421d-886c-dc00b3d1232e'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:34:38.926326 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-0c93a10a-e811-45ee-be28-11eff5007c6e None None] For port c63ce0c3-2275-4dd0-88fc-e918175aa469, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=c63ce0c3-2275-4dd0-88fc-e918175aa469,segment=NetworkSegment(0f9e83e7-b45d-4580-8d4c-174ce984874b),segment_id=0f9e83e7-b45d-4580-8d4c-174ce984874b)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:34:38.928766 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0c93a10a-e811-45ee-be28-11eff5007c6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:38.939886 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3eabe38-5f61-471b-8ca6-081b1e9f9a66 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Router 691a7c18-aa75-411d-b415-f8158e6dcace has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:34:38.951897 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e91e4f1f-8366-47c9-806f-65ac4ffc7381 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788847929501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3577914'] for subnet, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:38.957735 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cfc30629-1f91-43e0-81c9-3a73e5849c6e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:38.992622 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-cfc30629-1f91-43e0-81c9-3a73e5849c6e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c049f5b2-1690-496c-8cf2-0cf9cb22ae1c']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:39.002702 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-38daa3c9-df77-45b1-ad4a-32319f9a8e4a None None] Could not find standard attr ID for object 1b3a1a11-8e39-40e4-bcd9-b0d190530ea7. {{(pid=83868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:34:39.006946 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-cfc30629-1f91-43e0-81c9-3a73e5849c6e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f9e83e7-b45d-4580-8d4c-174ce984874b') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:39.007238 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-cfc30629-1f91-43e0-81c9-3a73e5849c6e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f9e83e7-b45d-4580-8d4c-174ce984874b') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:39.022166 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cfc30629-1f91-43e0-81c9-3a73e5849c6e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:39.039226 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e4f1f-8366-47c9-806f-65ac4ffc7381 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event updated for resources: {'Subnet': ['ID=f81c94a1-e1b4-4ed1-95d1-456ae4f58c7d,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:39.042976 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cfc30629-1f91-43e0-81c9-3a73e5849c6e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:39.045403 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91e4f1f-8366-47c9-806f-65ac4ffc7381 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:39.046183 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e91e4f1f-8366-47c9-806f-65ac4ffc7381 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:39.048316 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-e91e4f1f-8366-47c9-806f-65ac4ffc7381 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "PUT /v2.0/subnets/f81c94a1-e1b4-4ed1-95d1-456ae4f58c7d HTTP/1.1" status: 200 len: 826 time: 1.4231277 Mar 11 15:34:39.055466 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfc30629-1f91-43e0-81c9-3a73e5849c6e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:34:39.055884 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cfc30629-1f91-43e0-81c9-3a73e5849c6e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:39.059764 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40108) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:39.093506 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ec32c7fd-e334-401a-8566-714d272c6d8c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:39.155498 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec32c7fd-e334-401a-8566-714d272c6d8c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Subnet': ['ID=e57df892-cb5f-4f52-a713-5f989aee528e,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:39.186884 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd42f93-bf15-4bb6-992d-8811735d5c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6208eb2d-6c01-421d-886c-dc00b3d1232e', 'code': 200} Mar 11 15:34:39.197997 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:34:39.197997 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:34:39.197997 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:34:39.197997 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:34:39.197997 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:34:39.197997 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:34:39.197997 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:34:39.197997 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:34:39.197997 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:34:39.197997 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:34:39.197997 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:34:39.197997 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:34:39.197997 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:34:39.197997 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:34:39.197997 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:34:39.197997 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:34:39.197997 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:34:39.197997 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:34:39.197997 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:34:39.197997 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:34:39.197997 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:34:39.197997 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:34:39.197997 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:34:39.197997 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:34:39.197997 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:34:39.197997 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:34:39.197997 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:34:39.197997 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:34:39.197997 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:34:39.197997 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:34:39.197997 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:34:39.197997 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:34:39.202679 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cfc30629-1f91-43e0-81c9-3a73e5849c6e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:39.203796 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 6208eb2d-6c01-421d-886c-dc00b3d1232e, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6208eb2d-6c01-421d-886c-dc00b3d1232e,segment=NetworkSegment(86f19f21-b375-4ea1-8bd3-1b410b20055f),segment_id=86f19f21-b375-4ea1-8bd3-1b410b20055f)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:34:39.209260 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cfc30629-1f91-43e0-81c9-3a73e5849c6e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:39.212398 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc30629-1f91-43e0-81c9-3a73e5849c6e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event deleted for resources: {'Port': ['ID=c63ce0c3-2275-4dd0-88fc-e918175aa469,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:39.212751 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-0c93a10a-e811-45ee-be28-11eff5007c6e None None] Calling delete_port for c63ce0c3-2275-4dd0-88fc-e918175aa469 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:34:39.241997 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ad459c-25ce-4ae9-973c-592e26270bb2 None None] Network 30df3178-3653-4d0f-a424-6f1f310a96ba requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:34:39.253201 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc30629-1f91-43e0-81c9-3a73e5849c6e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] Pushing event deleted for resources: {'Network': ['ID=c049f5b2-1690-496c-8cf2-0cf9cb22ae1c,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:39.264839 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-cfc30629-1f91-43e0-81c9-3a73e5849c6e tempest-PortsTestJSON-1785274651 tempest-PortsTestJSON-1785274651-project] 10.222.0.31 "DELETE /v2.0/networks/c049f5b2-1690-496c-8cf2-0cf9cb22ae1c HTTP/1.1" status: 204 len: 168 time: 1.8865688 Mar 11 15:34:39.335700 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f16376-aa14-4f23-ba65-e1a891049e89 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Network 30df3178-3653-4d0f-a424-6f1f310a96ba is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:34:39.337055 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-72f16376-aa14-4f23-ba65-e1a891049e89 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:39.417183 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-51ae5741-bec2-413c-83ec-8f4225fe0952 req-7ab7e1e2-b24a-4274-bbd1-a08a22917b38 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d27d81e-9c9d-43d3-aa8b-0939e9ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5175014 Mar 11 15:34:39.466330 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-38daa3c9-df77-45b1-ad4a-32319f9a8e4a None None] Could not find standard attr ID for object d9dd8171-74ec-4de1-b008-80fd5d159831. {{(pid=83868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:34:39.484994 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:39.518551 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ec32c7fd-e334-401a-8566-714d272c6d8c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:39.587363 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ec32c7fd-e334-401a-8566-714d272c6d8c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/e57df892-cb5f-4f52-a713-5f989aee528e HTTP/1.1" status: 204 len: 168 time: 2.6559739 Mar 11 15:34:39.594381 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91ffed2-2f8a-41ff-81ff-1f6ead9d8f2d None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:34:39.599954 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40114) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:39.697522 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-52d608b9-9af9-406b-b6c7-7f8d7e68c411 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0960970 Mar 11 15:34:39.706460 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40120) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:39.711384 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-087619a9-59d4-4730-a601-0d125255a58b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:39.764814 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-50dbff4f-e136-4551-8494-0d49f1a80bfc req-f354eb88-8cb5-4495-84d4-cfd04c3871be service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ffd42f93-bf15-4bb6-992d-8811735d5c96 HTTP/1.1" status: 200 len: 1098 time: 0.4107113 Mar 11 15:34:39.797359 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40124) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:39.839944 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f16376-aa14-4f23-ba65-e1a891049e89 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Router bdbdb9e2-ab6c-41df-8cdd-45bb6698249f is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:34:39.866728 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:34:39.867078 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:34:39.894165 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-60d4c022-778c-42ff-be7c-02a9db4c54bf None None] Allocated IP 2001:db8::2 (307a0e1c-26cd-45f5-b582-39ff8235a267/f81c94a1-e1b4-4ed1-95d1-456ae4f58c7d/c3877cba-1353-4850-9581-c01b67c80bf5) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:34:39.906020 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3eabe38-5f61-471b-8ca6-081b1e9f9a66 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:34:39.916490 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b3eabe38-5f61-471b-8ca6-081b1e9f9a66 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "PUT /v2.0/routers/691a7c18-aa75-411d-b415-f8158e6dcace/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6563601 Mar 11 15:34:39.918309 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e78ade-c9c7-4ebe-b5bc-5c48e0e88ac7 None None] Sync routers for ids ['691a7c18-aa75-411d-b415-f8158e6dcace'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:34:39.923943 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-50dbff4f-e136-4551-8494-0d49f1a80bfc req-6c2d751e-e80a-4cd1-b900-197642620742 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0d27d81e-9c9d-43d3-aa8b-0939e9ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466434 Mar 11 15:34:39.927317 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40130) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:39.943853 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e78ade-c9c7-4ebe-b5bc-5c48e0e88ac7 None None] Routers {'691a7c18-aa75-411d-b415-f8158e6dcace'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:34:39.946513 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-40e78ade-c9c7-4ebe-b5bc-5c48e0e88ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:34:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['691a7c18-aa75-411d-b415-f8158e6dcace'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:39.967736 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-0c93a10a-e811-45ee-be28-11eff5007c6e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:34:39.968094 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-0c93a10a-e811-45ee-be28-11eff5007c6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:34:39.969458 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-a01b09b7-4bb7-47a1-930f-758da4aefd00 None None] Allocated IP 172.20.0.1 (ae75942f-4610-406e-849b-95e3fba1451e/dbd464c3-0255-4936-be7e-7896c32bd495/6bec4ec5-e33e-41d1-8c0e-b6e7822ed055) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:34:39.981802 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=6208eb2d-6c01-421d-886c-dc00b3d1232e,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:39.985181 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d0a2e100-ec70-4a5f-a672-ca206bedd3ad None None] Provisioning for port 3f6f4636-69cb-4cac-b357-540208f5be2e completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:34:40.016781 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-087619a9-59d4-4730-a601-0d125255a58b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:40.061286 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-40e78ade-c9c7-4ebe-b5bc-5c48e0e88ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:40.075732 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e78ade-c9c7-4ebe-b5bc-5c48e0e88ac7 None None] Routers {'691a7c18-aa75-411d-b415-f8158e6dcace'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:34:40.076916 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-40e78ade-c9c7-4ebe-b5bc-5c48e0e88ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:34:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['691a7c18-aa75-411d-b415-f8158e6dcace'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:40.141663 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-40e78ade-c9c7-4ebe-b5bc-5c48e0e88ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:40.142379 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e78ade-c9c7-4ebe-b5bc-5c48e0e88ac7 None None] The sync data for ids ['691a7c18-aa75-411d-b415-f8158e6dcace'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:34:40.144922 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f16376-aa14-4f23-ba65-e1a891049e89 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:34:40.145096 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4907256b-c99e-4065-849d-98244de01b28 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:40.145785 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-4907256b-c99e-4065-849d-98244de01b28 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:34:40.153557 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-72f16376-aa14-4f23-ba65-e1a891049e89 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "PUT /v2.0/routers/bdbdb9e2-ab6c-41df-8cdd-45bb6698249f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6360660 Mar 11 15:34:40.155991 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40134) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:40.173406 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-8403b4f3-31fa-40d3-aea9-885f7b010cd7 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-482016827'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:40.184971 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e82987b-e35e-4865-a0f8-226ae47b5d39 None None] Sync routers for ids ['bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:34:40.194071 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-8403b4f3-31fa-40d3-aea9-885f7b010cd7 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:40.211247 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-8403b4f3-31fa-40d3-aea9-885f7b010cd7 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Usage tracker for resource:network and tenant:c58947f968f64e3fb11fb874306012f2 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:40.218735 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-8403b4f3-31fa-40d3-aea9-885f7b010cd7 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:40.235821 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-4907256b-c99e-4065-849d-98244de01b28 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:34:40.239551 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-4907256b-c99e-4065-849d-98244de01b28 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5234497 Mar 11 15:34:40.239551 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-8403b4f3-31fa-40d3-aea9-885f7b010cd7 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:40.241971 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40138) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:40.271122 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-190a9e57-cf0b-4127-b53e-56b3adadee82 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a138b31c346e4c0cb3afee629b96673d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4701788 Mar 11 15:34:40.273772 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40144) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:40.277300 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8403b4f3-31fa-40d3-aea9-885f7b010cd7 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Made reservation on behalf of c58947f968f64e3fb11fb874306012f2 for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:40.281130 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8403b4f3-31fa-40d3-aea9-885f7b010cd7 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:40.369125 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8403b4f3-31fa-40d3-aea9-885f7b010cd7 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:34:40.390973 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8403b4f3-31fa-40d3-aea9-885f7b010cd7 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:40.391510 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-8403b4f3-31fa-40d3-aea9-885f7b010cd7 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Added segment f0cf8fe9-ca46-42d0-97af-cde1c9a0a483 of type vlan for network b92a2b77-2840-45b5-af2a-dce3e7517bdf Mar 11 15:34:40.445864 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c8e1df-7d55-4f45-8724-5ebd6cae97de tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:40.446444 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-36c8e1df-7d55-4f45-8724-5ebd6cae97de tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:34:40.469310 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-36c8e1df-7d55-4f45-8724-5ebd6cae97de tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:34:40.473210 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e82987b-e35e-4865-a0f8-226ae47b5d39 None None] Routers {'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:34:40.473723 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-36c8e1df-7d55-4f45-8724-5ebd6cae97de tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2276962 Mar 11 15:34:40.473826 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-9e82987b-e35e-4865-a0f8-226ae47b5d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:34:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:40.473958 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40150) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:40.519082 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8403b4f3-31fa-40d3-aea9-885f7b010cd7 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:40.523043 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-0c93a10a-e811-45ee-be28-11eff5007c6e None None] Deleting port c63ce0c3-2275-4dd0-88fc-e918175aa469 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:34:40.523407 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0c93a10a-e811-45ee-be28-11eff5007c6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:40.558119 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5dffc870-ad01-4c61-bf2e-541bfe695d49 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0833011 Mar 11 15:34:40.563942 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40154) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:40.570484 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-65f65e49-4fe2-4a80-a0a2-6e899f4c1f48 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'subnet': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:40.724456 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-03e9e6ef-283a-44ed-bf2f-b3a4a66c724f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:40.744136 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-65f65e49-4fe2-4a80-a0a2-6e899f4c1f48 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:40.759949 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-65f65e49-4fe2-4a80-a0a2-6e899f4c1f48 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:40.768958 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5d4f9-cf98-4839-a5b3-45f129c4f191 req-1ccfc316-4a5c-4d48-a9e7-236decedb5f7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:40.770927 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-5bd5d4f9-cf98-4839-a5b3-45f129c4f191 req-1ccfc316-4a5c-4d48-a9e7-236decedb5f7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffd42f93-bf15-4bb6-992d-8811735d5c96 HTTP/1.1" status: 200 len: 945 time: 0.1836569 Mar 11 15:34:40.776595 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8403b4f3-31fa-40d3-aea9-885f7b010cd7 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:40.780779 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8403b4f3-31fa-40d3-aea9-885f7b010cd7 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:40.781657 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8403b4f3-31fa-40d3-aea9-885f7b010cd7 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:40.781854 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f65e49-4fe2-4a80-a0a2-6e899f4c1f48 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:40.811708 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-03e9e6ef-283a-44ed-bf2f-b3a4a66c724f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:40.828961 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:40.850673 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-0c93a10a-e811-45ee-be28-11eff5007c6e None None] The port 'c63ce0c3-2275-4dd0-88fc-e918175aa469' was deleted {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 15:34:40.852664 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-5bd5d4f9-cf98-4839-a5b3-45f129c4f191 req-4c52cede-e326-4e77-b138-336c0069d66b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d27d81e-9c9d-43d3-aa8b-0939e9ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722318 Mar 11 15:34:40.911324 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-60d4c022-778c-42ff-be7c-02a9db4c54bf None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:40.937734 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-a01b09b7-4bb7-47a1-930f-758da4aefd00 None None] For port 6bec4ec5-e33e-41d1-8c0e-b6e7822ed055, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=6bec4ec5-e33e-41d1-8c0e-b6e7822ed055,segment=NetworkSegment(6802b006-81e0-4363-88f7-de3c600f6071),segment_id=6802b006-81e0-4363-88f7-de3c600f6071)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:34:40.963046 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-8403b4f3-31fa-40d3-aea9-885f7b010cd7 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8004451 Mar 11 15:34:40.965615 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-60d4c022-778c-42ff-be7c-02a9db4c54bf None None] Transition to ACTIVE for port object c3877cba-1353-4850-9581-c01b67c80bf5 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:34:40.965974 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40158) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:40.966674 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403b4f3-31fa-40d3-aea9-885f7b010cd7 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event updated for resources: {'Network': ['ID=b92a2b77-2840-45b5-af2a-dce3e7517bdf,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:40.975333 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-1da45ae3-d66a-49a1-9a3a-dd7b1201473b tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Request body: {'subnet': {'network_id': 'b92a2b77-2840-45b5-af2a-dce3e7517bdf', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:40.985023 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-9e82987b-e35e-4865-a0f8-226ae47b5d39 None None] Set router bdbdb9e2-ab6c-41df-8cdd-45bb6698249f gateway port host: None {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:34:40.989180 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-65f65e49-4fe2-4a80-a0a2-6e899f4c1f48 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:41.041109 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 8cc1cf41-cac1-4fd2-bc11-6fe51f173b1f, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=8cc1cf41-cac1-4fd2-bc11-6fe51f173b1f,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:34:41.061612 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8403b4f3-31fa-40d3-aea9-885f7b010cd7 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:41.061968 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8403b4f3-31fa-40d3-aea9-885f7b010cd7 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:41.062307 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8403b4f3-31fa-40d3-aea9-885f7b010cd7 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:41.062680 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8403b4f3-31fa-40d3-aea9-885f7b010cd7 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:41.063017 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8403b4f3-31fa-40d3-aea9-885f7b010cd7 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:41.063375 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8403b4f3-31fa-40d3-aea9-885f7b010cd7 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:41.063714 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8403b4f3-31fa-40d3-aea9-885f7b010cd7 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:41.064134 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8403b4f3-31fa-40d3-aea9-885f7b010cd7 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:41.064454 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8403b4f3-31fa-40d3-aea9-885f7b010cd7 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:41.064812 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8403b4f3-31fa-40d3-aea9-885f7b010cd7 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:41.065133 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8403b4f3-31fa-40d3-aea9-885f7b010cd7 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:41.068582 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.resource_extend [None req-a01b09b7-4bb7-47a1-930f-758da4aefd00 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:34:41.096423 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network b92a2b77-2840-45b5-af2a-dce3e7517bdf details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:34:41.140556 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-1da45ae3-d66a-49a1-9a3a-dd7b1201473b tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:41.145995 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-03e9e6ef-283a-44ed-bf2f-b3a4a66c724f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:41.150886 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-1da45ae3-d66a-49a1-9a3a-dd7b1201473b tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Usage tracker for resource:subnet and tenant:c58947f968f64e3fb11fb874306012f2 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:41.162835 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-1da45ae3-d66a-49a1-9a3a-dd7b1201473b tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:41.168361 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9e8bf22a-1f8b-45fc-bb58-ad6fd18a056a tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:41.194475 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0694efe2-a278-4ef9-952e-2afc31021c05 None None] DHCP port deletion for a9e561eb-4382-47f0-afe2-548f64b9476b request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:34:41.196487 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:41.230354 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-1da45ae3-d66a-49a1-9a3a-dd7b1201473b tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:41.303970 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9e6ef-283a-44ed-bf2f-b3a4a66c724f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2a6c55-906d-4a70-aabd-1be8e53ee1a8,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:41.306349 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a01b09b7-4bb7-47a1-930f-758da4aefd00 None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:41.320541 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-03e9e6ef-283a-44ed-bf2f-b3a4a66c724f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:41.321752 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-03e9e6ef-283a-44ed-bf2f-b3a4a66c724f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba2a6c55-906d-4a70-aabd-1be8e53ee1a8 HTTP/1.1" status: 204 len: 168 time: 1.0469375 Mar 11 15:34:41.336200 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-60d4c022-778c-42ff-be7c-02a9db4c54bf None None] Transition to ACTIVE for port object c3877cba-1353-4850-9581-c01b67c80bf5 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:34:41.337762 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da45ae3-d66a-49a1-9a3a-dd7b1201473b tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Made reservation on behalf of c58947f968f64e3fb11fb874306012f2 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:41.433946 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-0694efe2-a278-4ef9-952e-2afc31021c05 None None] Deleting port 8cc1cf41-cac1-4fd2-bc11-6fe51f173b1f {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:34:41.433946 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0694efe2-a278-4ef9-952e-2afc31021c05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:41.590112 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-60d4c022-778c-42ff-be7c-02a9db4c54bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:41.619597 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-65f65e49-4fe2-4a80-a0a2-6e899f4c1f48 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:41.626719 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 6bec4ec5-e33e-41d1-8c0e-b6e7822ed055 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:34:41.661839 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1da45ae3-d66a-49a1-9a3a-dd7b1201473b tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:41.683041 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-087619a9-59d4-4730-a601-0d125255a58b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:41.742076 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f65e49-4fe2-4a80-a0a2-6e899f4c1f48 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:34:41.743124 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-a01b09b7-4bb7-47a1-930f-758da4aefd00 None None] Transition to ACTIVE for port object 6bec4ec5-e33e-41d1-8c0e-b6e7822ed055 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:34:41.744964 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f65e49-4fe2-4a80-a0a2-6e899f4c1f48 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Subnet': ['ID=a7f20e0b-576e-4536-9067-d37dc6024655,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:41.749947 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-65f65e49-4fe2-4a80-a0a2-6e899f4c1f48 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:41.757605 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f65e49-4fe2-4a80-a0a2-6e899f4c1f48 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:41.758526 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-65f65e49-4fe2-4a80-a0a2-6e899f4c1f48 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:41.802064 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-65f65e49-4fe2-4a80-a0a2-6e899f4c1f48 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2364540 Mar 11 15:34:41.804999 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40166) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:41.815387 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a01b09b7-4bb7-47a1-930f-758da4aefd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:41.819788 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-8a35392b-f60b-4e26-a2ad-6eb48b9ab9bb tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'port': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'fixed_ips': [{'subnet_id': 'a7f20e0b-576e-4536-9067-d37dc6024655', 'ip_address': '2001:db8::9c71:e9e6:ad3e:7a27'}], 'name': 'tempest-NetworksTestDHCPv6-923279257'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:41.871550 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d4c022-778c-42ff-be7c-02a9db4c54bf None None] Network 307a0e1c-26cd-45f5-b582-39ff8235a267 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:34:41.902205 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087619a9-59d4-4730-a601-0d125255a58b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event deleted for resources: {'Subnet': ['ID=f81c94a1-e1b4-4ed1-95d1-456ae4f58c7d,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:41.983604 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-60d4c022-778c-42ff-be7c-02a9db4c54bf None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:42.021757 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=8cc1cf41-cac1-4fd2-bc11-6fe51f173b1f,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:42.024748 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d4c022-778c-42ff-be7c-02a9db4c54bf None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:34:42.131964 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-8a35392b-f60b-4e26-a2ad-6eb48b9ab9bb tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:42.155445 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-8a35392b-f60b-4e26-a2ad-6eb48b9ab9bb tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:42.194094 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a35392b-f60b-4e26-a2ad-6eb48b9ab9bb tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'port': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:42.220131 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8a35392b-f60b-4e26-a2ad-6eb48b9ab9bb tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:42.288136 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-8a35392b-f60b-4e26-a2ad-6eb48b9ab9bb tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] device_id is not set on port 39011c53-8f1d-425e-93b0-b459ccf93924 yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:34:42.455221 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d4c022-778c-42ff-be7c-02a9db4c54bf None None] Pushing event updated for resources: {'Port': ['ID=c3877cba-1353-4850-9581-c01b67c80bf5,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:42.460635 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-087619a9-59d4-4730-a601-0d125255a58b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:42.502910 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-011df96c-e95e-4cfd-8153-60cecfc64940 None None] Provisioning for port b0530187-b09b-4957-b4c6-29c975ce95df completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:34:42.521048 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-011df96c-e95e-4cfd-8153-60cecfc64940 None None] Provisioning complete for port b0530187-b09b-4957-b4c6-29c975ce95df triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:42.521344 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-011df96c-e95e-4cfd-8153-60cecfc64940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:42.565281 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-087619a9-59d4-4730-a601-0d125255a58b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['307a0e1c-26cd-45f5-b582-39ff8235a267']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:42.584314 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-8a35392b-f60b-4e26-a2ad-6eb48b9ab9bb tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Allocated IP 2001:db8::9c71:e9e6:ad3e:7a27 (a9e561eb-4382-47f0-afe2-548f64b9476b/a7f20e0b-576e-4536-9067-d37dc6024655/39011c53-8f1d-425e-93b0-b459ccf93924) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:34:42.712408 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-087619a9-59d4-4730-a601-0d125255a58b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aedf3e9c-d37d-4dfd-ab86-0c9f0ff9cac2') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:42.712408 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-087619a9-59d4-4730-a601-0d125255a58b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aedf3e9c-d37d-4dfd-ab86-0c9f0ff9cac2') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:42.730837 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-011df96c-e95e-4cfd-8153-60cecfc64940 None None] Port b0530187-b09b-4957-b4c6-29c975ce95df cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:34:42.819010 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 3f6f4636-69cb-4cac-b357-540208f5be2e up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:34:42.865087 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-087619a9-59d4-4730-a601-0d125255a58b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:42.897900 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-60d4c022-778c-42ff-be7c-02a9db4c54bf None None] Attempting to bind port c3877cba-1353-4850-9581-c01b67c80bf5 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:34:42.898278 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-60d4c022-778c-42ff-be7c-02a9db4c54bf None None] Attempting to bind port c3877cba-1353-4850-9581-c01b67c80bf5 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'aedf3e9c-d37d-4dfd-ab86-0c9f0ff9cac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '307a0e1c-26cd-45f5-b582-39ff8235a267'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:34:42.898642 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d4c022-778c-42ff-be7c-02a9db4c54bf None None] Attempting to bind port c3877cba-1353-4850-9581-c01b67c80bf5 on network 307a0e1c-26cd-45f5-b582-39ff8235a267 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:34:42.912289 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8a35392b-f60b-4e26-a2ad-6eb48b9ab9bb tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:42.921485 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d4c022-778c-42ff-be7c-02a9db4c54bf None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:34:42.921860 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d4c022-778c-42ff-be7c-02a9db4c54bf None None] Checking segment: {'id': 'aedf3e9c-d37d-4dfd-ab86-0c9f0ff9cac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '307a0e1c-26cd-45f5-b582-39ff8235a267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:34:42.922264 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-60d4c022-778c-42ff-be7c-02a9db4c54bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:42.922661 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d4c022-778c-42ff-be7c-02a9db4c54bf None None] Bound using segment: {'id': 'aedf3e9c-d37d-4dfd-ab86-0c9f0ff9cac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '307a0e1c-26cd-45f5-b582-39ff8235a267'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:34:42.923387 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-60d4c022-778c-42ff-be7c-02a9db4c54bf None None] Bound port: c3877cba-1353-4850-9581-c01b67c80bf5, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aedf3e9c-d37d-4dfd-ab86-0c9f0ff9cac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '307a0e1c-26cd-45f5-b582-39ff8235a267'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:34:42.923760 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-60d4c022-778c-42ff-be7c-02a9db4c54bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:42.950242 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b09b7-4bb7-47a1-930f-758da4aefd00 None None] Pushing event updated for resources: {'Port': ['ID=6bec4ec5-e33e-41d1-8c0e-b6e7822ed055,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:42.957512 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-0694efe2-a278-4ef9-952e-2afc31021c05 None None] For port 8cc1cf41-cac1-4fd2-bc11-6fe51f173b1f, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=8cc1cf41-cac1-4fd2-bc11-6fe51f173b1f,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:34:42.957924 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0694efe2-a278-4ef9-952e-2afc31021c05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:42.960851 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-8a35392b-f60b-4e26-a2ad-6eb48b9ab9bb tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Transition to ACTIVE for port object 39011c53-8f1d-425e-93b0-b459ccf93924 will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:34:43.006628 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8a35392b-f60b-4e26-a2ad-6eb48b9ab9bb tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:43.031166 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-087619a9-59d4-4730-a601-0d125255a58b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:43.065556 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bfd99-9028-4c97-b27d-6e38708992ed req-b51f3434-04b6-4993-b2d9-b765129cc050 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:43.067935 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-049bfd99-9028-4c97-b27d-6e38708992ed req-b51f3434-04b6-4993-b2d9-b765129cc050 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffd42f93-bf15-4bb6-992d-8811735d5c96 HTTP/1.1" status: 200 len: 945 time: 0.8725462 Mar 11 15:34:43.079810 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-087619a9-59d4-4730-a601-0d125255a58b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:34:43.080470 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-087619a9-59d4-4730-a601-0d125255a58b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:43.112246 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:34:43.112246 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:34:43.112246 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:34:43.112246 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:34:43.112246 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:34:43.112246 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:34:43.112246 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:34:43.112246 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:34:43.112246 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:34:43.112246 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:34:43.112246 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:34:43.112246 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:34:43.112246 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:34:43.112246 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:34:43.112246 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:34:43.112246 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:34:43.112246 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:34:43.112246 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:34:43.112246 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:34:43.112246 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:34:43.112246 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:34:43.112246 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:34:43.112246 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:34:43.112246 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:34:43.112246 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:34:43.112246 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:34:43.112246 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:34:43.112246 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:34:43.112246 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:34:43.112246 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:34:43.112246 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:34:43.112246 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:34:43.116178 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a35392b-f60b-4e26-a2ad-6eb48b9ab9bb tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:34:43.117956 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-8a35392b-f60b-4e26-a2ad-6eb48b9ab9bb tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:43.131625 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a35392b-f60b-4e26-a2ad-6eb48b9ab9bb tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:34:43.136912 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a35392b-f60b-4e26-a2ad-6eb48b9ab9bb tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:43.137899 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8a35392b-f60b-4e26-a2ad-6eb48b9ab9bb tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:43.148507 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a35392b-f60b-4e26-a2ad-6eb48b9ab9bb tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Port': ['ID=39011c53-8f1d-425e-93b0-b459ccf93924,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:43.223696 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-8a35392b-f60b-4e26-a2ad-6eb48b9ab9bb tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4162350 Mar 11 15:34:43.226339 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40186) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:43.236348 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-d069887f-d338-4ba2-900f-728f7c1740ac tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'port': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'fixed_ips': [{'subnet_id': 'a7f20e0b-576e-4536-9067-d37dc6024655', 'ip_address': '2001:db8::9c71:e9e6:ad3e:7a27'}], 'name': 'tempest-NetworksTestDHCPv6-781885317'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:43.285464 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-60d4c022-778c-42ff-be7c-02a9db4c54bf None None] For port c3877cba-1353-4850-9581-c01b67c80bf5, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:34:43.305909 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-0694efe2-a278-4ef9-952e-2afc31021c05 None None] Calling delete_port for 8cc1cf41-cac1-4fd2-bc11-6fe51f173b1f owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:34:43.490526 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40190) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:43.493551 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-d069887f-d338-4ba2-900f-728f7c1740ac tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:43.502758 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d069887f-d338-4ba2-900f-728f7c1740ac tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:port and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:43.506018 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d069887f-d338-4ba2-900f-728f7c1740ac tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:43.506859 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-9e82987b-e35e-4865-a0f8-226ae47b5d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'name': 'tempest-RoutersIpV6Test-router-109250348', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:34:30Z', 'updated_at': '2022-03-11T15:34:37Z', 'revision_number': 2, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'gw_port_host': None, '_interfaces': [{'id': 'b0530187-b09b-4957-b4c6-29c975ce95df', 'name': '', 'network_id': '30df3178-3653-4d0f-a424-6f1f310a96ba', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:3e:7c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:34Z', 'updated_at': '2022-03-11T15:34:37Z', 'revision_number': 2, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:43.512860 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-d069887f-d338-4ba2-900f-728f7c1740ac tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:43.532149 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d069887f-d338-4ba2-900f-728f7c1740ac tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'port': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:43.549535 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d069887f-d338-4ba2-900f-728f7c1740ac tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:43.562382 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1da45ae3-d66a-49a1-9a3a-dd7b1201473b tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:43.566230 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e82987b-e35e-4865-a0f8-226ae47b5d39 None None] Checking router: bdbdb9e2-ab6c-41df-8cdd-45bb6698249f for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:34:43.566641 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e82987b-e35e-4865-a0f8-226ae47b5d39 None None] Updating router bdbdb9e2-ab6c-41df-8cdd-45bb6698249f port b0530187-b09b-4957-b4c6-29c975ce95df binding host dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:34:43.598946 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 3f6f4636-69cb-4cac-b357-540208f5be2e completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:34:43.618290 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-d069887f-d338-4ba2-900f-728f7c1740ac tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] device_id is not set on port 028ffd36-2649-4a9b-98ad-af2920383860 yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:34:43.629972 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 3f6f4636-69cb-4cac-b357-540208f5be2e triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:43.630644 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:43.738431 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9e82987b-e35e-4865-a0f8-226ae47b5d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:43.793273 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.db.api [None req-087619a9-59d4-4730-a601-0d125255a58b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 15:34:43.793273 dv-neutron-833373-1-hyperv neutron-server[83866]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 15:34:43.793273 dv-neutron-833373-1-hyperv neutron-server[83866]: [parameters: {'id': '307a0e1c-26cd-45f5-b582-39ff8235a267'}] Mar 11 15:34:43.793273 dv-neutron-833373-1-hyperv neutron-server[83866]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:34:43.793790 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG oslo_db.api [None req-087619a9-59d4-4730-a601-0d125255a58b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:34:43.801741 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0694efe2-a278-4ef9-952e-2afc31021c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:43.806666 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86995eb-6546-4a9a-a493-91d67808dc63 None None] Network ae75942f-4610-406e-849b-95e3fba1451e requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:34:43.808450 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-7c156db1-ef84-44fa-b6b8-ce2b824af9eb tempest-SubnetPoolsTestJSON-46437934 tempest-SubnetPoolsTestJSON-46437934-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1801164657', 'prefixes': ['172.20.0.0/16']}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:43.815688 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-049bfd99-9028-4c97-b27d-6e38708992ed req-20906a10-e467-4c6e-a10a-49cabb42649a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d27d81e-9c9d-43d3-aa8b-0939e9ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6846793 Mar 11 15:34:43.816261 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7c156db1-ef84-44fa-b6b8-ce2b824af9eb tempest-SubnetPoolsTestJSON-46437934 tempest-SubnetPoolsTestJSON-46437934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:43.848706 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45ae3-d66a-49a1-9a3a-dd7b1201473b tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event updated for resources: {'Subnet': ['ID=59489499-d9e4-4504-a072-5d3ab14e010c,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:43.897233 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694efe2-a278-4ef9-952e-2afc31021c05 None None] Pushing event deleted for resources: {'Port': ['ID=8cc1cf41-cac1-4fd2-bc11-6fe51f173b1f,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:43.900302 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da45ae3-d66a-49a1-9a3a-dd7b1201473b tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Checking segment: {'id': 'f0cf8fe9-ca46-42d0-97af-cde1c9a0a483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b92a2b77-2840-45b5-af2a-dce3e7517bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:34:43.900660 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da45ae3-d66a-49a1-9a3a-dd7b1201473b tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Network hostable DHCP agents. Network: b92a2b77-2840-45b5-af2a-dce3e7517bdf, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:34:43.901264 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-bad6844c-bcd2-4cc7-8d22-f5a042d5b5a5 None None] Provisioning complete for port b0530187-b09b-4957-b4c6-29c975ce95df triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:43.901797 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bad6844c-bcd2-4cc7-8d22-f5a042d5b5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:43.936538 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-60d4c022-778c-42ff-be7c-02a9db4c54bf None None] For port c3877cba-1353-4850-9581-c01b67c80bf5, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=c3877cba-1353-4850-9581-c01b67c80bf5,segment=NetworkSegment(aedf3e9c-d37d-4dfd-ab86-0c9f0ff9cac2),segment_id=aedf3e9c-d37d-4dfd-ab86-0c9f0ff9cac2)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:34:43.943151 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da45ae3-d66a-49a1-9a3a-dd7b1201473b tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Network b92a2b77-2840-45b5-af2a-dce3e7517bdf is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:34:44.005365 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-1da45ae3-d66a-49a1-9a3a-dd7b1201473b tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, b92a2b77-2840-45b5-af2a-dce3e7517bdf) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:44.023773 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da45ae3-d66a-49a1-9a3a-dd7b1201473b tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:44.024434 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1da45ae3-d66a-49a1-9a3a-dd7b1201473b tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:44.047187 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3447d7-7a3d-45bd-8897-d05065ba95f6 None None] Network b92a2b77-2840-45b5-af2a-dce3e7517bdf requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:34:44.068240 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-1da45ae3-d66a-49a1-9a3a-dd7b1201473b tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0984812 Mar 11 15:34:44.072414 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40198) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:44.088673 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-60d4c022-778c-42ff-be7c-02a9db4c54bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:44.139547 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0694efe2-a278-4ef9-952e-2afc31021c05 None None] No DVR routers for this DVR port 8cc1cf41-cac1-4fd2-bc11-6fe51f173b1f on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:34:44.149850 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-d069887f-d338-4ba2-900f-728f7c1740ac tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 11 15:34:44.150418 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d069887f-d338-4ba2-900f-728f7c1740ac tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:34:44.221780 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d069887f-d338-4ba2-900f-728f7c1740ac tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9937999 Mar 11 15:34:44.224886 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40202) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:44.256163 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f23d6c-1c67-4c37-b8a3-96ee3a00eae0 None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:34:44.277389 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7c156db1-ef84-44fa-b6b8-ce2b824af9eb tempest-SubnetPoolsTestJSON-46437934 tempest-SubnetPoolsTestJSON-46437934-project] Notify callbacks [] for subnetpool, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:44.279480 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7c156db1-ef84-44fa-b6b8-ce2b824af9eb tempest-SubnetPoolsTestJSON-46437934 tempest-SubnetPoolsTestJSON-46437934-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.7874548 Mar 11 15:34:44.287566 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:44.290963 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40206) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:44.291761 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-9e8bf22a-1f8b-45fc-bb58-ad6fd18a056a tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Deleting port 38dad10b-d48b-48ba-b329-977f4fe61607 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:34:44.291923 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14feed-8012-4a1f-b8ae-7d85339dc87a req-74b6682c-cd3d-4c9a-b52c-c31facfbcad8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:44.292312 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9e8bf22a-1f8b-45fc-bb58-ad6fd18a056a tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:44.293456 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-1e14feed-8012-4a1f-b8ae-7d85339dc87a req-74b6682c-cd3d-4c9a-b52c-c31facfbcad8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffd42f93-bf15-4bb6-992d-8811735d5c96 HTTP/1.1" status: 200 len: 945 time: 0.2646658 Mar 11 15:34:44.342042 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-087619a9-59d4-4730-a601-0d125255a58b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:44.353852 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-1e14feed-8012-4a1f-b8ae-7d85339dc87a req-84b7034f-e7a0-4407-8066-f16f48208e1d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d27d81e-9c9d-43d3-aa8b-0939e9ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515964 Mar 11 15:34:44.393820 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf7ca0d-4e37-4167-915f-256359bc691e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:44.394545 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-dbf7ca0d-4e37-4167-915f-256359bc691e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:34:44.397665 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40210) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:44.400007 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-087619a9-59d4-4730-a601-0d125255a58b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Deleting port c3877cba-1353-4850-9581-c01b67c80bf5 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:34:44.400422 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-087619a9-59d4-4730-a601-0d125255a58b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:44.405455 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-bad6844c-bcd2-4cc7-8d22-f5a042d5b5a5 None None] Port b0530187-b09b-4957-b4c6-29c975ce95df cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:34:44.432793 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d4144827-448a-4bd4-af43-7527437deae2 tempest-SubnetPoolsTestJSON-46437934 tempest-SubnetPoolsTestJSON-46437934-project] 10.222.0.31 "GET /v2.0/subnetpools/194502f9-10ac-4218-9158-ccbad6d550a0 HTTP/1.1" status: 200 len: 732 time: 0.1118162 Mar 11 15:34:44.440145 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40214) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:44.453908 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-6ad54c1e-9340-4e05-bba2-9d8574bdd7b9 tempest-SubnetPoolsTestJSON-46437934 tempest-SubnetPoolsTestJSON-46437934-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-225982009'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:44.484850 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-dbf7ca0d-4e37-4167-915f-256359bc691e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:34:44.486408 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-dbf7ca0d-4e37-4167-915f-256359bc691e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2577050 Mar 11 15:34:44.496489 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40218) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:44.580093 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d4c022-778c-42ff-be7c-02a9db4c54bf None None] Pushing event updated for resources: {'Port': ['ID=c3877cba-1353-4850-9581-c01b67c80bf5,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:44.622778 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-e296ffe5-5faa-487a-828f-537e736a4384 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting port 39011c53-8f1d-425e-93b0-b459ccf93924 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:34:44.622778 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e296ffe5-5faa-487a-828f-537e736a4384 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:44.665886 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 3f6f4636-69cb-4cac-b357-540208f5be2e, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=3f6f4636-69cb-4cac-b357-540208f5be2e,segment=NetworkSegment(ab0430fc-5346-4db3-bb2a-4c282ad248c1),segment_id=ab0430fc-5346-4db3-bb2a-4c282ad248c1)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:34:44.674070 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-262d601d-b26b-4116-a2b3-a35b692788b2 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ffd42f93-bf15-4bb6-992d-8811735d5c96 HTTP/1.1" status: 200 len: 1093 time: 0.2731946 Mar 11 15:34:44.683673 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40222) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:44.727256 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-0ce241f1-f8ec-4888-bf77-089ff45de248 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'floatingip': {'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'port_id': '6208eb2d-6c01-421d-886c-dc00b3d1232e', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:44.738034 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6ad54c1e-9340-4e05-bba2-9d8574bdd7b9 tempest-SubnetPoolsTestJSON-46437934 tempest-SubnetPoolsTestJSON-46437934-project] Notify callbacks [] for subnetpool, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:44.743271 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6ad54c1e-9340-4e05-bba2-9d8574bdd7b9 tempest-SubnetPoolsTestJSON-46437934 tempest-SubnetPoolsTestJSON-46437934-project] 10.222.0.31 "PUT /v2.0/subnetpools/194502f9-10ac-4218-9158-ccbad6d550a0 HTTP/1.1" status: 200 len: 683 time: 0.2941294 Mar 11 15:34:44.746625 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40226) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:44.798661 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0ce241f1-f8ec-4888-bf77-089ff45de248 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:44.816822 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:44.828247 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0ce241f1-f8ec-4888-bf77-089ff45de248 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:floatingip and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:44.897914 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0ce241f1-f8ec-4888-bf77-089ff45de248 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:44.918094 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0ce241f1-f8ec-4888-bf77-089ff45de248 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:44.935734 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device c63ce0c3-2275-4dd0-88fc-e918175aa469 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:34:44.963115 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9e8bf22a-1f8b-45fc-bb58-ad6fd18a056a tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:45.000504 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-429e24f8-d1d8-4dfc-b11f-8daa6cdd3dd6 tempest-SubnetPoolsTestJSON-46437934 tempest-SubnetPoolsTestJSON-46437934-project] Notify callbacks [] for subnetpool, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:45.004400 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-429e24f8-d1d8-4dfc-b11f-8daa6cdd3dd6 tempest-SubnetPoolsTestJSON-46437934 tempest-SubnetPoolsTestJSON-46437934-project] 10.222.0.31 "DELETE /v2.0/subnetpools/194502f9-10ac-4218-9158-ccbad6d550a0 HTTP/1.1" status: 204 len: 168 time: 0.2544546 Mar 11 15:34:45.004400 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e296ffe5-5faa-487a-828f-537e736a4384 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:45.017476 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40230) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:45.032777 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-70052535-63a3-4204-a2fd-8a1da8e79af0 None None] Provisioning for port 6bec4ec5-e33e-41d1-8c0e-b6e7822ed055 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:34:45.049914 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: c63ce0c3-2275-4dd0-88fc-e918175aa469 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:34:45.050256 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device c63ce0c3-2275-4dd0-88fc-e918175aa469 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:34:45.050661 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 8cc1cf41-cac1-4fd2-bc11-6fe51f173b1f no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:34:45.057900 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0ce241f1-f8ec-4888-bf77-089ff45de248 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for floatingip, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:45.097939 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-0c7c40f9-4801-4917-8d94-328d353c0819 tempest-SubnetPoolsTestJSON-46437934 tempest-SubnetPoolsTestJSON-46437934-project] show failed (client error): The resource could not be found. Mar 11 15:34:45.101569 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0c7c40f9-4801-4917-8d94-328d353c0819 tempest-SubnetPoolsTestJSON-46437934 tempest-SubnetPoolsTestJSON-46437934-project] 10.222.0.31 "GET /v2.0/subnetpools/194502f9-10ac-4218-9158-ccbad6d550a0 HTTP/1.1" status: 404 len: 346 time: 0.0843801 Mar 11 15:34:45.139243 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40234) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:45.149324 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-9e8bf22a-1f8b-45fc-bb58-ad6fd18a056a tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Calling delete_port for 38dad10b-d48b-48ba-b329-977f4fe61607 owned by network:router_interface {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:34:45.164611 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-70052535-63a3-4204-a2fd-8a1da8e79af0 None None] Provisioning complete for port 6bec4ec5-e33e-41d1-8c0e-b6e7822ed055 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:45.164982 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-70052535-63a3-4204-a2fd-8a1da8e79af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:45.171544 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-e296ffe5-5faa-487a-828f-537e736a4384 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Calling delete_port for 39011c53-8f1d-425e-93b0-b459ccf93924 owned by {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:34:45.215050 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-22e8d683-6961-4ff4-97ae-94832a341322 tempest-SubnetPoolsTestJSON-46437934 tempest-SubnetPoolsTestJSON-46437934-project] delete failed (client error): The resource could not be found. Mar 11 15:34:45.220155 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-22e8d683-6961-4ff4-97ae-94832a341322 tempest-SubnetPoolsTestJSON-46437934 tempest-SubnetPoolsTestJSON-46437934-project] 10.222.0.31 "DELETE /v2.0/subnetpools/194502f9-10ac-4218-9158-ccbad6d550a0 HTTP/1.1" status: 404 len: 346 time: 0.0319834 Mar 11 15:34:45.227150 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-087619a9-59d4-4730-a601-0d125255a58b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] For port c3877cba-1353-4850-9581-c01b67c80bf5, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=c3877cba-1353-4850-9581-c01b67c80bf5,segment=NetworkSegment(aedf3e9c-d37d-4dfd-ab86-0c9f0ff9cac2),segment_id=aedf3e9c-d37d-4dfd-ab86-0c9f0ff9cac2)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:34:45.227586 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-087619a9-59d4-4730-a601-0d125255a58b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:45.300512 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 8cc1cf41-cac1-4fd2-bc11-6fe51f173b1f {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:34:45.300853 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 8cc1cf41-cac1-4fd2-bc11-6fe51f173b1f not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:34:45.330513 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=3f6f4636-69cb-4cac-b357-540208f5be2e,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:45.352358 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6701dc-9793-4f0d-8fe7-d8b635fd9a0a None None] Network 307a0e1c-26cd-45f5-b582-39ff8235a267 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:34:45.375047 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e296ffe5-5faa-487a-828f-537e736a4384 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:45.494560 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296ffe5-5faa-487a-828f-537e736a4384 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Port': ['ID=39011c53-8f1d-425e-93b0-b459ccf93924,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:45.497344 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e296ffe5-5faa-487a-828f-537e736a4384 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:45.509225 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e296ffe5-5faa-487a-828f-537e736a4384 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/ports/39011c53-8f1d-425e-93b0-b459ccf93924 HTTP/1.1" status: 204 len: 168 time: 1.0116892 Mar 11 15:34:45.513884 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40240) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:45.543515 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 6bec4ec5-e33e-41d1-8c0e-b6e7822ed055 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:34:45.615240 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3175f1-d5b9-408b-8f65-4ac8a185f153 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:45.616691 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3175f1-d5b9-408b-8f65-4ac8a185f153 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:45.617663 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-dd3175f1-d5b9-408b-8f65-4ac8a185f153 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:34:45.640490 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-dd3175f1-d5b9-408b-8f65-4ac8a185f153 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:34:45.645784 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-dd3175f1-d5b9-408b-8f65-4ac8a185f153 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1303053 Mar 11 15:34:45.646414 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40246) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:45.686594 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b277fd-f2ae-4823-8cba-68b2caa6f593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-b92a2b77-2840-45b5-af2a-dce3e7517bdf', 'network_id': 'b92a2b77-2840-45b5-af2a-dce3e7517bdf', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'fixed_ips': [{'subnet_id': '59489499-d9e4-4504-a072-5d3ab14e010c'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:34:45.687405 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f2b277fd-f2ae-4823-8cba-68b2caa6f593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:45.688031 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-087619a9-59d4-4730-a601-0d125255a58b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Calling delete_port for c3877cba-1353-4850-9581-c01b67c80bf5 owned by network:dhcp {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:34:45.725945 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40250) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:45.740214 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:45.760363 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b8a496-70ee-4105-bd3a-52c8ecd51488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-a9e561eb-4382-47f0-afe2-548f64b9476b', 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'tenant_id': 'd568d0bdb48844a4af924b22cae1da29', 'fixed_ips': [{'subnet_id': 'a7f20e0b-576e-4536-9067-d37dc6024655'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:34:45.761082 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-37b8a496-70ee-4105-bd3a-52c8ecd51488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:45.775478 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e19e1d1-d0f7-4ba9-8d5c-210c401ab0d5 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting subnet a7f20e0b-576e-4536-9067-d37dc6024655 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:34:45.781091 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7e19e1d1-d0f7-4ba9-8d5c-210c401ab0d5 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:45.819983 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.resource_extend [None req-9e82987b-e35e-4865-a0f8-226ae47b5d39 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:34:45.869225 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7e19e1d1-d0f7-4ba9-8d5c-210c401ab0d5 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:45.963800 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-087619a9-59d4-4730-a601-0d125255a58b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:45.987980 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a9fd0011-9618-4cb9-a725-11d567eafe58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:46.001409 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7e19e1d1-d0f7-4ba9-8d5c-210c401ab0d5 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:46.075043 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087619a9-59d4-4730-a601-0d125255a58b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event deleted for resources: {'Port': ['ID=c3877cba-1353-4850-9581-c01b67c80bf5,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:46.085703 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-a9fd0011-9618-4cb9-a725-11d567eafe58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:46.090395 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-a9fd0011-9618-4cb9-a725-11d567eafe58 admin admin] Usage tracker for resource:security_group_rule and tenant:dac12538dd3643499a657aa084f2e046 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:46.101257 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-a9fd0011-9618-4cb9-a725-11d567eafe58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:46.114792 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-a9fd0011-9618-4cb9-a725-11d567eafe58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:46.118950 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a13d552-02dd-4428-8068-dfc10b6da58f None None] Network 307a0e1c-26cd-45f5-b582-39ff8235a267 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:34:46.128424 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7e19e1d1-d0f7-4ba9-8d5c-210c401ab0d5 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:46.154987 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087619a9-59d4-4730-a601-0d125255a58b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] No DVR routers for this DVR port c3877cba-1353-4850-9581-c01b67c80bf5 on host dv-neutron-833373-1-hyperv {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:34:46.163011 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9e82987b-e35e-4865-a0f8-226ae47b5d39 None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:46.173529 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e19e1d1-d0f7-4ba9-8d5c-210c401ab0d5 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Subnet': ['ID=a7f20e0b-576e-4536-9067-d37dc6024655,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:46.193658 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7e19e1d1-d0f7-4ba9-8d5c-210c401ab0d5 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:46.242822 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7e19e1d1-d0f7-4ba9-8d5c-210c401ab0d5 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/a7f20e0b-576e-4536-9067-d37dc6024655 HTTP/1.1" status: 204 len: 168 time: 0.5951674 Mar 11 15:34:46.250694 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40256) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:46.293915 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 6bec4ec5-e33e-41d1-8c0e-b6e7822ed055 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:46.298490 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:46.352681 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-087619a9-59d4-4730-a601-0d125255a58b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:46.366258 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0ce241f1-f8ec-4888-bf77-089ff45de248 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:46.426472 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9e8bf22a-1f8b-45fc-bb58-ad6fd18a056a tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:46.435727 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-9e82987b-e35e-4865-a0f8-226ae47b5d39 None None] Transition to ACTIVE for port object b0530187-b09b-4957-b4c6-29c975ce95df will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server [None req-37b8a496-70ee-4105-bd3a-52c8ecd51488 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a7f20e0b-576e-4536-9067-d37dc6024655: This subnet is being modified by another concurrent operation. Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise value Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise value Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise value Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 15:34:46.458331 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise value Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise value Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise value Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise exception Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a7f20e0b-576e-4536-9067-d37dc6024655: This subnet is being modified by another concurrent operation. Mar 11 15:34:46.461697 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server Mar 11 15:34:46.503369 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9e82987b-e35e-4865-a0f8-226ae47b5d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:46.509766 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-087619a9-59d4-4730-a601-0d125255a58b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['307a0e1c-26cd-45f5-b582-39ff8235a267']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:46.526311 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8bf22a-1f8b-45fc-bb58-ad6fd18a056a tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event deleted for resources: {'Port': ['ID=38dad10b-d48b-48ba-b329-977f4fe61607,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:46.539369 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c8bc0f9b-4bbc-444d-ab52-3b6288f69297 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2874417 Mar 11 15:34:46.541160 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40260) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:46.541407 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a9fd0011-9618-4cb9-a725-11d567eafe58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:46.547882 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a9fd0011-9618-4cb9-a725-11d567eafe58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:46.551971 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-087619a9-59d4-4730-a601-0d125255a58b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aedf3e9c-d37d-4dfd-ab86-0c9f0ff9cac2') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:46.552316 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-087619a9-59d4-4730-a601-0d125255a58b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aedf3e9c-d37d-4dfd-ab86-0c9f0ff9cac2') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:46.565886 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-f4f993fb-f290-4481-94d6-5541adc6ee63 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'subnet': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:46.606646 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd0011-9618-4cb9-a725-11d567eafe58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f422a0ab-30ac-4b42-a01e-6aa61195eef9,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:46.628620 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a9fd0011-9618-4cb9-a725-11d567eafe58 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dac12538dd3643499a657aa084f2e046&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9016614 Mar 11 15:34:46.630921 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40264) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:46.705597 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-087619a9-59d4-4730-a601-0d125255a58b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:46.706793 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ff117154-cc64-4449-9b98-c8cb8ef888d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:46.715590 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 3f6f4636-69cb-4cac-b357-540208f5be2e up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:34:46.740528 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ff117154-cc64-4449-9b98-c8cb8ef888d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:46.804254 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ff117154-cc64-4449-9b98-c8cb8ef888d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:46.820033 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21620b60-20ed-4d5a-ba58-5cabd9d042c9 None None] Pushing event updated for resources: {'Port': ['ID=b0530187-b09b-4957-b4c6-29c975ce95df,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:46.830259 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff117154-cc64-4449-9b98-c8cb8ef888d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f422a0ab-30ac-4b42-a01e-6aa61195eef9,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:46.840150 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ff117154-cc64-4449-9b98-c8cb8ef888d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:46.848079 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ff117154-cc64-4449-9b98-c8cb8ef888d3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f422a0ab-30ac-4b42-a01e-6aa61195eef9 HTTP/1.1" status: 204 len: 168 time: 0.2093718 Mar 11 15:34:46.953861 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-33495d02-4703-45f4-afef-fd7514af8de1 None None] Provisioning complete for port 6bec4ec5-e33e-41d1-8c0e-b6e7822ed055 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:46.954272 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-33495d02-4703-45f4-afef-fd7514af8de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:46.983962 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-087619a9-59d4-4730-a601-0d125255a58b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:46.990102 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-f2b277fd-f2ae-4823-8cba-68b2caa6f593 None None] Allocated IP 2001:db8:1::2 (b92a2b77-2840-45b5-af2a-dce3e7517bdf/59489499-d9e4-4504-a072-5d3ab14e010c/ad53ef49-8822-4798-8941-c68edcd1955c) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:34:47.018130 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21620b60-20ed-4d5a-ba58-5cabd9d042c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:47.018464 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21620b60-20ed-4d5a-ba58-5cabd9d042c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:47.018798 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21620b60-20ed-4d5a-ba58-5cabd9d042c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:47.019133 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21620b60-20ed-4d5a-ba58-5cabd9d042c9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:47.019475 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21620b60-20ed-4d5a-ba58-5cabd9d042c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:47.019785 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21620b60-20ed-4d5a-ba58-5cabd9d042c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:47.020168 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21620b60-20ed-4d5a-ba58-5cabd9d042c9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:47.020673 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21620b60-20ed-4d5a-ba58-5cabd9d042c9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:47.020997 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21620b60-20ed-4d5a-ba58-5cabd9d042c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:47.021319 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21620b60-20ed-4d5a-ba58-5cabd9d042c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:47.021641 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21620b60-20ed-4d5a-ba58-5cabd9d042c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:47.071203 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-087619a9-59d4-4730-a601-0d125255a58b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:34:47.071622 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-087619a9-59d4-4730-a601-0d125255a58b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:47.097428 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:34:47.097428 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:34:47.097428 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:34:47.097428 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:34:47.097428 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:34:47.097428 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:34:47.097428 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:34:47.097428 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:34:47.097428 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:34:47.097428 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:34:47.097428 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:34:47.097428 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:34:47.097428 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:34:47.097428 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:34:47.097428 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:34:47.097428 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:34:47.097428 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:34:47.097428 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:34:47.097428 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:34:47.097428 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:34:47.097428 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:34:47.097428 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:34:47.097428 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:34:47.097428 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:34:47.097428 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:34:47.097428 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:34:47.097428 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:34:47.097428 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:34:47.097428 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:34:47.097428 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:34:47.097428 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:34:47.097428 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:34:47.100441 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f4f993fb-f290-4481-94d6-5541adc6ee63 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:47.167322 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 3f6f4636-69cb-4cac-b357-540208f5be2e triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:47.167322 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:47.277171 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f4f993fb-f290-4481-94d6-5541adc6ee63 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:subnet and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:47.296261 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f4f993fb-f290-4481-94d6-5541adc6ee63 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:47.455128 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-9e82987b-e35e-4865-a0f8-226ae47b5d39 None None] Attempting to bind port b0530187-b09b-4957-b4c6-29c975ce95df on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:34:47.455502 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-9e82987b-e35e-4865-a0f8-226ae47b5d39 None None] Attempting to bind port b0530187-b09b-4957-b4c6-29c975ce95df by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'ab0430fc-5346-4db3-bb2a-4c282ad248c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '30df3178-3653-4d0f-a424-6f1f310a96ba'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:34:47.455851 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e82987b-e35e-4865-a0f8-226ae47b5d39 None None] Attempting to bind port b0530187-b09b-4957-b4c6-29c975ce95df on network 30df3178-3653-4d0f-a424-6f1f310a96ba {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:34:47.518548 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e82987b-e35e-4865-a0f8-226ae47b5d39 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:34:47.518839 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e82987b-e35e-4865-a0f8-226ae47b5d39 None None] Checking segment: {'id': 'ab0430fc-5346-4db3-bb2a-4c282ad248c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '30df3178-3653-4d0f-a424-6f1f310a96ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:34:47.519257 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9e82987b-e35e-4865-a0f8-226ae47b5d39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:47.519653 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e82987b-e35e-4865-a0f8-226ae47b5d39 None None] Bound using segment: {'id': 'ab0430fc-5346-4db3-bb2a-4c282ad248c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '30df3178-3653-4d0f-a424-6f1f310a96ba'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:34:47.520146 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-9e82987b-e35e-4865-a0f8-226ae47b5d39 None None] Bound port: b0530187-b09b-4957-b4c6-29c975ce95df, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab0430fc-5346-4db3-bb2a-4c282ad248c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '30df3178-3653-4d0f-a424-6f1f310a96ba'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:34:47.520519 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9e82987b-e35e-4865-a0f8-226ae47b5d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:47.526451 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-0ce241f1-f8ec-4888-bf77-089ff45de248 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Allocated IP 172.26.0.25 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/97dc48b5-90be-42b7-8eaf-f662218d5a21) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:34:47.529383 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f4f993fb-f290-4481-94d6-5541adc6ee63 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:47.565369 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-087619a9-59d4-4730-a601-0d125255a58b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:47.568438 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-75212ea4-fc22-4252-897c-9e2d736249d0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:47.601916 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-087619a9-59d4-4730-a601-0d125255a58b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:47.606926 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f993fb-f290-4481-94d6-5541adc6ee63 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:47.656870 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087619a9-59d4-4730-a601-0d125255a58b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event deleted for resources: {'Network': ['ID=307a0e1c-26cd-45f5-b582-39ff8235a267,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:47.674444 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f2b277fd-f2ae-4823-8cba-68b2caa6f593 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:47.701566 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f2b277fd-f2ae-4823-8cba-68b2caa6f593 None None] Transition to ACTIVE for port object ad53ef49-8822-4798-8941-c68edcd1955c will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:34:47.722746 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-9e82987b-e35e-4865-a0f8-226ae47b5d39 None None] For port b0530187-b09b-4957-b4c6-29c975ce95df, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:34:47.732536 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f2b277fd-f2ae-4823-8cba-68b2caa6f593 None None] Transition to ACTIVE for port object ad53ef49-8822-4798-8941-c68edcd1955c will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:34:47.745059 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-9e82987b-e35e-4865-a0f8-226ae47b5d39 None None] For port b0530187-b09b-4957-b4c6-29c975ce95df, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=b0530187-b09b-4957-b4c6-29c975ce95df,segment=NetworkSegment(ab0430fc-5346-4db3-bb2a-4c282ad248c1),segment_id=ab0430fc-5346-4db3-bb2a-4c282ad248c1)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:34:47.748239 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f2b277fd-f2ae-4823-8cba-68b2caa6f593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:47.786161 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9e82987b-e35e-4865-a0f8-226ae47b5d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:47.833781 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b277fd-f2ae-4823-8cba-68b2caa6f593 None None] Network b92a2b77-2840-45b5-af2a-dce3e7517bdf is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:34:47.839500 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-f2b277fd-f2ae-4823-8cba-68b2caa6f593 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:47.842594 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b277fd-f2ae-4823-8cba-68b2caa6f593 None None] Pushing event updated for resources: {'Port': ['ID=ad53ef49-8822-4798-8941-c68edcd1955c,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:47.846248 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b277fd-f2ae-4823-8cba-68b2caa6f593 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:34:47.861037 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40272) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:47.864603 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-087619a9-59d4-4730-a601-0d125255a58b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "DELETE /v2.0/networks/307a0e1c-26cd-45f5-b582-39ff8235a267 HTTP/1.1" status: 204 len: 168 time: 8.8000677 Mar 11 15:34:47.886844 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-89289978-849b-4712-8263-4914963f93d5 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] DELETE failed (client error): The resource could not be found. Mar 11 15:34:47.887295 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89289978-849b-4712-8263-4914963f93d5 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:34:47.893430 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-89289978-849b-4712-8263-4914963f93d5 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "DELETE /v2.0/networks/307a0e1c-26cd-45f5-b582-39ff8235a267 HTTP/1.1" status: 404 len: 339 time: 0.0313010 Mar 11 15:34:47.894014 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40276) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:47.899394 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-88587f28-2e2b-4801-832a-6ca0935d2917 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1788868975', 'description': 'd1'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:47.910032 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-88587f28-2e2b-4801-832a-6ca0935d2917 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:47.914379 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-88587f28-2e2b-4801-832a-6ca0935d2917 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Usage tracker for resource:network and tenant:ec80415d4e5548b5bced4f16cb2e25ed is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:47.917656 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-88587f28-2e2b-4801-832a-6ca0935d2917 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:47.925860 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-88587f28-2e2b-4801-832a-6ca0935d2917 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:47.939472 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88587f28-2e2b-4801-832a-6ca0935d2917 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Made reservation on behalf of ec80415d4e5548b5bced4f16cb2e25ed for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:47.943871 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-88587f28-2e2b-4801-832a-6ca0935d2917 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:47.962036 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9e8bf22a-1f8b-45fc-bb58-ad6fd18a056a tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:47.981732 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88587f28-2e2b-4801-832a-6ca0935d2917 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:34:47.997275 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f4f993fb-f290-4481-94d6-5541adc6ee63 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:48.001891 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-88587f28-2e2b-4801-832a-6ca0935d2917 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:48.002804 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-88587f28-2e2b-4801-832a-6ca0935d2917 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Added segment fd5f01a3-a2df-494e-af44-2dac625b4353 of type vlan for network 292254c6-7369-4d21-be2b-558e3429eb03 Mar 11 15:34:48.038226 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e82987b-e35e-4865-a0f8-226ae47b5d39 None None] Routers {'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:34:48.038999 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-9e82987b-e35e-4865-a0f8-226ae47b5d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:34:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:48.067733 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-88587f28-2e2b-4801-832a-6ca0935d2917 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:48.126509 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-88587f28-2e2b-4801-832a-6ca0935d2917 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:48.135295 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88587f28-2e2b-4801-832a-6ca0935d2917 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:48.136780 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-88587f28-2e2b-4801-832a-6ca0935d2917 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:48.156406 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-f2b277fd-f2ae-4823-8cba-68b2caa6f593 None None] Attempting to bind port ad53ef49-8822-4798-8941-c68edcd1955c on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:34:48.158711 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-f2b277fd-f2ae-4823-8cba-68b2caa6f593 None None] Attempting to bind port ad53ef49-8822-4798-8941-c68edcd1955c by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'f0cf8fe9-ca46-42d0-97af-cde1c9a0a483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b92a2b77-2840-45b5-af2a-dce3e7517bdf'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:34:48.158711 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b277fd-f2ae-4823-8cba-68b2caa6f593 None None] Attempting to bind port ad53ef49-8822-4798-8941-c68edcd1955c on network b92a2b77-2840-45b5-af2a-dce3e7517bdf {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:34:48.212207 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b277fd-f2ae-4823-8cba-68b2caa6f593 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:34:48.218327 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b277fd-f2ae-4823-8cba-68b2caa6f593 None None] Checking segment: {'id': 'f0cf8fe9-ca46-42d0-97af-cde1c9a0a483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b92a2b77-2840-45b5-af2a-dce3e7517bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:34:48.219266 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f2b277fd-f2ae-4823-8cba-68b2caa6f593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:48.219834 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b277fd-f2ae-4823-8cba-68b2caa6f593 None None] Bound using segment: {'id': 'f0cf8fe9-ca46-42d0-97af-cde1c9a0a483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b92a2b77-2840-45b5-af2a-dce3e7517bdf'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:34:48.220538 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-f2b277fd-f2ae-4823-8cba-68b2caa6f593 None None] Bound port: ad53ef49-8822-4798-8941-c68edcd1955c, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0cf8fe9-ca46-42d0-97af-cde1c9a0a483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b92a2b77-2840-45b5-af2a-dce3e7517bdf'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:34:48.221359 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f2b277fd-f2ae-4823-8cba-68b2caa6f593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:48.256975 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21620b60-20ed-4d5a-ba58-5cabd9d042c9 None None] Pushing event updated for resources: {'Port': ['ID=b0530187-b09b-4957-b4c6-29c975ce95df,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:48.318002 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-88587f28-2e2b-4801-832a-6ca0935d2917 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4202442 Mar 11 15:34:48.319308 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40280) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:48.334219 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88587f28-2e2b-4801-832a-6ca0935d2917 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event updated for resources: {'Network': ['ID=292254c6-7369-4d21-be2b-558e3429eb03,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:48.358640 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 292254c6-7369-4d21-be2b-558e3429eb03 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:34:48.434273 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-9e82987b-e35e-4865-a0f8-226ae47b5d39 None None] Set router bdbdb9e2-ab6c-41df-8cdd-45bb6698249f gateway port host: None {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:34:48.504992 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-f2b277fd-f2ae-4823-8cba-68b2caa6f593 None None] For port ad53ef49-8822-4798-8941-c68edcd1955c, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:34:48.541505 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-f2b277fd-f2ae-4823-8cba-68b2caa6f593 None None] For port ad53ef49-8822-4798-8941-c68edcd1955c, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ad53ef49-8822-4798-8941-c68edcd1955c,segment=NetworkSegment(f0cf8fe9-ca46-42d0-97af-cde1c9a0a483),segment_id=f0cf8fe9-ca46-42d0-97af-cde1c9a0a483)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:34:48.552254 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f2b277fd-f2ae-4823-8cba-68b2caa6f593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:48.593121 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0ce241f1-f8ec-4888-bf77-089ff45de248 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:48.709681 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a82e415-949d-468e-b0fb-c9d9c56e7f42 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:48.710370 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-4a82e415-949d-468e-b0fb-c9d9c56e7f42 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Synchronizing usage tracker for tenant:ec80415d4e5548b5bced4f16cb2e25ed on resource:network {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:34:48.784901 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b277fd-f2ae-4823-8cba-68b2caa6f593 None None] Pushing event updated for resources: {'Port': ['ID=ad53ef49-8822-4798-8941-c68edcd1955c,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:48.912302 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-9e82987b-e35e-4865-a0f8-226ae47b5d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'name': 'tempest-RoutersIpV6Test-router-109250348', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:34:30Z', 'updated_at': '2022-03-11T15:34:37Z', 'revision_number': 2, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'gw_port_host': None, '_interfaces': [{'id': 'b0530187-b09b-4957-b4c6-29c975ce95df', 'name': '', 'network_id': '30df3178-3653-4d0f-a424-6f1f310a96ba', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:3e:7c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:34Z', 'updated_at': '2022-03-11T15:34:47Z', 'revision_number': 4, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:48.916900 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e82987b-e35e-4865-a0f8-226ae47b5d39 None None] The sync data for ids ['bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'] in dv-neutron-833373-1-hyperv is: [{'id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'name': 'tempest-RoutersIpV6Test-router-109250348', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:34:30Z', 'updated_at': '2022-03-11T15:34:37Z', 'revision_number': 2, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'gw_port_host': None, '_interfaces': [{'id': 'b0530187-b09b-4957-b4c6-29c975ce95df', 'name': '', 'network_id': '30df3178-3653-4d0f-a424-6f1f310a96ba', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:3e:7c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:34Z', 'updated_at': '2022-03-11T15:34:47Z', 'revision_number': 4, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:34:49.006269 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-4a82e415-949d-468e-b0fb-c9d9c56e7f42 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Unset dirty status for tenant:ec80415d4e5548b5bced4f16cb2e25ed on resource:network {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:34:49.007705 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-4a82e415-949d-468e-b0fb-c9d9c56e7f42 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "GET /v2.0/networks?id=292254c6-7369-4d21-be2b-558e3429eb03 HTTP/1.1" status: 200 len: 765 time: 0.6646478 Mar 11 15:34:49.011168 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40284) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:49.018569 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-c7015f5b-11e5-4413-8afd-438ef023923b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Request body: {'network': {'description': 'd2'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:49.026309 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0ce241f1-f8ec-4888-bf77-089ff45de248 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:49.340311 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c7015f5b-11e5-4413-8afd-438ef023923b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:49.371847 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c7015f5b-11e5-4413-8afd-438ef023923b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:49.460383 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c7015f5b-11e5-4413-8afd-438ef023923b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Network 292254c6-7369-4d21-be2b-558e3429eb03 is not hosted by any dhcp agent {{(pid=83867) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 11 15:34:49.464316 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7015f5b-11e5-4413-8afd-438ef023923b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:49.465031 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c7015f5b-11e5-4413-8afd-438ef023923b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:49.465389 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-75212ea4-fc22-4252-897c-9e2d736249d0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Allocated IP 2001:db8:1::1 (b92a2b77-2840-45b5-af2a-dce3e7517bdf/59489499-d9e4-4504-a072-5d3ab14e010c/dd8f02df-093e-433a-bd69-997e54d74e15) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:34:49.467355 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c7015f5b-11e5-4413-8afd-438ef023923b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "PUT /v2.0/networks/292254c6-7369-4d21-be2b-558e3429eb03 HTTP/1.1" status: 200 len: 762 time: 0.4540932 Mar 11 15:34:49.474288 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40288) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:49.478748 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f4f993fb-f290-4481-94d6-5541adc6ee63 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:49.493282 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7015f5b-11e5-4413-8afd-438ef023923b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event updated for resources: {'Network': ['ID=292254c6-7369-4d21-be2b-558e3429eb03,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:49.506102 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 292254c6-7369-4d21-be2b-558e3429eb03 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:34:49.544707 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce241f1-f8ec-4888-bf77-089ff45de248 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=97dc48b5-90be-42b7-8eaf-f662218d5a21,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:49.553148 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce241f1-f8ec-4888-bf77-089ff45de248 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:34:49.620783 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-0ce241f1-f8ec-4888-bf77-089ff45de248 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:49.625269 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce241f1-f8ec-4888-bf77-089ff45de248 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:34:49.785965 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device ad53ef49-8822-4798-8941-c68edcd1955c up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:34:49.877372 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port ad53ef49-8822-4798-8941-c68edcd1955c completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:34:49.882902 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device b0530187-b09b-4957-b4c6-29c975ce95df up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:34:49.919026 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f993fb-f290-4481-94d6-5541adc6ee63 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:34:49.937106 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-f4f993fb-f290-4481-94d6-5541adc6ee63 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:49.939956 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f993fb-f290-4481-94d6-5541adc6ee63 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Subnet': ['ID=fd362c21-fde9-4a8c-85ed-7c0ef4ff6413,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:49.943858 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f993fb-f290-4481-94d6-5541adc6ee63 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:49.944482 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f4f993fb-f290-4481-94d6-5541adc6ee63 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:49.973516 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0e7e33-18d6-481f-ad07-88a1bea8dcbb None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:34:49.980873 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c1c55c-a0a6-4b03-9895-5f4af638a29e tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:49.982980 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-80c1c55c-a0a6-4b03-9895-5f4af638a29e tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "GET /v2.0/networks?id=292254c6-7369-4d21-be2b-558e3429eb03 HTTP/1.1" status: 200 len: 765 time: 0.5001757 Mar 11 15:34:49.987441 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40292) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:49.993175 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9849b6b8-1292-4ce5-8866-c6a2a6c68f34 None None] Network b92a2b77-2840-45b5-af2a-dce3e7517bdf requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:34:50.018059 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8bf22a-1f8b-45fc-bb58-ad6fd18a056a tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Router 691a7c18-aa75-411d-b415-f8158e6dcace has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:34:50.093436 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f4f993fb-f290-4481-94d6-5541adc6ee63 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.5424082 Mar 11 15:34:50.093685 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40296) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:50.094122 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-75212ea4-fc22-4252-897c-9e2d736249d0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:50.102281 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-ee1c7faa-db6a-4dc1-933e-49d363807a9b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'port': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'fixed_ips': [{'subnet_id': 'fd362c21-fde9-4a8c-85ed-7c0ef4ff6413', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-1343891810'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:50.139017 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-75212ea4-fc22-4252-897c-9e2d736249d0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Transition to ACTIVE for port object dd8f02df-093e-433a-bd69-997e54d74e15 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:34:50.235660 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-74e0069a-ff4e-4155-968b-e80a50ddd5f1 None None] Provisioning for port ad53ef49-8822-4798-8941-c68edcd1955c completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:34:50.265303 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-74e0069a-ff4e-4155-968b-e80a50ddd5f1 None None] Provisioning complete for port ad53ef49-8822-4798-8941-c68edcd1955c triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:50.265915 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-74e0069a-ff4e-4155-968b-e80a50ddd5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:50.274075 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99dd1702-9c5b-4af4-8cff-b47340909074 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:50.275000 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-99dd1702-9c5b-4af4-8cff-b47340909074 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Synchronizing usage tracker for tenant:ec80415d4e5548b5bced4f16cb2e25ed on resource:network {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:34:50.313212 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-99dd1702-9c5b-4af4-8cff-b47340909074 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Unset dirty status for tenant:ec80415d4e5548b5bced4f16cb2e25ed on resource:network {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:34:50.314624 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-99dd1702-9c5b-4af4-8cff-b47340909074 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3258655 Mar 11 15:34:50.317605 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40300) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:50.320515 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ee1c7faa-db6a-4dc1-933e-49d363807a9b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:50.333826 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port b0530187-b09b-4957-b4c6-29c975ce95df completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:34:50.360980 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ee1c7faa-db6a-4dc1-933e-49d363807a9b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:port and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:50.368495 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ee1c7faa-db6a-4dc1-933e-49d363807a9b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:50.378635 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d8dc4cc8-4bc1-4d98-a4fe-c974836a8a69 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Synchronizing usage tracker for tenant:ec80415d4e5548b5bced4f16cb2e25ed on resource:subnet {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:34:50.382493 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ee1c7faa-db6a-4dc1-933e-49d363807a9b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:50.398515 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d8dc4cc8-4bc1-4d98-a4fe-c974836a8a69 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Unset dirty status for tenant:ec80415d4e5548b5bced4f16cb2e25ed on resource:subnet {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:34:50.400144 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d8dc4cc8-4bc1-4d98-a4fe-c974836a8a69 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "GET /v2.0/subnets?network_id=69193b02-dbf5-4ccf-b3ce-76dabd3f8655 HTTP/1.1" status: 200 len: 207 time: 0.0812914 Mar 11 15:34:50.405319 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40304) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:50.409139 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port b0530187-b09b-4957-b4c6-29c975ce95df triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:50.409510 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:50.432806 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1c7faa-db6a-4dc1-933e-49d363807a9b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'port': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:50.473310 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8bf22a-1f8b-45fc-bb58-ad6fd18a056a tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:34:50.477918 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-75212ea4-fc22-4252-897c-9e2d736249d0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:50.487477 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9e8bf22a-1f8b-45fc-bb58-ad6fd18a056a tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "PUT /v2.0/routers/691a7c18-aa75-411d-b415-f8158e6dcace/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5564141 Mar 11 15:34:50.490421 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbf3b86-ea1e-4d8d-a670-bda75cf7ac51 None None] Sync routers for ids ['691a7c18-aa75-411d-b415-f8158e6dcace'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:34:50.512833 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbf3b86-ea1e-4d8d-a670-bda75cf7ac51 None None] Routers {'691a7c18-aa75-411d-b415-f8158e6dcace'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:34:50.514032 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-1fbf3b86-ea1e-4d8d-a670-bda75cf7ac51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:34:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['691a7c18-aa75-411d-b415-f8158e6dcace'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:50.519378 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40308) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:50.532396 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-74e0069a-ff4e-4155-968b-e80a50ddd5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:50.610397 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-38954438-6cb1-4879-922a-a4857040d9af tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Synchronizing usage tracker for tenant:16d01fb61cb5488cb7fd92527258a459 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:34:50.646619 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-1fbf3b86-ea1e-4d8d-a670-bda75cf7ac51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:50.649702 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75212ea4-fc22-4252-897c-9e2d736249d0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Network b92a2b77-2840-45b5-af2a-dce3e7517bdf is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:34:50.654639 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75212ea4-fc22-4252-897c-9e2d736249d0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event updated for resources: {'Port': ['ID=dd8f02df-093e-433a-bd69-997e54d74e15,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:50.657334 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-75212ea4-fc22-4252-897c-9e2d736249d0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:50.660664 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75212ea4-fc22-4252-897c-9e2d736249d0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:34:50.661189 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-75212ea4-fc22-4252-897c-9e2d736249d0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:50.664737 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbf3b86-ea1e-4d8d-a670-bda75cf7ac51 None None] Routers {'691a7c18-aa75-411d-b415-f8158e6dcace'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:34:50.666434 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-1fbf3b86-ea1e-4d8d-a670-bda75cf7ac51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:34:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['691a7c18-aa75-411d-b415-f8158e6dcace'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:50.666578 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-38954438-6cb1-4879-922a-a4857040d9af tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Unset dirty status for tenant:16d01fb61cb5488cb7fd92527258a459 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:34:50.670666 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-38954438-6cb1-4879-922a-a4857040d9af tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "GET /v2.0/ports?device_id=691a7c18-aa75-411d-b415-f8158e6dcace HTTP/1.1" status: 200 len: 205 time: 0.1402102 Mar 11 15:34:50.675984 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40312) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:50.683214 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-74e0069a-ff4e-4155-968b-e80a50ddd5f1 None None] For port ad53ef49-8822-4798-8941-c68edcd1955c, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ad53ef49-8822-4798-8941-c68edcd1955c,segment=NetworkSegment(f0cf8fe9-ca46-42d0-97af-cde1c9a0a483),segment_id=f0cf8fe9-ca46-42d0-97af-cde1c9a0a483)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:34:50.717868 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330a49b0-9dc2-4b45-ae8d-5a1c1776b2fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-a9e561eb-4382-47f0-afe2-548f64b9476b', 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'tenant_id': 'd568d0bdb48844a4af924b22cae1da29', 'fixed_ips': [{'subnet_id': 'fd362c21-fde9-4a8c-85ed-7c0ef4ff6413'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:34:50.718682 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-330a49b0-9dc2-4b45-ae8d-5a1c1776b2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:50.735679 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-74e0069a-ff4e-4155-968b-e80a50ddd5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:50.768335 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9664a9-8d0a-4005-b32e-59b9f110e99b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:50.773913 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9664a9-8d0a-4005-b32e-59b9f110e99b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:50.779549 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9664a9-8d0a-4005-b32e-59b9f110e99b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:50.782541 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-1fbf3b86-ea1e-4d8d-a670-bda75cf7ac51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:50.783338 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbf3b86-ea1e-4d8d-a670-bda75cf7ac51 None None] The sync data for ids ['691a7c18-aa75-411d-b415-f8158e6dcace'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:34:50.784532 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9664a9-8d0a-4005-b32e-59b9f110e99b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:50.790779 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9664a9-8d0a-4005-b32e-59b9f110e99b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:50.796410 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9664a9-8d0a-4005-b32e-59b9f110e99b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:50.805269 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0a9664a9-8d0a-4005-b32e-59b9f110e99b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3921640 Mar 11 15:34:50.806242 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40316) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:50.843947 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:50.930220 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e0069a-ff4e-4155-968b-e80a50ddd5f1 None None] Pushing event updated for resources: {'Port': ['ID=ad53ef49-8822-4798-8941-c68edcd1955c,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:50.943276 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ee1c7faa-db6a-4dc1-933e-49d363807a9b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:50.977298 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port b0530187-b09b-4957-b4c6-29c975ce95df, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=b0530187-b09b-4957-b4c6-29c975ce95df,segment=NetworkSegment(ab0430fc-5346-4db3-bb2a-4c282ad248c1),segment_id=ab0430fc-5346-4db3-bb2a-4c282ad248c1)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:34:50.987131 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-ee1c7faa-db6a-4dc1-933e-49d363807a9b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] device_id is not set on port 172eeb70-15a2-4422-8427-9e6e8dfd6b64 yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:34:51.006978 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:51.118511 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-330a49b0-9dc2-4b45-ae8d-5a1c1776b2fe None None] Allocated IP 2001:db8::2 (a9e561eb-4382-47f0-afe2-548f64b9476b/fd362c21-fde9-4a8c-85ed-7c0ef4ff6413/00c0b9f3-2c8b-4c96-8b76-d53eebca8ba5) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:34:51.127065 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=b0530187-b09b-4957-b4c6-29c975ce95df,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:51.260301 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-dcbefcab-47a5-4c60-bb3d-62a67f87bd69 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for router, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:51.414888 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-75212ea4-fc22-4252-897c-9e2d736249d0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:51.417569 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-cd530b09-664e-468d-9341-64965ca2cc3d None None] Provisioning complete for port ad53ef49-8822-4798-8941-c68edcd1955c triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:51.417936 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cd530b09-664e-468d-9341-64965ca2cc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:51.451464 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-330a49b0-9dc2-4b45-ae8d-5a1c1776b2fe None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:51.472625 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0eb6999d-8ae1-4733-910b-0be5e82238bf tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.6628525 Mar 11 15:34:51.479157 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40320) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:51.483313 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-330a49b0-9dc2-4b45-ae8d-5a1c1776b2fe None None] Transition to ACTIVE for port object 00c0b9f3-2c8b-4c96-8b76-d53eebca8ba5 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:34:51.516924 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-330a49b0-9dc2-4b45-ae8d-5a1c1776b2fe None None] Transition to ACTIVE for port object 00c0b9f3-2c8b-4c96-8b76-d53eebca8ba5 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:34:51.531993 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee1c7faa-db6a-4dc1-933e-49d363807a9b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:34:51.532911 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee1c7faa-db6a-4dc1-933e-49d363807a9b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:34:51.582890 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ee1c7faa-db6a-4dc1-933e-49d363807a9b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.4881217 Mar 11 15:34:51.585530 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40324) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:51.592703 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-330a49b0-9dc2-4b45-ae8d-5a1c1776b2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:51.604401 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7aae5d6a-be76-4201-bcb4-38ca6569de4a req-656d29cc-b68b-495b-a349-8bed8a920449 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6ed1c014-724b-486c-9d57-1c54d27a1b58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6012304 Mar 11 15:34:51.675652 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a49b0-9dc2-4b45-ae8d-5a1c1776b2fe None None] Pushing event updated for resources: {'Port': ['ID=00c0b9f3-2c8b-4c96-8b76-d53eebca8ba5,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:51.686661 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330a49b0-9dc2-4b45-ae8d-5a1c1776b2fe None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:34:51.689551 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-330a49b0-9dc2-4b45-ae8d-5a1c1776b2fe None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:51.692540 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330a49b0-9dc2-4b45-ae8d-5a1c1776b2fe None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:34:51.784561 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device ad53ef49-8822-4798-8941-c68edcd1955c up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:34:51.793535 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14366f45-c557-4deb-814f-c8ffc7057aff tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:51.795276 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-14366f45-c557-4deb-814f-c8ffc7057aff tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:34:51.814648 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-14366f45-c557-4deb-814f-c8ffc7057aff tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:34:51.819626 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-14366f45-c557-4deb-814f-c8ffc7057aff tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2328413 Mar 11 15:34:51.820942 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40328) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:51.895156 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-cd530b09-664e-468d-9341-64965ca2cc3d None None] Provisioning for port dd8f02df-093e-433a-bd69-997e54d74e15 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:34:51.918835 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9628c052-382f-45b0-9cf4-2d69f3fe0045 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:51.921475 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9628c052-382f-45b0-9cf4-2d69f3fe0045 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:51.922273 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-9628c052-382f-45b0-9cf4-2d69f3fe0045 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:34:51.939224 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-9628c052-382f-45b0-9cf4-2d69f3fe0045 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:34:51.943319 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9628c052-382f-45b0-9cf4-2d69f3fe0045 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1180108 Mar 11 15:34:51.944049 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40332) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:51.951371 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-cd530b09-664e-468d-9341-64965ca2cc3d None None] Provisioning complete for port dd8f02df-093e-433a-bd69-997e54d74e15 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:51.952026 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cd530b09-664e-468d-9341-64965ca2cc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:51.996793 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-330a49b0-9dc2-4b45-ae8d-5a1c1776b2fe None None] Attempting to bind port 00c0b9f3-2c8b-4c96-8b76-d53eebca8ba5 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:34:51.998305 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-330a49b0-9dc2-4b45-ae8d-5a1c1776b2fe None None] Attempting to bind port 00c0b9f3-2c8b-4c96-8b76-d53eebca8ba5 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:34:51.998305 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330a49b0-9dc2-4b45-ae8d-5a1c1776b2fe None None] Attempting to bind port 00c0b9f3-2c8b-4c96-8b76-d53eebca8ba5 on network a9e561eb-4382-47f0-afe2-548f64b9476b {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:34:52.011600 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330a49b0-9dc2-4b45-ae8d-5a1c1776b2fe None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:34:52.012345 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330a49b0-9dc2-4b45-ae8d-5a1c1776b2fe None None] Checking segment: {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:34:52.012839 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-330a49b0-9dc2-4b45-ae8d-5a1c1776b2fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:52.014713 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330a49b0-9dc2-4b45-ae8d-5a1c1776b2fe None None] Bound using segment: {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:34:52.014713 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-330a49b0-9dc2-4b45-ae8d-5a1c1776b2fe None None] Bound port: 00c0b9f3-2c8b-4c96-8b76-d53eebca8ba5, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:34:52.015000 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-330a49b0-9dc2-4b45-ae8d-5a1c1776b2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:52.034870 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a59896-d51e-45bd-b7a1-cf75ef227695 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:52.036243 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a59896-d51e-45bd-b7a1-cf75ef227695 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:52.037553 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a59896-d51e-45bd-b7a1-cf75ef227695 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:52.038860 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a59896-d51e-45bd-b7a1-cf75ef227695 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:52.040197 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a59896-d51e-45bd-b7a1-cf75ef227695 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:52.041289 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-b4a59896-d51e-45bd-b7a1-cf75ef227695 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Synchronizing usage tracker for tenant:ec80415d4e5548b5bced4f16cb2e25ed on resource:subnet {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:34:52.041702 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b2da61-126b-4466-b588-07edd6e89410 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting subnet fd362c21-fde9-4a8c-85ed-7c0ef4ff6413 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:34:52.045495 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-79b2da61-126b-4466-b588-07edd6e89410 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:52.053938 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0ce241f1-f8ec-4888-bf77-089ff45de248 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:52.116321 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-79b2da61-126b-4466-b588-07edd6e89410 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:52.180326 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-330a49b0-9dc2-4b45-ae8d-5a1c1776b2fe None None] For port 00c0b9f3-2c8b-4c96-8b76-d53eebca8ba5, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:34:52.183546 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-330a49b0-9dc2-4b45-ae8d-5a1c1776b2fe None None] For port 00c0b9f3-2c8b-4c96-8b76-d53eebca8ba5, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=00c0b9f3-2c8b-4c96-8b76-d53eebca8ba5,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:34:52.193124 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-330a49b0-9dc2-4b45-ae8d-5a1c1776b2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:52.229073 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-79b2da61-126b-4466-b588-07edd6e89410 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:52.235808 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port ad53ef49-8822-4798-8941-c68edcd1955c triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:52.236187 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:52.262704 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-cd530b09-664e-468d-9341-64965ca2cc3d None None] Port dd8f02df-093e-433a-bd69-997e54d74e15 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:34:52.280547 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-b4a59896-d51e-45bd-b7a1-cf75ef227695 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Unset dirty status for tenant:ec80415d4e5548b5bced4f16cb2e25ed on resource:subnet {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:34:52.281719 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b4a59896-d51e-45bd-b7a1-cf75ef227695 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.8037751 Mar 11 15:34:52.289783 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40336) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:52.335883 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-dcbefcab-47a5-4c60-bb3d-62a67f87bd69 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:52.341858 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-79b2da61-126b-4466-b588-07edd6e89410 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:52.371976 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a49b0-9dc2-4b45-ae8d-5a1c1776b2fe None None] Pushing event updated for resources: {'Port': ['ID=00c0b9f3-2c8b-4c96-8b76-d53eebca8ba5,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:52.391286 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2da61-126b-4466-b588-07edd6e89410 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Subnet': ['ID=fd362c21-fde9-4a8c-85ed-7c0ef4ff6413,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:52.395714 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-79b2da61-126b-4466-b588-07edd6e89410 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:52.419227 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-79b2da61-126b-4466-b588-07edd6e89410 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/fd362c21-fde9-4a8c-85ed-7c0ef4ff6413 HTTP/1.1" status: 204 len: 168 time: 0.4718120 Mar 11 15:34:52.420305 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40340) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:52.460145 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fd3b6c98-c8d5-46e2-bc33-d368cac633ef None None] Provisioning complete for port dd8f02df-093e-433a-bd69-997e54d74e15 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:52.460556 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fd3b6c98-c8d5-46e2-bc33-d368cac633ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:52.515296 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device b0530187-b09b-4957-b4c6-29c975ce95df up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:34:52.521317 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0c047662-2336-4504-91bf-813a4e8d0f22 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0963714 Mar 11 15:34:52.522389 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40344) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:52.530339 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-e0f3d237-f633-4ebc-9c0e-c39d04a89a15 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'subnet': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:52.551294 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0ce241f1-f8ec-4888-bf77-089ff45de248 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:52.572233 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-fd3b6c98-c8d5-46e2-bc33-d368cac633ef None None] Port dd8f02df-093e-433a-bd69-997e54d74e15 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:34:52.602567 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port b0530187-b09b-4957-b4c6-29c975ce95df triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:52.602874 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:52.655450 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-dcbefcab-47a5-4c60-bb3d-62a67f87bd69 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:52.673433 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e0f3d237-f633-4ebc-9c0e-c39d04a89a15 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:52.677661 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e0f3d237-f633-4ebc-9c0e-c39d04a89a15 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:subnet and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:52.680694 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e0f3d237-f633-4ebc-9c0e-c39d04a89a15 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:52.687824 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e0f3d237-f633-4ebc-9c0e-c39d04a89a15 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:52.707915 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f3d237-f633-4ebc-9c0e-c39d04a89a15 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:52.714369 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e0f3d237-f633-4ebc-9c0e-c39d04a89a15 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:52.757221 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be762344-e873-4858-88fb-3a5ee878eb24 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['shared'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:52.758629 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be762344-e873-4858-88fb-3a5ee878eb24 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['shared'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:52.759915 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be762344-e873-4858-88fb-3a5ee878eb24 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['shared'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:52.761413 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be762344-e873-4858-88fb-3a5ee878eb24 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['shared'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:52.762863 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be762344-e873-4858-88fb-3a5ee878eb24 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['shared'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:52.765429 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-be762344-e873-4858-88fb-3a5ee878eb24 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.4699686 Mar 11 15:34:52.780296 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7aae5d6a-be76-4201-bcb4-38ca6569de4a req-0a8596d2-67aa-415d-9847-71b6d0dfd86d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b0803f52583a49e1b421e3b5a9e44844&device_id=6ed1c014-724b-486c-9d57-1c54d27a1b58 HTTP/1.1" status: 200 len: 1099 time: 1.0083120 Mar 11 15:34:52.783313 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40348) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:52.991423 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e0f3d237-f633-4ebc-9c0e-c39d04a89a15 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:53.054882 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f3d237-f633-4ebc-9c0e-c39d04a89a15 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:34:53.057819 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-e0f3d237-f633-4ebc-9c0e-c39d04a89a15 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:53.062849 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-dcbefcab-47a5-4c60-bb3d-62a67f87bd69 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:53.063071 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f3d237-f633-4ebc-9c0e-c39d04a89a15 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:53.063340 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbefcab-47a5-4c60-bb3d-62a67f87bd69 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Fanout notify agent at l3_agent the message router_deleted on router 691a7c18-aa75-411d-b415-f8158e6dcace {{(pid=83866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:34:53.063485 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e0f3d237-f633-4ebc-9c0e-c39d04a89a15 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:53.078586 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3d237-f633-4ebc-9c0e-c39d04a89a15 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Subnet': ['ID=4fcc4951-2e9b-489e-a9f3-e14bb80beb67,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:53.094575 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e0f3d237-f633-4ebc-9c0e-c39d04a89a15 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5709050 Mar 11 15:34:53.097365 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40352) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:53.102745 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-f340ca8d-2543-4167-ac19-c0a301087fd5 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-667567806', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:53.109794 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-f340ca8d-2543-4167-ac19-c0a301087fd5 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:53.115000 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-f340ca8d-2543-4167-ac19-c0a301087fd5 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:router and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:53.118947 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-f340ca8d-2543-4167-ac19-c0a301087fd5 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:53.129303 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-f340ca8d-2543-4167-ac19-c0a301087fd5 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:53.148522 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f340ca8d-2543-4167-ac19-c0a301087fd5 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:53.151032 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f340ca8d-2543-4167-ac19-c0a301087fd5 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:53.172042 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-dcbefcab-47a5-4c60-bb3d-62a67f87bd69 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:53.173447 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-dcbefcab-47a5-4c60-bb3d-62a67f87bd69 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "DELETE /v2.0/routers/691a7c18-aa75-411d-b415-f8158e6dcace HTTP/1.1" status: 204 len: 168 time: 2.4949110 Mar 11 15:34:53.176632 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40356) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:53.245892 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-75212ea4-fc22-4252-897c-9e2d736249d0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:53.260651 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae5d6a-be76-4201-bcb4-38ca6569de4a req-56c08f03-8960-4cce-833e-8d7f487398f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:53.262154 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7aae5d6a-be76-4201-bcb4-38ca6569de4a req-56c08f03-8960-4cce-833e-8d7f487398f9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ddbb0760-09e3-49a1-abd2-299a4552a88c HTTP/1.1" status: 200 len: 898 time: 0.4326138 Mar 11 15:34:53.266650 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-75212ea4-fc22-4252-897c-9e2d736249d0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:53.267426 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-75212ea4-fc22-4252-897c-9e2d736249d0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:53.270765 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f340ca8d-2543-4167-ac19-c0a301087fd5 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:53.359815 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea60b519-de80-42bd-b678-fe748fef126d tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:53.366967 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ea60b519-de80-42bd-b678-fe748fef126d tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "GET /v2.0/networks/fa4ce024-dbab-43b5-b8e4-5d3334ee89f1 HTTP/1.1" status: 200 len: 804 time: 0.5728352 Mar 11 15:34:53.369034 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40360) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:53.369982 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f340ca8d-2543-4167-ac19-c0a301087fd5 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:53.456122 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.db.resource_extend [None req-0ce241f1-f8ec-4888-bf77-089ff45de248 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:34:53.490551 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f340ca8d-2543-4167-ac19-c0a301087fd5 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:53.491716 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-f340ca8d-2543-4167-ac19-c0a301087fd5 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3933628 Mar 11 15:34:53.508950 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40364) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:53.534018 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0ce241f1-f8ec-4888-bf77-089ff45de248 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:53.535790 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75212ea4-fc22-4252-897c-9e2d736249d0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event updated for resources: {'Port': ['ID=dd8f02df-093e-433a-bd69-997e54d74e15,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:53.553841 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0ce241f1-f8ec-4888-bf77-089ff45de248 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:53.589895 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d155aa5-e843-4c2f-8918-e6841463a7b2 None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:34:53.600753 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7aae5d6a-be76-4201-bcb4-38ca6569de4a req-2be378e0-7841-4fdc-9faf-52d8f1a75e31 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f92b8fb-8aec-4e35-9fc2-0fd328475dd3 HTTP/1.1" status: 200 len: 1002 time: 0.3279357 Mar 11 15:34:53.694416 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-9ffc851a-fef8-4acd-9d39-58f35295b74f None None] Provisioning for port 00c0b9f3-2c8b-4c96-8b76-d53eebca8ba5 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:34:53.737243 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-be29ded6-dfee-4c56-9475-0451c2732a76 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Deleting subnet c54189e0-45dc-47be-b264-b2a6faa1e1dc {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:34:53.755749 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce241f1-f8ec-4888-bf77-089ff45de248 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=97dc48b5-90be-42b7-8eaf-f662218d5a21,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:53.779850 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae5d6a-be76-4201-bcb4-38ca6569de4a req-c89fa88b-d3e3-4810-a4da-b2fb5a2bdee7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:53.781415 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7aae5d6a-be76-4201-bcb4-38ca6569de4a req-c89fa88b-d3e3-4810-a4da-b2fb5a2bdee7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ee15d9e2-a05e-476c-acce-9c65123f6291 HTTP/1.1" status: 200 len: 832 time: 0.1704395 Mar 11 15:34:53.798729 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 00c0b9f3-2c8b-4c96-8b76-d53eebca8ba5 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:34:53.831020 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75212ea4-fc22-4252-897c-9e2d736249d0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Network b92a2b77-2840-45b5-af2a-dce3e7517bdf is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:34:53.836036 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0ce241f1-f8ec-4888-bf77-089ff45de248 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:53.855996 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-be29ded6-dfee-4c56-9475-0451c2732a76 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:53.896258 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-75212ea4-fc22-4252-897c-9e2d736249d0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:53.914392 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5a8deba6-3553-427d-83e4-dd4d3952042f tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "GET /v2.0/networks/fa4ce024-dbab-43b5-b8e4-5d3334ee89f1?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.5373883 Mar 11 15:34:53.918446 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40368) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:53.953045 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 00c0b9f3-2c8b-4c96-8b76-d53eebca8ba5 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:34:53.967973 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 00c0b9f3-2c8b-4c96-8b76-d53eebca8ba5 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:53.968378 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:54.058644 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6853a4-da2f-4093-b834-bf2881bf0719 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:54.066137 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ef6853a4-da2f-4093-b834-bf2881bf0719 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "GET /v2.0/subnets/8c8e8315-ed12-4ab7-b00c-9e2cc9548b38 HTTP/1.1" status: 200 len: 843 time: 0.1465311 Mar 11 15:34:54.073816 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40372) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:54.141579 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:54.191896 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 00c0b9f3-2c8b-4c96-8b76-d53eebca8ba5, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=00c0b9f3-2c8b-4c96-8b76-d53eebca8ba5,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:34:54.203925 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:54.261590 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc2d7c1-9664-4284-b43a-460172f0211c tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['shared'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:54.264622 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6dc2d7c1-9664-4284-b43a-460172f0211c tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "GET /v2.0/subnets/8c8e8315-ed12-4ab7-b00c-9e2cc9548b38?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1897233 Mar 11 15:34:54.267175 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-be29ded6-dfee-4c56-9475-0451c2732a76 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:54.311443 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40378) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:54.327456 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fa2f28f5-5b0f-4a9c-b780-34a0cab8c703 None None] Provisioning complete for port dd8f02df-093e-433a-bd69-997e54d74e15 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:54.327828 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa2f28f5-5b0f-4a9c-b780-34a0cab8c703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:54.345623 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-7abc8477-bc59-49fa-8a9b-87ea168d072b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-899550868'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:54.359833 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7abc8477-bc59-49fa-8a9b-87ea168d072b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:54.378031 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=00c0b9f3-2c8b-4c96-8b76-d53eebca8ba5,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:54.390179 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7abc8477-bc59-49fa-8a9b-87ea168d072b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:54.391842 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-fa2f28f5-5b0f-4a9c-b780-34a0cab8c703 None None] Port dd8f02df-093e-433a-bd69-997e54d74e15 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:34:54.414745 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbf12c4-b69a-4378-932e-61a122eca7f0 None None] get_active_networks_info from dv-neutron-833373-1-hyperv {{(pid=83868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 15:34:54.501442 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abc8477-bc59-49fa-8a9b-87ea168d072b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Made reservation on behalf of ec80415d4e5548b5bced4f16cb2e25ed for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:54.505908 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7abc8477-bc59-49fa-8a9b-87ea168d072b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:54.534811 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7aae5d6a-be76-4201-bcb4-38ca6569de4a req-bd4ba4c9-992a-408d-af23-7b72aa6cf76e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ddbb0760-09e3-49a1-abd2-299a4552a88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7444451 Mar 11 15:34:54.555533 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-4406e412-f376-43ba-a7dc-253cd6b492d6 None None] Provisioning complete for port 00c0b9f3-2c8b-4c96-8b76-d53eebca8ba5 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:54.555889 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4406e412-f376-43ba-a7dc-253cd6b492d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:54.610716 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-be29ded6-dfee-4c56-9475-0451c2732a76 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:54.645770 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7abc8477-bc59-49fa-8a9b-87ea168d072b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:34:54.672152 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7abc8477-bc59-49fa-8a9b-87ea168d072b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:54.672387 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-7abc8477-bc59-49fa-8a9b-87ea168d072b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Added segment 17655192-da3a-406b-a5d6-d4d0ba8b65b9 of type vlan for network a669b9e5-88a5-4865-80f7-e5bbcf5408ae Mar 11 15:34:54.710747 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbf12c4-b69a-4378-932e-61a122eca7f0 None None] Resources bound (agent type, host, resource id): {{(pid=83868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 15:34:54.754281 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.l3_db [None req-0ce241f1-f8ec-4888-bf77-089ff45de248 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Floating IP 5de27b67-b6eb-4eec-8028-905dd84adaa2 associated. External IP: 172.26.0.25, port: 6208eb2d-6c01-421d-886c-dc00b3d1232e. Mar 11 15:34:54.769398 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7abc8477-bc59-49fa-8a9b-87ea168d072b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:54.812388 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7aae5d6a-be76-4201-bcb4-38ca6569de4a req-df27adff-232f-46f4-9196-50e9df6c3522 service neutron] 10.222.0.73 "GET /v2.0/networks/ddbb0760-09e3-49a1-abd2-299a4552a88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640126 Mar 11 15:34:54.829039 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-be29ded6-dfee-4c56-9475-0451c2732a76 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:54.833189 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2258218b-5f2e-4ddd-95bc-d55af2154362 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:54.903834 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75212ea4-fc22-4252-897c-9e2d736249d0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Router bdbdb9e2-ab6c-41df-8cdd-45bb6698249f has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:34:54.906944 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be29ded6-dfee-4c56-9475-0451c2732a76 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event deleted for resources: {'Subnet': ['ID=c54189e0-45dc-47be-b264-b2a6faa1e1dc,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:54.912595 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-be29ded6-dfee-4c56-9475-0451c2732a76 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:54.975048 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7abc8477-bc59-49fa-8a9b-87ea168d072b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:54.978616 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abc8477-bc59-49fa-8a9b-87ea168d072b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:54.979652 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7abc8477-bc59-49fa-8a9b-87ea168d072b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:55.084122 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-be29ded6-dfee-4c56-9475-0451c2732a76 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "DELETE /v2.0/subnets/c54189e0-45dc-47be-b264-b2a6faa1e1dc HTTP/1.1" status: 204 len: 168 time: 1.9056792 Mar 11 15:34:55.094710 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40382) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:55.199512 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7abc8477-bc59-49fa-8a9b-87ea168d072b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8744047 Mar 11 15:34:55.217001 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40386) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:55.225956 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-d5cfed6b-8c75-4d28-b8b1-499c54196354 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Request body: {'subnet': {'network_id': 'a669b9e5-88a5-4865-80f7-e5bbcf5408ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:55.228368 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7aae5d6a-be76-4201-bcb4-38ca6569de4a req-06280a13-6666-4ea5-bea0-2fb876a60ae0 service neutron] 10.222.0.73 "GET /v2.0/networks/ddbb0760-09e3-49a1-abd2-299a4552a88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008780 Mar 11 15:34:55.256211 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc8477-bc59-49fa-8a9b-87ea168d072b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event updated for resources: {'Network': ['ID=a669b9e5-88a5-4865-80f7-e5bbcf5408ae,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:55.274967 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network a669b9e5-88a5-4865-80f7-e5bbcf5408ae details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:34:55.428914 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-d5cfed6b-8c75-4d28-b8b1-499c54196354 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:55.449294 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-71e8c0fc-46e9-46b0-9e8d-7c0531e1cfbb tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Deleting subnet eca2875c-d2df-4f92-872e-34564f7b5c9d {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:34:55.455406 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-71e8c0fc-46e9-46b0-9e8d-7c0531e1cfbb tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:55.478670 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-d5cfed6b-8c75-4d28-b8b1-499c54196354 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:55.492371 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75212ea4-fc22-4252-897c-9e2d736249d0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:34:55.492899 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4b8c05-5598-4d10-b67c-ddc4cbcea090 None None] Update dhcp port {'port': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'fixed_ips': [{'subnet_id': '4fcc4951-2e9b-489e-a9f3-e14bb80beb67'}], 'binding:host_id': 'dv-neutron-833373-1-hyperv'}, 'id': '00c0b9f3-2c8b-4c96-8b76-d53eebca8ba5'} from dv-neutron-833373-1-hyperv. {{(pid=83868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 15:34:55.504996 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cfed6b-8c75-4d28-b8b1-499c54196354 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Made reservation on behalf of ec80415d4e5548b5bced4f16cb2e25ed for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:55.507270 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-75212ea4-fc22-4252-897c-9e2d736249d0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "PUT /v2.0/routers/bdbdb9e2-ab6c-41df-8cdd-45bb6698249f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3914516 Mar 11 15:34:55.511738 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40390) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:55.518876 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-54e1a2d3-cca5-4ac7-a428-54587b3fa8c6 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1951695061'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:55.531943 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-54e1a2d3-cca5-4ac7-a428-54587b3fa8c6 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:55.542436 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-71e8c0fc-46e9-46b0-9e8d-7c0531e1cfbb tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:55.570544 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-54e1a2d3-cca5-4ac7-a428-54587b3fa8c6 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Usage tracker for resource:network and tenant:c58947f968f64e3fb11fb874306012f2 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:55.580778 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-54e1a2d3-cca5-4ac7-a428-54587b3fa8c6 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:55.581857 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6b4b8c05-5598-4d10-b67c-ddc4cbcea090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:55.597680 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-54e1a2d3-cca5-4ac7-a428-54587b3fa8c6 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:55.604829 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3740b5a8-6c63-4bc4-8e05-6af42ec8049c None None] Sync routers for ids ['bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:34:55.676411 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3740b5a8-6c63-4bc4-8e05-6af42ec8049c None None] Routers {'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:34:55.677062 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-3740b5a8-6c63-4bc4-8e05-6af42ec8049c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:34:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:55.709959 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-2258218b-5f2e-4ddd-95bc-d55af2154362 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Allocated IP 2001:db8::1 (a9e561eb-4382-47f0-afe2-548f64b9476b/4fcc4951-2e9b-489e-a9f3-e14bb80beb67/e0ed6df7-8db2-464f-b6a4-5c7c818f928b) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:34:55.735310 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e1a2d3-cca5-4ac7-a428-54587b3fa8c6 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Made reservation on behalf of c58947f968f64e3fb11fb874306012f2 for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:55.738692 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-54e1a2d3-cca5-4ac7-a428-54587b3fa8c6 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:55.796045 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d5cfed6b-8c75-4d28-b8b1-499c54196354 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:55.813349 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 00c0b9f3-2c8b-4c96-8b76-d53eebca8ba5 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:34:55.968998 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.ipam_backend_mixin [None req-d5cfed6b-8c75-4d28-b8b1-499c54196354 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Performing IP validity checks on allocation pools {{(pid=83867) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 15:34:55.969254 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.ipam_backend_mixin [None req-d5cfed6b-8c75-4d28-b8b1-499c54196354 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83867) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 15:34:55.981863 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-3740b5a8-6c63-4bc4-8e05-6af42ec8049c None None] Set router bdbdb9e2-ab6c-41df-8cdd-45bb6698249f gateway port host: None {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:34:56.000771 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-71e8c0fc-46e9-46b0-9e8d-7c0531e1cfbb tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:56.048556 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2258218b-5f2e-4ddd-95bc-d55af2154362 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:56.054442 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 00c0b9f3-2c8b-4c96-8b76-d53eebca8ba5 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:56.054442 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:56.070323 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-2258218b-5f2e-4ddd-95bc-d55af2154362 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Transition to ACTIVE for port object e0ed6df7-8db2-464f-b6a4-5c7c818f928b will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:34:56.080772 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54e1a2d3-cca5-4ac7-a428-54587b3fa8c6 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:34:56.103484 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-54e1a2d3-cca5-4ac7-a428-54587b3fa8c6 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:56.103974 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-54e1a2d3-cca5-4ac7-a428-54587b3fa8c6 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Added segment e928eed1-e43f-4c09-b195-bb8031e4cc12 of type vlan for network be12036e-870a-417a-8279-3e74c4659b02 Mar 11 15:34:56.145101 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2258218b-5f2e-4ddd-95bc-d55af2154362 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:56.159326 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-54e1a2d3-cca5-4ac7-a428-54587b3fa8c6 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:56.173135 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-71e8c0fc-46e9-46b0-9e8d-7c0531e1cfbb tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:56.233414 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8c0fc-46e9-46b0-9e8d-7c0531e1cfbb tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event deleted for resources: {'Subnet': ['ID=eca2875c-d2df-4f92-872e-34564f7b5c9d,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:56.244432 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-71e8c0fc-46e9-46b0-9e8d-7c0531e1cfbb tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:56.252245 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2258218b-5f2e-4ddd-95bc-d55af2154362 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:34:56.257273 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-2258218b-5f2e-4ddd-95bc-d55af2154362 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:56.260729 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-71e8c0fc-46e9-46b0-9e8d-7c0531e1cfbb tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "DELETE /v2.0/subnets/eca2875c-d2df-4f92-872e-34564f7b5c9d HTTP/1.1" status: 204 len: 168 time: 1.1160171 Mar 11 15:34:56.265492 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40394) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:56.273848 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2258218b-5f2e-4ddd-95bc-d55af2154362 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:34:56.274634 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2258218b-5f2e-4ddd-95bc-d55af2154362 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:56.277479 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2258218b-5f2e-4ddd-95bc-d55af2154362 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Port': ['ID=e0ed6df7-8db2-464f-b6a4-5c7c818f928b,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:56.299882 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d5cfed6b-8c75-4d28-b8b1-499c54196354 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:56.309798 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-54e1a2d3-cca5-4ac7-a428-54587b3fa8c6 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:56.314922 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e1a2d3-cca5-4ac7-a428-54587b3fa8c6 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:56.315884 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-54e1a2d3-cca5-4ac7-a428-54587b3fa8c6 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:56.370420 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-6b4b8c05-5598-4d10-b67c-ddc4cbcea090 None None] Allocated IP 2001:db8::2 (a9e561eb-4382-47f0-afe2-548f64b9476b/4fcc4951-2e9b-489e-a9f3-e14bb80beb67/00c0b9f3-2c8b-4c96-8b76-d53eebca8ba5) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:34:56.440803 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cfed6b-8c75-4d28-b8b1-499c54196354 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event updated for resources: {'Subnet': ['ID=81139518-eb86-4cac-88dd-f7d075bff8c9,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:56.455541 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cfed6b-8c75-4d28-b8b1-499c54196354 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Checking segment: {'id': '17655192-da3a-406b-a5d6-d4d0ba8b65b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'a669b9e5-88a5-4865-80f7-e5bbcf5408ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:34:56.455852 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cfed6b-8c75-4d28-b8b1-499c54196354 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Network hostable DHCP agents. Network: a669b9e5-88a5-4865-80f7-e5bbcf5408ae, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:34:56.494433 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2258218b-5f2e-4ddd-95bc-d55af2154362 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:56.509125 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-54e1a2d3-cca5-4ac7-a428-54587b3fa8c6 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9908948 Mar 11 15:34:56.509465 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40398) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:56.515790 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-e2db2b96-1973-4b82-b862-6767b983af29 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Request body: {'subnet': {'network_id': 'be12036e-870a-417a-8279-3e74c4659b02', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:56.546060 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1a2d3-cca5-4ac7-a428-54587b3fa8c6 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event updated for resources: {'Network': ['ID=be12036e-870a-417a-8279-3e74c4659b02,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:56.553313 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6693f646-6893-4a71-a945-c466dfb274b2 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:56.567676 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network be12036e-870a-417a-8279-3e74c4659b02 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:34:56.574096 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-6693f646-6893-4a71-a945-c466dfb274b2 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Deleting port e588f9b6-98ec-437a-b262-0ebf3b342141 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:34:56.574455 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6693f646-6893-4a71-a945-c466dfb274b2 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:56.606945 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce241f1-f8ec-4888-bf77-089ff45de248 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router 9adf4256-26d1-4e26-aa97-bb95ab764c64 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:34:56.610779 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cfed6b-8c75-4d28-b8b1-499c54196354 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Network a669b9e5-88a5-4865-80f7-e5bbcf5408ae is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:34:56.682545 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-d5cfed6b-8c75-4d28-b8b1-499c54196354 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, a669b9e5-88a5-4865-80f7-e5bbcf5408ae) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:56.753560 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cfed6b-8c75-4d28-b8b1-499c54196354 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:56.754301 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d5cfed6b-8c75-4d28-b8b1-499c54196354 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:56.773909 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-6b4b8c05-5598-4d10-b67c-ddc4cbcea090 None None] For port 00c0b9f3-2c8b-4c96-8b76-d53eebca8ba5, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=00c0b9f3-2c8b-4c96-8b76-d53eebca8ba5,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:34:56.791113 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-3740b5a8-6c63-4bc4-8e05-6af42ec8049c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'name': 'tempest-RoutersIpV6Test-router-109250348', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:34:30Z', 'updated_at': '2022-03-11T15:34:51Z', 'revision_number': 3, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'gw_port_host': None, '_interfaces': [{'id': 'b0530187-b09b-4957-b4c6-29c975ce95df', 'name': '', 'network_id': '30df3178-3653-4d0f-a424-6f1f310a96ba', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:3e:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:34Z', 'updated_at': '2022-03-11T15:34:50Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd8f02df-093e-433a-bd69-997e54d74e15', 'name': '', 'network_id': 'b92a2b77-2840-45b5-af2a-dce3e7517bdf', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:77:c9:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59489499-d9e4-4504-a072-5d3ab14e010c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:48Z', 'updated_at': '2022-03-11T15:34:52Z', 'revision_number': 2, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '59489499-d9e4-4504-a072-5d3ab14e010c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:56.806523 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3740b5a8-6c63-4bc4-8e05-6af42ec8049c None None] Checking router: bdbdb9e2-ab6c-41df-8cdd-45bb6698249f for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:34:56.806880 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3740b5a8-6c63-4bc4-8e05-6af42ec8049c None None] Updating router bdbdb9e2-ab6c-41df-8cdd-45bb6698249f port dd8f02df-093e-433a-bd69-997e54d74e15 binding host dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:34:56.818639 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e2db2b96-1973-4b82-b862-6767b983af29 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:34:56.838078 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6b4b8c05-5598-4d10-b67c-ddc4cbcea090 None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:56.844526 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e2db2b96-1973-4b82-b862-6767b983af29 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Usage tracker for resource:subnet and tenant:c58947f968f64e3fb11fb874306012f2 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:34:56.861152 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e2db2b96-1973-4b82-b862-6767b983af29 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:34:56.878023 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e2db2b96-1973-4b82-b862-6767b983af29 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:34:56.879294 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6b4b8c05-5598-4d10-b67c-ddc4cbcea090 None None] Transition to ACTIVE for port object 00c0b9f3-2c8b-4c96-8b76-d53eebca8ba5 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:34:56.885008 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3740b5a8-6c63-4bc4-8e05-6af42ec8049c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:56.890558 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d5cfed6b-8c75-4d28-b8b1-499c54196354 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.6693079 Mar 11 15:34:56.892727 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40404) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:56.902227 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-713683f1-7e77-4b6b-9650-f433f4d7ff3d tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:34:56.908956 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6b4b8c05-5598-4d10-b67c-ddc4cbcea090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:56.945465 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2db2b96-1973-4b82-b862-6767b983af29 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Made reservation on behalf of c58947f968f64e3fb11fb874306012f2 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:34:56.987591 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-6693f646-6893-4a71-a945-c466dfb274b2 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] For port e588f9b6-98ec-437a-b262-0ebf3b342141, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=e588f9b6-98ec-437a-b262-0ebf3b342141,segment=NetworkSegment(d895d808-c49a-4398-a3c5-4937e3db7205),segment_id=d895d808-c49a-4398-a3c5-4937e3db7205)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:34:56.987944 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6693f646-6893-4a71-a945-c466dfb274b2 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:57.147324 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b8c05-5598-4d10-b67c-ddc4cbcea090 None None] Pushing event updated for resources: {'Port': ['ID=00c0b9f3-2c8b-4c96-8b76-d53eebca8ba5,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:57.154568 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-6693f646-6893-4a71-a945-c466dfb274b2 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Calling delete_port for e588f9b6-98ec-437a-b262-0ebf3b342141 owned by network:dhcp {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:34:57.309707 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6693f646-6893-4a71-a945-c466dfb274b2 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:57.375750 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e2db2b96-1973-4b82-b862-6767b983af29 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:57.403186 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.db.resource_extend [None req-2258218b-5f2e-4ddd-95bc-d55af2154362 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:34:57.417323 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693f646-6893-4a71-a945-c466dfb274b2 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event deleted for resources: {'Port': ['ID=e588f9b6-98ec-437a-b262-0ebf3b342141,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:57.440485 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6693f646-6893-4a71-a945-c466dfb274b2 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] No DVR routers for this DVR port e588f9b6-98ec-437a-b262-0ebf3b342141 on host dv-neutron-833373-1-hyperv {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:34:57.493067 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2258218b-5f2e-4ddd-95bc-d55af2154362 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:57.512832 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-713683f1-7e77-4b6b-9650-f433f4d7ff3d tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2816152'] for subnet, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:57.518978 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2258218b-5f2e-4ddd-95bc-d55af2154362 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:57.519743 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2258218b-5f2e-4ddd-95bc-d55af2154362 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:57.524456 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3740b5a8-6c63-4bc4-8e05-6af42ec8049c None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:57.539078 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-3740b5a8-6c63-4bc4-8e05-6af42ec8049c None None] Transition to ACTIVE for port object dd8f02df-093e-433a-bd69-997e54d74e15 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:34:57.547883 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3740b5a8-6c63-4bc4-8e05-6af42ec8049c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:57.646422 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6693f646-6893-4a71-a945-c466dfb274b2 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:57.682589 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-6693f646-6893-4a71-a945-c466dfb274b2 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0418e3c0-7792-47aa-b018-5be1cc02544b']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:57.701038 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-6693f646-6893-4a71-a945-c466dfb274b2 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd895d808-c49a-4398-a3c5-4937e3db7205') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:57.701038 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-6693f646-6893-4a71-a945-c466dfb274b2 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd895d808-c49a-4398-a3c5-4937e3db7205') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:57.723376 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6693f646-6893-4a71-a945-c466dfb274b2 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:57.729328 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1846a22-3b67-49bb-b193-030ad7a37809 None None] Pushing event updated for resources: {'Port': ['ID=dd8f02df-093e-433a-bd69-997e54d74e15,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:57.766254 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6693f646-6893-4a71-a945-c466dfb274b2 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:57.793003 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6693f646-6893-4a71-a945-c466dfb274b2 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:34:57.793752 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6693f646-6893-4a71-a945-c466dfb274b2 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:57.816379 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:34:57.816379 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:34:57.816379 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:34:57.816379 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:34:57.816379 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:34:57.816379 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:34:57.816379 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:34:57.816379 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:34:57.816379 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:34:57.816379 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:34:57.816379 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:34:57.816379 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:34:57.816379 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:34:57.816379 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:34:57.816379 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:34:57.816379 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:34:57.816379 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:34:57.816379 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:34:57.816379 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:34:57.816379 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:34:57.816379 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:34:57.816379 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:34:57.816379 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:34:57.816379 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:34:57.816379 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:34:57.816379 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:34:57.816379 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:34:57.816379 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:34:57.816379 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:34:57.816379 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:34:57.816379 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:34:57.816379 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:34:57.846065 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 00c0b9f3-2c8b-4c96-8b76-d53eebca8ba5 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:34:57.914826 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce241f1-f8ec-4888-bf77-089ff45de248 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:34:57.926464 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1968d7b6-e432-401e-8928-8d65699ff1eb None None] get_active_networks_info from dv-neutron-833373-1-hyperv {{(pid=83868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 15:34:57.930975 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6693f646-6893-4a71-a945-c466dfb274b2 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:57.932474 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d0dfe9-5aa9-471c-ace8-2a21dadffeae None None] Sync routers for ids ['9adf4256-26d1-4e26-aa97-bb95ab764c64'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:34:57.952783 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6693f646-6893-4a71-a945-c466dfb274b2 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:57.957110 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d0dfe9-5aa9-471c-ace8-2a21dadffeae None None] Routers {'9adf4256-26d1-4e26-aa97-bb95ab764c64'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:34:57.957944 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-71d0dfe9-5aa9-471c-ace8-2a21dadffeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:34:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['9adf4256-26d1-4e26-aa97-bb95ab764c64'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:57.959494 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-3740b5a8-6c63-4bc4-8e05-6af42ec8049c None None] Attempting to bind port dd8f02df-093e-433a-bd69-997e54d74e15 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:34:57.959745 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-3740b5a8-6c63-4bc4-8e05-6af42ec8049c None None] Attempting to bind port dd8f02df-093e-433a-bd69-997e54d74e15 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'f0cf8fe9-ca46-42d0-97af-cde1c9a0a483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b92a2b77-2840-45b5-af2a-dce3e7517bdf'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:34:57.960266 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3740b5a8-6c63-4bc4-8e05-6af42ec8049c None None] Attempting to bind port dd8f02df-093e-433a-bd69-997e54d74e15 on network b92a2b77-2840-45b5-af2a-dce3e7517bdf {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:34:57.973454 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693f646-6893-4a71-a945-c466dfb274b2 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event deleted for resources: {'Network': ['ID=0418e3c0-7792-47aa-b018-5be1cc02544b,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:57.987555 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0ce241f1-f8ec-4888-bf77-089ff45de248 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:58.065821 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2258218b-5f2e-4ddd-95bc-d55af2154362 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Port': ['ID=e0ed6df7-8db2-464f-b6a4-5c7c818f928b,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:58.144262 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-6693f646-6893-4a71-a945-c466dfb274b2 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "DELETE /v2.0/networks/0418e3c0-7792-47aa-b018-5be1cc02544b HTTP/1.1" status: 204 len: 168 time: 1.8765645 Mar 11 15:34:58.146826 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40408) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:58.212055 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1968d7b6-e432-401e-8928-8d65699ff1eb None None] Resources bound (agent type, host, resource id): {{(pid=83868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 15:34:58.222003 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-71d0dfe9-5aa9-471c-ace8-2a21dadffeae None None] Set router 9adf4256-26d1-4e26-aa97-bb95ab764c64 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:34:58.256477 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0ce241f1-f8ec-4888-bf77-089ff45de248 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 13.5512605 Mar 11 15:34:58.260055 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd42f93-bf15-4bb6-992d-8811735d5c96', 'tag': '6208eb2d-6c01-421d-886c-dc00b3d1232e'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:34:58.260518 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2258218b-5f2e-4ddd-95bc-d55af2154362 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:34:58.261593 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40412) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:58.268677 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-2258218b-5f2e-4ddd-95bc-d55af2154362 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:58.273771 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e2db2b96-1973-4b82-b862-6767b983af29 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:58.307605 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2c94104b-bd7c-4527-a7de-b7cedc1256dd tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:58.334940 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-2c94104b-bd7c-4527-a7de-b7cedc1256dd tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Deleting port f1de8a42-de32-41c1-9adc-e4296a902008 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:34:58.335187 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2c94104b-bd7c-4527-a7de-b7cedc1256dd tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:58.399078 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3740b5a8-6c63-4bc4-8e05-6af42ec8049c None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:34:58.400034 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3740b5a8-6c63-4bc4-8e05-6af42ec8049c None None] Checking segment: {'id': 'f0cf8fe9-ca46-42d0-97af-cde1c9a0a483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b92a2b77-2840-45b5-af2a-dce3e7517bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:34:58.400491 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3740b5a8-6c63-4bc4-8e05-6af42ec8049c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:58.400887 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3740b5a8-6c63-4bc4-8e05-6af42ec8049c None None] Bound using segment: {'id': 'f0cf8fe9-ca46-42d0-97af-cde1c9a0a483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b92a2b77-2840-45b5-af2a-dce3e7517bdf'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:34:58.401934 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-3740b5a8-6c63-4bc4-8e05-6af42ec8049c None None] Bound port: dd8f02df-093e-433a-bd69-997e54d74e15, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0cf8fe9-ca46-42d0-97af-cde1c9a0a483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b92a2b77-2840-45b5-af2a-dce3e7517bdf'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:34:58.401934 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3740b5a8-6c63-4bc4-8e05-6af42ec8049c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:58.426527 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffd42f93-bf15-4bb6-992d-8811735d5c96', 'tag': '6208eb2d-6c01-421d-886c-dc00b3d1232e', 'status': 'completed', 'code': 200} Mar 11 15:34:58.504228 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2db2b96-1973-4b82-b862-6767b983af29 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event updated for resources: {'Subnet': ['ID=85dc48d1-d7a9-456e-9cec-f6e06f02484b,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:58.531358 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-75242a99-6999-49c4-9380-256fae0541bd None None] Provisioning for port 00c0b9f3-2c8b-4c96-8b76-d53eebca8ba5 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:34:58.586441 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-75242a99-6999-49c4-9380-256fae0541bd None None] Provisioning complete for port 00c0b9f3-2c8b-4c96-8b76-d53eebca8ba5 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:58.586818 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-75242a99-6999-49c4-9380-256fae0541bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:58.679822 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 00c0b9f3-2c8b-4c96-8b76-d53eebca8ba5 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:34:58.680097 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:58.683409 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-96b6501a-774f-4d7a-8367-25fda2fab88f req-e2ecb508-dfa2-4b0f-9ff4-6998749f12b5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=ffd42f93-bf15-4bb6-992d-8811735d5c96 HTTP/1.1" status: 200 len: 1098 time: 0.2556894 Mar 11 15:34:58.735283 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-06228e3e-b4c7-48cc-9be2-81084a5ee992 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/5de27b67-b6eb-4eec-8028-905dd84adaa2 HTTP/1.1" status: 200 len: 990 time: 0.4676800 Mar 11 15:34:58.742265 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-713683f1-7e77-4b6b-9650-f433f4d7ff3d tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788847929501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3267033'] for subnet, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:58.767426 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-71d0dfe9-5aa9-471c-ace8-2a21dadffeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adf4256-26d1-4e26-aa97-bb95ab764c64', 'name': 'tempest-TestNetworkBasicOps-router-1552958535', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': 'eb97b7d8-b99d-4e9f-a532-685de47f5a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:33:44Z', 'updated_at': '2022-03-11T15:33:57Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': 'eb97b7d8-b99d-4e9f-a532-685de47f5a62', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:49:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adf4256-26d1-4e26-aa97-bb95ab764c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:33:46Z', 'updated_at': '2022-03-11T15:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '5de27b67-b6eb-4eec-8028-905dd84adaa2', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.25', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '9adf4256-26d1-4e26-aa97-bb95ab764c64', 'port_id': '6208eb2d-6c01-421d-886c-dc00b3d1232e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c7936ae-ba60-41e0-9678-29011757e550', 'mac_address': 'fa:16:3e:dd:23:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd42f93-bf15-4bb6-992d-8811735d5c96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:34:50Z', 'updated_at': '2022-03-11T15:34:50Z', 'revision_number': 0, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b993a71-c302-4ae1-9d07-93208a4361c1', 'name': '', 'network_id': '0c7936ae-ba60-41e0-9678-29011757e550', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:78:c2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adf4256-26d1-4e26-aa97-bb95ab764c64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b85bbf9-cc60-47b9-9ba7-617c6762d95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:33:56Z', 'updated_at': '2022-03-11T15:34:28Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '9b85bbf9-cc60-47b9-9ba7-617c6762d95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:58.772811 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d0dfe9-5aa9-471c-ace8-2a21dadffeae None None] Checking router: 9adf4256-26d1-4e26-aa97-bb95ab764c64 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:34:58.787207 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d0dfe9-5aa9-471c-ace8-2a21dadffeae None None] Routers {'9adf4256-26d1-4e26-aa97-bb95ab764c64'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:34:58.787880 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-71d0dfe9-5aa9-471c-ace8-2a21dadffeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:34:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['9adf4256-26d1-4e26-aa97-bb95ab764c64'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:58.827826 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-3740b5a8-6c63-4bc4-8e05-6af42ec8049c None None] For port dd8f02df-093e-433a-bd69-997e54d74e15, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:34:58.834282 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-2c94104b-bd7c-4527-a7de-b7cedc1256dd tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] For port f1de8a42-de32-41c1-9adc-e4296a902008, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=f1de8a42-de32-41c1-9adc-e4296a902008,segment=NetworkSegment(db575fbd-2f57-4793-88bf-59a9360111e5),segment_id=db575fbd-2f57-4793-88bf-59a9360111e5)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:34:58.835194 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2c94104b-bd7c-4527-a7de-b7cedc1256dd tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:58.867085 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-3740b5a8-6c63-4bc4-8e05-6af42ec8049c None None] For port dd8f02df-093e-433a-bd69-997e54d74e15, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=dd8f02df-093e-433a-bd69-997e54d74e15,segment=NetworkSegment(f0cf8fe9-ca46-42d0-97af-cde1c9a0a483),segment_id=f0cf8fe9-ca46-42d0-97af-cde1c9a0a483)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:34:58.880512 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3740b5a8-6c63-4bc4-8e05-6af42ec8049c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:58.894351 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713683f1-7e77-4b6b-9650-f433f4d7ff3d tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:58.895150 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-713683f1-7e77-4b6b-9650-f433f4d7ff3d tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:58.896650 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-713683f1-7e77-4b6b-9650-f433f4d7ff3d tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "PUT /v2.0/subnets/81139518-eb86-4cac-88dd-f7d075bff8c9 HTTP/1.1" status: 200 len: 900 time: 2.0015893 Mar 11 15:34:58.897770 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2db2b96-1973-4b82-b862-6767b983af29 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Checking segment: {'id': 'e928eed1-e43f-4c09-b195-bb8031e4cc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'be12036e-870a-417a-8279-3e74c4659b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:34:58.898373 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2db2b96-1973-4b82-b862-6767b983af29 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Network hostable DHCP agents. Network: be12036e-870a-417a-8279-3e74c4659b02, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:34:58.913581 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40418) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:58.992662 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-2c94104b-bd7c-4527-a7de-b7cedc1256dd tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Calling delete_port for f1de8a42-de32-41c1-9adc-e4296a902008 owned by network:dhcp {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:34:59.010699 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713683f1-7e77-4b6b-9650-f433f4d7ff3d tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event updated for resources: {'Subnet': ['ID=81139518-eb86-4cac-88dd-f7d075bff8c9,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:59.032673 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-71d0dfe9-5aa9-471c-ace8-2a21dadffeae None None] Set router 9adf4256-26d1-4e26-aa97-bb95ab764c64 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:34:59.105330 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b6501a-774f-4d7a-8367-25fda2fab88f req-787a5326-51d7-4cbe-a630-4906862af03d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:59.107807 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-96b6501a-774f-4d7a-8367-25fda2fab88f req-787a5326-51d7-4cbe-a630-4906862af03d service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c7936ae-ba60-41e0-9678-29011757e550 HTTP/1.1" status: 200 len: 897 time: 0.4127476 Mar 11 15:34:59.176437 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2db2b96-1973-4b82-b862-6767b983af29 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Network be12036e-870a-417a-8279-3e74c4659b02 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:34:59.205723 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0c0a0ffc-faa8-405d-bbc8-8e7686f90ab8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:59.210936 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-e2db2b96-1973-4b82-b862-6767b983af29 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, be12036e-870a-417a-8279-3e74c4659b02) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:59.220050 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2db2b96-1973-4b82-b862-6767b983af29 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:59.220765 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e2db2b96-1973-4b82-b862-6767b983af29 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:59.230849 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1846a22-3b67-49bb-b193-030ad7a37809 None None] Pushing event updated for resources: {'Port': ['ID=dd8f02df-093e-433a-bd69-997e54d74e15,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:59.248148 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620c5622-d104-48f0-b893-b83b2a855a7d None None] DHCP port deletion for 0418e3c0-7792-47aa-b018-5be1cc02544b request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:34:59.260854 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3740b5a8-6c63-4bc4-8e05-6af42ec8049c None None] Routers {'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:34:59.260959 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e2db2b96-1973-4b82-b862-6767b983af29 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7473974 Mar 11 15:34:59.261064 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-3740b5a8-6c63-4bc4-8e05-6af42ec8049c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:34:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:59.264440 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40422) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:59.373968 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-96b6501a-774f-4d7a-8367-25fda2fab88f req-8f197f57-7307-4b99-9140-9e293fb6d460 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6208eb2d-6c01-421d-886c-dc00b3d1232e HTTP/1.1" status: 200 len: 998 time: 0.2506449 Mar 11 15:34:59.419151 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70a256e-8e17-4bc3-96c8-8bd3c88c091e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-a669b9e5-88a5-4865-80f7-e5bbcf5408ae', 'network_id': 'a669b9e5-88a5-4865-80f7-e5bbcf5408ae', 'tenant_id': 'ec80415d4e5548b5bced4f16cb2e25ed', 'fixed_ips': [{'subnet_id': '81139518-eb86-4cac-88dd-f7d075bff8c9'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:34:59.421253 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f70a256e-8e17-4bc3-96c8-8bd3c88c091e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:59.459367 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e3ba8cec-9fae-4cbe-9669-20daee0e41a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:59.479377 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b6501a-774f-4d7a-8367-25fda2fab88f req-d6dd5e77-9229-423a-8833-75bb9b723efd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:59.482853 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-96b6501a-774f-4d7a-8367-25fda2fab88f req-d6dd5e77-9229-423a-8833-75bb9b723efd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9b85bbf9-cc60-47b9-9ba7-617c6762d95e HTTP/1.1" status: 200 len: 834 time: 0.1004078 Mar 11 15:34:59.537144 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2c94104b-bd7c-4527-a7de-b7cedc1256dd tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:59.573261 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-3740b5a8-6c63-4bc4-8e05-6af42ec8049c None None] Set router bdbdb9e2-ab6c-41df-8cdd-45bb6698249f gateway port host: None {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:34:59.618443 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c94104b-bd7c-4527-a7de-b7cedc1256dd tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] No DVR routers for this DVR port f1de8a42-de32-41c1-9adc-e4296a902008 on host dv-neutron-833373-1-hyperv {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:34:59.633169 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0c0a0ffc-faa8-405d-bbc8-8e7686f90ab8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:59.674192 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c94104b-bd7c-4527-a7de-b7cedc1256dd tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event deleted for resources: {'Port': ['ID=f1de8a42-de32-41c1-9adc-e4296a902008,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:59.706159 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device e588f9b6-98ec-437a-b262-0ebf3b342141 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:34:59.724958 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-71d0dfe9-5aa9-471c-ace8-2a21dadffeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adf4256-26d1-4e26-aa97-bb95ab764c64', 'name': 'tempest-TestNetworkBasicOps-router-1552958535', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': 'eb97b7d8-b99d-4e9f-a532-685de47f5a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:33:44Z', 'updated_at': '2022-03-11T15:33:57Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': 'eb97b7d8-b99d-4e9f-a532-685de47f5a62', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:49:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adf4256-26d1-4e26-aa97-bb95ab764c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:33:46Z', 'updated_at': '2022-03-11T15:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '5de27b67-b6eb-4eec-8028-905dd84adaa2', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.25', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '9adf4256-26d1-4e26-aa97-bb95ab764c64', 'port_id': '6208eb2d-6c01-421d-886c-dc00b3d1232e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c7936ae-ba60-41e0-9678-29011757e550', 'mac_address': 'fa:16:3e:dd:23:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd42f93-bf15-4bb6-992d-8811735d5c96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:34:50Z', 'updated_at': '2022-03-11T15:34:50Z', 'revision_number': 0, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b993a71-c302-4ae1-9d07-93208a4361c1', 'name': '', 'network_id': '0c7936ae-ba60-41e0-9678-29011757e550', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:78:c2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adf4256-26d1-4e26-aa97-bb95ab764c64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b85bbf9-cc60-47b9-9ba7-617c6762d95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:33:56Z', 'updated_at': '2022-03-11T15:34:28Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '9b85bbf9-cc60-47b9-9ba7-617c6762d95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:59.730104 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d0dfe9-5aa9-471c-ace8-2a21dadffeae None None] The sync data for ids ['9adf4256-26d1-4e26-aa97-bb95ab764c64'] in dv-neutron-833373-1-hyperv is: [{'id': '9adf4256-26d1-4e26-aa97-bb95ab764c64', 'name': 'tempest-TestNetworkBasicOps-router-1552958535', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': 'eb97b7d8-b99d-4e9f-a532-685de47f5a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:33:44Z', 'updated_at': '2022-03-11T15:33:57Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': 'eb97b7d8-b99d-4e9f-a532-685de47f5a62', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:49:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adf4256-26d1-4e26-aa97-bb95ab764c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:33:46Z', 'updated_at': '2022-03-11T15:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '5de27b67-b6eb-4eec-8028-905dd84adaa2', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.25', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '9adf4256-26d1-4e26-aa97-bb95ab764c64', 'port_id': '6208eb2d-6c01-421d-886c-dc00b3d1232e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c7936ae-ba60-41e0-9678-29011757e550', 'mac_address': 'fa:16:3e:dd:23:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd42f93-bf15-4bb6-992d-8811735d5c96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:34:50Z', 'updated_at': '2022-03-11T15:34:50Z', 'revision_number': 0, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b993a71-c302-4ae1-9d07-93208a4361c1', 'name': '', 'network_id': '0c7936ae-ba60-41e0-9678-29011757e550', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:78:c2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adf4256-26d1-4e26-aa97-bb95ab764c64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b85bbf9-cc60-47b9-9ba7-617c6762d95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:33:56Z', 'updated_at': '2022-03-11T15:34:28Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '9b85bbf9-cc60-47b9-9ba7-617c6762d95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:34:59.742980 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40426) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:34:59.815962 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2c94104b-bd7c-4527-a7de-b7cedc1256dd tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:59.850682 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-2c94104b-bd7c-4527-a7de-b7cedc1256dd tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b64f4c6-d613-47a6-8214-4da7c53f1d77']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:59.867504 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-2c94104b-bd7c-4527-a7de-b7cedc1256dd tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db575fbd-2f57-4793-88bf-59a9360111e5') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:59.867887 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-2c94104b-bd7c-4527-a7de-b7cedc1256dd tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db575fbd-2f57-4793-88bf-59a9360111e5') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:59.883652 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2c94104b-bd7c-4527-a7de-b7cedc1256dd tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:59.909658 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2c94104b-bd7c-4527-a7de-b7cedc1256dd tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:59.918590 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c94104b-bd7c-4527-a7de-b7cedc1256dd tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:34:59.919365 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2c94104b-bd7c-4527-a7de-b7cedc1256dd tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:34:59.959732 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2258218b-5f2e-4ddd-95bc-d55af2154362 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Router e45526bb-0675-441a-b69e-acb92da6db7d is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:34:59.973799 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-88c9b965-30af-416b-b954-25fe3f18a5b5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/5de27b67-b6eb-4eec-8028-905dd84adaa2 HTTP/1.1" status: 200 len: 990 time: 0.2293200 Mar 11 15:35:00.069770 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:35:00.069770 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:35:00.069770 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:35:00.069770 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:35:00.069770 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:35:00.069770 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:35:00.069770 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:35:00.069770 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:35:00.069770 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:35:00.069770 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:35:00.069770 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:35:00.069770 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:35:00.069770 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:35:00.069770 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:35:00.069770 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:35:00.069770 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:35:00.069770 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:35:00.069770 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:35:00.069770 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:35:00.069770 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:35:00.069770 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:35:00.069770 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:35:00.069770 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:35:00.069770 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:35:00.069770 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:35:00.069770 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:35:00.069770 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:35:00.069770 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:35:00.069770 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:35:00.069770 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:35:00.069770 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:35:00.069770 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:35:00.073675 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2c94104b-bd7c-4527-a7de-b7cedc1256dd tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:00.093446 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: e588f9b6-98ec-437a-b262-0ebf3b342141 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:35:00.094002 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device e588f9b6-98ec-437a-b262-0ebf3b342141 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:35:00.110441 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304c7ab7-3163-4ac0-b182-1f1313713818 None None] New status for floating IP 5de27b67-b6eb-4eec-8028-905dd84adaa2: ACTIVE {{(pid=83868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 15:35:00.111005 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2c94104b-bd7c-4527-a7de-b7cedc1256dd tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:00.141874 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-2c94104b-bd7c-4527-a7de-b7cedc1256dd tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "DELETE /v2.0/networks/9b64f4c6-d613-47a6-8214-4da7c53f1d77 HTTP/1.1" status: 204 len: 168 time: 1.9894941 Mar 11 15:35:00.146857 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40430) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:00.153241 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c94104b-bd7c-4527-a7de-b7cedc1256dd tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event deleted for resources: {'Network': ['ID=9b64f4c6-d613-47a6-8214-4da7c53f1d77,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:00.159729 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-0c24906d-748e-496c-a371-2f927ba6a51e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Request body: {'network': {'name': 'tempest-RoutersTest-49242345'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:35:00.168585 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0c24906d-748e-496c-a371-2f927ba6a51e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:35:00.177048 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0c24906d-748e-496c-a371-2f927ba6a51e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Usage tracker for resource:network and tenant:16d01fb61cb5488cb7fd92527258a459 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:35:00.181788 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0c24906d-748e-496c-a371-2f927ba6a51e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:35:00.190726 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0c24906d-748e-496c-a371-2f927ba6a51e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:35:00.210077 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c24906d-748e-496c-a371-2f927ba6a51e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Made reservation on behalf of 16d01fb61cb5488cb7fd92527258a459 for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:35:00.213601 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0c24906d-748e-496c-a371-2f927ba6a51e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:00.227426 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-f70a256e-8e17-4bc3-96c8-8bd3c88c091e None None] Allocated IP 2001:db8::3 (a669b9e5-88a5-4865-80f7-e5bbcf5408ae/81139518-eb86-4cac-88dd-f7d075bff8c9/8a8b4616-387a-4796-a8fa-ef13df2f411c) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:35:00.236961 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-96b6501a-774f-4d7a-8367-25fda2fab88f req-cca70627-0dd7-47c1-8663-54b2e975eb40 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c7936ae-ba60-41e0-9678-29011757e550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7470832 Mar 11 15:35:00.289751 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c24906d-748e-496c-a371-2f927ba6a51e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:35:00.301281 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0c24906d-748e-496c-a371-2f927ba6a51e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:00.301894 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-0c24906d-748e-496c-a371-2f927ba6a51e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Added segment 1a772777-cfdb-4eb0-ad7a-7bb4e1667259 of type vlan for network 3c5d28f6-e5f2-45a8-8131-ca24d5b205c0 Mar 11 15:35:00.404883 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2258218b-5f2e-4ddd-95bc-d55af2154362 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:35:00.413507 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-2258218b-5f2e-4ddd-95bc-d55af2154362 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "PUT /v2.0/routers/e45526bb-0675-441a-b69e-acb92da6db7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9036636 Mar 11 15:35:00.414186 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40434) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:00.418843 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea175cd-83a3-4be2-85ce-86fdd23f3f57 None None] Sync routers for ids ['e45526bb-0675-441a-b69e-acb92da6db7d'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:35:00.443564 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea175cd-83a3-4be2-85ce-86fdd23f3f57 None None] Routers {'e45526bb-0675-441a-b69e-acb92da6db7d'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:35:00.446252 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-2ea175cd-83a3-4be2-85ce-86fdd23f3f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:34:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['e45526bb-0675-441a-b69e-acb92da6db7d'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:00.461877 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0c24906d-748e-496c-a371-2f927ba6a51e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:00.484372 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-3740b5a8-6c63-4bc4-8e05-6af42ec8049c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'name': 'tempest-RoutersIpV6Test-router-109250348', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:34:30Z', 'updated_at': '2022-03-11T15:34:51Z', 'revision_number': 3, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'gw_port_host': None, '_interfaces': [{'id': 'b0530187-b09b-4957-b4c6-29c975ce95df', 'name': '', 'network_id': '30df3178-3653-4d0f-a424-6f1f310a96ba', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:3e:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:34Z', 'updated_at': '2022-03-11T15:34:50Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd8f02df-093e-433a-bd69-997e54d74e15', 'name': '', 'network_id': 'b92a2b77-2840-45b5-af2a-dce3e7517bdf', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:77:c9:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59489499-d9e4-4504-a072-5d3ab14e010c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:48Z', 'updated_at': '2022-03-11T15:34:58Z', 'revision_number': 4, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '59489499-d9e4-4504-a072-5d3ab14e010c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:00.492282 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3740b5a8-6c63-4bc4-8e05-6af42ec8049c None None] The sync data for ids ['bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'] in dv-neutron-833373-1-hyperv is: [{'id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'name': 'tempest-RoutersIpV6Test-router-109250348', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:34:30Z', 'updated_at': '2022-03-11T15:34:51Z', 'revision_number': 3, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'gw_port_host': None, '_interfaces': [{'id': 'b0530187-b09b-4957-b4c6-29c975ce95df', 'name': '', 'network_id': '30df3178-3653-4d0f-a424-6f1f310a96ba', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:3e:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:34Z', 'updated_at': '2022-03-11T15:34:50Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd8f02df-093e-433a-bd69-997e54d74e15', 'name': '', 'network_id': 'b92a2b77-2840-45b5-af2a-dce3e7517bdf', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:77:c9:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59489499-d9e4-4504-a072-5d3ab14e010c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:48Z', 'updated_at': '2022-03-11T15:34:58Z', 'revision_number': 4, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '59489499-d9e4-4504-a072-5d3ab14e010c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:35:00.493856 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-7cd71091-b28d-444a-bb86-17f146eb7a9f None None] Provisioning for port e0ed6df7-8db2-464f-b6a4-5c7c818f928b completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:35:00.507943 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0c24906d-748e-496c-a371-2f927ba6a51e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:00.512251 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c24906d-748e-496c-a371-2f927ba6a51e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:00.514130 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0c24906d-748e-496c-a371-2f927ba6a51e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:00.539124 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-7cd71091-b28d-444a-bb86-17f146eb7a9f None None] Provisioning complete for port e0ed6df7-8db2-464f-b6a4-5c7c818f928b triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:00.539560 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7cd71091-b28d-444a-bb86-17f146eb7a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:00.682295 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6507e391-ca1f-40f5-8b0d-75374a29728b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:00.684501 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-6507e391-ca1f-40f5-8b0d-75374a29728b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:35:00.720517 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-2ea175cd-83a3-4be2-85ce-86fdd23f3f57 None None] Set router e45526bb-0675-441a-b69e-acb92da6db7d gateway port host: None {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:35:00.757511 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-6507e391-ca1f-40f5-8b0d-75374a29728b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:35:00.761285 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6507e391-ca1f-40f5-8b0d-75374a29728b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/ports/e0ed6df7-8db2-464f-b6a4-5c7c818f928b HTTP/1.1" status: 200 len: 911 time: 0.3428109 Mar 11 15:35:00.761503 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40438) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:00.809162 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f70a256e-8e17-4bc3-96c8-8bd3c88c091e None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:00.837062 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f70a256e-8e17-4bc3-96c8-8bd3c88c091e None None] Transition to ACTIVE for port object 8a8b4616-387a-4796-a8fa-ef13df2f411c will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:35:00.869877 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0c24906d-748e-496c-a371-2f927ba6a51e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.7181427 Mar 11 15:35:00.870766 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40442) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:00.873427 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f70a256e-8e17-4bc3-96c8-8bd3c88c091e None None] Transition to ACTIVE for port object 8a8b4616-387a-4796-a8fa-ef13df2f411c will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:35:00.880150 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-7cd71091-b28d-444a-bb86-17f146eb7a9f None None] Port e0ed6df7-8db2-464f-b6a4-5c7c818f928b cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:35:00.885667 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f70a256e-8e17-4bc3-96c8-8bd3c88c091e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:00.902607 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-87cda88d-84b1-42e7-8da3-770997ab977e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Request body: {'subnet': {'network_id': '3c5d28f6-e5f2-45a8-8131-ca24d5b205c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:35:00.927917 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24906d-748e-496c-a371-2f927ba6a51e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event updated for resources: {'Network': ['ID=3c5d28f6-e5f2-45a8-8131-ca24d5b205c0,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:00.941865 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bcddb7-0d08-4b6f-8ade-5e931de51bbe tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:00.945813 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bcddb7-0d08-4b6f-8ade-5e931de51bbe tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:00.950951 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e8bcddb7-0d08-4b6f-8ade-5e931de51bbe tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1851816 Mar 11 15:35:00.958605 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40446) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:00.994631 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40450) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:01.026702 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a256e-8e17-4bc3-96c8-8bd3c88c091e None None] Pushing event updated for resources: {'Port': ['ID=8a8b4616-387a-4796-a8fa-ef13df2f411c,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:01.030289 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 3c5d28f6-e5f2-45a8-8131-ca24d5b205c0 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:35:01.033199 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-96b6501a-774f-4d7a-8367-25fda2fab88f req-5b18a6df-a839-4e47-abc4-325b66328641 service neutron] 10.222.0.73 "GET /v2.0/networks/0c7936ae-ba60-41e0-9678-29011757e550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7837520 Mar 11 15:35:01.093713 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0c0a0ffc-faa8-405d-bbc8-8e7686f90ab8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:01.206664 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70a256e-8e17-4bc3-96c8-8bd3c88c091e None None] Network a669b9e5-88a5-4865-80f7-e5bbcf5408ae is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:35:01.267141 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-2ea175cd-83a3-4be2-85ce-86fdd23f3f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45526bb-0675-441a-b69e-acb92da6db7d', 'name': 'tempest-NetworksTestDHCPv6-router-667567806', 'tenant_id': 'd568d0bdb48844a4af924b22cae1da29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:34:53Z', 'updated_at': '2022-03-11T15:34:56Z', 'revision_number': 2, 'project_id': 'd568d0bdb48844a4af924b22cae1da29', 'gw_port_host': None, '_interfaces': [{'id': 'e0ed6df7-8db2-464f-b6a4-5c7c818f928b', 'name': '', 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'tenant_id': 'd568d0bdb48844a4af924b22cae1da29', 'mac_address': 'fa:16:3e:f9:02:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45526bb-0675-441a-b69e-acb92da6db7d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fcc4951-2e9b-489e-a9f3-e14bb80beb67', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:55Z', 'updated_at': '2022-03-11T15:34:56Z', 'revision_number': 2, 'project_id': 'd568d0bdb48844a4af924b22cae1da29', 'subnets': [{'id': '4fcc4951-2e9b-489e-a9f3-e14bb80beb67', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:01.281016 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea175cd-83a3-4be2-85ce-86fdd23f3f57 None None] Checking router: e45526bb-0675-441a-b69e-acb92da6db7d for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:35:01.281371 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea175cd-83a3-4be2-85ce-86fdd23f3f57 None None] Updating router e45526bb-0675-441a-b69e-acb92da6db7d port e0ed6df7-8db2-464f-b6a4-5c7c818f928b binding host dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:35:01.291189 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-f70a256e-8e17-4bc3-96c8-8bd3c88c091e None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:35:01.305143 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70a256e-8e17-4bc3-96c8-8bd3c88c091e None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:35:01.317498 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a0ffc-faa8-405d-bbc8-8e7686f90ab8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event deleted for resources: {'Subnet': ['ID=81139518-eb86-4cac-88dd-f7d075bff8c9,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:01.356323 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-87cda88d-84b1-42e7-8da3-770997ab977e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:35:01.361081 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2ea175cd-83a3-4be2-85ce-86fdd23f3f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:01.361801 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-87cda88d-84b1-42e7-8da3-770997ab977e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Usage tracker for resource:subnet and tenant:16d01fb61cb5488cb7fd92527258a459 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:35:01.366643 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-87cda88d-84b1-42e7-8da3-770997ab977e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:35:01.373732 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-87cda88d-84b1-42e7-8da3-770997ab977e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:35:01.392078 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87cda88d-84b1-42e7-8da3-770997ab977e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Made reservation on behalf of 16d01fb61cb5488cb7fd92527258a459 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:35:01.408321 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-7cd71091-b28d-444a-bb86-17f146eb7a9f None None] Provisioning complete for port 00c0b9f3-2c8b-4c96-8b76-d53eebca8ba5 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:01.409055 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7cd71091-b28d-444a-bb86-17f146eb7a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:01.446606 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-28bf9287-4600-405d-80af-9a039a2a3b22 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:01.569334 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-f70a256e-8e17-4bc3-96c8-8bd3c88c091e None None] Attempting to bind port 8a8b4616-387a-4796-a8fa-ef13df2f411c on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:35:01.569644 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-f70a256e-8e17-4bc3-96c8-8bd3c88c091e None None] Attempting to bind port 8a8b4616-387a-4796-a8fa-ef13df2f411c by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '17655192-da3a-406b-a5d6-d4d0ba8b65b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'a669b9e5-88a5-4865-80f7-e5bbcf5408ae'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:35:01.570005 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70a256e-8e17-4bc3-96c8-8bd3c88c091e None None] Attempting to bind port 8a8b4616-387a-4796-a8fa-ef13df2f411c on network a669b9e5-88a5-4865-80f7-e5bbcf5408ae {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:35:01.578825 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-e8efeb66-0a39-487a-bef1-823bb9565f87 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/5de27b67-b6eb-4eec-8028-905dd84adaa2 HTTP/1.1" status: 200 len: 992 time: 0.5462096 Mar 11 15:35:01.592844 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-87cda88d-84b1-42e7-8da3-770997ab977e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:01.610920 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-96b6501a-774f-4d7a-8367-25fda2fab88f req-8e7db665-c38f-4f54-9fa5-6940f7cb2b15 service neutron] 10.222.0.73 "GET /v2.0/networks/0c7936ae-ba60-41e0-9678-29011757e550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4680581 Mar 11 15:35:01.643129 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0c0a0ffc-faa8-405d-bbc8-8e7686f90ab8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:01.663658 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70a256e-8e17-4bc3-96c8-8bd3c88c091e None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:35:01.664202 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70a256e-8e17-4bc3-96c8-8bd3c88c091e None None] Checking segment: {'id': '17655192-da3a-406b-a5d6-d4d0ba8b65b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'a669b9e5-88a5-4865-80f7-e5bbcf5408ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:35:01.666376 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f70a256e-8e17-4bc3-96c8-8bd3c88c091e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:01.667171 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70a256e-8e17-4bc3-96c8-8bd3c88c091e None None] Bound using segment: {'id': '17655192-da3a-406b-a5d6-d4d0ba8b65b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'a669b9e5-88a5-4865-80f7-e5bbcf5408ae'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:35:01.668801 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-f70a256e-8e17-4bc3-96c8-8bd3c88c091e None None] Bound port: 8a8b4616-387a-4796-a8fa-ef13df2f411c, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17655192-da3a-406b-a5d6-d4d0ba8b65b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'a669b9e5-88a5-4865-80f7-e5bbcf5408ae'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:35:01.672274 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f70a256e-8e17-4bc3-96c8-8bd3c88c091e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:01.748669 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2ea175cd-83a3-4be2-85ce-86fdd23f3f57 None None] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:01.761248 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-2ea175cd-83a3-4be2-85ce-86fdd23f3f57 None None] Transition to ACTIVE for port object e0ed6df7-8db2-464f-b6a4-5c7c818f928b will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:35:01.770696 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2ea175cd-83a3-4be2-85ce-86fdd23f3f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:01.805711 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-0c0a0ffc-faa8-405d-bbc8-8e7686f90ab8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a669b9e5-88a5-4865-80f7-e5bbcf5408ae']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:01.849503 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-0c0a0ffc-faa8-405d-bbc8-8e7686f90ab8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17655192-da3a-406b-a5d6-d4d0ba8b65b9') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:01.849768 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-0c0a0ffc-faa8-405d-bbc8-8e7686f90ab8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17655192-da3a-406b-a5d6-d4d0ba8b65b9') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:01.853801 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-f70a256e-8e17-4bc3-96c8-8bd3c88c091e None None] For port 8a8b4616-387a-4796-a8fa-ef13df2f411c, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:35:01.868563 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-f70a256e-8e17-4bc3-96c8-8bd3c88c091e None None] For port 8a8b4616-387a-4796-a8fa-ef13df2f411c, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=8a8b4616-387a-4796-a8fa-ef13df2f411c,segment=NetworkSegment(17655192-da3a-406b-a5d6-d4d0ba8b65b9),segment_id=17655192-da3a-406b-a5d6-d4d0ba8b65b9)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:35:01.871776 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0c0a0ffc-faa8-405d-bbc8-8e7686f90ab8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:01.882133 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f70a256e-8e17-4bc3-96c8-8bd3c88c091e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:01.909456 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0c0a0ffc-faa8-405d-bbc8-8e7686f90ab8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:01.928572 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:35:01.974973 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-13a34aba-48fa-4e75-bd95-207443c6c68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:01.981488 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a256e-8e17-4bc3-96c8-8bd3c88c091e None None] Pushing event updated for resources: {'Port': ['ID=8a8b4616-387a-4796-a8fa-ef13df2f411c,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:01.984628 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device dd8f02df-093e-433a-bd69-997e54d74e15 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:35:02.019279 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c0a0ffc-faa8-405d-bbc8-8e7686f90ab8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:35:02.019688 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0c0a0ffc-faa8-405d-bbc8-8e7686f90ab8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:02.039306 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-87cda88d-84b1-42e7-8da3-770997ab977e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:02.043989 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:35:02.043989 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:35:02.043989 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:35:02.043989 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:35:02.043989 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:35:02.043989 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:35:02.043989 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:35:02.043989 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:35:02.043989 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:35:02.043989 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:35:02.043989 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:35:02.043989 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:35:02.043989 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:35:02.043989 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:35:02.043989 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:35:02.043989 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:35:02.043989 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:35:02.043989 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:35:02.043989 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:35:02.043989 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:35:02.043989 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:35:02.043989 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:35:02.043989 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:35:02.043989 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:35:02.043989 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:35:02.043989 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:35:02.043989 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:35:02.043989 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:35:02.043989 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:35:02.043989 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:35:02.043989 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:35:02.043989 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:35:02.047907 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d03b7-ae05-484d-9fd5-1a627cb71644 None None] Pushing event updated for resources: {'Port': ['ID=e0ed6df7-8db2-464f-b6a4-5c7c818f928b,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:02.061779 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6d03b7-ae05-484d-9fd5-1a627cb71644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:02.062385 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6d03b7-ae05-484d-9fd5-1a627cb71644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:02.063137 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6d03b7-ae05-484d-9fd5-1a627cb71644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:02.063886 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6d03b7-ae05-484d-9fd5-1a627cb71644 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:02.064369 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6d03b7-ae05-484d-9fd5-1a627cb71644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:02.064847 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6d03b7-ae05-484d-9fd5-1a627cb71644 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:02.065382 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6d03b7-ae05-484d-9fd5-1a627cb71644 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:02.066235 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6d03b7-ae05-484d-9fd5-1a627cb71644 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:02.066569 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6d03b7-ae05-484d-9fd5-1a627cb71644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:02.066877 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6d03b7-ae05-484d-9fd5-1a627cb71644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:02.067210 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6d03b7-ae05-484d-9fd5-1a627cb71644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:02.079521 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-2ea175cd-83a3-4be2-85ce-86fdd23f3f57 None None] Attempting to bind port e0ed6df7-8db2-464f-b6a4-5c7c818f928b on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:35:02.079521 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-2ea175cd-83a3-4be2-85ce-86fdd23f3f57 None None] Attempting to bind port e0ed6df7-8db2-464f-b6a4-5c7c818f928b by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:35:02.080281 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea175cd-83a3-4be2-85ce-86fdd23f3f57 None None] Attempting to bind port e0ed6df7-8db2-464f-b6a4-5c7c818f928b on network a9e561eb-4382-47f0-afe2-548f64b9476b {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:35:02.088790 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea175cd-83a3-4be2-85ce-86fdd23f3f57 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:35:02.089066 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea175cd-83a3-4be2-85ce-86fdd23f3f57 None None] Checking segment: {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:35:02.089447 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2ea175cd-83a3-4be2-85ce-86fdd23f3f57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:02.089848 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea175cd-83a3-4be2-85ce-86fdd23f3f57 None None] Bound using segment: {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:35:02.090287 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-2ea175cd-83a3-4be2-85ce-86fdd23f3f57 None None] Bound port: e0ed6df7-8db2-464f-b6a4-5c7c818f928b, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:35:02.090698 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2ea175cd-83a3-4be2-85ce-86fdd23f3f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:02.101860 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port dd8f02df-093e-433a-bd69-997e54d74e15 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:35:02.149240 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port dd8f02df-093e-433a-bd69-997e54d74e15 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:02.149499 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cda88d-84b1-42e7-8da3-770997ab977e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event updated for resources: {'Subnet': ['ID=f70b27e4-6997-4464-bc57-3a7758fe6302,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:02.149618 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:02.217133 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-2ea175cd-83a3-4be2-85ce-86fdd23f3f57 None None] For port e0ed6df7-8db2-464f-b6a4-5c7c818f928b, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:35:02.222241 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-2ea175cd-83a3-4be2-85ce-86fdd23f3f57 None None] For port e0ed6df7-8db2-464f-b6a4-5c7c818f928b, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=e0ed6df7-8db2-464f-b6a4-5c7c818f928b,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:35:02.237343 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2ea175cd-83a3-4be2-85ce-86fdd23f3f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:02.240473 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cda88d-84b1-42e7-8da3-770997ab977e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Checking segment: {'id': '1a772777-cfdb-4eb0-ad7a-7bb4e1667259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '3c5d28f6-e5f2-45a8-8131-ca24d5b205c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:35:02.240473 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cda88d-84b1-42e7-8da3-770997ab977e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Network hostable DHCP agents. Network: 3c5d28f6-e5f2-45a8-8131-ca24d5b205c0, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:35:02.249555 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cb01c3-8b1e-4e18-af43-31927d81c34d None None] get_active_networks_info from dv-neutron-833373-1-hyperv {{(pid=83868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 15:35:02.277380 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cda88d-84b1-42e7-8da3-770997ab977e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Network 3c5d28f6-e5f2-45a8-8131-ca24d5b205c0 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:35:02.295026 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.db.api [None req-0c0a0ffc-faa8-405d-bbc8-8e7686f90ab8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 15:35:02.295026 dv-neutron-833373-1-hyperv neutron-server[83867]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 15:35:02.295026 dv-neutron-833373-1-hyperv neutron-server[83867]: [parameters: {'id': 'a669b9e5-88a5-4865-80f7-e5bbcf5408ae'}] Mar 11 15:35:02.295026 dv-neutron-833373-1-hyperv neutron-server[83867]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:35:02.296163 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG oslo_db.api [None req-0c0a0ffc-faa8-405d-bbc8-8e7686f90ab8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:35:02.297411 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-87cda88d-84b1-42e7-8da3-770997ab977e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 3c5d28f6-e5f2-45a8-8131-ca24d5b205c0) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:35:02.301961 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cda88d-84b1-42e7-8da3-770997ab977e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:02.302556 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-87cda88d-84b1-42e7-8da3-770997ab977e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:02.345157 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-87cda88d-84b1-42e7-8da3-770997ab977e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4604483 Mar 11 15:35:02.346759 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40454) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:02.360303 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-ace038b6-2e36-4be1-9689-f23c64d26454 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-810436334', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:35:02.370229 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ace038b6-2e36-4be1-9689-f23c64d26454 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:35:02.381114 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ace038b6-2e36-4be1-9689-f23c64d26454 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Usage tracker for resource:router and tenant:16d01fb61cb5488cb7fd92527258a459 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:35:02.389384 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:02.391593 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ace038b6-2e36-4be1-9689-f23c64d26454 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:35:02.405351 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ace038b6-2e36-4be1-9689-f23c64d26454 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:35:02.424649 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d03b7-ae05-484d-9fd5-1a627cb71644 None None] Pushing event updated for resources: {'Port': ['ID=e0ed6df7-8db2-464f-b6a4-5c7c818f928b,revision_number=4']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:02.426807 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ace038b6-2e36-4be1-9689-f23c64d26454 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:02.427999 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ace038b6-2e36-4be1-9689-f23c64d26454 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:02.449974 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea175cd-83a3-4be2-85ce-86fdd23f3f57 None None] Routers {'e45526bb-0675-441a-b69e-acb92da6db7d'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:35:02.451344 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-2ea175cd-83a3-4be2-85ce-86fdd23f3f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:35:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['e45526bb-0675-441a-b69e-acb92da6db7d'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:02.465597 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ace038b6-2e36-4be1-9689-f23c64d26454 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:02.488339 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port dd8f02df-093e-433a-bd69-997e54d74e15, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=dd8f02df-093e-433a-bd69-997e54d74e15,segment=NetworkSegment(f0cf8fe9-ca46-42d0-97af-cde1c9a0a483),segment_id=f0cf8fe9-ca46-42d0-97af-cde1c9a0a483)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:02.493638 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ace038b6-2e36-4be1-9689-f23c64d26454 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:02.501546 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:02.527100 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ace038b6-2e36-4be1-9689-f23c64d26454 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:02.529534 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ace038b6-2e36-4be1-9689-f23c64d26454 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1805751 Mar 11 15:35:02.531930 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40458) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:02.538334 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-a6bb286f-4f1b-4b94-9f01-4d8ea9ab0bdc tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Request body: {'port': {'network_id': '3c5d28f6-e5f2-45a8-8131-ca24d5b205c0', 'name': 'tempest-RoutersTest-1831302992'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:35:02.602374 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-28bf9287-4600-405d-80af-9a039a2a3b22 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Allocated IP 2001:db8:2::1 (be12036e-870a-417a-8279-3e74c4659b02/85dc48d1-d7a9-456e-9cec-f6e06f02484b/404e9cec-b789-45b0-9210-8e01d4f141a5) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:35:02.642118 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-c94cd773-3db2-4d56-93aa-6bfbbb6d6c19 None None] Provisioning complete for port 00c0b9f3-2c8b-4c96-8b76-d53eebca8ba5 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:02.642802 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c94cd773-3db2-4d56-93aa-6bfbbb6d6c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:02.709188 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=dd8f02df-093e-433a-bd69-997e54d74e15,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:02.756702 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-2ea175cd-83a3-4be2-85ce-86fdd23f3f57 None None] Set router e45526bb-0675-441a-b69e-acb92da6db7d gateway port host: None {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:35:02.767403 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-a6bb286f-4f1b-4b94-9f01-4d8ea9ab0bdc tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:35:02.783061 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-a6bb286f-4f1b-4b94-9f01-4d8ea9ab0bdc tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Usage tracker for resource:port and tenant:16d01fb61cb5488cb7fd92527258a459 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:35:02.792836 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-a6bb286f-4f1b-4b94-9f01-4d8ea9ab0bdc tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:35:02.797364 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:02.799922 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0c0a0ffc-faa8-405d-bbc8-8e7686f90ab8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:02.812883 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-a6bb286f-4f1b-4b94-9f01-4d8ea9ab0bdc tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:35:02.835239 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cb01c3-8b1e-4e18-af43-31927d81c34d None None] Resources bound (agent type, host, resource id): {{(pid=83868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 15:35:02.839347 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6bb286f-4f1b-4b94-9f01-4d8ea9ab0bdc tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Made reservation on behalf of 16d01fb61cb5488cb7fd92527258a459 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:35:02.849120 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a6bb286f-4f1b-4b94-9f01-4d8ea9ab0bdc tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:02.876750 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-0c0a0ffc-faa8-405d-bbc8-8e7686f90ab8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Deleting port 8a8b4616-387a-4796-a8fa-ef13df2f411c {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:35:02.877613 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0c0a0ffc-faa8-405d-bbc8-8e7686f90ab8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:02.930904 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-a6bb286f-4f1b-4b94-9f01-4d8ea9ab0bdc tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] device_id is not set on port e231a59e-cb66-4cf6-9b61-fba0257fc48a yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:35:02.946534 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:02.967388 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40464) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:02.992430 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-28bf9287-4600-405d-80af-9a039a2a3b22 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:03.090737 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-a6bb286f-4f1b-4b94-9f01-4d8ea9ab0bdc tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Allocated IP 172.20.0.7 (3c5d28f6-e5f2-45a8-8131-ca24d5b205c0/f70b27e4-6997-4464-bc57-3a7758fe6302/e231a59e-cb66-4cf6-9b61-fba0257fc48a) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:35:03.126998 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-28bf9287-4600-405d-80af-9a039a2a3b22 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Transition to ACTIVE for port object 404e9cec-b789-45b0-9210-8e01d4f141a5 will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:35:03.249186 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-2ea175cd-83a3-4be2-85ce-86fdd23f3f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45526bb-0675-441a-b69e-acb92da6db7d', 'name': 'tempest-NetworksTestDHCPv6-router-667567806', 'tenant_id': 'd568d0bdb48844a4af924b22cae1da29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:34:53Z', 'updated_at': '2022-03-11T15:34:56Z', 'revision_number': 2, 'project_id': 'd568d0bdb48844a4af924b22cae1da29', 'gw_port_host': None, '_interfaces': [{'id': 'e0ed6df7-8db2-464f-b6a4-5c7c818f928b', 'name': '', 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'tenant_id': 'd568d0bdb48844a4af924b22cae1da29', 'mac_address': 'fa:16:3e:f9:02:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45526bb-0675-441a-b69e-acb92da6db7d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fcc4951-2e9b-489e-a9f3-e14bb80beb67', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:55Z', 'updated_at': '2022-03-11T15:35:02Z', 'revision_number': 4, 'project_id': 'd568d0bdb48844a4af924b22cae1da29', 'subnets': [{'id': '4fcc4951-2e9b-489e-a9f3-e14bb80beb67', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:03.260934 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea175cd-83a3-4be2-85ce-86fdd23f3f57 None None] The sync data for ids ['e45526bb-0675-441a-b69e-acb92da6db7d'] in dv-neutron-833373-1-hyperv is: [{'id': 'e45526bb-0675-441a-b69e-acb92da6db7d', 'name': 'tempest-NetworksTestDHCPv6-router-667567806', 'tenant_id': 'd568d0bdb48844a4af924b22cae1da29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:34:53Z', 'updated_at': '2022-03-11T15:34:56Z', 'revision_number': 2, 'project_id': 'd568d0bdb48844a4af924b22cae1da29', 'gw_port_host': None, '_interfaces': [{'id': 'e0ed6df7-8db2-464f-b6a4-5c7c818f928b', 'name': '', 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'tenant_id': 'd568d0bdb48844a4af924b22cae1da29', 'mac_address': 'fa:16:3e:f9:02:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45526bb-0675-441a-b69e-acb92da6db7d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fcc4951-2e9b-489e-a9f3-e14bb80beb67', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:55Z', 'updated_at': '2022-03-11T15:35:02Z', 'revision_number': 4, 'project_id': 'd568d0bdb48844a4af924b22cae1da29', 'subnets': [{'id': '4fcc4951-2e9b-489e-a9f3-e14bb80beb67', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:35:03.405605 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a6bb286f-4f1b-4b94-9f01-4d8ea9ab0bdc tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:03.455176 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-a6bb286f-4f1b-4b94-9f01-4d8ea9ab0bdc tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Transition to ACTIVE for port object e231a59e-cb66-4cf6-9b61-fba0257fc48a will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:35:03.470792 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190d425b-d275-47a5-8e51-513c77b08780 None None] DHCP port deletion for 9b64f4c6-d613-47a6-8214-4da7c53f1d77 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:35:03.504086 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a6bb286f-4f1b-4b94-9f01-4d8ea9ab0bdc tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:03.520156 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3427fb0-43a8-4a84-b9c3-54214436ed18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-3c5d28f6-e5f2-45a8-8131-ca24d5b205c0', 'network_id': '3c5d28f6-e5f2-45a8-8131-ca24d5b205c0', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'fixed_ips': [{'subnet_id': 'f70b27e4-6997-4464-bc57-3a7758fe6302'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:35:03.522417 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b3427fb0-43a8-4a84-b9c3-54214436ed18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:03.545689 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8752b7-b8c0-4ff2-a15a-9a81f1657101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-be12036e-870a-417a-8279-3e74c4659b02', 'network_id': 'be12036e-870a-417a-8279-3e74c4659b02', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'fixed_ips': [{'subnet_id': '85dc48d1-d7a9-456e-9cec-f6e06f02484b'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:35:03.549301 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7c8752b7-b8c0-4ff2-a15a-9a81f1657101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:03.662657 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-0c0a0ffc-faa8-405d-bbc8-8e7686f90ab8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] For port 8a8b4616-387a-4796-a8fa-ef13df2f411c, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=8a8b4616-387a-4796-a8fa-ef13df2f411c,segment=NetworkSegment(17655192-da3a-406b-a5d6-d4d0ba8b65b9),segment_id=17655192-da3a-406b-a5d6-d4d0ba8b65b9)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:03.662657 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0c0a0ffc-faa8-405d-bbc8-8e7686f90ab8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:03.688634 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-28bf9287-4600-405d-80af-9a039a2a3b22 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:03.728638 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bb286f-4f1b-4b94-9f01-4d8ea9ab0bdc tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Network 3c5d28f6-e5f2-45a8-8131-ca24d5b205c0 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:35:03.729850 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb286f-4f1b-4b94-9f01-4d8ea9ab0bdc tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event updated for resources: {'Port': ['ID=e231a59e-cb66-4cf6-9b61-fba0257fc48a,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:03.733330 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-a6bb286f-4f1b-4b94-9f01-4d8ea9ab0bdc tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:35:03.739698 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bb286f-4f1b-4b94-9f01-4d8ea9ab0bdc tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:35:03.834164 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bb286f-4f1b-4b94-9f01-4d8ea9ab0bdc tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:03.835096 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a6bb286f-4f1b-4b94-9f01-4d8ea9ab0bdc tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:03.861172 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device e0ed6df7-8db2-464f-b6a4-5c7c818f928b up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:35:03.887229 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-b3427fb0-43a8-4a84-b9c3-54214436ed18 None None] Allocated IP 172.20.0.2 (3c5d28f6-e5f2-45a8-8131-ca24d5b205c0/f70b27e4-6997-4464-bc57-3a7758fe6302/d8b93bde-b08b-413a-8f27-4dba5b8c8e0b) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:35:03.890358 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a6bb286f-4f1b-4b94-9f01-4d8ea9ab0bdc tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3571537 Mar 11 15:35:03.891070 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40468) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:03.971904 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-37e2f74d-b90d-4910-8674-b6ccee890145 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Deleting port c0f337ed-073b-4eab-94f7-b14e2067dd6c {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:35:03.972445 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-37e2f74d-b90d-4910-8674-b6ccee890145 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:04.086600 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-0c0a0ffc-faa8-405d-bbc8-8e7686f90ab8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Calling delete_port for 8a8b4616-387a-4796-a8fa-ef13df2f411c owned by network:dhcp {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:35:04.183678 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:04.237210 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bf9287-4600-405d-80af-9a039a2a3b22 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Network be12036e-870a-417a-8279-3e74c4659b02 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:35:04.245998 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf9287-4600-405d-80af-9a039a2a3b22 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event updated for resources: {'Port': ['ID=404e9cec-b789-45b0-9210-8e01d4f141a5,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:04.249423 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-28bf9287-4600-405d-80af-9a039a2a3b22 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:35:04.276275 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bf9287-4600-405d-80af-9a039a2a3b22 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:35:04.276924 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-28bf9287-4600-405d-80af-9a039a2a3b22 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:04.355957 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-7c8752b7-b8c0-4ff2-a15a-9a81f1657101 None None] Allocated IP 2001:db8:2::2 (be12036e-870a-417a-8279-3e74c4659b02/85dc48d1-d7a9-456e-9cec-f6e06f02484b/a97b167d-e70c-4550-93de-cc8e23ddf990) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:35:04.389012 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-31cbb817-d1ee-467e-93b3-7fbed8c24ba5 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:04.450722 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0c0a0ffc-faa8-405d-bbc8-8e7686f90ab8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:04.525656 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port e0ed6df7-8db2-464f-b6a4-5c7c818f928b completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:35:04.541106 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port e0ed6df7-8db2-464f-b6a4-5c7c818f928b triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:04.541659 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:04.585088 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a0ffc-faa8-405d-bbc8-8e7686f90ab8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event deleted for resources: {'Port': ['ID=8a8b4616-387a-4796-a8fa-ef13df2f411c,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:04.601403 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b3427fb0-43a8-4a84-b9c3-54214436ed18 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:04.612485 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0a0ffc-faa8-405d-bbc8-8e7686f90ab8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] No DVR routers for this DVR port 8a8b4616-387a-4796-a8fa-ef13df2f411c on host dv-neutron-833373-1-hyperv {{(pid=83867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:35:04.646201 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b3427fb0-43a8-4a84-b9c3-54214436ed18 None None] Transition to ACTIVE for port object d8b93bde-b08b-413a-8f27-4dba5b8c8e0b will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:35:04.672145 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-37e2f74d-b90d-4910-8674-b6ccee890145 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:04.672145 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-37e2f74d-b90d-4910-8674-b6ccee890145 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:04.770971 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0241008b-2178-4fa9-b5d6-ba9a3d218fa8 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:04.771589 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b3427fb0-43a8-4a84-b9c3-54214436ed18 None None] Transition to ACTIVE for port object d8b93bde-b08b-413a-8f27-4dba5b8c8e0b will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:35:04.802511 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b3427fb0-43a8-4a84-b9c3-54214436ed18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:04.855214 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-37e2f74d-b90d-4910-8674-b6ccee890145 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Calling delete_port for c0f337ed-073b-4eab-94f7-b14e2067dd6c owned by network:floatingip {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:35:04.882899 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:04.901013 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7c8752b7-b8c0-4ff2-a15a-9a81f1657101 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:04.928386 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3427fb0-43a8-4a84-b9c3-54214436ed18 None None] Pushing event updated for resources: {'Port': ['ID=d8b93bde-b08b-413a-8f27-4dba5b8c8e0b,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:04.930869 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-7c8752b7-b8c0-4ff2-a15a-9a81f1657101 None None] Transition to ACTIVE for port object a97b167d-e70c-4550-93de-cc8e23ddf990 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:35:04.941607 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3427fb0-43a8-4a84-b9c3-54214436ed18 None None] Network 3c5d28f6-e5f2-45a8-8131-ca24d5b205c0 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:35:04.947873 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-b3427fb0-43a8-4a84-b9c3-54214436ed18 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:35:04.956684 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3427fb0-43a8-4a84-b9c3-54214436ed18 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:35:04.980481 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-7c8752b7-b8c0-4ff2-a15a-9a81f1657101 None None] Transition to ACTIVE for port object a97b167d-e70c-4550-93de-cc8e23ddf990 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:35:04.983404 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-28bf9287-4600-405d-80af-9a039a2a3b22 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:05.008942 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port e0ed6df7-8db2-464f-b6a4-5c7c818f928b, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=e0ed6df7-8db2-464f-b6a4-5c7c818f928b,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:05.009763 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0c0a0ffc-faa8-405d-bbc8-8e7686f90ab8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:05.016175 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:05.016853 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device dd8f02df-093e-433a-bd69-997e54d74e15 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:35:05.078537 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7c8752b7-b8c0-4ff2-a15a-9a81f1657101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:05.111304 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-0c0a0ffc-faa8-405d-bbc8-8e7686f90ab8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a669b9e5-88a5-4865-80f7-e5bbcf5408ae']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:05.142570 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-0c0a0ffc-faa8-405d-bbc8-8e7686f90ab8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17655192-da3a-406b-a5d6-d4d0ba8b65b9') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:05.143008 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-0c0a0ffc-faa8-405d-bbc8-8e7686f90ab8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17655192-da3a-406b-a5d6-d4d0ba8b65b9') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:05.196002 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b3427fb0-43a8-4a84-b9c3-54214436ed18 None None] Attempting to bind port d8b93bde-b08b-413a-8f27-4dba5b8c8e0b on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:35:05.196396 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b3427fb0-43a8-4a84-b9c3-54214436ed18 None None] Attempting to bind port d8b93bde-b08b-413a-8f27-4dba5b8c8e0b by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '1a772777-cfdb-4eb0-ad7a-7bb4e1667259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '3c5d28f6-e5f2-45a8-8131-ca24d5b205c0'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:35:05.196753 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3427fb0-43a8-4a84-b9c3-54214436ed18 None None] Attempting to bind port d8b93bde-b08b-413a-8f27-4dba5b8c8e0b on network 3c5d28f6-e5f2-45a8-8131-ca24d5b205c0 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:35:05.203850 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8752b7-b8c0-4ff2-a15a-9a81f1657101 None None] Network be12036e-870a-417a-8279-3e74c4659b02 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:35:05.208527 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-7c8752b7-b8c0-4ff2-a15a-9a81f1657101 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:35:05.213445 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8752b7-b8c0-4ff2-a15a-9a81f1657101 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:35:05.217764 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0241008b-2178-4fa9-b5d6-ba9a3d218fa8 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:05.223565 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0241008b-2178-4fa9-b5d6-ba9a3d218fa8 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:05.224244 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=e0ed6df7-8db2-464f-b6a4-5c7c818f928b,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:05.230870 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0c0a0ffc-faa8-405d-bbc8-8e7686f90ab8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:05.259816 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3427fb0-43a8-4a84-b9c3-54214436ed18 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:35:05.260210 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3427fb0-43a8-4a84-b9c3-54214436ed18 None None] Checking segment: {'id': '1a772777-cfdb-4eb0-ad7a-7bb4e1667259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '3c5d28f6-e5f2-45a8-8131-ca24d5b205c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:35:05.260609 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b3427fb0-43a8-4a84-b9c3-54214436ed18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:05.260995 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3427fb0-43a8-4a84-b9c3-54214436ed18 None None] Bound using segment: {'id': '1a772777-cfdb-4eb0-ad7a-7bb4e1667259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '3c5d28f6-e5f2-45a8-8131-ca24d5b205c0'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:35:05.261457 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b3427fb0-43a8-4a84-b9c3-54214436ed18 None None] Bound port: d8b93bde-b08b-413a-8f27-4dba5b8c8e0b, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a772777-cfdb-4eb0-ad7a-7bb4e1667259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '3c5d28f6-e5f2-45a8-8131-ca24d5b205c0'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:35:05.261824 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b3427fb0-43a8-4a84-b9c3-54214436ed18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:05.376519 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0241008b-2178-4fa9-b5d6-ba9a3d218fa8 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event updated for resources: {'Port': ['ID=e231a59e-cb66-4cf6-9b61-fba0257fc48a,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:05.457634 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8752b7-b8c0-4ff2-a15a-9a81f1657101 None None] Pushing event updated for resources: {'Port': ['ID=a97b167d-e70c-4550-93de-cc8e23ddf990,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:05.463537 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port dd8f02df-093e-433a-bd69-997e54d74e15 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:05.464187 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:05.486081 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0c0a0ffc-faa8-405d-bbc8-8e7686f90ab8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:05.522157 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-7c8752b7-b8c0-4ff2-a15a-9a81f1657101 None None] Attempting to bind port a97b167d-e70c-4550-93de-cc8e23ddf990 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:35:05.522536 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-7c8752b7-b8c0-4ff2-a15a-9a81f1657101 None None] Attempting to bind port a97b167d-e70c-4550-93de-cc8e23ddf990 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'e928eed1-e43f-4c09-b195-bb8031e4cc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'be12036e-870a-417a-8279-3e74c4659b02'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:35:05.522897 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8752b7-b8c0-4ff2-a15a-9a81f1657101 None None] Attempting to bind port a97b167d-e70c-4550-93de-cc8e23ddf990 on network be12036e-870a-417a-8279-3e74c4659b02 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:35:05.556386 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8752b7-b8c0-4ff2-a15a-9a81f1657101 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:35:05.556386 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8752b7-b8c0-4ff2-a15a-9a81f1657101 None None] Checking segment: {'id': 'e928eed1-e43f-4c09-b195-bb8031e4cc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'be12036e-870a-417a-8279-3e74c4659b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:35:05.556386 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7c8752b7-b8c0-4ff2-a15a-9a81f1657101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:05.556386 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8752b7-b8c0-4ff2-a15a-9a81f1657101 None None] Bound using segment: {'id': 'e928eed1-e43f-4c09-b195-bb8031e4cc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'be12036e-870a-417a-8279-3e74c4659b02'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:35:05.559056 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-7c8752b7-b8c0-4ff2-a15a-9a81f1657101 None None] Bound port: a97b167d-e70c-4550-93de-cc8e23ddf990, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e928eed1-e43f-4c09-b195-bb8031e4cc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'be12036e-870a-417a-8279-3e74c4659b02'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:35:05.559056 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7c8752b7-b8c0-4ff2-a15a-9a81f1657101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:05.565215 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c0a0ffc-faa8-405d-bbc8-8e7686f90ab8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:35:05.565688 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0c0a0ffc-faa8-405d-bbc8-8e7686f90ab8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:05.568223 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-b3427fb0-43a8-4a84-b9c3-54214436ed18 None None] For port d8b93bde-b08b-413a-8f27-4dba5b8c8e0b, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:35:05.583569 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:35:05.583569 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:35:05.583569 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:35:05.583569 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:35:05.583569 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:35:05.583569 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:35:05.583569 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:35:05.583569 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:35:05.583569 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:35:05.583569 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:35:05.583569 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:35:05.583569 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:35:05.583569 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:35:05.583569 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:35:05.583569 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:35:05.583569 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:35:05.583569 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:35:05.583569 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:35:05.583569 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:35:05.583569 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:35:05.583569 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:35:05.583569 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:35:05.583569 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:35:05.583569 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:35:05.583569 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:35:05.583569 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:35:05.583569 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:35:05.583569 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:35:05.583569 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:35:05.583569 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:35:05.583569 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:35:05.583569 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:35:05.721721 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-7c8752b7-b8c0-4ff2-a15a-9a81f1657101 None None] For port a97b167d-e70c-4550-93de-cc8e23ddf990, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:35:05.728306 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-7c8752b7-b8c0-4ff2-a15a-9a81f1657101 None None] For port a97b167d-e70c-4550-93de-cc8e23ddf990, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=a97b167d-e70c-4550-93de-cc8e23ddf990,segment=NetworkSegment(e928eed1-e43f-4c09-b195-bb8031e4cc12),segment_id=e928eed1-e43f-4c09-b195-bb8031e4cc12)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:35:05.731375 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device f1de8a42-de32-41c1-9adc-e4296a902008 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:35:05.764360 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7c8752b7-b8c0-4ff2-a15a-9a81f1657101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:05.770852 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0241008b-2178-4fa9-b5d6-ba9a3d218fa8 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:05.811386 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-b3427fb0-43a8-4a84-b9c3-54214436ed18 None None] For port d8b93bde-b08b-413a-8f27-4dba5b8c8e0b, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=d8b93bde-b08b-413a-8f27-4dba5b8c8e0b,segment=NetworkSegment(1a772777-cfdb-4eb0-ad7a-7bb4e1667259),segment_id=1a772777-cfdb-4eb0-ad7a-7bb4e1667259)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:35:05.813542 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: f1de8a42-de32-41c1-9adc-e4296a902008 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:35:05.814058 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device f1de8a42-de32-41c1-9adc-e4296a902008 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:35:05.829677 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b3427fb0-43a8-4a84-b9c3-54214436ed18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:05.871969 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0c0a0ffc-faa8-405d-bbc8-8e7686f90ab8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:05.898194 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8752b7-b8c0-4ff2-a15a-9a81f1657101 None None] Pushing event updated for resources: {'Port': ['ID=a97b167d-e70c-4550-93de-cc8e23ddf990,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:05.911351 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0c0a0ffc-faa8-405d-bbc8-8e7686f90ab8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:05.918198 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0241008b-2178-4fa9-b5d6-ba9a3d218fa8 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:05.926811 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a0ffc-faa8-405d-bbc8-8e7686f90ab8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event deleted for resources: {'Network': ['ID=a669b9e5-88a5-4865-80f7-e5bbcf5408ae,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:05.933188 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-37e2f74d-b90d-4910-8674-b6ccee890145 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:05.989212 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device e0ed6df7-8db2-464f-b6a4-5c7c818f928b up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:35:06.117013 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3427fb0-43a8-4a84-b9c3-54214436ed18 None None] Pushing event updated for resources: {'Port': ['ID=d8b93bde-b08b-413a-8f27-4dba5b8c8e0b,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:06.150261 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port e0ed6df7-8db2-464f-b6a4-5c7c818f928b triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:06.151562 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:06.154942 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e2f74d-b90d-4910-8674-b6ccee890145 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Pushing event deleted for resources: {'Port': ['ID=c0f337ed-073b-4eab-94f7-b14e2067dd6c,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:06.217952 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0c0a0ffc-faa8-405d-bbc8-8e7686f90ab8 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "DELETE /v2.0/networks/a669b9e5-88a5-4865-80f7-e5bbcf5408ae HTTP/1.1" status: 204 len: 168 time: 7.3030725 Mar 11 15:35:06.222363 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40472) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:06.412388 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-31cbb817-d1ee-467e-93b3-7fbed8c24ba5 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting port e0ed6df7-8db2-464f-b6a4-5c7c818f928b {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:35:06.412883 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-31cbb817-d1ee-467e-93b3-7fbed8c24ba5 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:06.455807 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-63c5dd54-9f8e-4c42-8088-425e377511de tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] DELETE failed (client error): The resource could not be found. Mar 11 15:35:06.457394 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63c5dd54-9f8e-4c42-8088-425e377511de tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:35:06.460766 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-63c5dd54-9f8e-4c42-8088-425e377511de tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "DELETE /v2.0/subnets/81139518-eb86-4cac-88dd-f7d075bff8c9 HTTP/1.1" status: 404 len: 337 time: 0.2367747 Mar 11 15:35:06.467569 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40476) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:06.520367 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e1b831c-e932-4986-a844-eace69cc29ea tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] DELETE failed (client error): The resource could not be found. Mar 11 15:35:06.525721 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e1b831c-e932-4986-a844-eace69cc29ea tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:35:06.532614 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7e1b831c-e932-4986-a844-eace69cc29ea tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "DELETE /v2.0/networks/a669b9e5-88a5-4865-80f7-e5bbcf5408ae HTTP/1.1" status: 404 len: 339 time: 0.0603962 Mar 11 15:35:06.532999 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40480) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:06.554721 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-37e2f74d-b90d-4910-8674-b6ccee890145 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for floatingip, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:06.633632 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.db.resource_extend [None req-28bf9287-4600-405d-80af-9a039a2a3b22 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:35:06.712963 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0241008b-2178-4fa9-b5d6-ba9a3d218fa8 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:06.721384 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-28bf9287-4600-405d-80af-9a039a2a3b22 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:06.723441 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7c08b243-9ed9-4b06-80e8-226de82d1f64 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:06.725584 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0241008b-2178-4fa9-b5d6-ba9a3d218fa8 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:06.779832 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-28bf9287-4600-405d-80af-9a039a2a3b22 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:06.780429 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-28bf9287-4600-405d-80af-9a039a2a3b22 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:06.878915 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0241008b-2178-4fa9-b5d6-ba9a3d218fa8 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event updated for resources: {'Port': ['ID=e231a59e-cb66-4cf6-9b61-fba0257fc48a,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:06.885526 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0241008b-2178-4fa9-b5d6-ba9a3d218fa8 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:06.975006 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf9287-4600-405d-80af-9a039a2a3b22 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event updated for resources: {'Port': ['ID=404e9cec-b789-45b0-9210-8e01d4f141a5,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:07.045485 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-31cbb817-d1ee-467e-93b3-7fbed8c24ba5 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] For port e0ed6df7-8db2-464f-b6a4-5c7c818f928b, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=e0ed6df7-8db2-464f-b6a4-5c7c818f928b,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:07.046141 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-31cbb817-d1ee-467e-93b3-7fbed8c24ba5 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:07.071317 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7c08b243-9ed9-4b06-80e8-226de82d1f64 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:07.107879 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-7c08b243-9ed9-4b06-80e8-226de82d1f64 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['292254c6-7369-4d21-be2b-558e3429eb03']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:07.135322 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-7c08b243-9ed9-4b06-80e8-226de82d1f64 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd5f01a3-a2df-494e-af44-2dac625b4353') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:07.135617 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-7c08b243-9ed9-4b06-80e8-226de82d1f64 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd5f01a3-a2df-494e-af44-2dac625b4353') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:07.160031 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7c08b243-9ed9-4b06-80e8-226de82d1f64 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:07.186146 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0241008b-2178-4fa9-b5d6-ba9a3d218fa8 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Network 3c5d28f6-e5f2-45a8-8131-ca24d5b205c0 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:35:07.187399 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-0241008b-2178-4fa9-b5d6-ba9a3d218fa8 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:35:07.194970 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-31cbb817-d1ee-467e-93b3-7fbed8c24ba5 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Calling delete_port for e0ed6df7-8db2-464f-b6a4-5c7c818f928b owned by network:router_interface {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:35:07.246937 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7c08b243-9ed9-4b06-80e8-226de82d1f64 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:07.325251 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c08b243-9ed9-4b06-80e8-226de82d1f64 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:35:07.325554 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7c08b243-9ed9-4b06-80e8-226de82d1f64 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:07.340536 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:35:07.340536 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:35:07.340536 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:35:07.340536 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:35:07.340536 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:35:07.340536 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:35:07.340536 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:35:07.340536 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:35:07.340536 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:35:07.340536 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:35:07.340536 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:35:07.340536 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:35:07.340536 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:35:07.340536 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:35:07.340536 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:35:07.340536 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:35:07.340536 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:35:07.340536 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:35:07.340536 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:35:07.340536 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:35:07.340536 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:35:07.340536 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:35:07.340536 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:35:07.340536 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:35:07.340536 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:35:07.340536 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:35:07.340536 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:35:07.340536 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:35:07.340536 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:35:07.340536 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:35:07.340536 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:35:07.340536 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:35:07.365322 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bf9287-4600-405d-80af-9a039a2a3b22 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Network be12036e-870a-417a-8279-3e74c4659b02 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:35:07.369398 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-28bf9287-4600-405d-80af-9a039a2a3b22 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:35:07.445683 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7c08b243-9ed9-4b06-80e8-226de82d1f64 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:07.467551 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7c08b243-9ed9-4b06-80e8-226de82d1f64 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:07.601242 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08b243-9ed9-4b06-80e8-226de82d1f64 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event deleted for resources: {'Network': ['ID=292254c6-7369-4d21-be2b-558e3429eb03,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:07.604484 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-7c08b243-9ed9-4b06-80e8-226de82d1f64 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "DELETE /v2.0/networks/292254c6-7369-4d21-be2b-558e3429eb03 HTTP/1.1" status: 204 len: 168 time: 1.0674970 Mar 11 15:35:07.610933 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40484) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:07.663252 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-5653729d-9da2-4be7-9aa2-e1dd10331b95 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] DELETE failed (client error): The resource could not be found. Mar 11 15:35:07.663692 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5653729d-9da2-4be7-9aa2-e1dd10331b95 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:35:07.667601 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5653729d-9da2-4be7-9aa2-e1dd10331b95 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "DELETE /v2.0/subnets/f81c94a1-e1b4-4ed1-95d1-456ae4f58c7d HTTP/1.1" status: 404 len: 337 time: 0.0534997 Mar 11 15:35:07.673102 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40488) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:07.835534 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-645b6760-f47a-48f6-ba49-f054e78787e5 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] DELETE failed (client error): The resource could not be found. Mar 11 15:35:07.835977 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-645b6760-f47a-48f6-ba49-f054e78787e5 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:35:07.881172 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0241008b-2178-4fa9-b5d6-ba9a3d218fa8 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Router bb2a1269-a169-4c28-9b6b-cc7e19c4aabf is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:35:07.990819 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-645b6760-f47a-48f6-ba49-f054e78787e5 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "DELETE /v2.0/networks/307a0e1c-26cd-45f5-b582-39ff8235a267 HTTP/1.1" status: 404 len: 339 time: 0.3134654 Mar 11 15:35:07.991399 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40492) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:08.064681 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device a97b167d-e70c-4550-93de-cc8e23ddf990 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:35:08.146877 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-31cbb817-d1ee-467e-93b3-7fbed8c24ba5 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:08.181734 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port a97b167d-e70c-4550-93de-cc8e23ddf990 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:35:08.195172 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6d7cf07a-45eb-46c3-832c-52103473f326 None None] Provisioning for port a97b167d-e70c-4550-93de-cc8e23ddf990 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:35:08.209420 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6d7cf07a-45eb-46c3-832c-52103473f326 None None] Provisioning complete for port a97b167d-e70c-4550-93de-cc8e23ddf990 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:08.209791 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6d7cf07a-45eb-46c3-832c-52103473f326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:08.227133 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cbb817-d1ee-467e-93b3-7fbed8c24ba5 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Port': ['ID=e0ed6df7-8db2-464f-b6a4-5c7c818f928b,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:08.261100 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port a97b167d-e70c-4550-93de-cc8e23ddf990 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:08.261717 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:08.392957 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-783c76ac-82a5-4779-9631-b35f3b0d6c29 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Deleting subnet dbd464c3-0255-4936-be7e-7896c32bd495 {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:35:08.398017 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-783c76ac-82a5-4779-9631-b35f3b0d6c29 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:08.422080 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7f7b39-00d7-4cbf-8bf7-0eb6f35f7eec None None] Network a669b9e5-88a5-4865-80f7-e5bbcf5408ae requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:35:08.437159 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de2da13-9ba3-468e-b157-1f4e97007bcd None None] Network be12036e-870a-417a-8279-3e74c4659b02 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:35:08.466745 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-783c76ac-82a5-4779-9631-b35f3b0d6c29 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:08.467383 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5326257e-c410-4576-b2b1-7af81ec6ab44 None None] Network 3c5d28f6-e5f2-45a8-8131-ca24d5b205c0 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:35:08.467876 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bf9287-4600-405d-80af-9a039a2a3b22 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Router bdbdb9e2-ab6c-41df-8cdd-45bb6698249f has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:35:08.504489 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-31cbb817-d1ee-467e-93b3-7fbed8c24ba5 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:08.556421 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0241008b-2178-4fa9-b5d6-ba9a3d218fa8 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:35:08.569644 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0241008b-2178-4fa9-b5d6-ba9a3d218fa8 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "PUT /v2.0/routers/bb2a1269-a169-4c28-9b6b-cc7e19c4aabf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6770794 Mar 11 15:35:08.573621 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40498) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:08.614179 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-783c76ac-82a5-4779-9631-b35f3b0d6c29 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:08.655909 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7f7b39-00d7-4cbf-8bf7-0eb6f35f7eec None None] Network a669b9e5-88a5-4865-80f7-e5bbcf5408ae could not be found, it might have been deleted concurrently. {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 11 15:35:08.674152 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa7ee4d-da11-4951-9d31-6c0cefe3c287 None None] Sync routers for ids ['bb2a1269-a169-4c28-9b6b-cc7e19c4aabf'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:35:08.725154 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7f89c9-74cd-423c-9984-148d0a9b8128 None None] Network a669b9e5-88a5-4865-80f7-e5bbcf5408ae requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:35:08.801675 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ddc3fb-6397-4cf6-8c4f-bba1c1cdce80 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:08.801675 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-c8ddc3fb-6397-4cf6-8c4f-bba1c1cdce80 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Synchronizing usage tracker for tenant:16d01fb61cb5488cb7fd92527258a459 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:35:08.845549 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7f89c9-74cd-423c-9984-148d0a9b8128 None None] Network a669b9e5-88a5-4865-80f7-e5bbcf5408ae could not be found, it might have been deleted concurrently. {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 11 15:35:08.850258 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-783c76ac-82a5-4779-9631-b35f3b0d6c29 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:08.893441 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-c8ddc3fb-6397-4cf6-8c4f-bba1c1cdce80 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Unset dirty status for tenant:16d01fb61cb5488cb7fd92527258a459 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:35:08.895632 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c8ddc3fb-6397-4cf6-8c4f-bba1c1cdce80 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "GET /v2.0/ports/e231a59e-cb66-4cf6-9b61-fba0257fc48a HTTP/1.1" status: 200 len: 977 time: 0.3155088 Mar 11 15:35:08.908472 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40502) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:08.909267 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c76ac-82a5-4779-9631-b35f3b0d6c29 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event deleted for resources: {'Subnet': ['ID=dbd464c3-0255-4936-be7e-7896c32bd495,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:08.921901 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce8d450-40df-4df3-a674-7b449b18056e None None] Network a669b9e5-88a5-4865-80f7-e5bbcf5408ae requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:35:08.947801 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce8d450-40df-4df3-a674-7b449b18056e None None] Network a669b9e5-88a5-4865-80f7-e5bbcf5408ae could not be found, it might have been deleted concurrently. {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 11 15:35:09.039382 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e2f74d-b90d-4910-8674-b6ccee890145 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Router 25aa0955-a133-4744-be3a-29356fce6747 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:35:09.078403 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6d7cf07a-45eb-46c3-832c-52103473f326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:09.113389 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-783c76ac-82a5-4779-9631-b35f3b0d6c29 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:09.130018 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-783c76ac-82a5-4779-9631-b35f3b0d6c29 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "DELETE /v2.0/subnets/dbd464c3-0255-4936-be7e-7896c32bd495 HTTP/1.1" status: 204 len: 168 time: 1.1373827 Mar 11 15:35:09.134442 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40506) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:09.163118 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-6d7cf07a-45eb-46c3-832c-52103473f326 None None] For port a97b167d-e70c-4550-93de-cc8e23ddf990, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=a97b167d-e70c-4550-93de-cc8e23ddf990,segment=NetworkSegment(e928eed1-e43f-4c09-b195-bb8031e4cc12),segment_id=e928eed1-e43f-4c09-b195-bb8031e4cc12)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:09.164400 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa7ee4d-da11-4951-9d31-6c0cefe3c287 None None] Routers {'bb2a1269-a169-4c28-9b6b-cc7e19c4aabf'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:35:09.165073 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-5fa7ee4d-da11-4951-9d31-6c0cefe3c287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:35:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['bb2a1269-a169-4c28-9b6b-cc7e19c4aabf'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:09.271173 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb58f2cb-359c-465f-950d-03049066bdd1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Deleting subnet 288eefc5-5813-43ad-83d2-4a4b18055808 {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:35:09.279365 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cb58f2cb-359c-465f-950d-03049066bdd1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:09.365777 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cb58f2cb-359c-465f-950d-03049066bdd1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:09.371512 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-5fa7ee4d-da11-4951-9d31-6c0cefe3c287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:09.375544 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcda316f-5efb-448a-bb4c-cbc0ab23e44c None None] Network ae75942f-4610-406e-849b-95e3fba1451e requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:35:09.403901 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6d7cf07a-45eb-46c3-832c-52103473f326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:09.427016 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bf9287-4600-405d-80af-9a039a2a3b22 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:35:09.439979 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-28bf9287-4600-405d-80af-9a039a2a3b22 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "PUT /v2.0/routers/bdbdb9e2-ab6c-41df-8cdd-45bb6698249f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1743345 Mar 11 15:35:09.440467 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f996aac5-d8dd-4583-a75e-49b7e49fdf21 None None] Sync routers for ids ['bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:35:09.462695 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:09.477002 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f996aac5-d8dd-4583-a75e-49b7e49fdf21 None None] Routers {'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:35:09.478035 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40510) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:09.479233 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-f996aac5-d8dd-4583-a75e-49b7e49fdf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:35:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:09.509503 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-4a42a834-f702-4aba-9865-828c56af28ab tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-923292074'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:35:09.658197 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-0e0fc698-ba8c-42a4-a1c4-c1fbcb9f4fa3 None None] Could not find standard attr ID for object e0ed6df7-8db2-464f-b6a4-5c7c818f928b. {{(pid=83868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:35:09.678996 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31cbb817-d1ee-467e-93b3-7fbed8c24ba5 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Router e45526bb-0675-441a-b69e-acb92da6db7d has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:35:09.714856 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa7ee4d-da11-4951-9d31-6c0cefe3c287 None None] Routers {'bb2a1269-a169-4c28-9b6b-cc7e19c4aabf'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:35:09.715760 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-5fa7ee4d-da11-4951-9d31-6c0cefe3c287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:35:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['bb2a1269-a169-4c28-9b6b-cc7e19c4aabf'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:09.784372 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-f996aac5-d8dd-4583-a75e-49b7e49fdf21 None None] Set router bdbdb9e2-ab6c-41df-8cdd-45bb6698249f gateway port host: None {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:35:09.793549 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-4a42a834-f702-4aba-9865-828c56af28ab tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:35:09.809466 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-4a42a834-f702-4aba-9865-828c56af28ab tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Usage tracker for resource:network and tenant:c58947f968f64e3fb11fb874306012f2 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:35:09.821100 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-4a42a834-f702-4aba-9865-828c56af28ab tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:35:09.855532 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-4a42a834-f702-4aba-9865-828c56af28ab tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:35:09.860927 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-5fa7ee4d-da11-4951-9d31-6c0cefe3c287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:09.861673 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa7ee4d-da11-4951-9d31-6c0cefe3c287 None None] The sync data for ids ['bb2a1269-a169-4c28-9b6b-cc7e19c4aabf'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:35:09.902333 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cbb817-d1ee-467e-93b3-7fbed8c24ba5 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:35:09.912833 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-31cbb817-d1ee-467e-93b3-7fbed8c24ba5 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "PUT /v2.0/routers/e45526bb-0675-441a-b69e-acb92da6db7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9510500 Mar 11 15:35:09.922548 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40514) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:09.934343 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7cf07a-45eb-46c3-832c-52103473f326 None None] Pushing event updated for resources: {'Port': ['ID=a97b167d-e70c-4550-93de-cc8e23ddf990,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:09.944861 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9080f779-e511-4529-9f6e-3cf0937c2455 None None] Sync routers for ids ['e45526bb-0675-441a-b69e-acb92da6db7d'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:35:09.957011 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e2f74d-b90d-4910-8674-b6ccee890145 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:35:09.963670 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a42a834-f702-4aba-9865-828c56af28ab tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Made reservation on behalf of c58947f968f64e3fb11fb874306012f2 for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:35:09.965155 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-0e0fc698-ba8c-42a4-a1c4-c1fbcb9f4fa3 None None] Provisioning for port d8b93bde-b08b-413a-8f27-4dba5b8c8e0b completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:35:09.968402 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-37e2f74d-b90d-4910-8674-b6ccee890145 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:09.972205 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4a42a834-f702-4aba-9865-828c56af28ab tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:10.008923 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:35:10.009282 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:35:10.017577 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cb58f2cb-359c-465f-950d-03049066bdd1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:10.097922 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a42a834-f702-4aba-9865-828c56af28ab tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:35:10.109456 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4a42a834-f702-4aba-9865-828c56af28ab tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:10.109783 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-4a42a834-f702-4aba-9865-828c56af28ab tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Added segment 4d54a5d0-cbae-4faa-9c6e-ce2d815ff97a of type vlan for network 0dc3ebbe-c936-46cd-b34b-581fda47456c Mar 11 15:35:10.115517 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-37e2f74d-b90d-4910-8674-b6ccee890145 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "DELETE /v2.0/floatingips/ed4eda79-1da9-4627-b202-c3b778fb6fff HTTP/1.1" status: 204 len: 168 time: 7.1367033 Mar 11 15:35:10.116418 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed1c014-724b-486c-9d57-1c54d27a1b58', 'tag': '8f92b8fb-8aec-4e35-9fc2-0fd328475dd3'}] {{(pid=83867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:35:10.168350 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5667a7-ce3e-480d-a68f-df95ad6963eb None None] Sync routers for ids ['25aa0955-a133-4744-be3a-29356fce6747'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:35:10.224709 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5667a7-ce3e-480d-a68f-df95ad6963eb None None] Routers {'25aa0955-a133-4744-be3a-29356fce6747'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:35:10.226150 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-ca5667a7-ce3e-480d-a68f-df95ad6963eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:35:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['25aa0955-a133-4744-be3a-29356fce6747'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:10.240481 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed1c014-724b-486c-9d57-1c54d27a1b58', 'tag': '8f92b8fb-8aec-4e35-9fc2-0fd328475dd3', 'status': 'completed', 'code': 200} Mar 11 15:35:10.264762 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9080f779-e511-4529-9f6e-3cf0937c2455 None None] Routers {'e45526bb-0675-441a-b69e-acb92da6db7d'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:35:10.265978 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-9080f779-e511-4529-9f6e-3cf0937c2455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:35:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['e45526bb-0675-441a-b69e-acb92da6db7d'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:10.273773 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe689f88-2a46-43a2-bfd4-a145ee7d6dc8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:10.283269 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe689f88-2a46-43a2-bfd4-a145ee7d6dc8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:10.284861 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-fe689f88-2a46-43a2-bfd4-a145ee7d6dc8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:35:10.434052 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cb58f2cb-359c-465f-950d-03049066bdd1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:10.520645 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-0e0fc698-ba8c-42a4-a1c4-c1fbcb9f4fa3 None None] Provisioning complete for port dd8f02df-093e-433a-bd69-997e54d74e15 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:10.521208 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0e0fc698-ba8c-42a4-a1c4-c1fbcb9f4fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:10.538755 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4a42a834-f702-4aba-9865-828c56af28ab tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:10.571878 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58f2cb-359c-465f-950d-03049066bdd1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event deleted for resources: {'Subnet': ['ID=288eefc5-5813-43ad-83d2-4a4b18055808,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:10.672864 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device d8b93bde-b08b-413a-8f27-4dba5b8c8e0b up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:35:10.712173 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-fe689f88-2a46-43a2-bfd4-a145ee7d6dc8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:35:10.713857 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-fe689f88-2a46-43a2-bfd4-a145ee7d6dc8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7898045 Mar 11 15:35:10.717394 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40524) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:10.734961 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cb58f2cb-359c-465f-950d-03049066bdd1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:10.735237 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-ca5667a7-ce3e-480d-a68f-df95ad6963eb None None] Set router 25aa0955-a133-4744-be3a-29356fce6747 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:35:10.783703 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.db.resource_extend [None req-4a42a834-f702-4aba-9865-828c56af28ab tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:35:10.831169 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-9080f779-e511-4529-9f6e-3cf0937c2455 None None] Set router e45526bb-0675-441a-b69e-acb92da6db7d gateway port host: None {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:35:10.852152 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-cb58f2cb-359c-465f-950d-03049066bdd1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "DELETE /v2.0/subnets/288eefc5-5813-43ad-83d2-4a4b18055808 HTTP/1.1" status: 204 len: 168 time: 1.7164147 Mar 11 15:35:10.857894 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40528) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:10.921380 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4a42a834-f702-4aba-9865-828c56af28ab tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:10.932147 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a42a834-f702-4aba-9865-828c56af28ab tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:10.932696 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4a42a834-f702-4aba-9865-828c56af28ab tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:11.087279 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-9080f779-e511-4529-9f6e-3cf0937c2455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45526bb-0675-441a-b69e-acb92da6db7d', 'name': 'tempest-NetworksTestDHCPv6-router-667567806', 'tenant_id': 'd568d0bdb48844a4af924b22cae1da29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:34:53Z', 'updated_at': '2022-03-11T15:35:07Z', 'revision_number': 3, 'project_id': 'd568d0bdb48844a4af924b22cae1da29', 'gw_port_host': None}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:11.124285 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9080f779-e511-4529-9f6e-3cf0937c2455 None None] Checking router: e45526bb-0675-441a-b69e-acb92da6db7d for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:35:11.240290 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-642b8687-4879-4c58-9497-80a3e9570aca tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:11.269578 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port d8b93bde-b08b-413a-8f27-4dba5b8c8e0b completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:35:11.281441 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f0ac6925-be91-421c-8c62-c9d6d74544c3 req-da80c36e-ec36-4898-b933-2d7b0c2ad217 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b0803f52583a49e1b421e3b5a9e44844&device_id=6ed1c014-724b-486c-9d57-1c54d27a1b58 HTTP/1.1" status: 200 len: 1099 time: 0.9689844 Mar 11 15:35:11.291648 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-642b8687-4879-4c58-9497-80a3e9570aca tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Deleting port 6bec4ec5-e33e-41d1-8c0e-b6e7822ed055 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:35:11.291648 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-642b8687-4879-4c58-9497-80a3e9570aca tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:11.301970 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port d8b93bde-b08b-413a-8f27-4dba5b8c8e0b triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:11.302400 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:11.325795 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-4a42a834-f702-4aba-9865-828c56af28ab tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8402202 Mar 11 15:35:11.352270 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40532) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:11.370206 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-395d4c34-dfde-4475-ad91-7719c0dc5372 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Request body: {'subnet': {'network_id': '0dc3ebbe-c936-46cd-b34b-581fda47456c', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:35:11.387698 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9080f779-e511-4529-9f6e-3cf0937c2455 None None] Routers {'e45526bb-0675-441a-b69e-acb92da6db7d'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:35:11.388691 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-9080f779-e511-4529-9f6e-3cf0937c2455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:35:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['e45526bb-0675-441a-b69e-acb92da6db7d'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:11.410443 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-f996aac5-d8dd-4583-a75e-49b7e49fdf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'name': 'tempest-RoutersIpV6Test-router-109250348', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:34:30Z', 'updated_at': '2022-03-11T15:35:04Z', 'revision_number': 4, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'gw_port_host': None, '_interfaces': [{'id': '404e9cec-b789-45b0-9210-8e01d4f141a5', 'name': '', 'network_id': 'be12036e-870a-417a-8279-3e74c4659b02', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:d7:b1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85dc48d1-d7a9-456e-9cec-f6e06f02484b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:35:01Z', 'updated_at': '2022-03-11T15:35:05Z', 'revision_number': 2, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '85dc48d1-d7a9-456e-9cec-f6e06f02484b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0530187-b09b-4957-b4c6-29c975ce95df', 'name': '', 'network_id': '30df3178-3653-4d0f-a424-6f1f310a96ba', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:3e:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:34Z', 'updated_at': '2022-03-11T15:34:50Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd8f02df-093e-433a-bd69-997e54d74e15', 'name': '', 'network_id': 'b92a2b77-2840-45b5-af2a-dce3e7517bdf', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:77:c9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59489499-d9e4-4504-a072-5d3ab14e010c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:48Z', 'updated_at': '2022-03-11T15:35:02Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '59489499-d9e4-4504-a072-5d3ab14e010c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:11.416827 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f996aac5-d8dd-4583-a75e-49b7e49fdf21 None None] Checking router: bdbdb9e2-ab6c-41df-8cdd-45bb6698249f for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:35:11.417343 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f996aac5-d8dd-4583-a75e-49b7e49fdf21 None None] Updating router bdbdb9e2-ab6c-41df-8cdd-45bb6698249f port 404e9cec-b789-45b0-9210-8e01d4f141a5 binding host dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:35:11.482856 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f996aac5-d8dd-4583-a75e-49b7e49fdf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:11.530561 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42a834-f702-4aba-9865-828c56af28ab tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event updated for resources: {'Network': ['ID=0dc3ebbe-c936-46cd-b34b-581fda47456c,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:11.583923 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c5fa869-ca8c-4ff4-b331-c2ff7185ea58 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting subnet 4fcc4951-2e9b-489e-a9f3-e14bb80beb67 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:35:11.605178 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-9080f779-e511-4529-9f6e-3cf0937c2455 None None] Set router e45526bb-0675-441a-b69e-acb92da6db7d gateway port host: None {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:35:11.606253 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7c5fa869-ca8c-4ff4-b331-c2ff7185ea58 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:11.704266 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f578d6e-b9c5-4202-91bc-f366933599d4 None None] Network be12036e-870a-417a-8279-3e74c4659b02 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:35:11.764397 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-395d4c34-dfde-4475-ad91-7719c0dc5372 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:35:11.802855 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a66a5-2440-4a86-9543-a51188afc8d5 req-9cf23293-d8ec-42c5-a90f-8cead660fb24 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:11.815102 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-385a66a5-2440-4a86-9543-a51188afc8d5 req-9cf23293-d8ec-42c5-a90f-8cead660fb24 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ed1c014-724b-486c-9d57-1c54d27a1b58 HTTP/1.1" status: 200 len: 946 time: 0.6891398 Mar 11 15:35:11.817562 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-395d4c34-dfde-4475-ad91-7719c0dc5372 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Usage tracker for resource:subnet and tenant:c58947f968f64e3fb11fb874306012f2 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:35:11.866558 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-395d4c34-dfde-4475-ad91-7719c0dc5372 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:35:11.870638 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-642b8687-4879-4c58-9497-80a3e9570aca tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] For port 6bec4ec5-e33e-41d1-8c0e-b6e7822ed055, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=6bec4ec5-e33e-41d1-8c0e-b6e7822ed055,segment=NetworkSegment(6802b006-81e0-4363-88f7-de3c600f6071),segment_id=6802b006-81e0-4363-88f7-de3c600f6071)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:11.871062 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-642b8687-4879-4c58-9497-80a3e9570aca tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:11.878422 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac6925-be91-421c-8c62-c9d6d74544c3 req-777d8d56-e1ef-40b4-9b3f-ed95c55e466f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:11.885916 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f0ac6925-be91-421c-8c62-c9d6d74544c3 req-777d8d56-e1ef-40b4-9b3f-ed95c55e466f service neutron] 10.222.0.73 "GET /v2.0/networks?id=ddbb0760-09e3-49a1-abd2-299a4552a88c HTTP/1.1" status: 200 len: 898 time: 0.5832510 Mar 11 15:35:11.896888 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508f67ba-3f9d-4abd-b9b5-d34fce4b8b84 None None] Network 3c5d28f6-e5f2-45a8-8131-ca24d5b205c0 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:35:11.910349 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 0dc3ebbe-c936-46cd-b34b-581fda47456c details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:35:11.985385 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-395d4c34-dfde-4475-ad91-7719c0dc5372 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:35:12.082697 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f0ac6925-be91-421c-8c62-c9d6d74544c3 req-d2d98661-4992-436f-aaae-5ab27a91100e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f92b8fb-8aec-4e35-9fc2-0fd328475dd3 HTTP/1.1" status: 200 len: 217 time: 0.1839066 Mar 11 15:35:12.137967 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395d4c34-dfde-4475-ad91-7719c0dc5372 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Made reservation on behalf of c58947f968f64e3fb11fb874306012f2 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:35:12.161831 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7c5fa869-ca8c-4ff4-b331-c2ff7185ea58 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:12.190497 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f996aac5-d8dd-4583-a75e-49b7e49fdf21 None None] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:12.208437 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-f996aac5-d8dd-4583-a75e-49b7e49fdf21 None None] Transition to ACTIVE for port object 404e9cec-b789-45b0-9210-8e01d4f141a5 will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:35:12.229086 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f996aac5-d8dd-4583-a75e-49b7e49fdf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:12.292880 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-9080f779-e511-4529-9f6e-3cf0937c2455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45526bb-0675-441a-b69e-acb92da6db7d', 'name': 'tempest-NetworksTestDHCPv6-router-667567806', 'tenant_id': 'd568d0bdb48844a4af924b22cae1da29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:34:53Z', 'updated_at': '2022-03-11T15:35:07Z', 'revision_number': 3, 'project_id': 'd568d0bdb48844a4af924b22cae1da29', 'gw_port_host': None}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:12.314019 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-385a66a5-2440-4a86-9543-a51188afc8d5 req-eb454f76-6e7d-463f-bbd8-55cf3014969f tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddd9975-6795-448d-913f-a65ef3bd0a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4976599 Mar 11 15:35:12.380472 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac6925-be91-421c-8c62-c9d6d74544c3 req-4e1a6eb7-e6ef-4b56-8186-4aeb6b64347b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:12.383283 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f0ac6925-be91-421c-8c62-c9d6d74544c3 req-4e1a6eb7-e6ef-4b56-8186-4aeb6b64347b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ee15d9e2-a05e-476c-acce-9c65123f6291 HTTP/1.1" status: 200 len: 832 time: 0.2929966 Mar 11 15:35:12.413821 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7c5fa869-ca8c-4ff4-b331-c2ff7185ea58 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:12.426152 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90e1c14-fc03-49b3-b121-1a1cd97516be None None] Network ae75942f-4610-406e-849b-95e3fba1451e requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:35:12.432441 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-ca5667a7-ce3e-480d-a68f-df95ad6963eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25aa0955-a133-4744-be3a-29356fce6747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-791950041', 'tenant_id': 'b0803f52583a49e1b421e3b5a9e44844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.75'}], 'enable_snat': True}, 'gw_port_id': 'fc797b35-c949-407c-a372-bf4e97d80f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:31:19Z', 'updated_at': '2022-03-11T15:31:33Z', 'revision_number': 4, 'project_id': 'b0803f52583a49e1b421e3b5a9e44844', 'gw_port': {'id': 'fc797b35-c949-407c-a372-bf4e97d80f81', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:35:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aa0955-a133-4744-be3a-29356fce6747', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:31:20Z', 'updated_at': '2022-03-11T15:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'e43a6020-20a6-46cf-a556-a4026338a6f9', 'name': '', 'network_id': 'ddbb0760-09e3-49a1-abd2-299a4552a88c', 'tenant_id': 'b0803f52583a49e1b421e3b5a9e44844', 'mac_address': 'fa:16:3e:af:67:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aa0955-a133-4744-be3a-29356fce6747', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee15d9e2-a05e-476c-acce-9c65123f6291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:31:31Z', 'updated_at': '2022-03-11T15:31:42Z', 'revision_number': 5, 'project_id': 'b0803f52583a49e1b421e3b5a9e44844', 'subnets': [{'id': 'ee15d9e2-a05e-476c-acce-9c65123f6291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:12.445955 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5667a7-ce3e-480d-a68f-df95ad6963eb None None] Checking router: 25aa0955-a133-4744-be3a-29356fce6747 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:35:12.466033 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5667a7-ce3e-480d-a68f-df95ad6963eb None None] Routers {'25aa0955-a133-4744-be3a-29356fce6747'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:35:12.466608 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-ca5667a7-ce3e-480d-a68f-df95ad6963eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:35:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['25aa0955-a133-4744-be3a-29356fce6747'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:12.474101 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9080f779-e511-4529-9f6e-3cf0937c2455 None None] The sync data for ids ['e45526bb-0675-441a-b69e-acb92da6db7d'] in dv-neutron-833373-1-hyperv is: [{'id': 'e45526bb-0675-441a-b69e-acb92da6db7d', 'name': 'tempest-NetworksTestDHCPv6-router-667567806', 'tenant_id': 'd568d0bdb48844a4af924b22cae1da29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:34:53Z', 'updated_at': '2022-03-11T15:35:07Z', 'revision_number': 3, 'project_id': 'd568d0bdb48844a4af924b22cae1da29', 'gw_port_host': None}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:35:12.516414 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-395d4c34-dfde-4475-ad91-7719c0dc5372 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:12.558798 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff84dad-800c-4a1c-aee6-45312534588c None None] Pushing event updated for resources: {'Port': ['ID=404e9cec-b789-45b0-9210-8e01d4f141a5,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:12.639086 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7c5fa869-ca8c-4ff4-b331-c2ff7185ea58 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:12.656010 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-686b719b-d526-467f-8385-fe6c5708af92 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:12.660298 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:12.660579 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-642b8687-4879-4c58-9497-80a3e9570aca tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Calling delete_port for 6bec4ec5-e33e-41d1-8c0e-b6e7822ed055 owned by network:dhcp {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:35:12.690688 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-730f5023-5c28-436f-b60c-dc35919f5ef5 None None] Provisioning complete for port 6bec4ec5-e33e-41d1-8c0e-b6e7822ed055 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:12.691146 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-730f5023-5c28-436f-b60c-dc35919f5ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:12.731420 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7c5fa869-ca8c-4ff4-b331-c2ff7185ea58 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:12.755209 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-f996aac5-d8dd-4583-a75e-49b7e49fdf21 None None] Attempting to bind port 404e9cec-b789-45b0-9210-8e01d4f141a5 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:35:12.755570 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-f996aac5-d8dd-4583-a75e-49b7e49fdf21 None None] Attempting to bind port 404e9cec-b789-45b0-9210-8e01d4f141a5 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'e928eed1-e43f-4c09-b195-bb8031e4cc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'be12036e-870a-417a-8279-3e74c4659b02'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:35:12.755921 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f996aac5-d8dd-4583-a75e-49b7e49fdf21 None None] Attempting to bind port 404e9cec-b789-45b0-9210-8e01d4f141a5 on network be12036e-870a-417a-8279-3e74c4659b02 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:35:12.759711 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5fa869-ca8c-4ff4-b331-c2ff7185ea58 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Subnet': ['ID=4fcc4951-2e9b-489e-a9f3-e14bb80beb67,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:12.761639 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2879f5f0-d914-470b-b540-bf3d73418979 None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:35:12.779220 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7c5fa869-ca8c-4ff4-b331-c2ff7185ea58 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/4fcc4951-2e9b-489e-a9f3-e14bb80beb67 HTTP/1.1" status: 204 len: 168 time: 2.0595675 Mar 11 15:35:12.782416 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40536) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:12.784732 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f996aac5-d8dd-4583-a75e-49b7e49fdf21 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:35:12.785110 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f996aac5-d8dd-4583-a75e-49b7e49fdf21 None None] Checking segment: {'id': 'e928eed1-e43f-4c09-b195-bb8031e4cc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'be12036e-870a-417a-8279-3e74c4659b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:35:12.785498 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f996aac5-d8dd-4583-a75e-49b7e49fdf21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:12.785874 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f996aac5-d8dd-4583-a75e-49b7e49fdf21 None None] Bound using segment: {'id': 'e928eed1-e43f-4c09-b195-bb8031e4cc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'be12036e-870a-417a-8279-3e74c4659b02'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:35:12.786363 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-f996aac5-d8dd-4583-a75e-49b7e49fdf21 None None] Bound port: 404e9cec-b789-45b0-9210-8e01d4f141a5, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e928eed1-e43f-4c09-b195-bb8031e4cc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'be12036e-870a-417a-8279-3e74c4659b02'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:35:12.786724 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f996aac5-d8dd-4583-a75e-49b7e49fdf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:12.912119 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-f996aac5-d8dd-4583-a75e-49b7e49fdf21 None None] For port 404e9cec-b789-45b0-9210-8e01d4f141a5, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:35:12.916399 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-f996aac5-d8dd-4583-a75e-49b7e49fdf21 None None] For port 404e9cec-b789-45b0-9210-8e01d4f141a5, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=404e9cec-b789-45b0-9210-8e01d4f141a5,segment=NetworkSegment(e928eed1-e43f-4c09-b195-bb8031e4cc12),segment_id=e928eed1-e43f-4c09-b195-bb8031e4cc12)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:35:12.924475 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f996aac5-d8dd-4583-a75e-49b7e49fdf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:12.978260 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-642b8687-4879-4c58-9497-80a3e9570aca tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:13.026676 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-ca5667a7-ce3e-480d-a68f-df95ad6963eb None None] Set router 25aa0955-a133-4744-be3a-29356fce6747 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:35:13.049970 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-881bbd73-7d4c-497d-bff0-056ac66606e9 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:router {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:35:13.052843 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b8687-4879-4c58-9497-80a3e9570aca tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event deleted for resources: {'Port': ['ID=6bec4ec5-e33e-41d1-8c0e-b6e7822ed055,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:13.068371 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642b8687-4879-4c58-9497-80a3e9570aca tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] No DVR routers for this DVR port 6bec4ec5-e33e-41d1-8c0e-b6e7822ed055 on host dv-neutron-833373-1-hyperv {{(pid=83867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:35:13.082113 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff84dad-800c-4a1c-aee6-45312534588c None None] Pushing event updated for resources: {'Port': ['ID=404e9cec-b789-45b0-9210-8e01d4f141a5,revision_number=4']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:13.093525 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f996aac5-d8dd-4583-a75e-49b7e49fdf21 None None] Routers {'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:35:13.094656 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-f996aac5-d8dd-4583-a75e-49b7e49fdf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:35:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:13.183028 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-881bbd73-7d4c-497d-bff0-056ac66606e9 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:router {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:35:13.197082 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-881bbd73-7d4c-497d-bff0-056ac66606e9 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4112742 Mar 11 15:35:13.203592 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40540) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:13.252607 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port d8b93bde-b08b-413a-8f27-4dba5b8c8e0b, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=d8b93bde-b08b-413a-8f27-4dba5b8c8e0b,segment=NetworkSegment(1a772777-cfdb-4eb0-ad7a-7bb4e1667259),segment_id=1a772777-cfdb-4eb0-ad7a-7bb4e1667259)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:13.288079 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-730f5023-5c28-436f-b60c-dc35919f5ef5 None None] Could not find standard attr ID for object 6bec4ec5-e33e-41d1-8c0e-b6e7822ed055. {{(pid=83868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:35:13.314507 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:13.348723 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-f996aac5-d8dd-4583-a75e-49b7e49fdf21 None None] Set router bdbdb9e2-ab6c-41df-8cdd-45bb6698249f gateway port host: None {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:35:13.379791 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.plugins.ml2.db [None req-730f5023-5c28-436f-b60c-dc35919f5ef5 None None] No ports have port_id starting with 6bec4ec5-e33e-41d1-8c0e-b6e7822ed055 Mar 11 15:35:13.380096 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-642b8687-4879-4c58-9497-80a3e9570aca tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:13.382531 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6c9172-ec43-4444-9504-14a08560ac25 None None] DHCP port deletion for ae75942f-4610-406e-849b-95e3fba1451e request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:35:13.437939 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-642b8687-4879-4c58-9497-80a3e9570aca tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae75942f-4610-406e-849b-95e3fba1451e']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:13.470574 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-642b8687-4879-4c58-9497-80a3e9570aca tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6802b006-81e0-4363-88f7-de3c600f6071') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:13.470893 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-642b8687-4879-4c58-9497-80a3e9570aca tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6802b006-81e0-4363-88f7-de3c600f6071') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:13.505141 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=d8b93bde-b08b-413a-8f27-4dba5b8c8e0b,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:13.505802 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-642b8687-4879-4c58-9497-80a3e9570aca tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:13.547824 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device a97b167d-e70c-4550-93de-cc8e23ddf990 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:35:13.556812 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-642b8687-4879-4c58-9497-80a3e9570aca tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:13.562238 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f0ac6925-be91-421c-8c62-c9d6d74544c3 req-0f173ed7-ae84-4ff0-a708-268a05c20efe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ddbb0760-09e3-49a1-abd2-299a4552a88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1646645 Mar 11 15:35:13.568495 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-642b8687-4879-4c58-9497-80a3e9570aca tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:35:13.568906 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-642b8687-4879-4c58-9497-80a3e9570aca tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:13.587616 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a34f8-c2b9-4707-a2f9-6346622f6a58 req-088a22cf-a78e-4029-a8e4-80d8f6e2e9f8 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:13.589353 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c31a34f8-c2b9-4707-a2f9-6346622f6a58 req-088a22cf-a78e-4029-a8e4-80d8f6e2e9f8 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.73 "GET /v2.0/ports?device_id=6ed1c014-724b-486c-9d57-1c54d27a1b58 HTTP/1.1" status: 200 len: 946 time: 1.1344092 Mar 11 15:35:13.601022 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-730f5023-5c28-436f-b60c-dc35919f5ef5 None None] Provisioning complete for port a97b167d-e70c-4550-93de-cc8e23ddf990 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:13.601397 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-730f5023-5c28-436f-b60c-dc35919f5ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:13.603567 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:35:13.603567 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:35:13.603567 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:35:13.603567 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:35:13.603567 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:35:13.603567 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:35:13.603567 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:35:13.603567 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:35:13.603567 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:35:13.603567 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:35:13.603567 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:35:13.603567 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:35:13.603567 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:35:13.603567 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:35:13.603567 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:35:13.603567 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:35:13.603567 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:35:13.603567 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:35:13.603567 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:35:13.603567 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:35:13.603567 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:35:13.603567 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:35:13.603567 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:35:13.603567 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:35:13.603567 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:35:13.603567 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:35:13.603567 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:35:13.603567 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:35:13.603567 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:35:13.603567 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:35:13.603567 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:35:13.603567 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:35:13.876336 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-c31a34f8-c2b9-4707-a2f9-6346622f6a58 req-d0130945-ead2-4e4a-8842-b8c20ba78665 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Deleting port 8f92b8fb-8aec-4e35-9fc2-0fd328475dd3 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:35:13.876680 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-c31a34f8-c2b9-4707-a2f9-6346622f6a58 req-d0130945-ead2-4e4a-8842-b8c20ba78665 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:13.885307 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port a97b167d-e70c-4550-93de-cc8e23ddf990 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:13.886358 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:13.901901 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-642b8687-4879-4c58-9497-80a3e9570aca tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:13.908353 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-642b8687-4879-4c58-9497-80a3e9570aca tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:13.931861 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ed5395-6ebd-4e2c-ab8f-a4695c87617a None None] DHCP port deletion for a9e561eb-4382-47f0-afe2-548f64b9476b request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:35:13.937301 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5ca94e50-a08b-4bf6-9e9a-f0c2831d5279 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for router, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:13.942054 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b8687-4879-4c58-9497-80a3e9570aca tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event deleted for resources: {'Network': ['ID=ae75942f-4610-406e-849b-95e3fba1451e,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:13.953071 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-99ed5395-6ebd-4e2c-ab8f-a4695c87617a None None] Deleting port 00c0b9f3-2c8b-4c96-8b76-d53eebca8ba5 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:35:13.953673 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-99ed5395-6ebd-4e2c-ab8f-a4695c87617a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:13.982345 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-642b8687-4879-4c58-9497-80a3e9570aca tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "DELETE /v2.0/networks/ae75942f-4610-406e-849b-95e3fba1451e HTTP/1.1" status: 204 len: 168 time: 3.1185784 Mar 11 15:35:13.989591 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40546) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:14.057157 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-730f5023-5c28-436f-b60c-dc35919f5ef5 None None] Provisioning for port 404e9cec-b789-45b0-9210-8e01d4f141a5 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:35:14.098422 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-eff69cb2-6ed3-4637-8445-06a734d27581 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] DELETE failed (client error): The resource could not be found. Mar 11 15:35:14.098872 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eff69cb2-6ed3-4637-8445-06a734d27581 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:35:14.103405 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-eff69cb2-6ed3-4637-8445-06a734d27581 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "DELETE /v2.0/subnets/504c4c3c-1fe9-4a6d-a418-cce650216bac HTTP/1.1" status: 404 len: 337 time: 0.1124315 Mar 11 15:35:14.109513 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf147a8-d002-4f64-83d7-7ef60bd71a2a req-f442867f-f774-451c-b370-7e0e2d141760 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:14.110249 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-5bf147a8-d002-4f64-83d7-7ef60bd71a2a req-f442867f-f774-451c-b370-7e0e2d141760 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Synchronizing usage tracker for tenant:b0803f52583a49e1b421e3b5a9e44844 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:35:14.112901 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40550) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:14.140797 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-730f5023-5c28-436f-b60c-dc35919f5ef5 None None] Could not find standard attr ID for object e0ed6df7-8db2-464f-b6a4-5c7c818f928b. {{(pid=83868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:35:14.143414 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-98d5902f-d539-4a59-96e3-0f31698bda8b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] DELETE failed (client error): The resource could not be found. Mar 11 15:35:14.144326 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98d5902f-d539-4a59-96e3-0f31698bda8b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:35:14.148695 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-98d5902f-d539-4a59-96e3-0f31698bda8b tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "DELETE /v2.0/networks/36248251-44b8-4209-ab0d-deb240d68399 HTTP/1.1" status: 404 len: 339 time: 0.0347481 Mar 11 15:35:14.149326 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40554) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:14.217225 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-5bf147a8-d002-4f64-83d7-7ef60bd71a2a req-f442867f-f774-451c-b370-7e0e2d141760 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Unset dirty status for tenant:b0803f52583a49e1b421e3b5a9e44844 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:35:14.220290 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-5bf147a8-d002-4f64-83d7-7ef60bd71a2a req-f442867f-f774-451c-b370-7e0e2d141760 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ed1c014-724b-486c-9d57-1c54d27a1b58 HTTP/1.1" status: 200 len: 946 time: 0.6041107 Mar 11 15:35:14.265012 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aec324d-71e8-4c73-8f01-df12bb687f13 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] DELETE failed (client error): The resource could not be found. Mar 11 15:35:14.265470 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aec324d-71e8-4c73-8f01-df12bb687f13 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:35:14.273363 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-2aec324d-71e8-4c73-8f01-df12bb687f13 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "DELETE /v2.0/subnets/dd1a5366-4bd4-4d38-be4c-5735d1f9c94c HTTP/1.1" status: 404 len: 337 time: 0.1222334 Mar 11 15:35:14.275097 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40558) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:14.333713 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d1645d2-40cc-4cfd-bac4-45c44de1385c tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] DELETE failed (client error): The resource could not be found. Mar 11 15:35:14.334154 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d1645d2-40cc-4cfd-bac4-45c44de1385c tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:35:14.342572 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-1d1645d2-40cc-4cfd-bac4-45c44de1385c tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "DELETE /v2.0/networks/4d997a32-05ba-471c-b178-631da8faa416 HTTP/1.1" status: 404 len: 339 time: 0.0570273 Mar 11 15:35:14.345042 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40562) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:14.365672 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-730f5023-5c28-436f-b60c-dc35919f5ef5 None None] Provisioning complete for port d8b93bde-b08b-413a-8f27-4dba5b8c8e0b triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:14.366779 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-730f5023-5c28-436f-b60c-dc35919f5ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:14.403891 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7dbedb3-cec7-4ed7-9abb-359bf02aafa3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] DELETE failed (client error): The resource could not be found. Mar 11 15:35:14.404376 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7dbedb3-cec7-4ed7-9abb-359bf02aafa3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:35:14.408940 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-f7dbedb3-cec7-4ed7-9abb-359bf02aafa3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "DELETE /v2.0/subnets/044124a6-31e7-4a0a-b829-1d62407b6061 HTTP/1.1" status: 404 len: 337 time: 0.0628333 Mar 11 15:35:14.409812 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40566) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:14.414680 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-5bf147a8-d002-4f64-83d7-7ef60bd71a2a req-1e1f4526-9a42-48eb-8698-c1c5bd593108 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddd9975-6795-448d-913f-a65ef3bd0a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859722 Mar 11 15:35:14.446009 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5911f2c-31de-401e-afba-4fa1c6951f9f tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] DELETE failed (client error): The resource could not be found. Mar 11 15:35:14.446657 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5911f2c-31de-401e-afba-4fa1c6951f9f tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:35:14.452481 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a5911f2c-31de-401e-afba-4fa1c6951f9f tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "DELETE /v2.0/networks/90289681-d056-41e4-a89c-a970f41cda3b HTTP/1.1" status: 404 len: 339 time: 0.0367107 Mar 11 15:35:14.453238 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40570) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:14.577788 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 8f92b8fb-8aec-4e35-9fc2-0fd328475dd3 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:35:14.650531 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f0ac6925-be91-421c-8c62-c9d6d74544c3 req-6fd79aeb-415f-4beb-956b-4c3518c24e1e service neutron] 10.222.0.73 "GET /v2.0/networks/ddbb0760-09e3-49a1-abd2-299a4552a88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0578330 Mar 11 15:35:14.753658 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-395d4c34-dfde-4475-ad91-7719c0dc5372 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:14.775709 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-f996aac5-d8dd-4583-a75e-49b7e49fdf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'name': 'tempest-RoutersIpV6Test-router-109250348', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:34:30Z', 'updated_at': '2022-03-11T15:35:04Z', 'revision_number': 4, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'gw_port_host': None, '_interfaces': [{'id': '404e9cec-b789-45b0-9210-8e01d4f141a5', 'name': '', 'network_id': 'be12036e-870a-417a-8279-3e74c4659b02', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:d7:b1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85dc48d1-d7a9-456e-9cec-f6e06f02484b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:35:01Z', 'updated_at': '2022-03-11T15:35:12Z', 'revision_number': 4, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '85dc48d1-d7a9-456e-9cec-f6e06f02484b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0530187-b09b-4957-b4c6-29c975ce95df', 'name': '', 'network_id': '30df3178-3653-4d0f-a424-6f1f310a96ba', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:3e:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:34Z', 'updated_at': '2022-03-11T15:34:50Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd8f02df-093e-433a-bd69-997e54d74e15', 'name': '', 'network_id': 'b92a2b77-2840-45b5-af2a-dce3e7517bdf', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:77:c9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59489499-d9e4-4504-a072-5d3ab14e010c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:48Z', 'updated_at': '2022-03-11T15:35:02Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '59489499-d9e4-4504-a072-5d3ab14e010c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:14.797695 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f996aac5-d8dd-4583-a75e-49b7e49fdf21 None None] The sync data for ids ['bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'] in dv-neutron-833373-1-hyperv is: [{'id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'name': 'tempest-RoutersIpV6Test-router-109250348', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:34:30Z', 'updated_at': '2022-03-11T15:35:04Z', 'revision_number': 4, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'gw_port_host': None, '_interfaces': [{'id': '404e9cec-b789-45b0-9210-8e01d4f141a5', 'name': '', 'network_id': 'be12036e-870a-417a-8279-3e74c4659b02', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:d7:b1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85dc48d1-d7a9-456e-9cec-f6e06f02484b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:35:01Z', 'updated_at': '2022-03-11T15:35:12Z', 'revision_number': 4, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '85dc48d1-d7a9-456e-9cec-f6e06f02484b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0530187-b09b-4957-b4c6-29c975ce95df', 'name': '', 'network_id': '30df3178-3653-4d0f-a424-6f1f310a96ba', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:3e:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:34Z', 'updated_at': '2022-03-11T15:34:50Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd8f02df-093e-433a-bd69-997e54d74e15', 'name': '', 'network_id': 'b92a2b77-2840-45b5-af2a-dce3e7517bdf', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:77:c9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59489499-d9e4-4504-a072-5d3ab14e010c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:48Z', 'updated_at': '2022-03-11T15:35:02Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '59489499-d9e4-4504-a072-5d3ab14e010c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:35:14.819402 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device e0ed6df7-8db2-464f-b6a4-5c7c818f928b no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:35:14.893070 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-ca5667a7-ce3e-480d-a68f-df95ad6963eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25aa0955-a133-4744-be3a-29356fce6747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-791950041', 'tenant_id': 'b0803f52583a49e1b421e3b5a9e44844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.75'}], 'enable_snat': True}, 'gw_port_id': 'fc797b35-c949-407c-a372-bf4e97d80f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:31:19Z', 'updated_at': '2022-03-11T15:31:33Z', 'revision_number': 4, 'project_id': 'b0803f52583a49e1b421e3b5a9e44844', 'gw_port': {'id': 'fc797b35-c949-407c-a372-bf4e97d80f81', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:35:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aa0955-a133-4744-be3a-29356fce6747', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:31:20Z', 'updated_at': '2022-03-11T15:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'e43a6020-20a6-46cf-a556-a4026338a6f9', 'name': '', 'network_id': 'ddbb0760-09e3-49a1-abd2-299a4552a88c', 'tenant_id': 'b0803f52583a49e1b421e3b5a9e44844', 'mac_address': 'fa:16:3e:af:67:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aa0955-a133-4744-be3a-29356fce6747', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee15d9e2-a05e-476c-acce-9c65123f6291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:31:31Z', 'updated_at': '2022-03-11T15:31:42Z', 'revision_number': 5, 'project_id': 'b0803f52583a49e1b421e3b5a9e44844', 'subnets': [{'id': 'ee15d9e2-a05e-476c-acce-9c65123f6291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:14.909944 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5667a7-ce3e-480d-a68f-df95ad6963eb None None] The sync data for ids ['25aa0955-a133-4744-be3a-29356fce6747'] in dv-neutron-833373-1-hyperv is: [{'id': '25aa0955-a133-4744-be3a-29356fce6747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-791950041', 'tenant_id': 'b0803f52583a49e1b421e3b5a9e44844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.75'}], 'enable_snat': True}, 'gw_port_id': 'fc797b35-c949-407c-a372-bf4e97d80f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:31:19Z', 'updated_at': '2022-03-11T15:31:33Z', 'revision_number': 4, 'project_id': 'b0803f52583a49e1b421e3b5a9e44844', 'gw_port': {'id': 'fc797b35-c949-407c-a372-bf4e97d80f81', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:35:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aa0955-a133-4744-be3a-29356fce6747', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:31:20Z', 'updated_at': '2022-03-11T15:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'e43a6020-20a6-46cf-a556-a4026338a6f9', 'name': '', 'network_id': 'ddbb0760-09e3-49a1-abd2-299a4552a88c', 'tenant_id': 'b0803f52583a49e1b421e3b5a9e44844', 'mac_address': 'fa:16:3e:af:67:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aa0955-a133-4744-be3a-29356fce6747', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee15d9e2-a05e-476c-acce-9c65123f6291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:31:31Z', 'updated_at': '2022-03-11T15:31:42Z', 'revision_number': 5, 'project_id': 'b0803f52583a49e1b421e3b5a9e44844', 'subnets': [{'id': 'ee15d9e2-a05e-476c-acce-9c65123f6291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:35:14.982696 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: e0ed6df7-8db2-464f-b6a4-5c7c818f928b {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:35:14.982918 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device e0ed6df7-8db2-464f-b6a4-5c7c818f928b not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:35:14.988331 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 6bec4ec5-e33e-41d1-8c0e-b6e7822ed055 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:35:14.999397 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1a9ba8b-f88d-49a4-b6b0-4916c887db8d tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Deleting subnet e02f48e5-a831-48c4-a886-778eb9fb4a11 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:35:15.007259 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a1a9ba8b-f88d-49a4-b6b0-4916c887db8d tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:15.085433 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:15.091972 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a1a9ba8b-f88d-49a4-b6b0-4916c887db8d tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:15.149918 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-99ed5395-6ebd-4e2c-ab8f-a4695c87617a None None] For port 00c0b9f3-2c8b-4c96-8b76-d53eebca8ba5, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=00c0b9f3-2c8b-4c96-8b76-d53eebca8ba5,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:15.150311 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-99ed5395-6ebd-4e2c-ab8f-a4695c87617a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:15.267526 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a1a9ba8b-f88d-49a4-b6b0-4916c887db8d tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:15.286256 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-686b719b-d526-467f-8385-fe6c5708af92 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Deleting port e231a59e-cb66-4cf6-9b61-fba0257fc48a {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:35:15.286616 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-686b719b-d526-467f-8385-fe6c5708af92 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:15.389814 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 6bec4ec5-e33e-41d1-8c0e-b6e7822ed055 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:35:15.390385 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 6bec4ec5-e33e-41d1-8c0e-b6e7822ed055 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:35:15.552214 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a1a9ba8b-f88d-49a4-b6b0-4916c887db8d tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:15.613998 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a9ba8b-f88d-49a4-b6b0-4916c887db8d tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event deleted for resources: {'Subnet': ['ID=e02f48e5-a831-48c4-a886-778eb9fb4a11,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:15.623179 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6675f682-b048-41c8-95a8-45c4866ad88c None None] New status for floating IP ed4eda79-1da9-4627-b202-c3b778fb6fff: DOWN {{(pid=83868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 15:35:15.636845 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a1a9ba8b-f88d-49a4-b6b0-4916c887db8d tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:15.666824 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a1a9ba8b-f88d-49a4-b6b0-4916c887db8d tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "DELETE /v2.0/subnets/e02f48e5-a831-48c4-a886-778eb9fb4a11 HTTP/1.1" status: 204 len: 168 time: 1.2123816 Mar 11 15:35:15.670280 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40576) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:15.697197 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-99ed5395-6ebd-4e2c-ab8f-a4695c87617a None None] Calling delete_port for 00c0b9f3-2c8b-4c96-8b76-d53eebca8ba5 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:35:15.743521 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fe96fb-a57d-4dd3-99c8-4d4b5687b9d0 None None] Network b53b6120-6743-407a-aada-3f34365b286c requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:35:15.756036 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device d8b93bde-b08b-413a-8f27-4dba5b8c8e0b up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:35:15.792649 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d4c34-dfde-4475-ad91-7719c0dc5372 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event updated for resources: {'Subnet': ['ID=6aa45403-4cfa-448b-bd50-c8e8a43753d5,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:15.802680 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f0ac6925-be91-421c-8c62-c9d6d74544c3 req-4ef81b91-c34b-46a0-8310-3a23a45319c8 service neutron] 10.222.0.73 "GET /v2.0/networks/ddbb0760-09e3-49a1-abd2-299a4552a88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0257092 Mar 11 15:35:15.827596 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a647b934-ca57-4722-beaa-8b2d8a5946d3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:15.842274 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-a647b934-ca57-4722-beaa-8b2d8a5946d3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Deleting port b3f90e41-3309-4147-8d6d-e5e6c9c85117 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:35:15.842615 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a647b934-ca57-4722-beaa-8b2d8a5946d3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:15.902152 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed1c014-724b-486c-9d57-1c54d27a1b58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f92b8fb-8aec-4e35-9fc2-0fd328475dd3'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:35:15.982959 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed1c014-724b-486c-9d57-1c54d27a1b58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f92b8fb-8aec-4e35-9fc2-0fd328475dd3', 'code': 200} Mar 11 15:35:15.993915 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:15.995621 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 8f92b8fb-8aec-4e35-9fc2-0fd328475dd3, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=8f92b8fb-8aec-4e35-9fc2-0fd328475dd3,segment=NetworkSegment(23668e81-3dbf-4c7c-b5d3-baabcc2f7882),segment_id=23668e81-3dbf-4c7c-b5d3-baabcc2f7882)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:16.024022 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:16.107277 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395d4c34-dfde-4475-ad91-7719c0dc5372 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Checking segment: {'id': '4d54a5d0-cbae-4faa-9c6e-ce2d815ff97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '0dc3ebbe-c936-46cd-b34b-581fda47456c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:35:16.107758 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395d4c34-dfde-4475-ad91-7719c0dc5372 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Network hostable DHCP agents. Network: 0dc3ebbe-c936-46cd-b34b-581fda47456c, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:35:16.128694 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5ca94e50-a08b-4bf6-9e9a-f0c2831d5279 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:16.130620 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-a647b934-ca57-4722-beaa-8b2d8a5946d3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] For port b3f90e41-3309-4147-8d6d-e5e6c9c85117, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=b3f90e41-3309-4147-8d6d-e5e6c9c85117,segment=NetworkSegment(5a5254fe-f3e4-44bc-9f20-40249a4f0c81),segment_id=5a5254fe-f3e4-44bc-9f20-40249a4f0c81)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:16.131161 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a647b934-ca57-4722-beaa-8b2d8a5946d3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:16.172198 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5ca94e50-a08b-4bf6-9e9a-f0c2831d5279 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:16.206621 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-99ed5395-6ebd-4e2c-ab8f-a4695c87617a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:16.219784 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-730f5023-5c28-436f-b60c-dc35919f5ef5 None None] Provisioning for port e231a59e-cb66-4cf6-9b61-fba0257fc48a completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:35:16.229465 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-730f5023-5c28-436f-b60c-dc35919f5ef5 None None] Provisioning complete for port e231a59e-cb66-4cf6-9b61-fba0257fc48a triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:16.229465 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-730f5023-5c28-436f-b60c-dc35919f5ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:16.254018 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-686b719b-d526-467f-8385-fe6c5708af92 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:16.274207 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-a647b934-ca57-4722-beaa-8b2d8a5946d3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Calling delete_port for b3f90e41-3309-4147-8d6d-e5e6c9c85117 owned by network:dhcp {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:35:16.294698 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=8f92b8fb-8aec-4e35-9fc2-0fd328475dd3,revision_number=9']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:16.348066 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395d4c34-dfde-4475-ad91-7719c0dc5372 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Network 0dc3ebbe-c936-46cd-b34b-581fda47456c is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:35:16.349237 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ed5395-6ebd-4e2c-ab8f-a4695c87617a None None] No DVR routers for this DVR port 00c0b9f3-2c8b-4c96-8b76-d53eebca8ba5 on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:35:16.353635 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port d8b93bde-b08b-413a-8f27-4dba5b8c8e0b triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:16.353635 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:16.355122 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d309f3-3e34-41c8-bb20-8b5317d35536 req-01e1f084-10a1-43dd-98a9-b70d997b7362 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:16.357357 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f3d309f3-3e34-41c8-bb20-8b5317d35536 req-01e1f084-10a1-43dd-98a9-b70d997b7362 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ed1c014-724b-486c-9d57-1c54d27a1b58 HTTP/1.1" status: 200 len: 944 time: 0.4490156 Mar 11 15:35:16.372992 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a647b934-ca57-4722-beaa-8b2d8a5946d3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:16.401171 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-730f5023-5c28-436f-b60c-dc35919f5ef5 None None] Port e231a59e-cb66-4cf6-9b61-fba0257fc48a cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:35:16.410253 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed5395-6ebd-4e2c-ab8f-a4695c87617a None None] Pushing event deleted for resources: {'Port': ['ID=00c0b9f3-2c8b-4c96-8b76-d53eebca8ba5,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:16.441163 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a647b934-ca57-4722-beaa-8b2d8a5946d3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event deleted for resources: {'Port': ['ID=b3f90e41-3309-4147-8d6d-e5e6c9c85117,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:16.443168 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a647b934-ca57-4722-beaa-8b2d8a5946d3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] No DVR routers for this DVR port b3f90e41-3309-4147-8d6d-e5e6c9c85117 on host dv-neutron-833373-1-hyperv {{(pid=83867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:35:16.466471 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-686b719b-d526-467f-8385-fe6c5708af92 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Calling delete_port for e231a59e-cb66-4cf6-9b61-fba0257fc48a owned by network:router_interface {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:35:16.503647 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-395d4c34-dfde-4475-ad91-7719c0dc5372 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 0dc3ebbe-c936-46cd-b34b-581fda47456c) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:35:16.524267 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5db09b-e8ea-4bfd-800a-d3610799ffa9 None None] Network 0dc3ebbe-c936-46cd-b34b-581fda47456c requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:35:16.545415 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5ca94e50-a08b-4bf6-9e9a-f0c2831d5279 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:16.546086 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca94e50-a08b-4bf6-9e9a-f0c2831d5279 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Fanout notify agent at l3_agent the message router_deleted on router e45526bb-0675-441a-b69e-acb92da6db7d {{(pid=83866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:35:16.553075 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-c31a34f8-c2b9-4707-a2f9-6346622f6a58 req-d0130945-ead2-4e4a-8842-b8c20ba78665 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] For port 8f92b8fb-8aec-4e35-9fc2-0fd328475dd3, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=8f92b8fb-8aec-4e35-9fc2-0fd328475dd3,segment=NetworkSegment(23668e81-3dbf-4c7c-b5d3-baabcc2f7882),segment_id=23668e81-3dbf-4c7c-b5d3-baabcc2f7882)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:16.553468 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-c31a34f8-c2b9-4707-a2f9-6346622f6a58 req-d0130945-ead2-4e4a-8842-b8c20ba78665 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:16.558686 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb0e1de-53e1-466b-91b2-148f50205894 None None] DHCP port deletion for b53b6120-6743-407a-aada-3f34365b286c request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:35:16.574074 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395d4c34-dfde-4475-ad91-7719c0dc5372 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:16.574832 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-395d4c34-dfde-4475-ad91-7719c0dc5372 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:16.598730 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a647b934-ca57-4722-beaa-8b2d8a5946d3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:16.634672 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-a647b934-ca57-4722-beaa-8b2d8a5946d3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b53b6120-6743-407a-aada-3f34365b286c']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:16.646694 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 404e9cec-b789-45b0-9210-8e01d4f141a5 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:35:16.655025 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-a647b934-ca57-4722-beaa-8b2d8a5946d3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a5254fe-f3e4-44bc-9f20-40249a4f0c81') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:16.655326 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-a647b934-ca57-4722-beaa-8b2d8a5946d3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a5254fe-f3e4-44bc-9f20-40249a4f0c81') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:16.668992 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a647b934-ca57-4722-beaa-8b2d8a5946d3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:16.694967 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a647b934-ca57-4722-beaa-8b2d8a5946d3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:16.701808 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-83cbd98b-0f69-4332-a088-79043fdc3fb9 None None] Provisioning complete for port a97b167d-e70c-4550-93de-cc8e23ddf990 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:16.702314 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a647b934-ca57-4722-beaa-8b2d8a5946d3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:35:16.702658 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-83cbd98b-0f69-4332-a088-79043fdc3fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:16.703338 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a647b934-ca57-4722-beaa-8b2d8a5946d3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:16.722174 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:35:16.722174 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:35:16.722174 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:35:16.722174 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:35:16.722174 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:35:16.722174 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:35:16.722174 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:35:16.722174 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:35:16.722174 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:35:16.722174 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:35:16.722174 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:35:16.722174 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:35:16.722174 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:35:16.722174 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:35:16.722174 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:35:16.722174 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:35:16.722174 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:35:16.722174 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:35:16.722174 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:35:16.722174 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:35:16.722174 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:35:16.722174 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:35:16.722174 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:35:16.722174 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:35:16.722174 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:35:16.722174 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:35:16.722174 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:35:16.722174 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:35:16.722174 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:35:16.722174 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:35:16.722174 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:35:16.722174 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:35:16.750919 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f3d309f3-3e34-41c8-bb20-8b5317d35536 req-dab050d0-b826-4fbd-995c-df5a5601105b tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddd9975-6795-448d-913f-a65ef3bd0a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3226907 Mar 11 15:35:16.759545 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-c31a34f8-c2b9-4707-a2f9-6346622f6a58 req-d0130945-ead2-4e4a-8842-b8c20ba78665 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Calling delete_port for 8f92b8fb-8aec-4e35-9fc2-0fd328475dd3 owned by compute:nova {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:35:16.819245 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-395d4c34-dfde-4475-ad91-7719c0dc5372 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 5.4607286 Mar 11 15:35:16.824328 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40582) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:16.861004 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a647b934-ca57-4722-beaa-8b2d8a5946d3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:16.871732 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a647b934-ca57-4722-beaa-8b2d8a5946d3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:16.904544 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5ca94e50-a08b-4bf6-9e9a-f0c2831d5279 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:16.909048 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-5ca94e50-a08b-4bf6-9e9a-f0c2831d5279 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/routers/e45526bb-0675-441a-b69e-acb92da6db7d HTTP/1.1" status: 204 len: 168 time: 3.6817207 Mar 11 15:35:16.916856 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a647b934-ca57-4722-beaa-8b2d8a5946d3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event deleted for resources: {'Network': ['ID=b53b6120-6743-407a-aada-3f34365b286c,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:16.917085 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40586) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:16.922661 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a647b934-ca57-4722-beaa-8b2d8a5946d3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "DELETE /v2.0/networks/b53b6120-6743-407a-aada-3f34365b286c HTTP/1.1" status: 204 len: 168 time: 1.2509117 Mar 11 15:35:16.926762 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40588) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:16.968656 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6445a36-6945-4e7d-9775-265ec0f3751a tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] DELETE failed (client error): The resource could not be found. Mar 11 15:35:16.968816 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 404e9cec-b789-45b0-9210-8e01d4f141a5 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:35:16.969099 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6445a36-6945-4e7d-9775-265ec0f3751a tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:35:16.971114 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e6445a36-6945-4e7d-9775-265ec0f3751a tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "DELETE /v2.0/subnets/4e33d473-5343-4671-ba5e-ea9fa3bf4a65 HTTP/1.1" status: 404 len: 337 time: 0.0430260 Mar 11 15:35:16.973582 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40594) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:16.978189 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74c952f-6b61-475a-83f8-b322f3898b27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-0dc3ebbe-c936-46cd-b34b-581fda47456c', 'network_id': '0dc3ebbe-c936-46cd-b34b-581fda47456c', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'fixed_ips': [{'subnet_id': '6aa45403-4cfa-448b-bd50-c8e8a43753d5'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:35:16.979001 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c74c952f-6b61-475a-83f8-b322f3898b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:16.982957 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-4155aaef-0a65-4150-8ef0-87f1b13c10a6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'subnet': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:35:16.990746 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 404e9cec-b789-45b0-9210-8e01d4f141a5 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:16.991111 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:16.999945 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-086c176f-6fab-4ebb-9fda-195c6a9120a1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] DELETE failed (client error): The resource could not be found. Mar 11 15:35:17.000438 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-086c176f-6fab-4ebb-9fda-195c6a9120a1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:35:17.003103 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-086c176f-6fab-4ebb-9fda-195c6a9120a1 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "DELETE /v2.0/networks/3c37a2a0-4af2-4ab3-977c-0522c0884b61 HTTP/1.1" status: 404 len: 339 time: 0.0276730 Mar 11 15:35:17.005142 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40598) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:17.159209 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.db.api [req-c31a34f8-c2b9-4707-a2f9-6346622f6a58 req-d0130945-ead2-4e4a-8842-b8c20ba78665 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:35:17.159727 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG oslo_db.api [req-c31a34f8-c2b9-4707-a2f9-6346622f6a58 req-d0130945-ead2-4e4a-8842-b8c20ba78665 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:35:17.161691 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-4155aaef-0a65-4150-8ef0-87f1b13c10a6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:35:17.167988 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-4155aaef-0a65-4150-8ef0-87f1b13c10a6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:subnet and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:35:17.173104 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-4155aaef-0a65-4150-8ef0-87f1b13c10a6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:35:17.195998 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-83cbd98b-0f69-4332-a088-79043fdc3fb9 None None] Provisioning complete for port 404e9cec-b789-45b0-9210-8e01d4f141a5 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:17.196405 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-83cbd98b-0f69-4332-a088-79043fdc3fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:17.212794 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-4155aaef-0a65-4150-8ef0-87f1b13c10a6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:35:17.242750 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddaad9e1-0bb5-4c27-ba84-11029cb81a72 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Deleting subnet 8c8e8315-ed12-4ab7-b00c-9e2cc9548b38 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:35:17.243745 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4155aaef-0a65-4150-8ef0-87f1b13c10a6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:35:17.245847 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ddaad9e1-0bb5-4c27-ba84-11029cb81a72 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:17.310989 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ddaad9e1-0bb5-4c27-ba84-11029cb81a72 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:17.423187 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ddaad9e1-0bb5-4c27-ba84-11029cb81a72 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:17.423689 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:17.462062 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-c74c952f-6b61-475a-83f8-b322f3898b27 None None] Allocated IP 2001:db8:3::2 (0dc3ebbe-c936-46cd-b34b-581fda47456c/6aa45403-4cfa-448b-bd50-c8e8a43753d5/ce025d7f-8f81-452b-84f9-211f7a05ac1d) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:35:17.475105 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-83cbd98b-0f69-4332-a088-79043fdc3fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:17.489327 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-686b719b-d526-467f-8385-fe6c5708af92 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:17.508541 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ddaad9e1-0bb5-4c27-ba84-11029cb81a72 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:17.522802 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 404e9cec-b789-45b0-9210-8e01d4f141a5, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=404e9cec-b789-45b0-9210-8e01d4f141a5,segment=NetworkSegment(e928eed1-e43f-4c09-b195-bb8031e4cc12),segment_id=e928eed1-e43f-4c09-b195-bb8031e4cc12)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:17.551712 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaad9e1-0bb5-4c27-ba84-11029cb81a72 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event deleted for resources: {'Subnet': ['ID=8c8e8315-ed12-4ab7-b00c-9e2cc9548b38,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:17.557857 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ddaad9e1-0bb5-4c27-ba84-11029cb81a72 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:17.570385 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ddaad9e1-0bb5-4c27-ba84-11029cb81a72 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "DELETE /v2.0/subnets/8c8e8315-ed12-4ab7-b00c-9e2cc9548b38 HTTP/1.1" status: 204 len: 168 time: 0.5619574 Mar 11 15:35:17.570614 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40602) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:17.573774 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4155aaef-0a65-4150-8ef0-87f1b13c10a6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:17.578423 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:17.594194 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b719b-d526-467f-8385-fe6c5708af92 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event deleted for resources: {'Port': ['ID=e231a59e-cb66-4cf6-9b61-fba0257fc48a,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:17.629377 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee913bd5-4ae1-4b9e-a49d-cbbd04c22e2a None None] Network fa4ce024-dbab-43b5-b8e4-5d3334ee89f1 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:35:17.663695 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-c31a34f8-c2b9-4707-a2f9-6346622f6a58 req-d0130945-ead2-4e4a-8842-b8c20ba78665 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Deleting port 8f92b8fb-8aec-4e35-9fc2-0fd328475dd3 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:35:17.663913 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-c31a34f8-c2b9-4707-a2f9-6346622f6a58 req-d0130945-ead2-4e4a-8842-b8c20ba78665 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:17.690232 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 00c0b9f3-2c8b-4c96-8b76-d53eebca8ba5 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:35:17.799382 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d005c82b-a3b4-490b-a6d3-856c3aaa97e3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:17.800021 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 00c0b9f3-2c8b-4c96-8b76-d53eebca8ba5 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:35:17.800021 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 00c0b9f3-2c8b-4c96-8b76-d53eebca8ba5 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:35:17.816064 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-d005c82b-a3b4-490b-a6d3-856c3aaa97e3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Deleting port e5cd1414-b022-412f-b56c-15bfe5546398 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:35:17.816458 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d005c82b-a3b4-490b-a6d3-856c3aaa97e3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:17.886217 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-83cbd98b-0f69-4332-a088-79043fdc3fb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:35:17.886781 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-83cbd98b-0f69-4332-a088-79043fdc3fb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:35:17.894632 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=404e9cec-b789-45b0-9210-8e01d4f141a5,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:17.981256 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device b3f90e41-3309-4147-8d6d-e5e6c9c85117 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:35:18.058835 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: b3f90e41-3309-4147-8d6d-e5e6c9c85117 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:35:18.059084 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device b3f90e41-3309-4147-8d6d-e5e6c9c85117 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:35:18.095440 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c74c952f-6b61-475a-83f8-b322f3898b27 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:18.109413 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-c74c952f-6b61-475a-83f8-b322f3898b27 None None] Transition to ACTIVE for port object ce025d7f-8f81-452b-84f9-211f7a05ac1d will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:35:18.146094 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-c74c952f-6b61-475a-83f8-b322f3898b27 None None] Transition to ACTIVE for port object ce025d7f-8f81-452b-84f9-211f7a05ac1d will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:35:18.158325 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c74c952f-6b61-475a-83f8-b322f3898b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:18.169184 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-d005c82b-a3b4-490b-a6d3-856c3aaa97e3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] For port e5cd1414-b022-412f-b56c-15bfe5546398, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=e5cd1414-b022-412f-b56c-15bfe5546398,segment=NetworkSegment(90eb073a-628b-4898-a23e-1e8e2637a0da),segment_id=90eb073a-628b-4898-a23e-1e8e2637a0da)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:18.169907 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d005c82b-a3b4-490b-a6d3-856c3aaa97e3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:18.285696 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74c952f-6b61-475a-83f8-b322f3898b27 None None] Network 0dc3ebbe-c936-46cd-b34b-581fda47456c is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:35:18.302013 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-c74c952f-6b61-475a-83f8-b322f3898b27 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:35:18.313693 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c952f-6b61-475a-83f8-b322f3898b27 None None] Pushing event updated for resources: {'Port': ['ID=ce025d7f-8f81-452b-84f9-211f7a05ac1d,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:18.319006 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74c952f-6b61-475a-83f8-b322f3898b27 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:35:18.360451 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4155aaef-0a65-4150-8ef0-87f1b13c10a6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:18.376005 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668e29b5-5f61-4a5c-8a03-524b5d174882 None None] DHCP port deletion for fa4ce024-dbab-43b5-b8e4-5d3334ee89f1 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:35:18.409561 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-d005c82b-a3b4-490b-a6d3-856c3aaa97e3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Calling delete_port for e5cd1414-b022-412f-b56c-15bfe5546398 owned by network:dhcp {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:35:18.451359 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8742c3-c742-4499-a7c5-226a907d06d7 req-b17f2d7e-0d5c-4af2-817c-37e1d81c9d26 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:18.452916 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2f8742c3-c742-4499-a7c5-226a907d06d7 req-b17f2d7e-0d5c-4af2-817c-37e1d81c9d26 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ed1c014-724b-486c-9d57-1c54d27a1b58 HTTP/1.1" status: 200 len: 944 time: 0.4042861 Mar 11 15:35:18.532182 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-668e29b5-5f61-4a5c-8a03-524b5d174882 None None] Deleting port e5cd1414-b022-412f-b56c-15bfe5546398 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:35:18.532748 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-668e29b5-5f61-4a5c-8a03-524b5d174882 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:18.533069 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2f8742c3-c742-4499-a7c5-226a907d06d7 req-5e38414b-e385-4062-98d5-bc8a8c54d2c1 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddd9975-6795-448d-913f-a65ef3bd0a36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701721 Mar 11 15:35:18.547065 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d005c82b-a3b4-490b-a6d3-856c3aaa97e3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:18.607622 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005c82b-a3b4-490b-a6d3-856c3aaa97e3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event deleted for resources: {'Port': ['ID=e5cd1414-b022-412f-b56c-15bfe5546398,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:18.611823 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d005c82b-a3b4-490b-a6d3-856c3aaa97e3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] No DVR routers for this DVR port e5cd1414-b022-412f-b56c-15bfe5546398 on host dv-neutron-833373-1-hyperv {{(pid=83867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:35:18.630322 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-668e29b5-5f61-4a5c-8a03-524b5d174882 None None] The port 'e5cd1414-b022-412f-b56c-15bfe5546398' was deleted {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 15:35:18.634286 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-c74c952f-6b61-475a-83f8-b322f3898b27 None None] Attempting to bind port ce025d7f-8f81-452b-84f9-211f7a05ac1d on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:35:18.635138 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-c74c952f-6b61-475a-83f8-b322f3898b27 None None] Attempting to bind port ce025d7f-8f81-452b-84f9-211f7a05ac1d by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '4d54a5d0-cbae-4faa-9c6e-ce2d815ff97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '0dc3ebbe-c936-46cd-b34b-581fda47456c'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:35:18.635503 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74c952f-6b61-475a-83f8-b322f3898b27 None None] Attempting to bind port ce025d7f-8f81-452b-84f9-211f7a05ac1d on network 0dc3ebbe-c936-46cd-b34b-581fda47456c {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:35:18.649259 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-83cbd98b-0f69-4332-a088-79043fdc3fb9 None None] Provisioning complete for port d8b93bde-b08b-413a-8f27-4dba5b8c8e0b triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:18.649740 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-83cbd98b-0f69-4332-a088-79043fdc3fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:18.686179 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4155aaef-0a65-4150-8ef0-87f1b13c10a6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:35:18.691508 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74c952f-6b61-475a-83f8-b322f3898b27 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:35:18.691508 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74c952f-6b61-475a-83f8-b322f3898b27 None None] Checking segment: {'id': '4d54a5d0-cbae-4faa-9c6e-ce2d815ff97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '0dc3ebbe-c936-46cd-b34b-581fda47456c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:35:18.691911 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c74c952f-6b61-475a-83f8-b322f3898b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:18.692355 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74c952f-6b61-475a-83f8-b322f3898b27 None None] Bound using segment: {'id': '4d54a5d0-cbae-4faa-9c6e-ce2d815ff97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '0dc3ebbe-c936-46cd-b34b-581fda47456c'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:35:18.692832 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-c74c952f-6b61-475a-83f8-b322f3898b27 None None] Bound port: ce025d7f-8f81-452b-84f9-211f7a05ac1d, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d54a5d0-cbae-4faa-9c6e-ce2d815ff97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '0dc3ebbe-c936-46cd-b34b-581fda47456c'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:35:18.693203 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c74c952f-6b61-475a-83f8-b322f3898b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:18.697116 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-4155aaef-0a65-4150-8ef0-87f1b13c10a6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:35:18.702529 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-c31a34f8-c2b9-4707-a2f9-6346622f6a58 req-d0130945-ead2-4e4a-8842-b8c20ba78665 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] For port 8f92b8fb-8aec-4e35-9fc2-0fd328475dd3, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=8f92b8fb-8aec-4e35-9fc2-0fd328475dd3,segment=NetworkSegment(23668e81-3dbf-4c7c-b5d3-baabcc2f7882),segment_id=23668e81-3dbf-4c7c-b5d3-baabcc2f7882)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:18.702885 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-c31a34f8-c2b9-4707-a2f9-6346622f6a58 req-d0130945-ead2-4e4a-8842-b8c20ba78665 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:18.712198 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4155aaef-0a65-4150-8ef0-87f1b13c10a6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:18.712781 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4155aaef-0a65-4150-8ef0-87f1b13c10a6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:18.714979 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6328e3bb-2745-42bb-8adc-835a46f55fef None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:35:18.717623 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4155aaef-0a65-4150-8ef0-87f1b13c10a6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Subnet': ['ID=83e6dfba-ac4c-4fd1-9e5b-57ce84fe400b,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:18.753768 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d005c82b-a3b4-490b-a6d3-856c3aaa97e3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:18.794349 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-d005c82b-a3b4-490b-a6d3-856c3aaa97e3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa4ce024-dbab-43b5-b8e4-5d3334ee89f1']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:18.808861 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-d005c82b-a3b4-490b-a6d3-856c3aaa97e3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90eb073a-628b-4898-a23e-1e8e2637a0da') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:18.810121 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-d005c82b-a3b4-490b-a6d3-856c3aaa97e3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90eb073a-628b-4898-a23e-1e8e2637a0da') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:18.823002 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d005c82b-a3b4-490b-a6d3-856c3aaa97e3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:18.842461 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d005c82b-a3b4-490b-a6d3-856c3aaa97e3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:18.855275 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d005c82b-a3b4-490b-a6d3-856c3aaa97e3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:35:18.858018 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d005c82b-a3b4-490b-a6d3-856c3aaa97e3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:18.870353 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-c31a34f8-c2b9-4707-a2f9-6346622f6a58 req-d0130945-ead2-4e4a-8842-b8c20ba78665 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Calling delete_port for 8f92b8fb-8aec-4e35-9fc2-0fd328475dd3 owned by compute:nova {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:35:18.875374 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:35:18.875374 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:35:18.875374 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:35:18.875374 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:35:18.875374 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:35:18.875374 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:35:18.875374 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:35:18.875374 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:35:18.875374 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:35:18.875374 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:35:18.875374 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:35:18.875374 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:35:18.875374 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:35:18.875374 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:35:18.875374 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:35:18.875374 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:35:18.875374 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:35:18.875374 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:35:18.875374 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:35:18.875374 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:35:18.875374 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:35:18.875374 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:35:18.875374 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:35:18.875374 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:35:18.875374 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:35:18.875374 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:35:18.875374 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:35:18.875374 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:35:18.875374 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:35:18.875374 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:35:18.875374 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:35:18.875374 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:35:18.946464 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-686b719b-d526-467f-8385-fe6c5708af92 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:18.972375 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d005c82b-a3b4-490b-a6d3-856c3aaa97e3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:18.992438 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d005c82b-a3b4-490b-a6d3-856c3aaa97e3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:19.005655 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-4155aaef-0a65-4150-8ef0-87f1b13c10a6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0328031 Mar 11 15:35:19.005893 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005c82b-a3b4-490b-a6d3-856c3aaa97e3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] Pushing event deleted for resources: {'Network': ['ID=fa4ce024-dbab-43b5-b8e4-5d3334ee89f1,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:19.007532 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40608) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:19.016634 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-3607370d-bbb6-4d33-8752-032e95272df3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1815251303', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:35:19.025000 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-3607370d-bbb6-4d33-8752-032e95272df3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:35:19.031285 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d005c82b-a3b4-490b-a6d3-856c3aaa97e3 tempest-NetworksIpV6Test-1873014754 tempest-NetworksIpV6Test-1873014754-project] 10.222.0.31 "DELETE /v2.0/networks/fa4ce024-dbab-43b5-b8e4-5d3334ee89f1 HTTP/1.1" status: 204 len: 168 time: 1.4569860 Mar 11 15:35:19.036913 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-3607370d-bbb6-4d33-8752-032e95272df3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:router and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:35:19.040962 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-3607370d-bbb6-4d33-8752-032e95272df3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:35:19.049310 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-3607370d-bbb6-4d33-8752-032e95272df3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:35:19.060522 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-c74c952f-6b61-475a-83f8-b322f3898b27 None None] For port ce025d7f-8f81-452b-84f9-211f7a05ac1d, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:35:19.066567 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3607370d-bbb6-4d33-8752-032e95272df3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:19.067869 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3607370d-bbb6-4d33-8752-032e95272df3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:19.097978 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-c74c952f-6b61-475a-83f8-b322f3898b27 None None] For port ce025d7f-8f81-452b-84f9-211f7a05ac1d, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ce025d7f-8f81-452b-84f9-211f7a05ac1d,segment=NetworkSegment(4d54a5d0-cbae-4faa-9c6e-ce2d815ff97a),segment_id=4d54a5d0-cbae-4faa-9c6e-ce2d815ff97a)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:35:19.098244 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3607370d-bbb6-4d33-8752-032e95272df3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:19.128075 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3607370d-bbb6-4d33-8752-032e95272df3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:19.150326 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c74c952f-6b61-475a-83f8-b322f3898b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:19.190086 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3607370d-bbb6-4d33-8752-032e95272df3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:19.192178 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67de46b2-f4a0-4cf8-9f6f-63dca9ddfce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-a9e561eb-4382-47f0-afe2-548f64b9476b', 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'tenant_id': 'd568d0bdb48844a4af924b22cae1da29', 'fixed_ips': [{'subnet_id': '83e6dfba-ac4c-4fd1-9e5b-57ce84fe400b'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:35:19.192751 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-67de46b2-f4a0-4cf8-9f6f-63dca9ddfce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:19.197495 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-3607370d-bbb6-4d33-8752-032e95272df3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1898050 Mar 11 15:35:19.200782 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40614) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:19.217081 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-83cbd98b-0f69-4332-a088-79043fdc3fb9 None None] Could not find standard attr ID for object e231a59e-cb66-4cf6-9b61-fba0257fc48a. {{(pid=83868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:35:19.330818 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c952f-6b61-475a-83f8-b322f3898b27 None None] Pushing event updated for resources: {'Port': ['ID=ce025d7f-8f81-452b-84f9-211f7a05ac1d,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:19.470638 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-67de46b2-f4a0-4cf8-9f6f-63dca9ddfce9 None None] Allocated IP 2001:db8::2 (a9e561eb-4382-47f0-afe2-548f64b9476b/83e6dfba-ac4c-4fd1-9e5b-57ce84fe400b/2d5dbd9a-f1cd-4373-99b3-ec6bf64587ad) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:35:19.631708 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40620) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:19.730455 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-c31a34f8-c2b9-4707-a2f9-6346622f6a58 req-d0130945-ead2-4e4a-8842-b8c20ba78665 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:19.793367 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-67de46b2-f4a0-4cf8-9f6f-63dca9ddfce9 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:19.805717 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-67de46b2-f4a0-4cf8-9f6f-63dca9ddfce9 None None] Transition to ACTIVE for port object 2d5dbd9a-f1cd-4373-99b3-ec6bf64587ad will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:35:19.830178 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-67de46b2-f4a0-4cf8-9f6f-63dca9ddfce9 None None] Transition to ACTIVE for port object 2d5dbd9a-f1cd-4373-99b3-ec6bf64587ad will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:35:19.837887 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-67de46b2-f4a0-4cf8-9f6f-63dca9ddfce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:19.969538 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de46b2-f4a0-4cf8-9f6f-63dca9ddfce9 None None] Pushing event updated for resources: {'Port': ['ID=2d5dbd9a-f1cd-4373-99b3-ec6bf64587ad,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:19.972737 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0130945-ead2-4e4a-8842-b8c20ba78665 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Pushing event deleted for resources: {'Port': ['ID=8f92b8fb-8aec-4e35-9fc2-0fd328475dd3,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:19.973222 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67de46b2-f4a0-4cf8-9f6f-63dca9ddfce9 None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:35:19.975247 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-67de46b2-f4a0-4cf8-9f6f-63dca9ddfce9 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:35:19.977373 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67de46b2-f4a0-4cf8-9f6f-63dca9ddfce9 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:35:19.981845 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-3606b658-e6a9-459a-b640-8b1474cb9e34 req-d69ab760-8278-4b6a-ac47-4d417e7505b3 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Synchronizing usage tracker for tenant:b0803f52583a49e1b421e3b5a9e44844 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:35:20.110408 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device ce025d7f-8f81-452b-84f9-211f7a05ac1d up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:35:20.133381 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-18c95890-af55-4a41-8626-fbde06ceafc6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:20.171711 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-3606b658-e6a9-459a-b640-8b1474cb9e34 req-d69ab760-8278-4b6a-ac47-4d417e7505b3 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Unset dirty status for tenant:b0803f52583a49e1b421e3b5a9e44844 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:35:20.172886 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3606b658-e6a9-459a-b640-8b1474cb9e34 req-d69ab760-8278-4b6a-ac47-4d417e7505b3 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ed1c014-724b-486c-9d57-1c54d27a1b58 HTTP/1.1" status: 200 len: 210 time: 0.4355636 Mar 11 15:35:20.180279 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-c31a34f8-c2b9-4707-a2f9-6346622f6a58 req-d0130945-ead2-4e4a-8842-b8c20ba78665 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] No DVR routers for this DVR port 8f92b8fb-8aec-4e35-9fc2-0fd328475dd3 on host hv-neutron-8333 {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:35:20.183284 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-c31a34f8-c2b9-4707-a2f9-6346622f6a58 req-d0130945-ead2-4e4a-8842-b8c20ba78665 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:20.183447 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-67de46b2-f4a0-4cf8-9f6f-63dca9ddfce9 None None] Attempting to bind port 2d5dbd9a-f1cd-4373-99b3-ec6bf64587ad on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:35:20.183782 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-67de46b2-f4a0-4cf8-9f6f-63dca9ddfce9 None None] Attempting to bind port 2d5dbd9a-f1cd-4373-99b3-ec6bf64587ad by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:35:20.184169 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67de46b2-f4a0-4cf8-9f6f-63dca9ddfce9 None None] Attempting to bind port 2d5dbd9a-f1cd-4373-99b3-ec6bf64587ad on network a9e561eb-4382-47f0-afe2-548f64b9476b {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:35:20.185820 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c31a34f8-c2b9-4707-a2f9-6346622f6a58 req-d0130945-ead2-4e4a-8842-b8c20ba78665 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.73 "DELETE /v2.0/ports/8f92b8fb-8aec-4e35-9fc2-0fd328475dd3 HTTP/1.1" status: 204 len: 173 time: 6.5562298 Mar 11 15:35:20.194923 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed1c014-724b-486c-9d57-1c54d27a1b58', 'name': 'network-vif-deleted', 'tag': '8f92b8fb-8aec-4e35-9fc2-0fd328475dd3'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:35:20.227176 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67de46b2-f4a0-4cf8-9f6f-63dca9ddfce9 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:35:20.227559 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67de46b2-f4a0-4cf8-9f6f-63dca9ddfce9 None None] Checking segment: {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:35:20.227960 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-67de46b2-f4a0-4cf8-9f6f-63dca9ddfce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:20.228397 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67de46b2-f4a0-4cf8-9f6f-63dca9ddfce9 None None] Bound using segment: {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:35:20.228878 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-67de46b2-f4a0-4cf8-9f6f-63dca9ddfce9 None None] Bound port: 2d5dbd9a-f1cd-4373-99b3-ec6bf64587ad, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:35:20.229256 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-67de46b2-f4a0-4cf8-9f6f-63dca9ddfce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:20.306245 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port ce025d7f-8f81-452b-84f9-211f7a05ac1d completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:35:20.368994 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 404e9cec-b789-45b0-9210-8e01d4f141a5 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:35:20.372000 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed1c014-724b-486c-9d57-1c54d27a1b58', 'name': 'network-vif-deleted', 'tag': '8f92b8fb-8aec-4e35-9fc2-0fd328475dd3', 'status': 'completed', 'code': 200} Mar 11 15:35:20.376847 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-987a9ba9-d9cf-4f6f-8891-85ee99b6b37e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ec80415d4e5548b5bced4f16cb2e25ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7203405 Mar 11 15:35:20.394805 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40630) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:20.477868 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686b719b-d526-467f-8385-fe6c5708af92 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Router bb2a1269-a169-4c28-9b6b-cc7e19c4aabf has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:35:20.521583 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-67de46b2-f4a0-4cf8-9f6f-63dca9ddfce9 None None] For port 2d5dbd9a-f1cd-4373-99b3-ec6bf64587ad, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:35:20.525608 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-67de46b2-f4a0-4cf8-9f6f-63dca9ddfce9 None None] For port 2d5dbd9a-f1cd-4373-99b3-ec6bf64587ad, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=2d5dbd9a-f1cd-4373-99b3-ec6bf64587ad,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:35:20.533545 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-67de46b2-f4a0-4cf8-9f6f-63dca9ddfce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:20.607090 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de46b2-f4a0-4cf8-9f6f-63dca9ddfce9 None None] Pushing event updated for resources: {'Port': ['ID=2d5dbd9a-f1cd-4373-99b3-ec6bf64587ad,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:20.622758 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 404e9cec-b789-45b0-9210-8e01d4f141a5 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:20.623378 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:20.627602 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-875871c4-5f13-4ab4-85ab-73d42d6f0c75 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:20.812771 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-18c95890-af55-4a41-8626-fbde06ceafc6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Allocated IP 2001:db8::1 (a9e561eb-4382-47f0-afe2-548f64b9476b/83e6dfba-ac4c-4fd1-9e5b-57ce84fe400b/c1db0c89-8b04-4bbc-912a-2fdc14937527) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:35:20.896042 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device e5cd1414-b022-412f-b56c-15bfe5546398 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:35:20.944089 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: e5cd1414-b022-412f-b56c-15bfe5546398 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:35:20.944752 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device e5cd1414-b022-412f-b56c-15bfe5546398 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:35:21.056273 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fbb5fd-a198-4817-a372-2dc87285c32c None None] Network 0dc3ebbe-c936-46cd-b34b-581fda47456c requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:35:21.143053 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-18c95890-af55-4a41-8626-fbde06ceafc6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:21.163462 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-18c95890-af55-4a41-8626-fbde06ceafc6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Transition to ACTIVE for port object c1db0c89-8b04-4bbc-912a-2fdc14937527 will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:35:21.200308 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-18c95890-af55-4a41-8626-fbde06ceafc6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:21.209728 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-7d1109e3-9c33-4f81-adce-d2f070f093d9 None None] Provisioning for port ce025d7f-8f81-452b-84f9-211f7a05ac1d completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:35:21.230176 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-7d1109e3-9c33-4f81-adce-d2f070f093d9 None None] Provisioning complete for port ce025d7f-8f81-452b-84f9-211f7a05ac1d triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:21.230543 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7d1109e3-9c33-4f81-adce-d2f070f093d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:21.338441 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c95890-af55-4a41-8626-fbde06ceafc6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:35:21.342230 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-18c95890-af55-4a41-8626-fbde06ceafc6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:35:21.347126 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c95890-af55-4a41-8626-fbde06ceafc6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:35:21.347673 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-18c95890-af55-4a41-8626-fbde06ceafc6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:21.350337 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c95890-af55-4a41-8626-fbde06ceafc6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Port': ['ID=c1db0c89-8b04-4bbc-912a-2fdc14937527,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:21.376033 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40636) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:21.442393 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-18c95890-af55-4a41-8626-fbde06ceafc6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:21.499650 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6ee902ef-9950-4ee1-b00f-3a677154d571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:21.518364 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7d1109e3-9c33-4f81-adce-d2f070f093d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:21.567779 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-7d1109e3-9c33-4f81-adce-d2f070f093d9 None None] For port ce025d7f-8f81-452b-84f9-211f7a05ac1d, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ce025d7f-8f81-452b-84f9-211f7a05ac1d,segment=NetworkSegment(4d54a5d0-cbae-4faa-9c6e-ce2d815ff97a),segment_id=4d54a5d0-cbae-4faa-9c6e-ce2d815ff97a)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:21.577501 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7d1109e3-9c33-4f81-adce-d2f070f093d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:21.660611 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1109e3-9c33-4f81-adce-d2f070f093d9 None None] Pushing event updated for resources: {'Port': ['ID=ce025d7f-8f81-452b-84f9-211f7a05ac1d,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:21.677110 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6ee902ef-9950-4ee1-b00f-3a677154d571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:21.690220 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686b719b-d526-467f-8385-fe6c5708af92 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:35:21.705657 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fa9948-7352-402a-a8a9-30676a036d51 None None] Sync routers for ids ['bb2a1269-a169-4c28-9b6b-cc7e19c4aabf'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:35:21.724965 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fa9948-7352-402a-a8a9-30676a036d51 None None] Routers {'bb2a1269-a169-4c28-9b6b-cc7e19c4aabf'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:35:21.727091 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-74fa9948-7352-402a-a8a9-30676a036d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:35:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['bb2a1269-a169-4c28-9b6b-cc7e19c4aabf'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:21.865857 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-74fa9948-7352-402a-a8a9-30676a036d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:21.897665 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fa9948-7352-402a-a8a9-30676a036d51 None None] Routers {'bb2a1269-a169-4c28-9b6b-cc7e19c4aabf'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:35:21.898486 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-74fa9948-7352-402a-a8a9-30676a036d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:35:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['bb2a1269-a169-4c28-9b6b-cc7e19c4aabf'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:21.918092 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-875871c4-5f13-4ab4-85ab-73d42d6f0c75 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Allocated IP 2001:db8:3::1 (0dc3ebbe-c936-46cd-b34b-581fda47456c/6aa45403-4cfa-448b-bd50-c8e8a43753d5/8caf387b-dd86-4546-81c0-96252398374d) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:35:21.953321 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40644) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:21.954281 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-686b719b-d526-467f-8385-fe6c5708af92 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "PUT /v2.0/routers/bb2a1269-a169-4c28-9b6b-cc7e19c4aabf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0427063 Mar 11 15:35:22.006338 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-74fa9948-7352-402a-a8a9-30676a036d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:22.006985 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fa9948-7352-402a-a8a9-30676a036d51 None None] The sync data for ids ['bb2a1269-a169-4c28-9b6b-cc7e19c4aabf'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:35:22.047992 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device ce025d7f-8f81-452b-84f9-211f7a05ac1d up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:35:22.191242 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b74e11ab-3b7c-4c8b-ae47-b1a1895ff7f7 None None] Provisioning complete for port ce025d7f-8f81-452b-84f9-211f7a05ac1d triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:22.191610 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b74e11ab-3b7c-4c8b-ae47-b1a1895ff7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:22.204398 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6ee902ef-9950-4ee1-b00f-3a677154d571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:22.276252 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port ce025d7f-8f81-452b-84f9-211f7a05ac1d triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:22.276778 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:22.284327 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee902ef-9950-4ee1-b00f-3a677154d571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a1e5fb-7210-494c-abd6-67b00f938964,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:22.318413 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6ee902ef-9950-4ee1-b00f-3a677154d571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:22.319679 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-6ee902ef-9950-4ee1-b00f-3a677154d571 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/37a1e5fb-7210-494c-abd6-67b00f938964 HTTP/1.1" status: 204 len: 168 time: 1.9236114 Mar 11 15:35:22.363017 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-875871c4-5f13-4ab4-85ab-73d42d6f0c75 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:22.550412 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 2d5dbd9a-f1cd-4373-99b3-ec6bf64587ad up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:35:22.562822 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-875871c4-5f13-4ab4-85ab-73d42d6f0c75 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Transition to ACTIVE for port object 8caf387b-dd86-4546-81c0-96252398374d will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:35:22.621547 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-01874444-077a-4f53-a8cf-df9839134c66 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] remove_router_interface failed (client error): The resource could not be found. Mar 11 15:35:22.625333 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-787cdf1a-206f-4dac-ad1e-f46f2678e6e1 None None] Provisioning for port 2d5dbd9a-f1cd-4373-99b3-ec6bf64587ad completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:35:22.627888 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-01874444-077a-4f53-a8cf-df9839134c66 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "PUT /v2.0/routers/bb2a1269-a169-4c28-9b6b-cc7e19c4aabf/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6677392 Mar 11 15:35:22.628574 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40650) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:22.634585 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-18c95890-af55-4a41-8626-fbde06ceafc6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:22.649462 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-875871c4-5f13-4ab4-85ab-73d42d6f0c75 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:22.702548 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 2d5dbd9a-f1cd-4373-99b3-ec6bf64587ad completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:35:22.702894 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-15126352-123d-4415-88de-132af7216b44 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Synchronizing usage tracker for tenant:16d01fb61cb5488cb7fd92527258a459 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:35:22.706185 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-18c95890-af55-4a41-8626-fbde06ceafc6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:22.707680 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-18c95890-af55-4a41-8626-fbde06ceafc6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:22.710709 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 2d5dbd9a-f1cd-4373-99b3-ec6bf64587ad triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:22.711084 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:22.756803 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875871c4-5f13-4ab4-85ab-73d42d6f0c75 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Network 0dc3ebbe-c936-46cd-b34b-581fda47456c is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:35:22.771495 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-875871c4-5f13-4ab4-85ab-73d42d6f0c75 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:35:22.784013 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875871c4-5f13-4ab4-85ab-73d42d6f0c75 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:35:22.784836 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-875871c4-5f13-4ab4-85ab-73d42d6f0c75 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:22.795632 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c95890-af55-4a41-8626-fbde06ceafc6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Port': ['ID=c1db0c89-8b04-4bbc-912a-2fdc14937527,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:22.838875 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-15126352-123d-4415-88de-132af7216b44 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Unset dirty status for tenant:16d01fb61cb5488cb7fd92527258a459 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:35:22.840522 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-15126352-123d-4415-88de-132af7216b44 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2a1269-a169-4c28-9b6b-cc7e19c4aabf HTTP/1.1" status: 200 len: 205 time: 0.2087605 Mar 11 15:35:22.845782 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5313adca-bc7e-4641-a5a2-d1b9a86f5f23 None None] Provisioning for port c1db0c89-8b04-4bbc-912a-2fdc14937527 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:35:22.846021 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40654) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:22.856480 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5313adca-bc7e-4641-a5a2-d1b9a86f5f23 None None] Provisioning complete for port c1db0c89-8b04-4bbc-912a-2fdc14937527 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:22.858022 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5313adca-bc7e-4641-a5a2-d1b9a86f5f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:22.901143 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875871c4-5f13-4ab4-85ab-73d42d6f0c75 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event updated for resources: {'Port': ['ID=8caf387b-dd86-4546-81c0-96252398374d,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:22.918152 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0ea20968-47fe-43e4-8fb4-e06e9adf3320 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:22.985616 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:23.031082 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-5313adca-bc7e-4641-a5a2-d1b9a86f5f23 None None] Port c1db0c89-8b04-4bbc-912a-2fdc14937527 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:35:23.048240 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 2d5dbd9a-f1cd-4373-99b3-ec6bf64587ad, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=2d5dbd9a-f1cd-4373-99b3-ec6bf64587ad,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:23.053326 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:23.084410 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-875871c4-5f13-4ab4-85ab-73d42d6f0c75 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:23.117503 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a89b30a7-1f86-4cac-aca6-e2bd0b43c956 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for router, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:23.139822 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=2d5dbd9a-f1cd-4373-99b3-ec6bf64587ad,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:23.173796 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-555452d2-66cf-43ec-b4f0-3c4f74c0bd69 None None] Provisioning for port 8caf387b-dd86-4546-81c0-96252398374d completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:35:23.181481 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-555452d2-66cf-43ec-b4f0-3c4f74c0bd69 None None] Provisioning complete for port 8caf387b-dd86-4546-81c0-96252398374d triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:23.181998 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-555452d2-66cf-43ec-b4f0-3c4f74c0bd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:23.249095 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-555452d2-66cf-43ec-b4f0-3c4f74c0bd69 None None] Port 8caf387b-dd86-4546-81c0-96252398374d cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:35:23.250024 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c95890-af55-4a41-8626-fbde06ceafc6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:35:23.253103 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-18c95890-af55-4a41-8626-fbde06ceafc6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:35:23.577387 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f21d40d1-010b-4429-b338-853877164212 None None] Provisioning complete for port c1db0c89-8b04-4bbc-912a-2fdc14937527 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:23.577796 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f21d40d1-010b-4429-b338-853877164212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:23.639760 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-f21d40d1-010b-4429-b338-853877164212 None None] Port c1db0c89-8b04-4bbc-912a-2fdc14937527 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:35:23.753341 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a89b30a7-1f86-4cac-aca6-e2bd0b43c956 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:23.851945 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-875871c4-5f13-4ab4-85ab-73d42d6f0c75 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:23.857646 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-875871c4-5f13-4ab4-85ab-73d42d6f0c75 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:23.858423 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-875871c4-5f13-4ab4-85ab-73d42d6f0c75 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:23.911400 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 2d5dbd9a-f1cd-4373-99b3-ec6bf64587ad up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:35:23.940156 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a89b30a7-1f86-4cac-aca6-e2bd0b43c956 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:23.991345 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 2d5dbd9a-f1cd-4373-99b3-ec6bf64587ad triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:23.991710 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:23.998858 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a89b30a7-1f86-4cac-aca6-e2bd0b43c956 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:23.998858 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89b30a7-1f86-4cac-aca6-e2bd0b43c956 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Fanout notify agent at l3_agent the message router_deleted on router bb2a1269-a169-4c28-9b6b-cc7e19c4aabf {{(pid=83867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:35:24.023613 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a89b30a7-1f86-4cac-aca6-e2bd0b43c956 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:24.024900 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a89b30a7-1f86-4cac-aca6-e2bd0b43c956 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "DELETE /v2.0/routers/bb2a1269-a169-4c28-9b6b-cc7e19c4aabf HTTP/1.1" status: 204 len: 168 time: 1.1777756 Mar 11 15:35:24.028004 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40658) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:24.074756 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875871c4-5f13-4ab4-85ab-73d42d6f0c75 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event updated for resources: {'Port': ['ID=8caf387b-dd86-4546-81c0-96252398374d,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:24.183556 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875871c4-5f13-4ab4-85ab-73d42d6f0c75 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Network 0dc3ebbe-c936-46cd-b34b-581fda47456c is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:35:24.187320 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-875871c4-5f13-4ab4-85ab-73d42d6f0c75 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:35:24.240324 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c95890-af55-4a41-8626-fbde06ceafc6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Router 6c5bd450-c8e9-4981-bb42-30b62907dde0 is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:35:24.268939 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-31860768-14ba-4af2-bb32-e5578c642028 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Deleting subnet f70b27e4-6997-4464-bc57-3a7758fe6302 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:35:24.274039 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-31860768-14ba-4af2-bb32-e5578c642028 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:24.457817 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-31860768-14ba-4af2-bb32-e5578c642028 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:24.572483 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-8338a3b3-7202-4cc3-a9a9-94d2ebb4a89d None None] Provisioning complete for port 8caf387b-dd86-4546-81c0-96252398374d triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:24.573535 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8338a3b3-7202-4cc3-a9a9-94d2ebb4a89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:24.586022 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-31860768-14ba-4af2-bb32-e5578c642028 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:24.631037 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c95890-af55-4a41-8626-fbde06ceafc6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:35:24.640293 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-18c95890-af55-4a41-8626-fbde06ceafc6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "PUT /v2.0/routers/6c5bd450-c8e9-4981-bb42-30b62907dde0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4355266 Mar 11 15:35:24.641165 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40664) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:24.644080 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-8338a3b3-7202-4cc3-a9a9-94d2ebb4a89d None None] Port 8caf387b-dd86-4546-81c0-96252398374d cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:35:24.650611 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4ef2b4-491b-47fc-a072-343a17712dc1 None None] Sync routers for ids ['6c5bd450-c8e9-4981-bb42-30b62907dde0'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:35:24.665789 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4ef2b4-491b-47fc-a072-343a17712dc1 None None] Routers {'6c5bd450-c8e9-4981-bb42-30b62907dde0'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:35:24.666558 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-3c4ef2b4-491b-47fc-a072-343a17712dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:35:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['6c5bd450-c8e9-4981-bb42-30b62907dde0'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:24.669454 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-0ea20968-47fe-43e4-8fb4-e06e9adf3320 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Deleting port e43a6020-20a6-46cf-a556-a4026338a6f9 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:35:24.670402 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0ea20968-47fe-43e4-8fb4-e06e9adf3320 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:24.725525 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3912c4-ae89-4b7b-bf37-2bd4f070b350 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:24.725789 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-3a3912c4-ae89-4b7b-bf37-2bd4f070b350 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:35:24.737998 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-31860768-14ba-4af2-bb32-e5578c642028 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:24.743250 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875871c4-5f13-4ab4-85ab-73d42d6f0c75 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Router bdbdb9e2-ab6c-41df-8cdd-45bb6698249f has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:35:24.781922 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31860768-14ba-4af2-bb32-e5578c642028 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event deleted for resources: {'Subnet': ['ID=f70b27e4-6997-4464-bc57-3a7758fe6302,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:24.785474 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-3a3912c4-ae89-4b7b-bf37-2bd4f070b350 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:35:24.789103 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-3a3912c4-ae89-4b7b-bf37-2bd4f070b350 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/ports/c1db0c89-8b04-4bbc-912a-2fdc14937527 HTTP/1.1" status: 200 len: 911 time: 0.1446733 Mar 11 15:35:24.789627 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40668) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:24.792658 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-31860768-14ba-4af2-bb32-e5578c642028 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:24.808172 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e4e3eb-b31e-478b-87d3-19f4d512d509 None None] Network 3c5d28f6-e5f2-45a8-8131-ca24d5b205c0 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:35:24.843852 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-31860768-14ba-4af2-bb32-e5578c642028 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "DELETE /v2.0/subnets/f70b27e4-6997-4464-bc57-3a7758fe6302 HTTP/1.1" status: 204 len: 168 time: 0.8143125 Mar 11 15:35:24.846377 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40672) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:24.933098 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-3c4ef2b4-491b-47fc-a072-343a17712dc1 None None] Set router 6c5bd450-c8e9-4981-bb42-30b62907dde0 gateway port host: None {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:35:24.981687 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3acf23b3-52e1-4eb7-a65a-ea40a799cc4c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:24.992255 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65582291-4602-4133-bc09-05f237d5198a tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:24.996132 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65582291-4602-4133-bc09-05f237d5198a tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:25.001036 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-65582291-4602-4133-bc09-05f237d5198a tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2073965 Mar 11 15:35:25.001036 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40676) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:25.060741 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-0ea20968-47fe-43e4-8fb4-e06e9adf3320 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] For port e43a6020-20a6-46cf-a556-a4026338a6f9, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=e43a6020-20a6-46cf-a556-a4026338a6f9,segment=NetworkSegment(23668e81-3dbf-4c7c-b5d3-baabcc2f7882),segment_id=23668e81-3dbf-4c7c-b5d3-baabcc2f7882)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:25.061341 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0ea20968-47fe-43e4-8fb4-e06e9adf3320 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:25.121133 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-3acf23b3-52e1-4eb7-a65a-ea40a799cc4c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Deleting port d8b93bde-b08b-413a-8f27-4dba5b8c8e0b {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:35:25.121392 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3acf23b3-52e1-4eb7-a65a-ea40a799cc4c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:25.340489 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-0ea20968-47fe-43e4-8fb4-e06e9adf3320 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Calling delete_port for e43a6020-20a6-46cf-a556-a4026338a6f9 owned by network:router_interface {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:35:25.402742 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-3acf23b3-52e1-4eb7-a65a-ea40a799cc4c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] For port d8b93bde-b08b-413a-8f27-4dba5b8c8e0b, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=d8b93bde-b08b-413a-8f27-4dba5b8c8e0b,segment=NetworkSegment(1a772777-cfdb-4eb0-ad7a-7bb4e1667259),segment_id=1a772777-cfdb-4eb0-ad7a-7bb4e1667259)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:25.403878 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3acf23b3-52e1-4eb7-a65a-ea40a799cc4c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:25.437636 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85145536-59d2-4d50-976a-c63123c234d4 None None] DHCP port deletion for 3c5d28f6-e5f2-45a8-8131-ca24d5b205c0 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:35:25.443010 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875871c4-5f13-4ab4-85ab-73d42d6f0c75 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:35:25.446378 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-85145536-59d2-4d50-976a-c63123c234d4 None None] Deleting port d8b93bde-b08b-413a-8f27-4dba5b8c8e0b {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:35:25.446752 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-85145536-59d2-4d50-976a-c63123c234d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:25.453680 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-875871c4-5f13-4ab4-85ab-73d42d6f0c75 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "PUT /v2.0/routers/bdbdb9e2-ab6c-41df-8cdd-45bb6698249f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6280653 Mar 11 15:35:25.457510 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40680) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:25.459849 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84135791-5871-4b34-9207-e17aea63589d None None] Sync routers for ids ['bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:35:25.464523 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-a20576f2-f329-46ea-8206-134100430d7e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:35:25.479762 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84135791-5871-4b34-9207-e17aea63589d None None] Routers {'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:35:25.480730 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-84135791-5871-4b34-9207-e17aea63589d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:35:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:25.663512 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-3c4ef2b4-491b-47fc-a072-343a17712dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5bd450-c8e9-4981-bb42-30b62907dde0', 'name': 'tempest-NetworksTestDHCPv6-router-1815251303', 'tenant_id': 'd568d0bdb48844a4af924b22cae1da29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:35:19Z', 'updated_at': '2022-03-11T15:35:21Z', 'revision_number': 2, 'project_id': 'd568d0bdb48844a4af924b22cae1da29', 'gw_port_host': None, '_interfaces': [{'id': 'c1db0c89-8b04-4bbc-912a-2fdc14937527', 'name': '', 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'tenant_id': 'd568d0bdb48844a4af924b22cae1da29', 'mac_address': 'fa:16:3e:a1:d4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5bd450-c8e9-4981-bb42-30b62907dde0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83e6dfba-ac4c-4fd1-9e5b-57ce84fe400b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:35:20Z', 'updated_at': '2022-03-11T15:35:21Z', 'revision_number': 2, 'project_id': 'd568d0bdb48844a4af924b22cae1da29', 'subnets': [{'id': '83e6dfba-ac4c-4fd1-9e5b-57ce84fe400b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:25.686924 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4ef2b4-491b-47fc-a072-343a17712dc1 None None] Checking router: 6c5bd450-c8e9-4981-bb42-30b62907dde0 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:35:25.687280 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4ef2b4-491b-47fc-a072-343a17712dc1 None None] Updating router 6c5bd450-c8e9-4981-bb42-30b62907dde0 port c1db0c89-8b04-4bbc-912a-2fdc14937527 binding host dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:35:25.710146 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-3acf23b3-52e1-4eb7-a65a-ea40a799cc4c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Calling delete_port for d8b93bde-b08b-413a-8f27-4dba5b8c8e0b owned by network:dhcp {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:35:25.721390 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-84135791-5871-4b34-9207-e17aea63589d None None] Set router bdbdb9e2-ab6c-41df-8cdd-45bb6698249f gateway port host: None {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:35:25.742493 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0ea20968-47fe-43e4-8fb4-e06e9adf3320 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:25.761046 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-85145536-59d2-4d50-976a-c63123c234d4 None None] For port d8b93bde-b08b-413a-8f27-4dba5b8c8e0b, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=d8b93bde-b08b-413a-8f27-4dba5b8c8e0b,segment=NetworkSegment(1a772777-cfdb-4eb0-ad7a-7bb4e1667259),segment_id=1a772777-cfdb-4eb0-ad7a-7bb4e1667259)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:25.761437 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-85145536-59d2-4d50-976a-c63123c234d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:25.779956 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3c4ef2b4-491b-47fc-a072-343a17712dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:25.819468 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea20968-47fe-43e4-8fb4-e06e9adf3320 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Pushing event deleted for resources: {'Port': ['ID=e43a6020-20a6-46cf-a556-a4026338a6f9,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:25.883046 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3acf23b3-52e1-4eb7-a65a-ea40a799cc4c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:25.955023 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf23b3-52e1-4eb7-a65a-ea40a799cc4c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event deleted for resources: {'Port': ['ID=d8b93bde-b08b-413a-8f27-4dba5b8c8e0b,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:25.967896 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acf23b3-52e1-4eb7-a65a-ea40a799cc4c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] No DVR routers for this DVR port d8b93bde-b08b-413a-8f27-4dba5b8c8e0b on host dv-neutron-833373-1-hyperv {{(pid=83867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:35:26.011893 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-85145536-59d2-4d50-976a-c63123c234d4 None None] Calling delete_port for d8b93bde-b08b-413a-8f27-4dba5b8c8e0b owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:35:26.073442 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device d8b93bde-b08b-413a-8f27-4dba5b8c8e0b no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:35:26.157276 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: d8b93bde-b08b-413a-8f27-4dba5b8c8e0b {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:35:26.157625 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device d8b93bde-b08b-413a-8f27-4dba5b8c8e0b not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:35:26.211402 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3acf23b3-52e1-4eb7-a65a-ea40a799cc4c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:26.242283 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-84135791-5871-4b34-9207-e17aea63589d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'name': 'tempest-RoutersIpV6Test-router-109250348', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:34:30Z', 'updated_at': '2022-03-11T15:35:22Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'gw_port_host': None, '_interfaces': [{'id': '404e9cec-b789-45b0-9210-8e01d4f141a5', 'name': '', 'network_id': 'be12036e-870a-417a-8279-3e74c4659b02', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:d7:b1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85dc48d1-d7a9-456e-9cec-f6e06f02484b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:35:01Z', 'updated_at': '2022-03-11T15:35:17Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '85dc48d1-d7a9-456e-9cec-f6e06f02484b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8caf387b-dd86-4546-81c0-96252398374d', 'name': '', 'network_id': '0dc3ebbe-c936-46cd-b34b-581fda47456c', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:a7:71:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aa45403-4cfa-448b-bd50-c8e8a43753d5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:35:21Z', 'updated_at': '2022-03-11T15:35:23Z', 'revision_number': 2, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '6aa45403-4cfa-448b-bd50-c8e8a43753d5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0530187-b09b-4957-b4c6-29c975ce95df', 'name': '', 'network_id': '30df3178-3653-4d0f-a424-6f1f310a96ba', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:3e:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:34Z', 'updated_at': '2022-03-11T15:34:50Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd8f02df-093e-433a-bd69-997e54d74e15', 'name': '', 'network_id': 'b92a2b77-2840-45b5-af2a-dce3e7517bdf', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:77:c9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59489499-d9e4-4504-a072-5d3ab14e010c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:48Z', 'updated_at': '2022-03-11T15:35:02Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '59489499-d9e4-4504-a072-5d3ab14e010c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:26.260765 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84135791-5871-4b34-9207-e17aea63589d None None] Checking router: bdbdb9e2-ab6c-41df-8cdd-45bb6698249f for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:35:26.261821 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84135791-5871-4b34-9207-e17aea63589d None None] Updating router bdbdb9e2-ab6c-41df-8cdd-45bb6698249f port 8caf387b-dd86-4546-81c0-96252398374d binding host dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:35:26.285636 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-3acf23b3-52e1-4eb7-a65a-ea40a799cc4c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c5d28f6-e5f2-45a8-8131-ca24d5b205c0']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:26.290460 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-85145536-59d2-4d50-976a-c63123c234d4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:35:26.290942 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-85145536-59d2-4d50-976a-c63123c234d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:35:26.306082 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-3acf23b3-52e1-4eb7-a65a-ea40a799cc4c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a772777-cfdb-4eb0-ad7a-7bb4e1667259') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:26.306427 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-3acf23b3-52e1-4eb7-a65a-ea40a799cc4c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a772777-cfdb-4eb0-ad7a-7bb4e1667259') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:26.321255 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3acf23b3-52e1-4eb7-a65a-ea40a799cc4c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:26.357683 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-84135791-5871-4b34-9207-e17aea63589d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:26.390706 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3acf23b3-52e1-4eb7-a65a-ea40a799cc4c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:26.407673 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3acf23b3-52e1-4eb7-a65a-ea40a799cc4c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:35:26.408374 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3acf23b3-52e1-4eb7-a65a-ea40a799cc4c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:26.428052 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:35:26.428052 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:35:26.428052 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:35:26.428052 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:35:26.428052 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:35:26.428052 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:35:26.428052 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:35:26.428052 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:35:26.428052 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:35:26.428052 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:35:26.428052 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:35:26.428052 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:35:26.428052 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:35:26.428052 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:35:26.428052 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:35:26.428052 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:35:26.428052 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:35:26.428052 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:35:26.428052 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:35:26.428052 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:35:26.428052 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:35:26.428052 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:35:26.428052 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:35:26.428052 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:35:26.428052 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:35:26.428052 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:35:26.428052 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:35:26.428052 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:35:26.428052 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:35:26.428052 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:35:26.428052 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:35:26.428052 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:35:26.593758 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3acf23b3-52e1-4eb7-a65a-ea40a799cc4c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:26.597322 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3c4ef2b4-491b-47fc-a072-343a17712dc1 None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:26.612074 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-3c4ef2b4-491b-47fc-a072-343a17712dc1 None None] Transition to ACTIVE for port object c1db0c89-8b04-4bbc-912a-2fdc14937527 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:35:26.620014 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3c4ef2b4-491b-47fc-a072-343a17712dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:26.632083 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3acf23b3-52e1-4eb7-a65a-ea40a799cc4c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:26.646210 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf23b3-52e1-4eb7-a65a-ea40a799cc4c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event deleted for resources: {'Network': ['ID=3c5d28f6-e5f2-45a8-8131-ca24d5b205c0,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:26.665597 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9c626859-11af-41cf-8310-30d7eb1e418d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:26.721917 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ababa-6dee-444a-aafa-ea299f76d60f None None] Pushing event updated for resources: {'Port': ['ID=c1db0c89-8b04-4bbc-912a-2fdc14937527,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:26.740378 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0ea20968-47fe-43e4-8fb4-e06e9adf3320 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:26.802644 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-85145536-59d2-4d50-976a-c63123c234d4 None None] Deleting port d8b93bde-b08b-413a-8f27-4dba5b8c8e0b {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:35:26.803081 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-85145536-59d2-4d50-976a-c63123c234d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:26.832267 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-3acf23b3-52e1-4eb7-a65a-ea40a799cc4c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "DELETE /v2.0/networks/3c5d28f6-e5f2-45a8-8131-ca24d5b205c0 HTTP/1.1" status: 204 len: 168 time: 1.9847870 Mar 11 15:35:26.841389 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40684) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:26.858763 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-1288d02b-7f7c-4230-9769-cb686aa576ba tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Request body: {'network': {'name': 'tempest-RoutersTest-1191115666'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:35:26.866559 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-1288d02b-7f7c-4230-9769-cb686aa576ba tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:35:26.876981 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-1288d02b-7f7c-4230-9769-cb686aa576ba tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Usage tracker for resource:network and tenant:16d01fb61cb5488cb7fd92527258a459 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:35:26.895128 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-1288d02b-7f7c-4230-9769-cb686aa576ba tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:35:26.905796 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-1288d02b-7f7c-4230-9769-cb686aa576ba tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:35:26.906523 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-84135791-5871-4b34-9207-e17aea63589d None None] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:26.924731 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-84135791-5871-4b34-9207-e17aea63589d None None] Transition to ACTIVE for port object 8caf387b-dd86-4546-81c0-96252398374d will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:35:26.933871 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-84135791-5871-4b34-9207-e17aea63589d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:26.943780 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1288d02b-7f7c-4230-9769-cb686aa576ba tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Made reservation on behalf of 16d01fb61cb5488cb7fd92527258a459 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:35:26.947058 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1288d02b-7f7c-4230-9769-cb686aa576ba tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:27.012566 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1288d02b-7f7c-4230-9769-cb686aa576ba tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:35:27.065955 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-85145536-59d2-4d50-976a-c63123c234d4 None None] The port 'd8b93bde-b08b-413a-8f27-4dba5b8c8e0b' was deleted {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 15:35:27.084223 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-3c4ef2b4-491b-47fc-a072-343a17712dc1 None None] Attempting to bind port c1db0c89-8b04-4bbc-912a-2fdc14937527 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:35:27.084687 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-3c4ef2b4-491b-47fc-a072-343a17712dc1 None None] Attempting to bind port c1db0c89-8b04-4bbc-912a-2fdc14937527 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:35:27.085057 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4ef2b4-491b-47fc-a072-343a17712dc1 None None] Attempting to bind port c1db0c89-8b04-4bbc-912a-2fdc14937527 on network a9e561eb-4382-47f0-afe2-548f64b9476b {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:35:27.115436 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4ef2b4-491b-47fc-a072-343a17712dc1 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:35:27.115821 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4ef2b4-491b-47fc-a072-343a17712dc1 None None] Checking segment: {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:35:27.116261 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3c4ef2b4-491b-47fc-a072-343a17712dc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:27.116985 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4ef2b4-491b-47fc-a072-343a17712dc1 None None] Bound using segment: {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:35:27.117670 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-3c4ef2b4-491b-47fc-a072-343a17712dc1 None None] Bound port: c1db0c89-8b04-4bbc-912a-2fdc14937527, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:35:27.118069 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3c4ef2b4-491b-47fc-a072-343a17712dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:27.118419 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.extraroute_db [None req-a20576f2-f329-46ea-8206-134100430d7e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=83866) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 11 15:35:27.130159 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1288d02b-7f7c-4230-9769-cb686aa576ba tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:27.130727 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-1288d02b-7f7c-4230-9769-cb686aa576ba tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Added segment 726a3673-a51b-45aa-9368-8860900271e1 of type vlan for network 578b99ff-2fe4-448b-a68d-9e421e2f9142 Mar 11 15:35:27.169716 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.extraroute_db [None req-a20576f2-f329-46ea-8206-134100430d7e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Removed routes are [] {{(pid=83866) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 11 15:35:27.170136 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a20576f2-f329-46ea-8206-134100430d7e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:27.257403 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1288d02b-7f7c-4230-9769-cb686aa576ba tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:27.276363 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-3c4ef2b4-491b-47fc-a072-343a17712dc1 None None] For port c1db0c89-8b04-4bbc-912a-2fdc14937527, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:35:27.281656 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-3c4ef2b4-491b-47fc-a072-343a17712dc1 None None] For port c1db0c89-8b04-4bbc-912a-2fdc14937527, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=c1db0c89-8b04-4bbc-912a-2fdc14937527,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:35:27.298831 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3c4ef2b4-491b-47fc-a072-343a17712dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:27.358631 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-84135791-5871-4b34-9207-e17aea63589d None None] Attempting to bind port 8caf387b-dd86-4546-81c0-96252398374d on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:35:27.359016 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-84135791-5871-4b34-9207-e17aea63589d None None] Attempting to bind port 8caf387b-dd86-4546-81c0-96252398374d by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '4d54a5d0-cbae-4faa-9c6e-ce2d815ff97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '0dc3ebbe-c936-46cd-b34b-581fda47456c'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:35:27.359339 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84135791-5871-4b34-9207-e17aea63589d None None] Attempting to bind port 8caf387b-dd86-4546-81c0-96252398374d on network 0dc3ebbe-c936-46cd-b34b-581fda47456c {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:35:27.379222 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84135791-5871-4b34-9207-e17aea63589d None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:35:27.379817 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84135791-5871-4b34-9207-e17aea63589d None None] Checking segment: {'id': '4d54a5d0-cbae-4faa-9c6e-ce2d815ff97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '0dc3ebbe-c936-46cd-b34b-581fda47456c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:35:27.380384 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-84135791-5871-4b34-9207-e17aea63589d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:27.382306 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84135791-5871-4b34-9207-e17aea63589d None None] Bound using segment: {'id': '4d54a5d0-cbae-4faa-9c6e-ce2d815ff97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '0dc3ebbe-c936-46cd-b34b-581fda47456c'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:35:27.382912 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-84135791-5871-4b34-9207-e17aea63589d None None] Bound port: 8caf387b-dd86-4546-81c0-96252398374d, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d54a5d0-cbae-4faa-9c6e-ce2d815ff97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '0dc3ebbe-c936-46cd-b34b-581fda47456c'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:35:27.383293 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-84135791-5871-4b34-9207-e17aea63589d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:27.414739 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ababa-6dee-444a-aafa-ea299f76d60f None None] Pushing event updated for resources: {'Port': ['ID=c1db0c89-8b04-4bbc-912a-2fdc14937527,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:27.446697 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4ef2b4-491b-47fc-a072-343a17712dc1 None None] Routers {'6c5bd450-c8e9-4981-bb42-30b62907dde0'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:35:27.447482 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-3c4ef2b4-491b-47fc-a072-343a17712dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:35:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['6c5bd450-c8e9-4981-bb42-30b62907dde0'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:27.462258 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1288d02b-7f7c-4230-9769-cb686aa576ba tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:27.466772 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1288d02b-7f7c-4230-9769-cb686aa576ba tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:27.467840 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1288d02b-7f7c-4230-9769-cb686aa576ba tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:27.472448 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7450571-3839-4f66-ba59-41c50a9cd055 None None] Pushing event updated for resources: {'Port': ['ID=8caf387b-dd86-4546-81c0-96252398374d,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:27.511342 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-84135791-5871-4b34-9207-e17aea63589d None None] For port 8caf387b-dd86-4546-81c0-96252398374d, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:35:27.517064 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-84135791-5871-4b34-9207-e17aea63589d None None] For port 8caf387b-dd86-4546-81c0-96252398374d, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=8caf387b-dd86-4546-81c0-96252398374d,segment=NetworkSegment(4d54a5d0-cbae-4faa-9c6e-ce2d815ff97a),segment_id=4d54a5d0-cbae-4faa-9c6e-ce2d815ff97a)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:35:27.524851 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-84135791-5871-4b34-9207-e17aea63589d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:27.647114 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288d02b-7f7c-4230-9769-cb686aa576ba tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event updated for resources: {'Network': ['ID=578b99ff-2fe4-448b-a68d-9e421e2f9142,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:27.655667 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-1288d02b-7f7c-4230-9769-cb686aa576ba tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8122785 Mar 11 15:35:27.656909 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40688) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:27.659975 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-9c626859-11af-41cf-8310-30d7eb1e418d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting port c1db0c89-8b04-4bbc-912a-2fdc14937527 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:35:27.660434 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9c626859-11af-41cf-8310-30d7eb1e418d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:27.665891 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84135791-5871-4b34-9207-e17aea63589d None None] Routers {'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:35:27.666755 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-84135791-5871-4b34-9207-e17aea63589d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:35:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:27.723143 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 578b99ff-2fe4-448b-a68d-9e421e2f9142 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:35:27.727023 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-956ed9c6-6a02-469e-80fe-dec3c9f2f956 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Request body: {'subnet': {'network_id': '578b99ff-2fe4-448b-a68d-9e421e2f9142', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:35:27.966058 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7450571-3839-4f66-ba59-41c50a9cd055 None None] Pushing event updated for resources: {'Port': ['ID=8caf387b-dd86-4546-81c0-96252398374d,revision_number=4']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:28.003998 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-3c4ef2b4-491b-47fc-a072-343a17712dc1 None None] Set router 6c5bd450-c8e9-4981-bb42-30b62907dde0 gateway port host: None {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:35:28.008752 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-84135791-5871-4b34-9207-e17aea63589d None None] Set router bdbdb9e2-ab6c-41df-8cdd-45bb6698249f gateway port host: None {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:35:28.248536 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-956ed9c6-6a02-469e-80fe-dec3c9f2f956 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:35:28.266489 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-956ed9c6-6a02-469e-80fe-dec3c9f2f956 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Usage tracker for resource:subnet and tenant:16d01fb61cb5488cb7fd92527258a459 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:35:28.274514 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-956ed9c6-6a02-469e-80fe-dec3c9f2f956 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:35:28.284357 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-956ed9c6-6a02-469e-80fe-dec3c9f2f956 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:35:28.322645 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a20576f2-f329-46ea-8206-134100430d7e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:28.354726 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a20576f2-f329-46ea-8206-134100430d7e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709172', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-708534'] for router, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:28.401066 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956ed9c6-6a02-469e-80fe-dec3c9f2f956 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Made reservation on behalf of 16d01fb61cb5488cb7fd92527258a459 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:35:28.560079 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-956ed9c6-6a02-469e-80fe-dec3c9f2f956 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:28.603212 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-3c4ef2b4-491b-47fc-a072-343a17712dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5bd450-c8e9-4981-bb42-30b62907dde0', 'name': 'tempest-NetworksTestDHCPv6-router-1815251303', 'tenant_id': 'd568d0bdb48844a4af924b22cae1da29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:35:19Z', 'updated_at': '2022-03-11T15:35:21Z', 'revision_number': 2, 'project_id': 'd568d0bdb48844a4af924b22cae1da29', 'gw_port_host': None, '_interfaces': [{'id': 'c1db0c89-8b04-4bbc-912a-2fdc14937527', 'name': '', 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'tenant_id': 'd568d0bdb48844a4af924b22cae1da29', 'mac_address': 'fa:16:3e:a1:d4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5bd450-c8e9-4981-bb42-30b62907dde0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83e6dfba-ac4c-4fd1-9e5b-57ce84fe400b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:35:20Z', 'updated_at': '2022-03-11T15:35:27Z', 'revision_number': 4, 'project_id': 'd568d0bdb48844a4af924b22cae1da29', 'subnets': [{'id': '83e6dfba-ac4c-4fd1-9e5b-57ce84fe400b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:28.612015 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4ef2b4-491b-47fc-a072-343a17712dc1 None None] The sync data for ids ['6c5bd450-c8e9-4981-bb42-30b62907dde0'] in dv-neutron-833373-1-hyperv is: [{'id': '6c5bd450-c8e9-4981-bb42-30b62907dde0', 'name': 'tempest-NetworksTestDHCPv6-router-1815251303', 'tenant_id': 'd568d0bdb48844a4af924b22cae1da29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:35:19Z', 'updated_at': '2022-03-11T15:35:21Z', 'revision_number': 2, 'project_id': 'd568d0bdb48844a4af924b22cae1da29', 'gw_port_host': None, '_interfaces': [{'id': 'c1db0c89-8b04-4bbc-912a-2fdc14937527', 'name': '', 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'tenant_id': 'd568d0bdb48844a4af924b22cae1da29', 'mac_address': 'fa:16:3e:a1:d4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5bd450-c8e9-4981-bb42-30b62907dde0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83e6dfba-ac4c-4fd1-9e5b-57ce84fe400b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:35:20Z', 'updated_at': '2022-03-11T15:35:27Z', 'revision_number': 4, 'project_id': 'd568d0bdb48844a4af924b22cae1da29', 'subnets': [{'id': '83e6dfba-ac4c-4fd1-9e5b-57ce84fe400b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:35:28.666880 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-84135791-5871-4b34-9207-e17aea63589d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'name': 'tempest-RoutersIpV6Test-router-109250348', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:34:30Z', 'updated_at': '2022-03-11T15:35:27Z', 'revision_number': 6, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'gw_port_host': None, '_interfaces': [{'id': '404e9cec-b789-45b0-9210-8e01d4f141a5', 'name': '', 'network_id': 'be12036e-870a-417a-8279-3e74c4659b02', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:d7:b1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85dc48d1-d7a9-456e-9cec-f6e06f02484b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:35:01Z', 'updated_at': '2022-03-11T15:35:17Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '85dc48d1-d7a9-456e-9cec-f6e06f02484b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8caf387b-dd86-4546-81c0-96252398374d', 'name': '', 'network_id': '0dc3ebbe-c936-46cd-b34b-581fda47456c', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:a7:71:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aa45403-4cfa-448b-bd50-c8e8a43753d5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:35:21Z', 'updated_at': '2022-03-11T15:35:27Z', 'revision_number': 4, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '6aa45403-4cfa-448b-bd50-c8e8a43753d5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0530187-b09b-4957-b4c6-29c975ce95df', 'name': '', 'network_id': '30df3178-3653-4d0f-a424-6f1f310a96ba', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:3e:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:34Z', 'updated_at': '2022-03-11T15:34:50Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd8f02df-093e-433a-bd69-997e54d74e15', 'name': '', 'network_id': 'b92a2b77-2840-45b5-af2a-dce3e7517bdf', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:77:c9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59489499-d9e4-4504-a072-5d3ab14e010c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:48Z', 'updated_at': '2022-03-11T15:35:02Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '59489499-d9e4-4504-a072-5d3ab14e010c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:28.678057 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84135791-5871-4b34-9207-e17aea63589d None None] The sync data for ids ['bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'] in dv-neutron-833373-1-hyperv is: [{'id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'name': 'tempest-RoutersIpV6Test-router-109250348', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:34:30Z', 'updated_at': '2022-03-11T15:35:27Z', 'revision_number': 6, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'gw_port_host': None, '_interfaces': [{'id': '404e9cec-b789-45b0-9210-8e01d4f141a5', 'name': '', 'network_id': 'be12036e-870a-417a-8279-3e74c4659b02', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:d7:b1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85dc48d1-d7a9-456e-9cec-f6e06f02484b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:35:01Z', 'updated_at': '2022-03-11T15:35:17Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '85dc48d1-d7a9-456e-9cec-f6e06f02484b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8caf387b-dd86-4546-81c0-96252398374d', 'name': '', 'network_id': '0dc3ebbe-c936-46cd-b34b-581fda47456c', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:a7:71:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aa45403-4cfa-448b-bd50-c8e8a43753d5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:35:21Z', 'updated_at': '2022-03-11T15:35:27Z', 'revision_number': 4, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '6aa45403-4cfa-448b-bd50-c8e8a43753d5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0530187-b09b-4957-b4c6-29c975ce95df', 'name': '', 'network_id': '30df3178-3653-4d0f-a424-6f1f310a96ba', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:3e:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:34Z', 'updated_at': '2022-03-11T15:34:50Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd8f02df-093e-433a-bd69-997e54d74e15', 'name': '', 'network_id': 'b92a2b77-2840-45b5-af2a-dce3e7517bdf', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:77:c9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59489499-d9e4-4504-a072-5d3ab14e010c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:48Z', 'updated_at': '2022-03-11T15:35:02Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '59489499-d9e4-4504-a072-5d3ab14e010c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:35:28.771992 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-9c626859-11af-41cf-8310-30d7eb1e418d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] For port c1db0c89-8b04-4bbc-912a-2fdc14937527, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=c1db0c89-8b04-4bbc-912a-2fdc14937527,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:28.774506 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9c626859-11af-41cf-8310-30d7eb1e418d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:28.909837 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20576f2-f329-46ea-8206-134100430d7e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Router bdbdb9e2-ab6c-41df-8cdd-45bb6698249f has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:35:28.995023 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-9c626859-11af-41cf-8310-30d7eb1e418d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Calling delete_port for c1db0c89-8b04-4bbc-912a-2fdc14937527 owned by network:router_interface {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:35:29.176927 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea20968-47fe-43e4-8fb4-e06e9adf3320 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Router 25aa0955-a133-4744-be3a-29356fce6747 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:35:29.320624 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-956ed9c6-6a02-469e-80fe-dec3c9f2f956 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:29.322636 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b915ed4c-60f2-4596-9ccb-fd6e4aaa14bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:29.432033 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20576f2-f329-46ea-8206-134100430d7e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:35:29.434137 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ed9c6-6a02-469e-80fe-dec3c9f2f956 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event updated for resources: {'Subnet': ['ID=71a17fca-6901-4003-8598-57aea98d9a79,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:29.438877 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9c626859-11af-41cf-8310-30d7eb1e418d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:29.453075 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a20576f2-f329-46ea-8206-134100430d7e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:29.457242 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a20576f2-f329-46ea-8206-134100430d7e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "PUT /v2.0/routers/bdbdb9e2-ab6c-41df-8cdd-45bb6698249f HTTP/1.1" status: 200 len: 953 time: 3.9986439 Mar 11 15:35:29.457908 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40694) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:29.520161 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c626859-11af-41cf-8310-30d7eb1e418d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Port': ['ID=c1db0c89-8b04-4bbc-912a-2fdc14937527,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:29.559121 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956ed9c6-6a02-469e-80fe-dec3c9f2f956 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Checking segment: {'id': '726a3673-a51b-45aa-9368-8860900271e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '578b99ff-2fe4-448b-a68d-9e421e2f9142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:35:29.560031 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956ed9c6-6a02-469e-80fe-dec3c9f2f956 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Network hostable DHCP agents. Network: 578b99ff-2fe4-448b-a68d-9e421e2f9142, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:35:29.745278 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956ed9c6-6a02-469e-80fe-dec3c9f2f956 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Network 578b99ff-2fe4-448b-a68d-9e421e2f9142 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:35:29.807891 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-956ed9c6-6a02-469e-80fe-dec3c9f2f956 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 578b99ff-2fe4-448b-a68d-9e421e2f9142) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:35:29.817724 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc04b57-20c5-4400-bef1-f894d7502dd7 None None] Network 578b99ff-2fe4-448b-a68d-9e421e2f9142 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:35:29.832976 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956ed9c6-6a02-469e-80fe-dec3c9f2f956 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:29.834241 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-956ed9c6-6a02-469e-80fe-dec3c9f2f956 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:29.865904 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea20968-47fe-43e4-8fb4-e06e9adf3320 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:35:29.875494 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0ea20968-47fe-43e4-8fb4-e06e9adf3320 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "PUT /v2.0/routers/25aa0955-a133-4744-be3a-29356fce6747/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4560490 Mar 11 15:35:29.877249 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40698) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:29.906089 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9c626859-11af-41cf-8310-30d7eb1e418d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:29.912827 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-956ed9c6-6a02-469e-80fe-dec3c9f2f956 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2547109 Mar 11 15:35:29.915439 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40702) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:29.930585 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-4962556a-5345-46c4-8870-6ae135d51f43 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-149075000', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:35:29.931391 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-7b73778d-8caf-4ff3-9431-90d5ef670f77 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "GET /v2.0/routers/bdbdb9e2-ab6c-41df-8cdd-45bb6698249f HTTP/1.1" status: 200 len: 953 time: 0.4716086 Mar 11 15:35:29.932424 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40706) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:29.944740 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-4962556a-5345-46c4-8870-6ae135d51f43 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:35:29.946935 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-fb69fdd6-80d0-4525-838b-e172e237ae57 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Request body: {'router': {'routes': None}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:35:29.974407 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a5b8ba-0686-44b3-b860-4ea190bb672a None None] Sync routers for ids ['25aa0955-a133-4744-be3a-29356fce6747'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:35:29.976784 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 8caf387b-dd86-4546-81c0-96252398374d up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:35:30.001492 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4962556a-5345-46c4-8870-6ae135d51f43 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Usage tracker for resource:router and tenant:16d01fb61cb5488cb7fd92527258a459 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:35:30.009071 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4962556a-5345-46c4-8870-6ae135d51f43 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:35:30.073580 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-4962556a-5345-46c4-8870-6ae135d51f43 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:35:30.082495 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a5b8ba-0686-44b3-b860-4ea190bb672a None None] Routers {'25aa0955-a133-4744-be3a-29356fce6747'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:35:30.083282 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-68a5b8ba-0686-44b3-b860-4ea190bb672a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:35:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['25aa0955-a133-4744-be3a-29356fce6747'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:30.087897 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec5ec27-d477-410c-ba2a-4dc106f93480 None None] Sync routers for ids ['bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:35:30.107629 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec5ec27-d477-410c-ba2a-4dc106f93480 None None] Routers {'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:35:30.108771 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-2ec5ec27-d477-410c-ba2a-4dc106f93480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:35:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:30.112309 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4962556a-5345-46c4-8870-6ae135d51f43 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:30.112785 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4962556a-5345-46c4-8870-6ae135d51f43 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:30.140720 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 8caf387b-dd86-4546-81c0-96252398374d completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:35:30.208276 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 8caf387b-dd86-4546-81c0-96252398374d triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:30.208858 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:30.320046 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-2ec5ec27-d477-410c-ba2a-4dc106f93480 None None] Set router bdbdb9e2-ab6c-41df-8cdd-45bb6698249f gateway port host: None {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:35:30.369027 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-7468fc83-7721-4b7b-9535-73f5294f2464 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Deleting subnet ee15d9e2-a05e-476c-acce-9c65123f6291 {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:35:30.377333 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7468fc83-7721-4b7b-9535-73f5294f2464 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:30.464680 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4962556a-5345-46c4-8870-6ae135d51f43 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:30.467716 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-68a5b8ba-0686-44b3-b860-4ea190bb672a None None] Set router 25aa0955-a133-4744-be3a-29356fce6747 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:35:30.468429 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7468fc83-7721-4b7b-9535-73f5294f2464 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:30.601433 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7468fc83-7721-4b7b-9535-73f5294f2464 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:30.625457 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4962556a-5345-46c4-8870-6ae135d51f43 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:30.659913 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c626859-11af-41cf-8310-30d7eb1e418d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Router 6c5bd450-c8e9-4981-bb42-30b62907dde0 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:35:30.682796 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4962556a-5345-46c4-8870-6ae135d51f43 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:30.684848 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4962556a-5345-46c4-8870-6ae135d51f43 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7681718 Mar 11 15:35:30.704117 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40710) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:30.791814 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7468fc83-7721-4b7b-9535-73f5294f2464 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:30.869205 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c626859-11af-41cf-8310-30d7eb1e418d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:35:30.875054 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9c626859-11af-41cf-8310-30d7eb1e418d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "PUT /v2.0/routers/6c5bd450-c8e9-4981-bb42-30b62907dde0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8729715 Mar 11 15:35:30.877771 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40714) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:30.891133 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f360cc-f90d-4af4-80c0-bfd7e22ea289 None None] Sync routers for ids ['6c5bd450-c8e9-4981-bb42-30b62907dde0'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:35:30.975524 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3229bf-212d-4af7-bd96-ae39d3be1fc4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:30.977223 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3229bf-212d-4af7-bd96-ae39d3be1fc4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:30.977863 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-2ec5ec27-d477-410c-ba2a-4dc106f93480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'name': 'tempest-RoutersIpV6Test-router-109250348', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:34:30Z', 'updated_at': '2022-03-11T15:35:27Z', 'revision_number': 6, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'gw_port_host': None, '_interfaces': [{'id': '404e9cec-b789-45b0-9210-8e01d4f141a5', 'name': '', 'network_id': 'be12036e-870a-417a-8279-3e74c4659b02', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:d7:b1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85dc48d1-d7a9-456e-9cec-f6e06f02484b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:35:01Z', 'updated_at': '2022-03-11T15:35:17Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '85dc48d1-d7a9-456e-9cec-f6e06f02484b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8caf387b-dd86-4546-81c0-96252398374d', 'name': '', 'network_id': '0dc3ebbe-c936-46cd-b34b-581fda47456c', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:a7:71:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aa45403-4cfa-448b-bd50-c8e8a43753d5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:35:21Z', 'updated_at': '2022-03-11T15:35:27Z', 'revision_number': 4, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '6aa45403-4cfa-448b-bd50-c8e8a43753d5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0530187-b09b-4957-b4c6-29c975ce95df', 'name': '', 'network_id': '30df3178-3653-4d0f-a424-6f1f310a96ba', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:3e:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:34Z', 'updated_at': '2022-03-11T15:34:50Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd8f02df-093e-433a-bd69-997e54d74e15', 'name': '', 'network_id': 'b92a2b77-2840-45b5-af2a-dce3e7517bdf', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:77:c9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59489499-d9e4-4504-a072-5d3ab14e010c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:48Z', 'updated_at': '2022-03-11T15:35:02Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '59489499-d9e4-4504-a072-5d3ab14e010c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:30.978376 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:30.978533 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4b3229bf-212d-4af7-bd96-ae39d3be1fc4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:35:30.984412 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec5ec27-d477-410c-ba2a-4dc106f93480 None None] Checking router: bdbdb9e2-ab6c-41df-8cdd-45bb6698249f for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:35:30.991953 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7468fc83-7721-4b7b-9535-73f5294f2464 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Pushing event deleted for resources: {'Subnet': ['ID=ee15d9e2-a05e-476c-acce-9c65123f6291,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:30.998851 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec5ec27-d477-410c-ba2a-4dc106f93480 None None] Routers {'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:35:30.998966 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d3c0ca-34ce-434e-ac3e-889856dd01ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-578b99ff-2fe4-448b-a68d-9e421e2f9142', 'network_id': '578b99ff-2fe4-448b-a68d-9e421e2f9142', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'fixed_ips': [{'subnet_id': '71a17fca-6901-4003-8598-57aea98d9a79'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:35:30.999379 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-2ec5ec27-d477-410c-ba2a-4dc106f93480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:35:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:30.999912 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c7d3c0ca-34ce-434e-ac3e-889856dd01ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:31.004064 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4b3229bf-212d-4af7-bd96-ae39d3be1fc4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:35:31.006133 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4b3229bf-212d-4af7-bd96-ae39d3be1fc4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1271057 Mar 11 15:35:31.009341 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40718) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:31.092908 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7468fc83-7721-4b7b-9535-73f5294f2464 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:31.110632 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-7468fc83-7721-4b7b-9535-73f5294f2464 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "DELETE /v2.0/subnets/ee15d9e2-a05e-476c-acce-9c65123f6291 HTTP/1.1" status: 204 len: 168 time: 1.2295425 Mar 11 15:35:31.116857 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40722) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:31.135680 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 8caf387b-dd86-4546-81c0-96252398374d, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=8caf387b-dd86-4546-81c0-96252398374d,segment=NetworkSegment(4d54a5d0-cbae-4faa-9c6e-ce2d815ff97a),segment_id=4d54a5d0-cbae-4faa-9c6e-ce2d815ff97a)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:31.147631 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517f4018-5478-47f9-bc0f-384c9fb7b60b None None] Network ddbb0760-09e3-49a1-abd2-299a4552a88c requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:35:31.249402 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc388bc4-903b-48a5-80cf-353852302535 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting subnet 83e6dfba-ac4c-4fd1-9e5b-57ce84fe400b {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:35:31.252655 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dc388bc4-903b-48a5-80cf-353852302535 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:31.260640 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-2ec5ec27-d477-410c-ba2a-4dc106f93480 None None] Set router bdbdb9e2-ab6c-41df-8cdd-45bb6698249f gateway port host: None {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:35:31.322011 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dc388bc4-903b-48a5-80cf-353852302535 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:31.327881 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f360cc-f90d-4af4-80c0-bfd7e22ea289 None None] Routers {'6c5bd450-c8e9-4981-bb42-30b62907dde0'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:35:31.328832 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-44f360cc-f90d-4af4-80c0-bfd7e22ea289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:35:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['6c5bd450-c8e9-4981-bb42-30b62907dde0'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:31.415809 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dc388bc4-903b-48a5-80cf-353852302535 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:31.474087 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:31.510804 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dc388bc4-903b-48a5-80cf-353852302535 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:31.564435 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dc388bc4-903b-48a5-80cf-353852302535 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:31.572616 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc388bc4-903b-48a5-80cf-353852302535 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Subnet': ['ID=83e6dfba-ac4c-4fd1-9e5b-57ce84fe400b,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:31.587658 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-dc388bc4-903b-48a5-80cf-353852302535 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/83e6dfba-ac4c-4fd1-9e5b-57ce84fe400b HTTP/1.1" status: 204 len: 168 time: 0.5727403 Mar 11 15:35:31.591326 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40726) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:31.690479 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-c7d3c0ca-34ce-434e-ac3e-889856dd01ef None None] Allocated IP 172.20.0.2 (578b99ff-2fe4-448b-a68d-9e421e2f9142/71a17fca-6901-4003-8598-57aea98d9a79/d56c356e-b142-4c33-95a8-dfd30e99264c) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:35:31.740731 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-2ec5ec27-d477-410c-ba2a-4dc106f93480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'name': 'tempest-RoutersIpV6Test-router-109250348', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:34:30Z', 'updated_at': '2022-03-11T15:35:27Z', 'revision_number': 6, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'gw_port_host': None, '_interfaces': [{'id': '404e9cec-b789-45b0-9210-8e01d4f141a5', 'name': '', 'network_id': 'be12036e-870a-417a-8279-3e74c4659b02', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:d7:b1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85dc48d1-d7a9-456e-9cec-f6e06f02484b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:35:01Z', 'updated_at': '2022-03-11T15:35:17Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '85dc48d1-d7a9-456e-9cec-f6e06f02484b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8caf387b-dd86-4546-81c0-96252398374d', 'name': '', 'network_id': '0dc3ebbe-c936-46cd-b34b-581fda47456c', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:a7:71:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aa45403-4cfa-448b-bd50-c8e8a43753d5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:35:21Z', 'updated_at': '2022-03-11T15:35:27Z', 'revision_number': 4, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '6aa45403-4cfa-448b-bd50-c8e8a43753d5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0530187-b09b-4957-b4c6-29c975ce95df', 'name': '', 'network_id': '30df3178-3653-4d0f-a424-6f1f310a96ba', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:3e:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:34Z', 'updated_at': '2022-03-11T15:34:50Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd8f02df-093e-433a-bd69-997e54d74e15', 'name': '', 'network_id': 'b92a2b77-2840-45b5-af2a-dce3e7517bdf', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:77:c9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59489499-d9e4-4504-a072-5d3ab14e010c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:48Z', 'updated_at': '2022-03-11T15:35:02Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '59489499-d9e4-4504-a072-5d3ab14e010c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:31.745783 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec5ec27-d477-410c-ba2a-4dc106f93480 None None] The sync data for ids ['bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'] in dv-neutron-833373-1-hyperv is: [{'id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'name': 'tempest-RoutersIpV6Test-router-109250348', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:34:30Z', 'updated_at': '2022-03-11T15:35:27Z', 'revision_number': 6, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'gw_port_host': None, '_interfaces': [{'id': '404e9cec-b789-45b0-9210-8e01d4f141a5', 'name': '', 'network_id': 'be12036e-870a-417a-8279-3e74c4659b02', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:d7:b1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85dc48d1-d7a9-456e-9cec-f6e06f02484b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:35:01Z', 'updated_at': '2022-03-11T15:35:17Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '85dc48d1-d7a9-456e-9cec-f6e06f02484b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8caf387b-dd86-4546-81c0-96252398374d', 'name': '', 'network_id': '0dc3ebbe-c936-46cd-b34b-581fda47456c', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:a7:71:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aa45403-4cfa-448b-bd50-c8e8a43753d5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:35:21Z', 'updated_at': '2022-03-11T15:35:27Z', 'revision_number': 4, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '6aa45403-4cfa-448b-bd50-c8e8a43753d5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0530187-b09b-4957-b4c6-29c975ce95df', 'name': '', 'network_id': '30df3178-3653-4d0f-a424-6f1f310a96ba', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:3e:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:34Z', 'updated_at': '2022-03-11T15:34:50Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd8f02df-093e-433a-bd69-997e54d74e15', 'name': '', 'network_id': 'b92a2b77-2840-45b5-af2a-dce3e7517bdf', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:77:c9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59489499-d9e4-4504-a072-5d3ab14e010c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:48Z', 'updated_at': '2022-03-11T15:35:02Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '59489499-d9e4-4504-a072-5d3ab14e010c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:35:31.786388 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7d7027c4-3d70-4abf-a9f1-3c123bc7f279 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:router {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:35:31.810579 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7d7027c4-3d70-4abf-a9f1-3c123bc7f279 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:router {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:35:31.816969 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7d7027c4-3d70-4abf-a9f1-3c123bc7f279 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2190495 Mar 11 15:35:31.816969 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40730) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:31.837350 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-44f360cc-f90d-4af4-80c0-bfd7e22ea289 None None] Set router 6c5bd450-c8e9-4981-bb42-30b62907dde0 gateway port host: None {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:35:31.960347 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd76dfbc-c354-4f47-89e9-3107412939bb None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:35:31.974618 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-44f360cc-f90d-4af4-80c0-bfd7e22ea289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5bd450-c8e9-4981-bb42-30b62907dde0', 'name': 'tempest-NetworksTestDHCPv6-router-1815251303', 'tenant_id': 'd568d0bdb48844a4af924b22cae1da29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:35:19Z', 'updated_at': '2022-03-11T15:35:29Z', 'revision_number': 3, 'project_id': 'd568d0bdb48844a4af924b22cae1da29', 'gw_port_host': None}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:31.998193 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-701e959e-5f2d-4d3e-b086-2a640f13a2cf tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for router, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:32.104603 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f360cc-f90d-4af4-80c0-bfd7e22ea289 None None] Checking router: 6c5bd450-c8e9-4981-bb42-30b62907dde0 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:35:32.132549 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5d52201d-162f-426a-8b4d-5d7a9f4087d4 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:32.175873 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1b929d58-4b8b-480c-b56a-1573b729f8ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:32.249696 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.extraroute_db [None req-fb69fdd6-80d0-4525-838b-e172e237ae57 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Added routes are [] {{(pid=83866) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 11 15:35:32.250019 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.extraroute_db [None req-fb69fdd6-80d0-4525-838b-e172e237ae57 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=83866) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 11 15:35:32.262170 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=8caf387b-dd86-4546-81c0-96252398374d,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:32.319423 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f360cc-f90d-4af4-80c0-bfd7e22ea289 None None] Routers {'6c5bd450-c8e9-4981-bb42-30b62907dde0'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:35:32.320065 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-44f360cc-f90d-4af4-80c0-bfd7e22ea289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:35:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['6c5bd450-c8e9-4981-bb42-30b62907dde0'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:32.373519 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ed3e3916-cda0-4a70-9a75-5ad80d0d9755 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for router, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:32.507950 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f836cbb8-7a71-438c-9d0a-70bb8874b286 None None] DHCP port deletion for ddbb0760-09e3-49a1-abd2-299a4552a88c request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:35:32.522555 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-701e959e-5f2d-4d3e-b086-2a640f13a2cf tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:32.528222 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-701e959e-5f2d-4d3e-b086-2a640f13a2cf tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:32.560557 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fb69fdd6-80d0-4525-838b-e172e237ae57 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:32.570139 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-701e959e-5f2d-4d3e-b086-2a640f13a2cf tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:32.570364 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-f836cbb8-7a71-438c-9d0a-70bb8874b286 None None] Deleting port 9f03897b-e81f-46f8-8c21-f16ec2ab5261 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:35:32.570568 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f836cbb8-7a71-438c-9d0a-70bb8874b286 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:32.570956 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701e959e-5f2d-4d3e-b086-2a640f13a2cf tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Fanout notify agent at l3_agent the message router_deleted on router 6c5bd450-c8e9-4981-bb42-30b62907dde0 {{(pid=83867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:35:32.593249 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-701e959e-5f2d-4d3e-b086-2a640f13a2cf tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:32.598104 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-701e959e-5f2d-4d3e-b086-2a640f13a2cf tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/routers/6c5bd450-c8e9-4981-bb42-30b62907dde0 HTTP/1.1" status: 204 len: 168 time: 0.7767744 Mar 11 15:35:32.598782 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40736) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:32.614663 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c7d3c0ca-34ce-434e-ac3e-889856dd01ef None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:32.643499 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-68a5b8ba-0686-44b3-b860-4ea190bb672a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25aa0955-a133-4744-be3a-29356fce6747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-791950041', 'tenant_id': 'b0803f52583a49e1b421e3b5a9e44844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.75'}], 'enable_snat': True}, 'gw_port_id': 'fc797b35-c949-407c-a372-bf4e97d80f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:31:19Z', 'updated_at': '2022-03-11T15:35:25Z', 'revision_number': 5, 'project_id': 'b0803f52583a49e1b421e3b5a9e44844', 'gw_port': {'id': 'fc797b35-c949-407c-a372-bf4e97d80f81', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:35:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aa0955-a133-4744-be3a-29356fce6747', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:31:20Z', 'updated_at': '2022-03-11T15:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:32.665160 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-c7d3c0ca-34ce-434e-ac3e-889856dd01ef None None] Transition to ACTIVE for port object d56c356e-b142-4c33-95a8-dfd30e99264c will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:35:32.668836 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a5b8ba-0686-44b3-b860-4ea190bb672a None None] Checking router: 25aa0955-a133-4744-be3a-29356fce6747 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:35:32.679200 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-44f360cc-f90d-4af4-80c0-bfd7e22ea289 None None] Set router 6c5bd450-c8e9-4981-bb42-30b62907dde0 gateway port host: None {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:35:32.683135 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5388faf-6a7d-43b5-928e-cec0f5b533ba tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:32.683817 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-a5388faf-6a7d-43b5-928e-cec0f5b533ba tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:35:32.702039 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-a5388faf-6a7d-43b5-928e-cec0f5b533ba tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:35:32.706863 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a5388faf-6a7d-43b5-928e-cec0f5b533ba tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1071558 Mar 11 15:35:32.707571 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40740) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:32.783178 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f35c4a-0e44-4916-aeb1-ac4e6c5ecd48 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:32.783808 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-f9f35c4a-0e44-4916-aeb1-ac4e6c5ecd48 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:35:32.806634 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-f9f35c4a-0e44-4916-aeb1-ac4e6c5ecd48 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:35:32.811111 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-f9f35c4a-0e44-4916-aeb1-ac4e6c5ecd48 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0980957 Mar 11 15:35:32.811970 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40744) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:32.873357 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-c7d3c0ca-34ce-434e-ac3e-889856dd01ef None None] Transition to ACTIVE for port object d56c356e-b142-4c33-95a8-dfd30e99264c will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:35:32.885039 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-0d931f8a-2d36-4238-8e1f-db25d00b3c03 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:router {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:35:32.894828 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-44f360cc-f90d-4af4-80c0-bfd7e22ea289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5bd450-c8e9-4981-bb42-30b62907dde0', 'name': 'tempest-NetworksTestDHCPv6-router-1815251303', 'tenant_id': 'd568d0bdb48844a4af924b22cae1da29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:35:19Z', 'updated_at': '2022-03-11T15:35:29Z', 'revision_number': 3, 'project_id': 'd568d0bdb48844a4af924b22cae1da29', 'gw_port_host': None}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:32.906513 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-0d931f8a-2d36-4238-8e1f-db25d00b3c03 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:router {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:35:32.912274 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0d931f8a-2d36-4238-8e1f-db25d00b3c03 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0953925 Mar 11 15:35:32.912490 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:32.915533 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40748) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:32.922311 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-d08a792b-c441-4f3f-8ecf-a64fa3cc3c5f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'subnet': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:35:32.935855 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c7d3c0ca-34ce-434e-ac3e-889856dd01ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:32.975060 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a5b8ba-0686-44b3-b860-4ea190bb672a None None] Routers {'25aa0955-a133-4744-be3a-29356fce6747'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:35:32.975704 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-68a5b8ba-0686-44b3-b860-4ea190bb672a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:35:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['25aa0955-a133-4744-be3a-29356fce6747'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:33.026968 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f360cc-f90d-4af4-80c0-bfd7e22ea289 None None] The sync data for ids ['6c5bd450-c8e9-4981-bb42-30b62907dde0'] in dv-neutron-833373-1-hyperv is: [{'id': '6c5bd450-c8e9-4981-bb42-30b62907dde0', 'name': 'tempest-NetworksTestDHCPv6-router-1815251303', 'tenant_id': 'd568d0bdb48844a4af924b22cae1da29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:35:19Z', 'updated_at': '2022-03-11T15:35:29Z', 'revision_number': 3, 'project_id': 'd568d0bdb48844a4af924b22cae1da29', 'gw_port_host': None}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:35:33.049923 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-d08a792b-c441-4f3f-8ecf-a64fa3cc3c5f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:35:33.061453 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-d08a792b-c441-4f3f-8ecf-a64fa3cc3c5f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:35:33.078384 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08a792b-c441-4f3f-8ecf-a64fa3cc3c5f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:35:33.082716 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d08a792b-c441-4f3f-8ecf-a64fa3cc3c5f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:33.217815 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:33.257488 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fb69fdd6-80d0-4525-838b-e172e237ae57 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:33.258746 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3c0ca-34ce-434e-ac3e-889856dd01ef None None] Pushing event updated for resources: {'Port': ['ID=d56c356e-b142-4c33-95a8-dfd30e99264c,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:33.263014 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fb69fdd6-80d0-4525-838b-e172e237ae57 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709172', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-708534'] for router, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:33.289412 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d3c0ca-34ce-434e-ac3e-889856dd01ef None None] Network 578b99ff-2fe4-448b-a68d-9e421e2f9142 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:35:33.297007 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-c7d3c0ca-34ce-434e-ac3e-889856dd01ef None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:35:33.302381 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-f836cbb8-7a71-438c-9d0a-70bb8874b286 None None] For port 9f03897b-e81f-46f8-8c21-f16ec2ab5261, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=9f03897b-e81f-46f8-8c21-f16ec2ab5261,segment=NetworkSegment(23668e81-3dbf-4c7c-b5d3-baabcc2f7882),segment_id=23668e81-3dbf-4c7c-b5d3-baabcc2f7882)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:33.302778 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f836cbb8-7a71-438c-9d0a-70bb8874b286 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:33.310953 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d3c0ca-34ce-434e-ac3e-889856dd01ef None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:35:33.458685 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-5d52201d-162f-426a-8b4d-5d7a9f4087d4 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Allocated IP 172.20.0.1 (578b99ff-2fe4-448b-a68d-9e421e2f9142/71a17fca-6901-4003-8598-57aea98d9a79/cacccf4d-661b-42ae-b065-a37f633ac314) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:35:33.484588 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-f836cbb8-7a71-438c-9d0a-70bb8874b286 None None] Calling delete_port for 9f03897b-e81f-46f8-8c21-f16ec2ab5261 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:35:33.513563 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0947a388-b85c-4475-8b58-8950ffc2f081 None None] DHCP port deletion for a9e561eb-4382-47f0-afe2-548f64b9476b request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:35:33.540519 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.objects.ports [None req-d08a792b-c441-4f3f-8ecf-a64fa3cc3c5f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83867) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 15:35:33.565034 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-0947a388-b85c-4475-8b58-8950ffc2f081 None None] Deleting port 2d5dbd9a-f1cd-4373-99b3-ec6bf64587ad {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:35:33.565409 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0947a388-b85c-4475-8b58-8950ffc2f081 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:33.632599 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ed3e3916-cda0-4a70-9a75-5ad80d0d9755 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:33.657345 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-ed3e3916-cda0-4a70-9a75-5ad80d0d9755 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Deleting port fc797b35-c949-407c-a372-bf4e97d80f81 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:35:33.657712 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ed3e3916-cda0-4a70-9a75-5ad80d0d9755 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:33.663649 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-68a5b8ba-0686-44b3-b860-4ea190bb672a None None] Set router 25aa0955-a133-4744-be3a-29356fce6747 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:35:33.714019 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-c7d3c0ca-34ce-434e-ac3e-889856dd01ef None None] Attempting to bind port d56c356e-b142-4c33-95a8-dfd30e99264c on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:35:33.714019 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-c7d3c0ca-34ce-434e-ac3e-889856dd01ef None None] Attempting to bind port d56c356e-b142-4c33-95a8-dfd30e99264c by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '726a3673-a51b-45aa-9368-8860900271e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '578b99ff-2fe4-448b-a68d-9e421e2f9142'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:35:33.714503 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d3c0ca-34ce-434e-ac3e-889856dd01ef None None] Attempting to bind port d56c356e-b142-4c33-95a8-dfd30e99264c on network 578b99ff-2fe4-448b-a68d-9e421e2f9142 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:35:33.729621 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d08a792b-c441-4f3f-8ecf-a64fa3cc3c5f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:33.844127 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d3c0ca-34ce-434e-ac3e-889856dd01ef None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:35:33.844542 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d3c0ca-34ce-434e-ac3e-889856dd01ef None None] Checking segment: {'id': '726a3673-a51b-45aa-9368-8860900271e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '578b99ff-2fe4-448b-a68d-9e421e2f9142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:35:33.844910 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c7d3c0ca-34ce-434e-ac3e-889856dd01ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:33.845307 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d3c0ca-34ce-434e-ac3e-889856dd01ef None None] Bound using segment: {'id': '726a3673-a51b-45aa-9368-8860900271e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '578b99ff-2fe4-448b-a68d-9e421e2f9142'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:35:33.845802 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-c7d3c0ca-34ce-434e-ac3e-889856dd01ef None None] Bound port: d56c356e-b142-4c33-95a8-dfd30e99264c, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '726a3673-a51b-45aa-9368-8860900271e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '578b99ff-2fe4-448b-a68d-9e421e2f9142'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:35:33.846184 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c7d3c0ca-34ce-434e-ac3e-889856dd01ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:33.852190 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5d52201d-162f-426a-8b4d-5d7a9f4087d4 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:33.895647 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-5d52201d-162f-426a-8b4d-5d7a9f4087d4 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Transition to ACTIVE for port object cacccf4d-661b-42ae-b065-a37f633ac314 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:35:33.928675 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb69fdd6-80d0-4525-838b-e172e237ae57 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Router bdbdb9e2-ab6c-41df-8cdd-45bb6698249f has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:35:33.938410 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-ed3e3916-cda0-4a70-9a75-5ad80d0d9755 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] For port fc797b35-c949-407c-a372-bf4e97d80f81, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=fc797b35-c949-407c-a372-bf4e97d80f81,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:33.938771 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ed3e3916-cda0-4a70-9a75-5ad80d0d9755 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:34.018444 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-d08a792b-c441-4f3f-8ecf-a64fa3cc3c5f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] For port 2d5dbd9a-f1cd-4373-99b3-ec6bf64587ad, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=2d5dbd9a-f1cd-4373-99b3-ec6bf64587ad,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:34.046266 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d08a792b-c441-4f3f-8ecf-a64fa3cc3c5f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:34.051979 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d08a792b-c441-4f3f-8ecf-a64fa3cc3c5f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:34.052772 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d08a792b-c441-4f3f-8ecf-a64fa3cc3c5f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:34.061736 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f836cbb8-7a71-438c-9d0a-70bb8874b286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:34.065464 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 8caf387b-dd86-4546-81c0-96252398374d up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:35:34.077369 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-ed3e3916-cda0-4a70-9a75-5ad80d0d9755 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Calling delete_port for fc797b35-c949-407c-a372-bf4e97d80f81 owned by network:router_gateway {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:35:34.195501 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5d52201d-162f-426a-8b4d-5d7a9f4087d4 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:34.207019 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a792b-c441-4f3f-8ecf-a64fa3cc3c5f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Subnet': ['ID=f094309c-accc-4c81-ab1d-8626731fa1f1,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:34.213551 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f836cbb8-7a71-438c-9d0a-70bb8874b286 None None] Pushing event deleted for resources: {'Port': ['ID=9f03897b-e81f-46f8-8c21-f16ec2ab5261,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:34.215323 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08a792b-c441-4f3f-8ecf-a64fa3cc3c5f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:35:34.216828 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a792b-c441-4f3f-8ecf-a64fa3cc3c5f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Port': ['ID=2d5dbd9a-f1cd-4373-99b3-ec6bf64587ad,revision_number=6']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:34.219933 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-d08a792b-c441-4f3f-8ecf-a64fa3cc3c5f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:35:34.223423 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08a792b-c441-4f3f-8ecf-a64fa3cc3c5f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:34.224465 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d08a792b-c441-4f3f-8ecf-a64fa3cc3c5f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:34.265175 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d08a792b-c441-4f3f-8ecf-a64fa3cc3c5f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3483534 Mar 11 15:35:34.265959 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f836cbb8-7a71-438c-9d0a-70bb8874b286 None None] No DVR routers for this DVR port 9f03897b-e81f-46f8-8c21-f16ec2ab5261 on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:35:34.268286 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40752) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:34.280759 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-08b83150-fe43-4c20-9d6f-8790007fff70 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'subnet': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:35:34.323717 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:34.371510 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d52201d-162f-426a-8b4d-5d7a9f4087d4 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Network 578b99ff-2fe4-448b-a68d-9e421e2f9142 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:35:34.381424 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-5d52201d-162f-426a-8b4d-5d7a9f4087d4 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:35:34.385327 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d52201d-162f-426a-8b4d-5d7a9f4087d4 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event updated for resources: {'Port': ['ID=cacccf4d-661b-42ae-b065-a37f633ac314,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:34.398524 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d52201d-162f-426a-8b4d-5d7a9f4087d4 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:35:34.452400 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-0947a388-b85c-4475-8b58-8950ffc2f081 None None] For port 2d5dbd9a-f1cd-4373-99b3-ec6bf64587ad, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=2d5dbd9a-f1cd-4373-99b3-ec6bf64587ad,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:34.452884 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0947a388-b85c-4475-8b58-8950ffc2f081 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:34.461220 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-c7d3c0ca-34ce-434e-ac3e-889856dd01ef None None] For port d56c356e-b142-4c33-95a8-dfd30e99264c, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:35:34.471900 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 8caf387b-dd86-4546-81c0-96252398374d triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:34.472392 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:34.488079 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5d52201d-162f-426a-8b4d-5d7a9f4087d4 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:34.557429 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-08b83150-fe43-4c20-9d6f-8790007fff70 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:35:34.558379 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb69fdd6-80d0-4525-838b-e172e237ae57 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:35:34.562712 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-08b83150-fe43-4c20-9d6f-8790007fff70 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:subnet and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:35:34.566071 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-08b83150-fe43-4c20-9d6f-8790007fff70 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:35:34.570673 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e042f45e-974b-4732-bb39-75a197d6207c None None] Sync routers for ids ['bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:35:34.585535 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e042f45e-974b-4732-bb39-75a197d6207c None None] Routers {'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:35:34.587220 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-e042f45e-974b-4732-bb39-75a197d6207c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:35:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:34.587719 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-c7d3c0ca-34ce-434e-ac3e-889856dd01ef None None] For port d56c356e-b142-4c33-95a8-dfd30e99264c, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=d56c356e-b142-4c33-95a8-dfd30e99264c,segment=NetworkSegment(726a3673-a51b-45aa-9368-8860900271e1),segment_id=726a3673-a51b-45aa-9368-8860900271e1)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:35:34.592940 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-08b83150-fe43-4c20-9d6f-8790007fff70 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:35:34.593628 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fb69fdd6-80d0-4525-838b-e172e237ae57 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:34.594899 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-fb69fdd6-80d0-4525-838b-e172e237ae57 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "PUT /v2.0/routers/bdbdb9e2-ab6c-41df-8cdd-45bb6698249f HTTP/1.1" status: 200 len: 703 time: 4.6531000 Mar 11 15:35:34.609434 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40756) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:34.685915 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ed3e3916-cda0-4a70-9a75-5ad80d0d9755 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:34.690601 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-0947a388-b85c-4475-8b58-8950ffc2f081 None None] Calling delete_port for 2d5dbd9a-f1cd-4373-99b3-ec6bf64587ad owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:35:34.727497 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b83150-fe43-4c20-9d6f-8790007fff70 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:35:34.733163 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-08b83150-fe43-4c20-9d6f-8790007fff70 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:34.737963 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c7d3c0ca-34ce-434e-ac3e-889856dd01ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:34.779087 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5d52201d-162f-426a-8b4d-5d7a9f4087d4 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:34.794638 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-e042f45e-974b-4732-bb39-75a197d6207c None None] Set router bdbdb9e2-ab6c-41df-8cdd-45bb6698249f gateway port host: None {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:35:34.949540 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3c0ca-34ce-434e-ac3e-889856dd01ef None None] Pushing event updated for resources: {'Port': ['ID=d56c356e-b142-4c33-95a8-dfd30e99264c,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:34.974847 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-68a5b8ba-0686-44b3-b860-4ea190bb672a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25aa0955-a133-4744-be3a-29356fce6747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-791950041', 'tenant_id': 'b0803f52583a49e1b421e3b5a9e44844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.75'}], 'enable_snat': True}, 'gw_port_id': 'fc797b35-c949-407c-a372-bf4e97d80f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:31:19Z', 'updated_at': '2022-03-11T15:35:25Z', 'revision_number': 5, 'project_id': 'b0803f52583a49e1b421e3b5a9e44844', 'gw_port': {'id': 'fc797b35-c949-407c-a372-bf4e97d80f81', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:35:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aa0955-a133-4744-be3a-29356fce6747', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:31:20Z', 'updated_at': '2022-03-11T15:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:34.998731 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-0947a388-b85c-4475-8b58-8950ffc2f081 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:35:34.999141 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-0947a388-b85c-4475-8b58-8950ffc2f081 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:35:35.002632 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a5b8ba-0686-44b3-b860-4ea190bb672a None None] The sync data for ids ['25aa0955-a133-4744-be3a-29356fce6747'] in dv-neutron-833373-1-hyperv is: [{'id': '25aa0955-a133-4744-be3a-29356fce6747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-791950041', 'tenant_id': 'b0803f52583a49e1b421e3b5a9e44844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.75'}], 'enable_snat': True}, 'gw_port_id': 'fc797b35-c949-407c-a372-bf4e97d80f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:31:19Z', 'updated_at': '2022-03-11T15:35:25Z', 'revision_number': 5, 'project_id': 'b0803f52583a49e1b421e3b5a9e44844', 'gw_port': {'id': 'fc797b35-c949-407c-a372-bf4e97d80f81', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:35:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25aa0955-a133-4744-be3a-29356fce6747', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:31:20Z', 'updated_at': '2022-03-11T15:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:35:35.118424 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3e3916-cda0-4a70-9a75-5ad80d0d9755 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Pushing event deleted for resources: {'Port': ['ID=fc797b35-c949-407c-a372-bf4e97d80f81,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:35.167319 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0f96448c-b6ee-44b7-b565-2965bf90fd8e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "GET /v2.0/routers/bdbdb9e2-ab6c-41df-8cdd-45bb6698249f HTTP/1.1" status: 200 len: 703 time: 0.5563402 Mar 11 15:35:35.171609 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40760) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:35.276317 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-08b83150-fe43-4c20-9d6f-8790007fff70 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:35.280527 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-e042f45e-974b-4732-bb39-75a197d6207c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'name': 'tempest-RoutersIpV6Test-router-109250348', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:34:30Z', 'updated_at': '2022-03-11T15:35:32Z', 'revision_number': 7, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'gw_port_host': None, '_interfaces': [{'id': '404e9cec-b789-45b0-9210-8e01d4f141a5', 'name': '', 'network_id': 'be12036e-870a-417a-8279-3e74c4659b02', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:d7:b1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85dc48d1-d7a9-456e-9cec-f6e06f02484b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:35:01Z', 'updated_at': '2022-03-11T15:35:17Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '85dc48d1-d7a9-456e-9cec-f6e06f02484b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8caf387b-dd86-4546-81c0-96252398374d', 'name': '', 'network_id': '0dc3ebbe-c936-46cd-b34b-581fda47456c', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:a7:71:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aa45403-4cfa-448b-bd50-c8e8a43753d5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:35:21Z', 'updated_at': '2022-03-11T15:35:31Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '6aa45403-4cfa-448b-bd50-c8e8a43753d5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0530187-b09b-4957-b4c6-29c975ce95df', 'name': '', 'network_id': '30df3178-3653-4d0f-a424-6f1f310a96ba', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:3e:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:34Z', 'updated_at': '2022-03-11T15:34:50Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd8f02df-093e-433a-bd69-997e54d74e15', 'name': '', 'network_id': 'b92a2b77-2840-45b5-af2a-dce3e7517bdf', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:77:c9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59489499-d9e4-4504-a072-5d3ab14e010c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:48Z', 'updated_at': '2022-03-11T15:35:02Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '59489499-d9e4-4504-a072-5d3ab14e010c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:35.285346 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e042f45e-974b-4732-bb39-75a197d6207c None None] Checking router: bdbdb9e2-ab6c-41df-8cdd-45bb6698249f for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:35:35.301035 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e042f45e-974b-4732-bb39-75a197d6207c None None] Routers {'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:35:35.301656 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-e042f45e-974b-4732-bb39-75a197d6207c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:35:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:35.342537 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b83150-fe43-4c20-9d6f-8790007fff70 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:35:35.345543 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-08b83150-fe43-4c20-9d6f-8790007fff70 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:35:35.349849 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b83150-fe43-4c20-9d6f-8790007fff70 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:35.350427 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-08b83150-fe43-4c20-9d6f-8790007fff70 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:35.362837 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b83150-fe43-4c20-9d6f-8790007fff70 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Subnet': ['ID=3fdeea88-750e-41e0-a6b7-a63188a4e86d,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:35.382469 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-08b83150-fe43-4c20-9d6f-8790007fff70 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1118484 Mar 11 15:35:35.385132 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40764) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:35.411224 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-0a73c411-bfb4-4339-9c6b-013f8214f1df tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'port': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'mac_address': 'fa:16:3e:6c:79:56', 'name': 'tempest-NetworksTestDHCPv6-715341514'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:35:35.440958 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 9f03897b-e81f-46f8-8c21-f16ec2ab5261 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:35:35.505178 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-e042f45e-974b-4732-bb39-75a197d6207c None None] Set router bdbdb9e2-ab6c-41df-8cdd-45bb6698249f gateway port host: None {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:35:35.510879 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-0947a388-b85c-4475-8b58-8950ffc2f081 None None] Deleting port 2d5dbd9a-f1cd-4373-99b3-ec6bf64587ad {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:35:35.511573 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0947a388-b85c-4475-8b58-8950ffc2f081 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:35.580407 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 9f03897b-e81f-46f8-8c21-f16ec2ab5261 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:35:35.581028 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 9f03897b-e81f-46f8-8c21-f16ec2ab5261 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:35:35.581713 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device c1db0c89-8b04-4bbc-912a-2fdc14937527 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:35:35.654713 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: c1db0c89-8b04-4bbc-912a-2fdc14937527 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:35:35.655401 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device c1db0c89-8b04-4bbc-912a-2fdc14937527 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:35:35.655950 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 2d5dbd9a-f1cd-4373-99b3-ec6bf64587ad no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:35:35.697840 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-0a73c411-bfb4-4339-9c6b-013f8214f1df tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:35:35.715034 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-0a73c411-bfb4-4339-9c6b-013f8214f1df tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:35:35.733499 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a73c411-bfb4-4339-9c6b-013f8214f1df tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'port': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:35:35.739700 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0a73c411-bfb4-4339-9c6b-013f8214f1df tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:35.776624 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-0a73c411-bfb4-4339-9c6b-013f8214f1df tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] device_id is not set on port ac25348b-5e8f-4ebb-bbdd-a0a7d9293412 yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:35:35.951369 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-0947a388-b85c-4475-8b58-8950ffc2f081 None None] For port 2d5dbd9a-f1cd-4373-99b3-ec6bf64587ad, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=2d5dbd9a-f1cd-4373-99b3-ec6bf64587ad,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:35.951705 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0947a388-b85c-4475-8b58-8950ffc2f081 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:35.993166 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5d52201d-162f-426a-8b4d-5d7a9f4087d4 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:36.012015 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5d52201d-162f-426a-8b4d-5d7a9f4087d4 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:36.022440 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-e042f45e-974b-4732-bb39-75a197d6207c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'name': 'tempest-RoutersIpV6Test-router-109250348', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:34:30Z', 'updated_at': '2022-03-11T15:35:32Z', 'revision_number': 7, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'gw_port_host': None, '_interfaces': [{'id': '404e9cec-b789-45b0-9210-8e01d4f141a5', 'name': '', 'network_id': 'be12036e-870a-417a-8279-3e74c4659b02', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:d7:b1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85dc48d1-d7a9-456e-9cec-f6e06f02484b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:35:01Z', 'updated_at': '2022-03-11T15:35:17Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '85dc48d1-d7a9-456e-9cec-f6e06f02484b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8caf387b-dd86-4546-81c0-96252398374d', 'name': '', 'network_id': '0dc3ebbe-c936-46cd-b34b-581fda47456c', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:a7:71:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aa45403-4cfa-448b-bd50-c8e8a43753d5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:35:21Z', 'updated_at': '2022-03-11T15:35:31Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '6aa45403-4cfa-448b-bd50-c8e8a43753d5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0530187-b09b-4957-b4c6-29c975ce95df', 'name': '', 'network_id': '30df3178-3653-4d0f-a424-6f1f310a96ba', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:3e:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:34Z', 'updated_at': '2022-03-11T15:34:50Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd8f02df-093e-433a-bd69-997e54d74e15', 'name': '', 'network_id': 'b92a2b77-2840-45b5-af2a-dce3e7517bdf', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:77:c9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59489499-d9e4-4504-a072-5d3ab14e010c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:48Z', 'updated_at': '2022-03-11T15:35:02Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '59489499-d9e4-4504-a072-5d3ab14e010c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:36.029986 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e042f45e-974b-4732-bb39-75a197d6207c None None] The sync data for ids ['bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'] in dv-neutron-833373-1-hyperv is: [{'id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'name': 'tempest-RoutersIpV6Test-router-109250348', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:34:30Z', 'updated_at': '2022-03-11T15:35:32Z', 'revision_number': 7, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'gw_port_host': None, '_interfaces': [{'id': '404e9cec-b789-45b0-9210-8e01d4f141a5', 'name': '', 'network_id': 'be12036e-870a-417a-8279-3e74c4659b02', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:d7:b1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85dc48d1-d7a9-456e-9cec-f6e06f02484b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:35:01Z', 'updated_at': '2022-03-11T15:35:17Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '85dc48d1-d7a9-456e-9cec-f6e06f02484b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8caf387b-dd86-4546-81c0-96252398374d', 'name': '', 'network_id': '0dc3ebbe-c936-46cd-b34b-581fda47456c', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:a7:71:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6aa45403-4cfa-448b-bd50-c8e8a43753d5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:35:21Z', 'updated_at': '2022-03-11T15:35:31Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '6aa45403-4cfa-448b-bd50-c8e8a43753d5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0530187-b09b-4957-b4c6-29c975ce95df', 'name': '', 'network_id': '30df3178-3653-4d0f-a424-6f1f310a96ba', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:3e:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:34Z', 'updated_at': '2022-03-11T15:34:50Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd8f02df-093e-433a-bd69-997e54d74e15', 'name': '', 'network_id': 'b92a2b77-2840-45b5-af2a-dce3e7517bdf', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:77:c9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59489499-d9e4-4504-a072-5d3ab14e010c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:48Z', 'updated_at': '2022-03-11T15:35:02Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '59489499-d9e4-4504-a072-5d3ab14e010c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:35:36.084510 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-0a73c411-bfb4-4339-9c6b-013f8214f1df tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Allocated IP 172.20.0.5 (a9e561eb-4382-47f0-afe2-548f64b9476b/3fdeea88-750e-41e0-a6b7-a63188a4e86d/ac25348b-5e8f-4ebb-bbdd-a0a7d9293412) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:35:36.094507 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-0a73c411-bfb4-4339-9c6b-013f8214f1df tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Allocated IP 2001:db8::f816:3eff:fe6c:7956 (a9e561eb-4382-47f0-afe2-548f64b9476b/f094309c-accc-4c81-ab1d-8626731fa1f1/ac25348b-5e8f-4ebb-bbdd-a0a7d9293412) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:35:36.112438 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-0947a388-b85c-4475-8b58-8950ffc2f081 None None] Calling delete_port for 2d5dbd9a-f1cd-4373-99b3-ec6bf64587ad owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:35:36.119998 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ed3e3916-cda0-4a70-9a75-5ad80d0d9755 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:36.428332 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0a73c411-bfb4-4339-9c6b-013f8214f1df tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:36.449900 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:36.452253 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-0a73c411-bfb4-4339-9c6b-013f8214f1df tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Transition to ACTIVE for port object ac25348b-5e8f-4ebb-bbdd-a0a7d9293412 will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:35:36.484688 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0a73c411-bfb4-4339-9c6b-013f8214f1df tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:36.493596 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0947a388-b85c-4475-8b58-8950ffc2f081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:36.583450 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947a388-b85c-4475-8b58-8950ffc2f081 None None] Pushing event deleted for resources: {'Port': ['ID=2d5dbd9a-f1cd-4373-99b3-ec6bf64587ad,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:36.589571 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a73c411-bfb4-4339-9c6b-013f8214f1df tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:35:36.595152 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-0a73c411-bfb4-4339-9c6b-013f8214f1df tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:35:36.600229 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a73c411-bfb4-4339-9c6b-013f8214f1df tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:35:36.638680 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ed3e3916-cda0-4a70-9a75-5ad80d0d9755 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:36.643113 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ed3e3916-cda0-4a70-9a75-5ad80d0d9755 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:36.681827 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ed3e3916-cda0-4a70-9a75-5ad80d0d9755 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:36.682336 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3e3916-cda0-4a70-9a75-5ad80d0d9755 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Fanout notify agent at l3_agent the message router_deleted on router 25aa0955-a133-4744-be3a-29356fce6747 {{(pid=83866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:35:36.682671 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0947a388-b85c-4475-8b58-8950ffc2f081 None None] No DVR routers for this DVR port 2d5dbd9a-f1cd-4373-99b3-ec6bf64587ad on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:35:36.700711 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289c653b-2d93-4b80-9bb7-c354c467e04b None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:35:36.703283 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a73c411-bfb4-4339-9c6b-013f8214f1df tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:36.704120 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0a73c411-bfb4-4339-9c6b-013f8214f1df tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:36.735685 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5d52201d-162f-426a-8b4d-5d7a9f4087d4 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:36.739907 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d52201d-162f-426a-8b4d-5d7a9f4087d4 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event updated for resources: {'Port': ['ID=cacccf4d-661b-42ae-b065-a37f633ac314,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:36.747181 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ed3e3916-cda0-4a70-9a75-5ad80d0d9755 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:36.747328 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a73c411-bfb4-4339-9c6b-013f8214f1df tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Port': ['ID=ac25348b-5e8f-4ebb-bbdd-a0a7d9293412,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:36.752320 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ed3e3916-cda0-4a70-9a75-5ad80d0d9755 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "DELETE /v2.0/routers/25aa0955-a133-4744-be3a-29356fce6747 HTTP/1.1" status: 204 len: 168 time: 5.6340971 Mar 11 15:35:36.753619 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40768) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:36.807062 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0a73c411-bfb4-4339-9c6b-013f8214f1df tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.4207606 Mar 11 15:35:36.814143 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40772) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:36.875094 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d35e1b7-7f21-41af-8869-baaee2e4691d None None] Network 578b99ff-2fe4-448b-a68d-9e421e2f9142 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:35:36.922784 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc10a2b-f187-47e2-ab63-5dea775e2e21 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:36.923573 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-6cc10a2b-f187-47e2-ab63-5dea775e2e21 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:35:36.956082 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-6cc10a2b-f187-47e2-ab63-5dea775e2e21 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:35:36.956543 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6cc10a2b-f187-47e2-ab63-5dea775e2e21 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1024 time: 0.1404612 Mar 11 15:35:36.959131 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40776) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:37.031053 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-774a7619-0087-4b4e-9808-7173c66ad4cb None None] Provisioning for port d56c356e-b142-4c33-95a8-dfd30e99264c completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:35:37.033454 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-630ad01f-136b-41b4-9cb8-2ace52380b13 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting port ac25348b-5e8f-4ebb-bbdd-a0a7d9293412 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:35:37.034039 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-630ad01f-136b-41b4-9cb8-2ace52380b13 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:37.185667 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-42563972-15ad-44fd-bc2f-15091e83e672 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:37.290181 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device d56c356e-b142-4c33-95a8-dfd30e99264c up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:35:37.404531 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d52201d-162f-426a-8b4d-5d7a9f4087d4 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Network 578b99ff-2fe4-448b-a68d-9e421e2f9142 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:35:37.411714 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-5d52201d-162f-426a-8b4d-5d7a9f4087d4 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:35:37.439380 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6690f366-d553-4a33-bfb2-dabfab867168 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-a9e561eb-4382-47f0-afe2-548f64b9476b', 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'tenant_id': 'd568d0bdb48844a4af924b22cae1da29', 'fixed_ips': [{'subnet_id': '3fdeea88-750e-41e0-a6b7-a63188a4e86d'}, {'subnet_id': 'f094309c-accc-4c81-ab1d-8626731fa1f1'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:35:37.440347 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6690f366-d553-4a33-bfb2-dabfab867168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:37.454537 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port d56c356e-b142-4c33-95a8-dfd30e99264c completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:35:37.466955 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port d56c356e-b142-4c33-95a8-dfd30e99264c triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:37.466955 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:37.470462 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-630ad01f-136b-41b4-9cb8-2ace52380b13 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:37.506864 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-42563972-15ad-44fd-bc2f-15091e83e672 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:37.648212 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-630ad01f-136b-41b4-9cb8-2ace52380b13 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Calling delete_port for ac25348b-5e8f-4ebb-bbdd-a0a7d9293412 owned by {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:35:37.654822 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-42563972-15ad-44fd-bc2f-15091e83e672 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddbb0760-09e3-49a1-abd2-299a4552a88c']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:37.672375 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-42563972-15ad-44fd-bc2f-15091e83e672 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23668e81-3dbf-4c7c-b5d3-baabcc2f7882') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:37.672743 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-42563972-15ad-44fd-bc2f-15091e83e672 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23668e81-3dbf-4c7c-b5d3-baabcc2f7882') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:37.689755 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-42563972-15ad-44fd-bc2f-15091e83e672 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:37.723924 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a179defe-204e-4543-a93c-50ec16653ed0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:37.729339 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:37.795682 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-42563972-15ad-44fd-bc2f-15091e83e672 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:37.816210 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42563972-15ad-44fd-bc2f-15091e83e672 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:35:37.816626 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-42563972-15ad-44fd-bc2f-15091e83e672 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:37.833548 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:35:37.833548 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:35:37.833548 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:35:37.833548 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:35:37.833548 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:35:37.833548 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:35:37.833548 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:35:37.833548 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:35:37.833548 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:35:37.833548 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:35:37.833548 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:35:37.833548 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:35:37.833548 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:35:37.833548 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:35:37.833548 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:35:37.833548 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:35:37.833548 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:35:37.833548 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:35:37.833548 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:35:37.833548 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:35:37.833548 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:35:37.833548 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:35:37.833548 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:35:37.833548 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:35:37.833548 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:35:37.833548 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:35:37.833548 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:35:37.833548 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:35:37.833548 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:35:37.833548 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:35:37.833548 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:35:37.833548 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:35:37.869971 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-9f3eab8c-825f-4254-9456-9d01339a4a6e None None] Provisioning for port cacccf4d-661b-42ae-b065-a37f633ac314 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:35:37.884857 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-9f3eab8c-825f-4254-9456-9d01339a4a6e None None] Provisioning complete for port cacccf4d-661b-42ae-b065-a37f633ac314 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:37.885271 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9f3eab8c-825f-4254-9456-9d01339a4a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:37.923524 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port d56c356e-b142-4c33-95a8-dfd30e99264c, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=d56c356e-b142-4c33-95a8-dfd30e99264c,segment=NetworkSegment(726a3673-a51b-45aa-9368-8860900271e1),segment_id=726a3673-a51b-45aa-9368-8860900271e1)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:37.931122 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-630ad01f-136b-41b4-9cb8-2ace52380b13 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:37.951689 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:37.988521 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ad01f-136b-41b4-9cb8-2ace52380b13 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Port': ['ID=ac25348b-5e8f-4ebb-bbdd-a0a7d9293412,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:37.995019 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-6690f366-d553-4a33-bfb2-dabfab867168 None None] Allocated IP 172.20.0.2 (a9e561eb-4382-47f0-afe2-548f64b9476b/3fdeea88-750e-41e0-a6b7-a63188a4e86d/a9f68b1d-6d09-4c09-bebc-6887a0737290) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:35:38.005755 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630ad01f-136b-41b4-9cb8-2ace52380b13 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:38.006808 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630ad01f-136b-41b4-9cb8-2ace52380b13 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:38.007025 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device e43a6020-20a6-46cf-a556-a4026338a6f9 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:35:38.007194 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630ad01f-136b-41b4-9cb8-2ace52380b13 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:38.007503 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630ad01f-136b-41b4-9cb8-2ace52380b13 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:38.007887 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630ad01f-136b-41b4-9cb8-2ace52380b13 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:38.008251 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630ad01f-136b-41b4-9cb8-2ace52380b13 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:38.008583 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630ad01f-136b-41b4-9cb8-2ace52380b13 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:38.009001 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630ad01f-136b-41b4-9cb8-2ace52380b13 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:38.009330 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630ad01f-136b-41b4-9cb8-2ace52380b13 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:38.009651 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630ad01f-136b-41b4-9cb8-2ace52380b13 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:38.009972 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630ad01f-136b-41b4-9cb8-2ace52380b13 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:38.071176 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-6690f366-d553-4a33-bfb2-dabfab867168 None None] Allocated IP 2001:db8::f816:3eff:fef2:d429 (a9e561eb-4382-47f0-afe2-548f64b9476b/f094309c-accc-4c81-ab1d-8626731fa1f1/a9f68b1d-6d09-4c09-bebc-6887a0737290) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:35:38.079318 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: e43a6020-20a6-46cf-a556-a4026338a6f9 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:35:38.079318 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device e43a6020-20a6-46cf-a556-a4026338a6f9 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:35:38.101069 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-9f3eab8c-825f-4254-9456-9d01339a4a6e None None] Port cacccf4d-661b-42ae-b065-a37f633ac314 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:35:38.150117 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-42563972-15ad-44fd-bc2f-15091e83e672 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:38.188010 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-630ad01f-136b-41b4-9cb8-2ace52380b13 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:38.208754 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-630ad01f-136b-41b4-9cb8-2ace52380b13 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/ports/ac25348b-5e8f-4ebb-bbdd-a0a7d9293412 HTTP/1.1" status: 204 len: 168 time: 1.2459178 Mar 11 15:35:38.208754 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40782) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:38.209957 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=d56c356e-b142-4c33-95a8-dfd30e99264c,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:38.214807 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-42563972-15ad-44fd-bc2f-15091e83e672 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:38.227794 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-9f3eab8c-825f-4254-9456-9d01339a4a6e None None] Provisioning complete for port d56c356e-b142-4c33-95a8-dfd30e99264c triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:38.228192 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9f3eab8c-825f-4254-9456-9d01339a4a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:38.250693 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42563972-15ad-44fd-bc2f-15091e83e672 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Pushing event deleted for resources: {'Network': ['ID=ddbb0760-09e3-49a1-abd2-299a4552a88c,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:38.278551 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-42563972-15ad-44fd-bc2f-15091e83e672 tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "DELETE /v2.0/networks/ddbb0760-09e3-49a1-abd2-299a4552a88c HTTP/1.1" status: 204 len: 168 time: 1.5223825 Mar 11 15:35:38.282496 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40786) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:38.313497 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0dcaa0-f573-48c8-88fd-cc16714d88a1 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:38.315396 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0dcaa0-f573-48c8-88fd-cc16714d88a1 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:38.317568 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0dcaa0-f573-48c8-88fd-cc16714d88a1 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:38.318723 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ac0dcaa0-f573-48c8-88fd-cc16714d88a1 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:35:38.340856 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ac0dcaa0-f573-48c8-88fd-cc16714d88a1 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:35:38.344775 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ac0dcaa0-f573-48c8-88fd-cc16714d88a1 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1326280 Mar 11 15:35:38.345727 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40790) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:38.530148 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6690f366-d553-4a33-bfb2-dabfab867168 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:38.546893 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6690f366-d553-4a33-bfb2-dabfab867168 None None] Transition to ACTIVE for port object a9f68b1d-6d09-4c09-bebc-6887a0737290 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:35:38.570839 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6690f366-d553-4a33-bfb2-dabfab867168 None None] Transition to ACTIVE for port object a9f68b1d-6d09-4c09-bebc-6887a0737290 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:35:38.577762 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6690f366-d553-4a33-bfb2-dabfab867168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:38.581951 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-765e6af3-355c-4ed6-b87d-16a358726f3c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting subnet 3fdeea88-750e-41e0-a6b7-a63188a4e86d {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:35:38.584801 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-765e6af3-355c-4ed6-b87d-16a358726f3c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:38.644070 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-765e6af3-355c-4ed6-b87d-16a358726f3c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:38.648759 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6690f366-d553-4a33-bfb2-dabfab867168 None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:35:38.651745 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9dc51e37-d6f8-44fa-8050-756ca691e75c tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:38.652176 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-6690f366-d553-4a33-bfb2-dabfab867168 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:35:38.656747 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6690f366-d553-4a33-bfb2-dabfab867168 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:35:38.740929 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6690f366-d553-4a33-bfb2-dabfab867168 None None] Pushing event updated for resources: {'Port': ['ID=a9f68b1d-6d09-4c09-bebc-6887a0737290,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:38.741611 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9dc51e37-d6f8-44fa-8050-756ca691e75c tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:38.759823 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-765e6af3-355c-4ed6-b87d-16a358726f3c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:38.795456 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6748212f-b909-4269-91c1-633ff065cbc3 None None] Provisioning complete for port cacccf4d-661b-42ae-b065-a37f633ac314 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:38.796126 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6748212f-b909-4269-91c1-633ff065cbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:38.826258 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device d56c356e-b142-4c33-95a8-dfd30e99264c up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:35:38.838584 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d52201d-162f-426a-8b4d-5d7a9f4087d4 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Router 5acd0dbe-c342-47ee-81a7-9e18ece1f26a is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:35:38.859336 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-765e6af3-355c-4ed6-b87d-16a358726f3c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:38.902371 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e6af3-355c-4ed6-b87d-16a358726f3c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Subnet': ['ID=3fdeea88-750e-41e0-a6b7-a63188a4e86d,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:38.908519 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-765e6af3-355c-4ed6-b87d-16a358726f3c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:38.922455 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:35:38.926153 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-765e6af3-355c-4ed6-b87d-16a358726f3c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/3fdeea88-750e-41e0-a6b7-a63188a4e86d HTTP/1.1" status: 204 len: 168 time: 0.5765839 Mar 11 15:35:38.926327 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-6690f366-d553-4a33-bfb2-dabfab867168 None None] Attempting to bind port a9f68b1d-6d09-4c09-bebc-6887a0737290 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:35:38.926327 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-6690f366-d553-4a33-bfb2-dabfab867168 None None] Attempting to bind port a9f68b1d-6d09-4c09-bebc-6887a0737290 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:35:38.926327 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6690f366-d553-4a33-bfb2-dabfab867168 None None] Attempting to bind port a9f68b1d-6d09-4c09-bebc-6887a0737290 on network a9e561eb-4382-47f0-afe2-548f64b9476b {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:35:38.926582 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40794) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:38.955821 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-6748212f-b909-4269-91c1-633ff065cbc3 None None] Port cacccf4d-661b-42ae-b065-a37f633ac314 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:35:38.960544 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6690f366-d553-4a33-bfb2-dabfab867168 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:35:38.960925 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6690f366-d553-4a33-bfb2-dabfab867168 None None] Checking segment: {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:35:38.961323 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6690f366-d553-4a33-bfb2-dabfab867168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:38.961707 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6690f366-d553-4a33-bfb2-dabfab867168 None None] Bound using segment: {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:35:38.962181 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-6690f366-d553-4a33-bfb2-dabfab867168 None None] Bound port: a9f68b1d-6d09-4c09-bebc-6887a0737290, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:35:38.962554 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6690f366-d553-4a33-bfb2-dabfab867168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:39.010710 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b0e1555-31b7-4b61-95cc-61177c0fbb74 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting subnet f094309c-accc-4c81-ab1d-8626731fa1f1 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:35:39.014603 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8b0e1555-31b7-4b61-95cc-61177c0fbb74 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:39.056330 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port d56c356e-b142-4c33-95a8-dfd30e99264c triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:39.056618 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:39.072351 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9dc51e37-d6f8-44fa-8050-756ca691e75c tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:39.085153 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8b0e1555-31b7-4b61-95cc-61177c0fbb74 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:39.101532 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc51e37-d6f8-44fa-8050-756ca691e75c tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddd9975-6795-448d-913f-a65ef3bd0a36,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:39.113975 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-6690f366-d553-4a33-bfb2-dabfab867168 None None] For port a9f68b1d-6d09-4c09-bebc-6887a0737290, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:35:39.122075 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9dc51e37-d6f8-44fa-8050-756ca691e75c tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:39.123334 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9dc51e37-d6f8-44fa-8050-756ca691e75c tempest-TestNetworkAdvancedServerOps-696616335 tempest-TestNetworkAdvancedServerOps-696616335-project] 10.222.0.31 "DELETE /v2.0/security-groups/9ddd9975-6795-448d-913f-a65ef3bd0a36 HTTP/1.1" status: 204 len: 168 time: 0.8377104 Mar 11 15:35:39.125998 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-6690f366-d553-4a33-bfb2-dabfab867168 None None] For port a9f68b1d-6d09-4c09-bebc-6887a0737290, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=a9f68b1d-6d09-4c09-bebc-6887a0737290,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:35:39.159262 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6690f366-d553-4a33-bfb2-dabfab867168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:39.190805 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d52201d-162f-426a-8b4d-5d7a9f4087d4 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:35:39.198684 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-5d52201d-162f-426a-8b4d-5d7a9f4087d4 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "PUT /v2.0/routers/5acd0dbe-c342-47ee-81a7-9e18ece1f26a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4903917 Mar 11 15:35:39.201398 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40800) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:39.213612 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8b0e1555-31b7-4b61-95cc-61177c0fbb74 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:39.314234 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6690f366-d553-4a33-bfb2-dabfab867168 None None] Pushing event updated for resources: {'Port': ['ID=a9f68b1d-6d09-4c09-bebc-6887a0737290,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:39.317247 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8b0e1555-31b7-4b61-95cc-61177c0fbb74 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:39.340435 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443ad73e-c569-4f27-b5a0-a12f1681d9f7 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:39.341075 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-443ad73e-c569-4f27-b5a0-a12f1681d9f7 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Synchronizing usage tracker for tenant:16d01fb61cb5488cb7fd92527258a459 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:35:39.361813 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e1555-31b7-4b61-95cc-61177c0fbb74 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Subnet': ['ID=f094309c-accc-4c81-ab1d-8626731fa1f1,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:39.370128 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8b0e1555-31b7-4b61-95cc-61177c0fbb74 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:39.386798 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-8b0e1555-31b7-4b61-95cc-61177c0fbb74 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/f094309c-accc-4c81-ab1d-8626731fa1f1 HTTP/1.1" status: 204 len: 168 time: 0.4589994 Mar 11 15:35:39.390946 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40806) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:39.394139 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb59af08-2ed3-4df2-b9ff-d723f90b2161 None None] Sync routers for ids ['5acd0dbe-c342-47ee-81a7-9e18ece1f26a'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:35:39.452445 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-443ad73e-c569-4f27-b5a0-a12f1681d9f7 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Unset dirty status for tenant:16d01fb61cb5488cb7fd92527258a459 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:35:39.454147 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-443ad73e-c569-4f27-b5a0-a12f1681d9f7 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "GET /v2.0/ports/cacccf4d-661b-42ae-b065-a37f633ac314 HTTP/1.1" status: 200 len: 910 time: 0.2514820 Mar 11 15:35:39.458081 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40810) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:39.472953 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7e920819-46f0-4497-b0bb-f27e2c2a2941 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0805926 Mar 11 15:35:39.476348 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40814) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:39.483720 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-a975526b-954b-48de-afde-4172f3461373 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'subnet': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:35:39.506458 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device fc797b35-c949-407c-a372-bf4e97d80f81 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:35:39.551462 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: fc797b35-c949-407c-a372-bf4e97d80f81 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:35:39.551793 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device fc797b35-c949-407c-a372-bf4e97d80f81 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:35:39.558391 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb59af08-2ed3-4df2-b9ff-d723f90b2161 None None] Routers {'5acd0dbe-c342-47ee-81a7-9e18ece1f26a'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:35:39.558615 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-eb59af08-2ed3-4df2-b9ff-d723f90b2161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:35:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['5acd0dbe-c342-47ee-81a7-9e18ece1f26a'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:39.601825 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40820) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:39.610866 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-a179defe-204e-4543-a93c-50ec16653ed0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Deleting port 8caf387b-dd86-4546-81c0-96252398374d {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:35:39.610866 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a179defe-204e-4543-a93c-50ec16653ed0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:39.624047 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-a975526b-954b-48de-afde-4172f3461373 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:35:39.628918 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-a975526b-954b-48de-afde-4172f3461373 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:subnet and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:35:39.631066 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-eb59af08-2ed3-4df2-b9ff-d723f90b2161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:39.633925 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-a975526b-954b-48de-afde-4172f3461373 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:35:39.647576 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb59af08-2ed3-4df2-b9ff-d723f90b2161 None None] Routers {'5acd0dbe-c342-47ee-81a7-9e18ece1f26a'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:35:39.648414 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-eb59af08-2ed3-4df2-b9ff-d723f90b2161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:35:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['5acd0dbe-c342-47ee-81a7-9e18ece1f26a'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:39.653452 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-a975526b-954b-48de-afde-4172f3461373 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:35:39.671007 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a975526b-954b-48de-afde-4172f3461373 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:35:39.677561 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a975526b-954b-48de-afde-4172f3461373 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:39.716312 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8922928-a536-4455-8fe0-38c4407b3cb9 None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:35:39.744230 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-eb59af08-2ed3-4df2-b9ff-d723f90b2161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:39.745358 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb59af08-2ed3-4df2-b9ff-d723f90b2161 None None] The sync data for ids ['5acd0dbe-c342-47ee-81a7-9e18ece1f26a'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:35:39.864412 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-a179defe-204e-4543-a93c-50ec16653ed0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] For port 8caf387b-dd86-4546-81c0-96252398374d, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=8caf387b-dd86-4546-81c0-96252398374d,segment=NetworkSegment(4d54a5d0-cbae-4faa-9c6e-ce2d815ff97a),segment_id=4d54a5d0-cbae-4faa-9c6e-ce2d815ff97a)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:39.864818 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a179defe-204e-4543-a93c-50ec16653ed0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:39.940471 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e0d22e4c-371b-407e-8863-8b4cdc13c841 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b0803f52583a49e1b421e3b5a9e44844&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3374979 Mar 11 15:35:39.943101 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40826) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:39.968538 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef09b423-e249-4d7a-9788-05a5aed3516d None None] get_active_networks_info from dv-neutron-833373-1-hyperv {{(pid=83868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 15:35:40.006664 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-a179defe-204e-4543-a93c-50ec16653ed0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Calling delete_port for 8caf387b-dd86-4546-81c0-96252398374d owned by network:router_interface {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:35:40.094534 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9c09d524-a91c-40cf-bac1-7156c65e3977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:40.126316 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef09b423-e249-4d7a-9788-05a5aed3516d None None] Resources bound (agent type, host, resource id): {{(pid=83868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 15:35:40.138164 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9c09d524-a91c-40cf-bac1-7156c65e3977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:40.311555 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9c09d524-a91c-40cf-bac1-7156c65e3977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:40.344470 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c09d524-a91c-40cf-bac1-7156c65e3977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1863ce-d64b-4ec8-b6b2-c9276343fa5e,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:40.365837 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.objects.ports [None req-a975526b-954b-48de-afde-4172f3461373 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83867) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 15:35:40.464534 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9c09d524-a91c-40cf-bac1-7156c65e3977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:40.468149 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9c09d524-a91c-40cf-bac1-7156c65e3977 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4e1863ce-d64b-4ec8-b6b2-c9276343fa5e HTTP/1.1" status: 204 len: 168 time: 0.5239494 Mar 11 15:35:40.566343 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bd8710dc-25fd-4946-9012-2572a6e2b34a tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:40.625165 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a179defe-204e-4543-a93c-50ec16653ed0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:40.634381 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a975526b-954b-48de-afde-4172f3461373 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:40.715411 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6d8f85-dacd-47b2-9f87-adddc7cd4baa None None] Update dhcp port {'port': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'fixed_ips': [{'subnet_id': '08b90252-7ea8-49a2-a10a-2699b397986b'}], 'binding:host_id': 'dv-neutron-833373-1-hyperv'}, 'id': 'a9f68b1d-6d09-4c09-bebc-6887a0737290'} from dv-neutron-833373-1-hyperv. {{(pid=83868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 15:35:40.737185 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179defe-204e-4543-a93c-50ec16653ed0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event deleted for resources: {'Port': ['ID=8caf387b-dd86-4546-81c0-96252398374d,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:40.833810 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2f6d8f85-dacd-47b2-9f87-adddc7cd4baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:40.942565 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-a975526b-954b-48de-afde-4172f3461373 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] For port a9f68b1d-6d09-4c09-bebc-6887a0737290, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=a9f68b1d-6d09-4c09-bebc-6887a0737290,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:40.986072 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a975526b-954b-48de-afde-4172f3461373 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:40.993479 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a975526b-954b-48de-afde-4172f3461373 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:40.995438 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a975526b-954b-48de-afde-4172f3461373 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:41.011381 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40834) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:41.069217 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ee38af2e-bd33-4add-81c7-9ff6d534d4f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:41.073043 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-2f6d8f85-dacd-47b2-9f87-adddc7cd4baa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:35:41.073394 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-2f6d8f85-dacd-47b2-9f87-adddc7cd4baa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:35:41.138675 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a975526b-954b-48de-afde-4172f3461373 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:35:41.144485 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ee38af2e-bd33-4add-81c7-9ff6d534d4f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:35:41.145022 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-a975526b-954b-48de-afde-4172f3461373 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:35:41.147692 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a975526b-954b-48de-afde-4172f3461373 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Subnet': ['ID=08b90252-7ea8-49a2-a10a-2699b397986b,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:41.151861 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a975526b-954b-48de-afde-4172f3461373 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:41.152464 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a975526b-954b-48de-afde-4172f3461373 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:41.157921 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a975526b-954b-48de-afde-4172f3461373 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Port': ['ID=a9f68b1d-6d09-4c09-bebc-6887a0737290,revision_number=6']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:41.178291 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a975526b-954b-48de-afde-4172f3461373 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7008975 Mar 11 15:35:41.181003 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40838) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:41.187230 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-8d2328a7-c439-4f40-922f-2fcb3452b5f3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'subnet': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:35:41.201714 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ee38af2e-bd33-4add-81c7-9ff6d534d4f9 admin admin] Usage tracker for resource:security_group_rule and tenant:582be3f84fd94dca9fcc813298e4de8e is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:35:41.205189 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a179defe-204e-4543-a93c-50ec16653ed0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:41.208726 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ee38af2e-bd33-4add-81c7-9ff6d534d4f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:35:41.220918 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ee38af2e-bd33-4add-81c7-9ff6d534d4f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:35:41.334070 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-8d2328a7-c439-4f40-922f-2fcb3452b5f3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:35:41.338148 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-8d2328a7-c439-4f40-922f-2fcb3452b5f3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:subnet and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:35:41.342334 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-8d2328a7-c439-4f40-922f-2fcb3452b5f3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:35:41.348082 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-8d2328a7-c439-4f40-922f-2fcb3452b5f3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:35:41.358796 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2328a7-c439-4f40-922f-2fcb3452b5f3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:35:41.362262 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8d2328a7-c439-4f40-922f-2fcb3452b5f3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:41.614867 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ee38af2e-bd33-4add-81c7-9ff6d534d4f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:41.627659 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ee38af2e-bd33-4add-81c7-9ff6d534d4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:41.634410 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2f6d8f85-dacd-47b2-9f87-adddc7cd4baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:41.643893 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8d2328a7-c439-4f40-922f-2fcb3452b5f3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:41.703495 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee38af2e-bd33-4add-81c7-9ff6d534d4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0170ac-828f-40d2-a6d9-ff972448b176,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:41.723580 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2328a7-c439-4f40-922f-2fcb3452b5f3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:35:41.726482 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-8d2328a7-c439-4f40-922f-2fcb3452b5f3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:35:41.730510 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2328a7-c439-4f40-922f-2fcb3452b5f3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:41.731116 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8d2328a7-c439-4f40-922f-2fcb3452b5f3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:41.735063 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2328a7-c439-4f40-922f-2fcb3452b5f3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Subnet': ['ID=504aff79-6077-40d6-ba43-35a9f3334edb,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:41.761192 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-8d2328a7-c439-4f40-922f-2fcb3452b5f3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5789955 Mar 11 15:35:41.764471 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40842) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:41.770165 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-e1a602ed-200e-4e95-8b12-a22827ac79a4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'port': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'mac_address': 'fa:16:3e:ad:8b:b7', 'name': 'tempest-NetworksTestDHCPv6-1673147214'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:35:41.782919 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ee38af2e-bd33-4add-81c7-9ff6d534d4f9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=582be3f84fd94dca9fcc813298e4de8e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7635674 Mar 11 15:35:41.784715 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40846) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:41.850829 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee38af2e-bd33-4add-81c7-9ff6d534d4f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:41.851167 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee38af2e-bd33-4add-81c7-9ff6d534d4f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:41.851497 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee38af2e-bd33-4add-81c7-9ff6d534d4f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:41.851822 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee38af2e-bd33-4add-81c7-9ff6d534d4f9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:41.852180 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee38af2e-bd33-4add-81c7-9ff6d534d4f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:41.852503 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee38af2e-bd33-4add-81c7-9ff6d534d4f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:41.852822 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee38af2e-bd33-4add-81c7-9ff6d534d4f9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:41.853146 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee38af2e-bd33-4add-81c7-9ff6d534d4f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:41.853461 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee38af2e-bd33-4add-81c7-9ff6d534d4f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:41.853777 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee38af2e-bd33-4add-81c7-9ff6d534d4f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:41.854088 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee38af2e-bd33-4add-81c7-9ff6d534d4f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:41.960319 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d8fb9903-56e5-48ff-9b55-396bf837ea8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:41.962365 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e1a602ed-200e-4e95-8b12-a22827ac79a4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:35:41.974165 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e1a602ed-200e-4e95-8b12-a22827ac79a4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:port and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:35:41.979973 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e1a602ed-200e-4e95-8b12-a22827ac79a4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:35:41.994301 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e1a602ed-200e-4e95-8b12-a22827ac79a4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:35:42.005564 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d8fb9903-56e5-48ff-9b55-396bf837ea8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:42.023820 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-2f6d8f85-dacd-47b2-9f87-adddc7cd4baa None None] For port a9f68b1d-6d09-4c09-bebc-6887a0737290, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=a9f68b1d-6d09-4c09-bebc-6887a0737290,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:42.033281 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a602ed-200e-4e95-8b12-a22827ac79a4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'port': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:35:42.036094 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e1a602ed-200e-4e95-8b12-a22827ac79a4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:42.060927 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2f6d8f85-dacd-47b2-9f87-adddc7cd4baa None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:42.067512 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2f6d8f85-dacd-47b2-9f87-adddc7cd4baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:42.084034 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-e1a602ed-200e-4e95-8b12-a22827ac79a4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] device_id is not set on port 779f011c-5afb-4ac5-8fcc-0d788f763605 yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:35:42.149820 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d8f85-dacd-47b2-9f87-adddc7cd4baa None None] Pushing event updated for resources: {'Port': ['ID=a9f68b1d-6d09-4c09-bebc-6887a0737290,revision_number=7']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:42.250426 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d8fb9903-56e5-48ff-9b55-396bf837ea8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:42.288821 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb9903-56e5-48ff-9b55-396bf837ea8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0170ac-828f-40d2-a6d9-ff972448b176,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:42.323217 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d8fb9903-56e5-48ff-9b55-396bf837ea8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:42.324348 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d8fb9903-56e5-48ff-9b55-396bf837ea8a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2f0170ac-828f-40d2-a6d9-ff972448b176 HTTP/1.1" status: 204 len: 168 time: 0.5358126 Mar 11 15:35:42.404180 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-bd8710dc-25fd-4946-9012-2572a6e2b34a tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Deleting port cacccf4d-661b-42ae-b065-a37f633ac314 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:35:42.404180 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bd8710dc-25fd-4946-9012-2572a6e2b34a tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:42.526412 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-e1a602ed-200e-4e95-8b12-a22827ac79a4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Allocated IP 172.20.0.7 (a9e561eb-4382-47f0-afe2-548f64b9476b/504aff79-6077-40d6-ba43-35a9f3334edb/779f011c-5afb-4ac5-8fcc-0d788f763605) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:35:42.534330 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-e1a602ed-200e-4e95-8b12-a22827ac79a4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Allocated IP 2001:db8::f816:3eff:fead:8bb7 (a9e561eb-4382-47f0-afe2-548f64b9476b/08b90252-7ea8-49a2-a10a-2699b397986b/779f011c-5afb-4ac5-8fcc-0d788f763605) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:35:42.608022 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a179defe-204e-4543-a93c-50ec16653ed0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Router bdbdb9e2-ab6c-41df-8cdd-45bb6698249f has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:35:42.712049 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bd8710dc-25fd-4946-9012-2572a6e2b34a tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:42.836162 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e1a602ed-200e-4e95-8b12-a22827ac79a4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:42.864012 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-e1a602ed-200e-4e95-8b12-a22827ac79a4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Transition to ACTIVE for port object 779f011c-5afb-4ac5-8fcc-0d788f763605 will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:35:42.889120 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device a9f68b1d-6d09-4c09-bebc-6887a0737290 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:35:42.907125 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e1a602ed-200e-4e95-8b12-a22827ac79a4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:42.935058 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-bd8710dc-25fd-4946-9012-2572a6e2b34a tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Calling delete_port for cacccf4d-661b-42ae-b065-a37f633ac314 owned by network:router_interface {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:35:42.985486 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port a9f68b1d-6d09-4c09-bebc-6887a0737290 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:35:42.993066 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a602ed-200e-4e95-8b12-a22827ac79a4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:35:42.997197 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-e1a602ed-200e-4e95-8b12-a22827ac79a4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:35:43.001645 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a602ed-200e-4e95-8b12-a22827ac79a4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:35:43.038515 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a602ed-200e-4e95-8b12-a22827ac79a4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Port': ['ID=779f011c-5afb-4ac5-8fcc-0d788f763605,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:43.082089 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a602ed-200e-4e95-8b12-a22827ac79a4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:43.082767 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e1a602ed-200e-4e95-8b12-a22827ac79a4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:43.099117 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a179defe-204e-4543-a93c-50ec16653ed0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:35:43.108511 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e1a602ed-200e-4e95-8b12-a22827ac79a4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3429124 Mar 11 15:35:43.112466 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40852) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:43.115030 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ac95fe-52bf-46bc-ad72-dc3d6a317e48 None None] Sync routers for ids ['bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:35:43.132535 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ac95fe-52bf-46bc-ad72-dc3d6a317e48 None None] Routers {'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:35:43.133763 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-f5ac95fe-52bf-46bc-ad72-dc3d6a317e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:35:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:43.235544 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a179defe-204e-4543-a93c-50ec16653ed0 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "PUT /v2.0/routers/bdbdb9e2-ab6c-41df-8cdd-45bb6698249f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0630066 Mar 11 15:35:43.238362 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40856) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:43.265172 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bd8710dc-25fd-4946-9012-2572a6e2b34a tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:43.327869 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cd604f-36ff-44d5-af35-57bcaf68e43a tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:43.331948 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cd604f-36ff-44d5-af35-57bcaf68e43a tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:43.337471 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-e4cd604f-36ff-44d5-af35-57bcaf68e43a tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2201581 Mar 11 15:35:43.337698 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-f5ac95fe-52bf-46bc-ad72-dc3d6a317e48 None None] Set router bdbdb9e2-ab6c-41df-8cdd-45bb6698249f gateway port host: None {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:35:43.337845 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8710dc-25fd-4946-9012-2572a6e2b34a tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event deleted for resources: {'Port': ['ID=cacccf4d-661b-42ae-b065-a37f633ac314,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:43.338018 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40860) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:43.495960 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8784bb5f-eb4a-468f-926a-b7f63a1c7f39 None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:35:43.505931 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-54da0527-bf08-4d3e-9c67-01ef10de351e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Deleting subnet 6aa45403-4cfa-448b-bd50-c8e8a43753d5 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:35:43.509102 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-54da0527-bf08-4d3e-9c67-01ef10de351e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:43.516510 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-4fa4ddd4-329d-4a3f-bbf2-3bc72d24d1ac tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting port 779f011c-5afb-4ac5-8fcc-0d788f763605 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:35:43.516864 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4fa4ddd4-329d-4a3f-bbf2-3bc72d24d1ac tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:43.587062 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-54da0527-bf08-4d3e-9c67-01ef10de351e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:43.676868 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-cbdd6900-a126-4063-ad19-94201ed37fdc None None] Provisioning for port a9f68b1d-6d09-4c09-bebc-6887a0737290 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:35:43.711548 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-cbdd6900-a126-4063-ad19-94201ed37fdc None None] Provisioning complete for port a9f68b1d-6d09-4c09-bebc-6887a0737290 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:43.711925 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cbdd6900-a126-4063-ad19-94201ed37fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:43.742237 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-54da0527-bf08-4d3e-9c67-01ef10de351e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:43.796552 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-f5ac95fe-52bf-46bc-ad72-dc3d6a317e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'name': 'tempest-RoutersIpV6Test-router-109250348', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:34:30Z', 'updated_at': '2022-03-11T15:35:40Z', 'revision_number': 8, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'gw_port_host': None, '_interfaces': [{'id': '404e9cec-b789-45b0-9210-8e01d4f141a5', 'name': '', 'network_id': 'be12036e-870a-417a-8279-3e74c4659b02', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:d7:b1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85dc48d1-d7a9-456e-9cec-f6e06f02484b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:35:01Z', 'updated_at': '2022-03-11T15:35:17Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '85dc48d1-d7a9-456e-9cec-f6e06f02484b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0530187-b09b-4957-b4c6-29c975ce95df', 'name': '', 'network_id': '30df3178-3653-4d0f-a424-6f1f310a96ba', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:3e:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:34Z', 'updated_at': '2022-03-11T15:34:50Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd8f02df-093e-433a-bd69-997e54d74e15', 'name': '', 'network_id': 'b92a2b77-2840-45b5-af2a-dce3e7517bdf', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:77:c9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59489499-d9e4-4504-a072-5d3ab14e010c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:48Z', 'updated_at': '2022-03-11T15:35:02Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '59489499-d9e4-4504-a072-5d3ab14e010c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:43.809143 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ac95fe-52bf-46bc-ad72-dc3d6a317e48 None None] Checking router: bdbdb9e2-ab6c-41df-8cdd-45bb6698249f for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:35:43.835840 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ac95fe-52bf-46bc-ad72-dc3d6a317e48 None None] Routers {'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:35:43.836665 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-f5ac95fe-52bf-46bc-ad72-dc3d6a317e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:35:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:43.889437 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-54da0527-bf08-4d3e-9c67-01ef10de351e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:43.955971 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da0527-bf08-4d3e-9c67-01ef10de351e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event deleted for resources: {'Subnet': ['ID=6aa45403-4cfa-448b-bd50-c8e8a43753d5,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:43.965250 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-54da0527-bf08-4d3e-9c67-01ef10de351e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:43.984849 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-54da0527-bf08-4d3e-9c67-01ef10de351e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "DELETE /v2.0/subnets/6aa45403-4cfa-448b-bd50-c8e8a43753d5 HTTP/1.1" status: 204 len: 168 time: 0.7444339 Mar 11 15:35:43.986046 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40864) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:44.014355 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc26817-0aab-4afd-93bc-cf365ca68b3a None None] Network 0dc3ebbe-c936-46cd-b34b-581fda47456c requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:35:44.035314 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-f5ac95fe-52bf-46bc-ad72-dc3d6a317e48 None None] Set router bdbdb9e2-ab6c-41df-8cdd-45bb6698249f gateway port host: None {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:35:44.151038 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bd8710dc-25fd-4946-9012-2572a6e2b34a tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:44.160450 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-da70ce09-c48d-4608-b5fe-10d134389ca1 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:44.187503 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-da70ce09-c48d-4608-b5fe-10d134389ca1 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Deleting port ce025d7f-8f81-452b-84f9-211f7a05ac1d {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:35:44.189252 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-da70ce09-c48d-4608-b5fe-10d134389ca1 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:44.271914 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cbdd6900-a126-4063-ad19-94201ed37fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:44.365940 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-cbdd6900-a126-4063-ad19-94201ed37fdc None None] For port a9f68b1d-6d09-4c09-bebc-6887a0737290, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=a9f68b1d-6d09-4c09-bebc-6887a0737290,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:44.375868 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cbdd6900-a126-4063-ad19-94201ed37fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:44.384218 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4fa4ddd4-329d-4a3f-bbf2-3bc72d24d1ac tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:44.472838 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-f5ac95fe-52bf-46bc-ad72-dc3d6a317e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'name': 'tempest-RoutersIpV6Test-router-109250348', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:34:30Z', 'updated_at': '2022-03-11T15:35:40Z', 'revision_number': 8, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'gw_port_host': None, '_interfaces': [{'id': '404e9cec-b789-45b0-9210-8e01d4f141a5', 'name': '', 'network_id': 'be12036e-870a-417a-8279-3e74c4659b02', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:d7:b1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85dc48d1-d7a9-456e-9cec-f6e06f02484b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:35:01Z', 'updated_at': '2022-03-11T15:35:17Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '85dc48d1-d7a9-456e-9cec-f6e06f02484b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0530187-b09b-4957-b4c6-29c975ce95df', 'name': '', 'network_id': '30df3178-3653-4d0f-a424-6f1f310a96ba', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:3e:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:34Z', 'updated_at': '2022-03-11T15:34:50Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd8f02df-093e-433a-bd69-997e54d74e15', 'name': '', 'network_id': 'b92a2b77-2840-45b5-af2a-dce3e7517bdf', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:77:c9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59489499-d9e4-4504-a072-5d3ab14e010c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:48Z', 'updated_at': '2022-03-11T15:35:02Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '59489499-d9e4-4504-a072-5d3ab14e010c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:44.486447 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ac95fe-52bf-46bc-ad72-dc3d6a317e48 None None] The sync data for ids ['bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'] in dv-neutron-833373-1-hyperv is: [{'id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'name': 'tempest-RoutersIpV6Test-router-109250348', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:34:30Z', 'updated_at': '2022-03-11T15:35:40Z', 'revision_number': 8, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'gw_port_host': None, '_interfaces': [{'id': '404e9cec-b789-45b0-9210-8e01d4f141a5', 'name': '', 'network_id': 'be12036e-870a-417a-8279-3e74c4659b02', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:d7:b1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85dc48d1-d7a9-456e-9cec-f6e06f02484b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:35:01Z', 'updated_at': '2022-03-11T15:35:17Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '85dc48d1-d7a9-456e-9cec-f6e06f02484b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0530187-b09b-4957-b4c6-29c975ce95df', 'name': '', 'network_id': '30df3178-3653-4d0f-a424-6f1f310a96ba', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:3e:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:34Z', 'updated_at': '2022-03-11T15:34:50Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd8f02df-093e-433a-bd69-997e54d74e15', 'name': '', 'network_id': 'b92a2b77-2840-45b5-af2a-dce3e7517bdf', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:77:c9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59489499-d9e4-4504-a072-5d3ab14e010c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:48Z', 'updated_at': '2022-03-11T15:35:02Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '59489499-d9e4-4504-a072-5d3ab14e010c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:35:44.492361 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118db74e-d1ee-4778-bf74-b64f228df6a2 None None] DHCP port deletion for 0dc3ebbe-c936-46cd-b34b-581fda47456c request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:35:44.514845 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-118db74e-d1ee-4778-bf74-b64f228df6a2 None None] Deleting port ce025d7f-8f81-452b-84f9-211f7a05ac1d {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:35:44.515554 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-118db74e-d1ee-4778-bf74-b64f228df6a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:44.575715 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-da70ce09-c48d-4608-b5fe-10d134389ca1 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] For port ce025d7f-8f81-452b-84f9-211f7a05ac1d, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ce025d7f-8f81-452b-84f9-211f7a05ac1d,segment=NetworkSegment(4d54a5d0-cbae-4faa-9c6e-ce2d815ff97a),segment_id=4d54a5d0-cbae-4faa-9c6e-ce2d815ff97a)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:44.576619 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-da70ce09-c48d-4608-b5fe-10d134389ca1 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:44.586839 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd6900-a126-4063-ad19-94201ed37fdc None None] Pushing event updated for resources: {'Port': ['ID=a9f68b1d-6d09-4c09-bebc-6887a0737290,revision_number=8']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:44.627276 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bc07cc-627f-440c-bf64-87f965639a77 None None] Update dhcp port {'port': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'fixed_ips': [{'subnet_id': '08b90252-7ea8-49a2-a10a-2699b397986b', 'ip_address': '2001:db8::f816:3eff:fef2:d429'}, {'subnet_id': '504aff79-6077-40d6-ba43-35a9f3334edb'}], 'binding:host_id': 'dv-neutron-833373-1-hyperv'}, 'id': 'a9f68b1d-6d09-4c09-bebc-6887a0737290'} from dv-neutron-833373-1-hyperv. {{(pid=83868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 15:35:44.674468 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-4fa4ddd4-329d-4a3f-bbf2-3bc72d24d1ac tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Calling delete_port for 779f011c-5afb-4ac5-8fcc-0d788f763605 owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:35:44.720023 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-da70ce09-c48d-4608-b5fe-10d134389ca1 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Calling delete_port for ce025d7f-8f81-452b-84f9-211f7a05ac1d owned by network:dhcp {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:35:44.759454 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d8bc07cc-627f-440c-bf64-87f965639a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:44.801117 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-da70ce09-c48d-4608-b5fe-10d134389ca1 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:44.886697 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da70ce09-c48d-4608-b5fe-10d134389ca1 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event deleted for resources: {'Port': ['ID=ce025d7f-8f81-452b-84f9-211f7a05ac1d,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:44.892999 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da70ce09-c48d-4608-b5fe-10d134389ca1 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] No DVR routers for this DVR port ce025d7f-8f81-452b-84f9-211f7a05ac1d on host dv-neutron-833373-1-hyperv {{(pid=83867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:35:44.917354 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-118db74e-d1ee-4778-bf74-b64f228df6a2 None None] For port ce025d7f-8f81-452b-84f9-211f7a05ac1d, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ce025d7f-8f81-452b-84f9-211f7a05ac1d,segment=NetworkSegment(4d54a5d0-cbae-4faa-9c6e-ce2d815ff97a),segment_id=4d54a5d0-cbae-4faa-9c6e-ce2d815ff97a)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:44.918181 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-118db74e-d1ee-4778-bf74-b64f228df6a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:45.030502 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8710dc-25fd-4946-9012-2572a6e2b34a tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Router 5acd0dbe-c342-47ee-81a7-9e18ece1f26a has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:35:45.068512 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device a9f68b1d-6d09-4c09-bebc-6887a0737290 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:35:45.164088 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-118db74e-d1ee-4778-bf74-b64f228df6a2 None None] Calling delete_port for ce025d7f-8f81-452b-84f9-211f7a05ac1d owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:35:45.172452 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-da70ce09-c48d-4608-b5fe-10d134389ca1 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:45.204161 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-da70ce09-c48d-4608-b5fe-10d134389ca1 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dc3ebbe-c936-46cd-b34b-581fda47456c']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:45.218614 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-da70ce09-c48d-4608-b5fe-10d134389ca1 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d54a5d0-cbae-4faa-9c6e-ce2d815ff97a') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:45.218961 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-da70ce09-c48d-4608-b5fe-10d134389ca1 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d54a5d0-cbae-4faa-9c6e-ce2d815ff97a') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:45.233850 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-da70ce09-c48d-4608-b5fe-10d134389ca1 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:45.253775 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4fa4ddd4-329d-4a3f-bbf2-3bc72d24d1ac tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:45.258122 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-da70ce09-c48d-4608-b5fe-10d134389ca1 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:45.270272 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da70ce09-c48d-4608-b5fe-10d134389ca1 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:35:45.270272 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-da70ce09-c48d-4608-b5fe-10d134389ca1 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:45.289327 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:35:45.289327 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:35:45.289327 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:35:45.289327 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:35:45.289327 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:35:45.289327 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:35:45.289327 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:35:45.289327 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:35:45.289327 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:35:45.289327 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:35:45.289327 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:35:45.289327 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:35:45.289327 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:35:45.289327 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:35:45.289327 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:35:45.289327 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:35:45.289327 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:35:45.289327 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:35:45.289327 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:35:45.289327 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:35:45.289327 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:35:45.289327 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:35:45.289327 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:35:45.289327 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:35:45.289327 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:35:45.289327 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:35:45.289327 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:35:45.289327 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:35:45.289327 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:35:45.289327 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:35:45.289327 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:35:45.289327 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:35:45.335967 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-118db74e-d1ee-4778-bf74-b64f228df6a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:35:45.336324 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-118db74e-d1ee-4778-bf74-b64f228df6a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:35:45.359065 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port a9f68b1d-6d09-4c09-bebc-6887a0737290 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:45.359437 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:45.361129 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa4ddd4-329d-4a3f-bbf2-3bc72d24d1ac tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Port': ['ID=779f011c-5afb-4ac5-8fcc-0d788f763605,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:45.388709 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-d8bc07cc-627f-440c-bf64-87f965639a77 None None] Allocated IP 172.20.0.2 (a9e561eb-4382-47f0-afe2-548f64b9476b/504aff79-6077-40d6-ba43-35a9f3334edb/a9f68b1d-6d09-4c09-bebc-6887a0737290) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:35:45.389973 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-da70ce09-c48d-4608-b5fe-10d134389ca1 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:45.409576 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-da70ce09-c48d-4608-b5fe-10d134389ca1 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:45.420568 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8710dc-25fd-4946-9012-2572a6e2b34a tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:35:45.422325 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da70ce09-c48d-4608-b5fe-10d134389ca1 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event deleted for resources: {'Network': ['ID=0dc3ebbe-c936-46cd-b34b-581fda47456c,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:45.435199 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-da70ce09-c48d-4608-b5fe-10d134389ca1 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "DELETE /v2.0/networks/0dc3ebbe-c936-46cd-b34b-581fda47456c HTTP/1.1" status: 204 len: 168 time: 1.4463754 Mar 11 15:35:45.437811 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40870) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:45.442879 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b697e28-c27c-46c0-92e4-eb7e0bcc2e41 None None] Sync routers for ids ['5acd0dbe-c342-47ee-81a7-9e18ece1f26a'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:35:45.488338 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-bd8710dc-25fd-4946-9012-2572a6e2b34a tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "PUT /v2.0/routers/5acd0dbe-c342-47ee-81a7-9e18ece1f26a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0287881 Mar 11 15:35:45.491359 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40874) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:45.535790 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-2a433983-4b89-43ec-ba7f-5949c7ff5cfc tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Synchronizing usage tracker for tenant:16d01fb61cb5488cb7fd92527258a459 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:35:45.550371 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:45.551542 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4fa4ddd4-329d-4a3f-bbf2-3bc72d24d1ac tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:45.553452 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-4fa4ddd4-329d-4a3f-bbf2-3bc72d24d1ac tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/ports/779f011c-5afb-4ac5-8fcc-0d788f763605 HTTP/1.1" status: 204 len: 168 time: 2.2143154 Mar 11 15:35:45.556890 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40878) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:45.596881 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b697e28-c27c-46c0-92e4-eb7e0bcc2e41 None None] Routers {'5acd0dbe-c342-47ee-81a7-9e18ece1f26a'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:35:45.597448 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-1b697e28-c27c-46c0-92e4-eb7e0bcc2e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:35:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['5acd0dbe-c342-47ee-81a7-9e18ece1f26a'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:45.700764 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-1b697e28-c27c-46c0-92e4-eb7e0bcc2e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:45.709527 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-d8bc07cc-627f-440c-bf64-87f965639a77 None None] For port a9f68b1d-6d09-4c09-bebc-6887a0737290, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=a9f68b1d-6d09-4c09-bebc-6887a0737290,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:45.733184 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b697e28-c27c-46c0-92e4-eb7e0bcc2e41 None None] Routers {'5acd0dbe-c342-47ee-81a7-9e18ece1f26a'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:35:45.733830 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-1b697e28-c27c-46c0-92e4-eb7e0bcc2e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:35:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['5acd0dbe-c342-47ee-81a7-9e18ece1f26a'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:45.741970 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-2a433983-4b89-43ec-ba7f-5949c7ff5cfc tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Unset dirty status for tenant:16d01fb61cb5488cb7fd92527258a459 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:35:45.743283 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-2a433983-4b89-43ec-ba7f-5949c7ff5cfc tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "GET /v2.0/ports?device_id=5acd0dbe-c342-47ee-81a7-9e18ece1f26a HTTP/1.1" status: 200 len: 205 time: 0.2508175 Mar 11 15:35:45.747092 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40882) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:45.811447 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device ce025d7f-8f81-452b-84f9-211f7a05ac1d no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:35:45.833423 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fe4e5955-f864-4790-bae1-3edc2b987abf tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:45.843141 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-118db74e-d1ee-4778-bf74-b64f228df6a2 None None] Deleting port ce025d7f-8f81-452b-84f9-211f7a05ac1d {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:35:45.843513 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-118db74e-d1ee-4778-bf74-b64f228df6a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:45.875740 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-1b697e28-c27c-46c0-92e4-eb7e0bcc2e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:45.876181 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b697e28-c27c-46c0-92e4-eb7e0bcc2e41 None None] The sync data for ids ['5acd0dbe-c342-47ee-81a7-9e18ece1f26a'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:35:45.879390 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d8bc07cc-627f-440c-bf64-87f965639a77 None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:45.889002 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: ce025d7f-8f81-452b-84f9-211f7a05ac1d {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:35:45.889353 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device ce025d7f-8f81-452b-84f9-211f7a05ac1d not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:35:45.889777 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 8caf387b-dd86-4546-81c0-96252398374d no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:35:45.914278 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599f2eeb-4f9c-4a92-adc7-f5fd5dce9eb6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:45.915770 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599f2eeb-4f9c-4a92-adc7-f5fd5dce9eb6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:45.917265 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599f2eeb-4f9c-4a92-adc7-f5fd5dce9eb6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:45.918089 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-599f2eeb-4f9c-4a92-adc7-f5fd5dce9eb6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:35:45.945427 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b585fcb0-3e86-481e-851e-5d506cac9d60 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for router, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:45.957641 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 8caf387b-dd86-4546-81c0-96252398374d {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:35:45.957984 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 8caf387b-dd86-4546-81c0-96252398374d not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:35:45.971911 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-118db74e-d1ee-4778-bf74-b64f228df6a2 None None] The port 'ce025d7f-8f81-452b-84f9-211f7a05ac1d' was deleted {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 15:35:45.976590 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d8bc07cc-627f-440c-bf64-87f965639a77 None None] Transition to ACTIVE for port object a9f68b1d-6d09-4c09-bebc-6887a0737290 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:35:45.989149 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d8bc07cc-627f-440c-bf64-87f965639a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:46.010182 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-599f2eeb-4f9c-4a92-adc7-f5fd5dce9eb6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:35:46.014461 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-599f2eeb-4f9c-4a92-adc7-f5fd5dce9eb6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4534953 Mar 11 15:35:46.014853 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40886) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:46.144632 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc07cc-627f-440c-bf64-87f965639a77 None None] Pushing event updated for resources: {'Port': ['ID=a9f68b1d-6d09-4c09-bebc-6887a0737290,revision_number=9']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:46.378128 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b585fcb0-3e86-481e-851e-5d506cac9d60 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:46.382826 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b585fcb0-3e86-481e-851e-5d506cac9d60 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:46.391924 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e180e7-a335-4d4d-9445-54b3f90da493 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting subnet 08b90252-7ea8-49a2-a10a-2699b397986b {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:35:46.411952 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b585fcb0-3e86-481e-851e-5d506cac9d60 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:46.412388 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b585fcb0-3e86-481e-851e-5d506cac9d60 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Fanout notify agent at l3_agent the message router_deleted on router 5acd0dbe-c342-47ee-81a7-9e18ece1f26a {{(pid=83866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:35:46.424663 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b585fcb0-3e86-481e-851e-5d506cac9d60 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:46.427380 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b585fcb0-3e86-481e-851e-5d506cac9d60 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "DELETE /v2.0/routers/5acd0dbe-c342-47ee-81a7-9e18ece1f26a HTTP/1.1" status: 204 len: 168 time: 0.6780460 Mar 11 15:35:46.429248 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40890) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:46.429396 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c8e180e7-a335-4d4d-9445-54b3f90da493 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:46.507380 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c8e180e7-a335-4d4d-9445-54b3f90da493 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:46.649505 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-de508979-b08f-43d5-95b0-014f33ca3c77 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Deleting subnet 71a17fca-6901-4003-8598-57aea98d9a79 {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:35:46.653287 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-de508979-b08f-43d5-95b0-014f33ca3c77 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:46.731416 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-de508979-b08f-43d5-95b0-014f33ca3c77 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:46.758965 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device a9f68b1d-6d09-4c09-bebc-6887a0737290 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:35:46.770962 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c8e180e7-a335-4d4d-9445-54b3f90da493 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:46.850579 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-de508979-b08f-43d5-95b0-014f33ca3c77 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:46.869926 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe96b5c6-b081-40c4-a450-2ae9df18fb6c None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:35:46.899313 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c8e180e7-a335-4d4d-9445-54b3f90da493 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:46.953923 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e180e7-a335-4d4d-9445-54b3f90da493 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Subnet': ['ID=08b90252-7ea8-49a2-a10a-2699b397986b,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:46.954328 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-de508979-b08f-43d5-95b0-014f33ca3c77 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:46.960326 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c8e180e7-a335-4d4d-9445-54b3f90da493 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:46.982283 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c8e180e7-a335-4d4d-9445-54b3f90da493 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/08b90252-7ea8-49a2-a10a-2699b397986b HTTP/1.1" status: 204 len: 168 time: 0.9632423 Mar 11 15:35:46.983189 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40894) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:47.007364 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-de508979-b08f-43d5-95b0-014f33ca3c77 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:47.007617 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-15d38f0b-67e0-43eb-ad86-a4add17d4ad9 None None] Could not find standard attr ID for object 779f011c-5afb-4ac5-8fcc-0d788f763605. {{(pid=83868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:35:47.022640 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de508979-b08f-43d5-95b0-014f33ca3c77 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event deleted for resources: {'Subnet': ['ID=71a17fca-6901-4003-8598-57aea98d9a79,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:47.030411 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661a05e9-94f4-45e6-9256-081cd3b0bd9c None None] Network 578b99ff-2fe4-448b-a68d-9e421e2f9142 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:35:47.030631 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-de508979-b08f-43d5-95b0-014f33ca3c77 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "DELETE /v2.0/subnets/71a17fca-6901-4003-8598-57aea98d9a79 HTTP/1.1" status: 204 len: 168 time: 0.5971472 Mar 11 15:35:47.030981 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40898) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:47.067082 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-15d38f0b-67e0-43eb-ad86-a4add17d4ad9 None None] Provisioning for port a9f68b1d-6d09-4c09-bebc-6887a0737290 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:35:47.105045 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-fe4e5955-f864-4790-bae1-3edc2b987abf tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Deleting port 404e9cec-b789-45b0-9210-8e01d4f141a5 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:35:47.105291 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fe4e5955-f864-4790-bae1-3edc2b987abf tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:47.147032 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-05a8cd4c-4b4f-4b8f-821b-77c8824b33bf tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting subnet 504aff79-6077-40d6-ba43-35a9f3334edb {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:35:47.148201 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-15d38f0b-67e0-43eb-ad86-a4add17d4ad9 None None] Provisioning complete for port a9f68b1d-6d09-4c09-bebc-6887a0737290 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:47.148775 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-15d38f0b-67e0-43eb-ad86-a4add17d4ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:47.159642 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-05a8cd4c-4b4f-4b8f-821b-77c8824b33bf tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:47.167576 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-90bea5ab-f980-4268-b961-09f79301a092 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:47.183373 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-90bea5ab-f980-4268-b961-09f79301a092 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Deleting port d56c356e-b142-4c33-95a8-dfd30e99264c {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:35:47.183858 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-90bea5ab-f980-4268-b961-09f79301a092 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:47.306567 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-05a8cd4c-4b4f-4b8f-821b-77c8824b33bf tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:47.434116 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-fe4e5955-f864-4790-bae1-3edc2b987abf tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] For port 404e9cec-b789-45b0-9210-8e01d4f141a5, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=404e9cec-b789-45b0-9210-8e01d4f141a5,segment=NetworkSegment(e928eed1-e43f-4c09-b195-bb8031e4cc12),segment_id=e928eed1-e43f-4c09-b195-bb8031e4cc12)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:47.434671 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fe4e5955-f864-4790-bae1-3edc2b987abf tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:47.554654 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-90bea5ab-f980-4268-b961-09f79301a092 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] For port d56c356e-b142-4c33-95a8-dfd30e99264c, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=d56c356e-b142-4c33-95a8-dfd30e99264c,segment=NetworkSegment(726a3673-a51b-45aa-9368-8860900271e1),segment_id=726a3673-a51b-45aa-9368-8860900271e1)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:47.555243 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-90bea5ab-f980-4268-b961-09f79301a092 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:47.573347 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-fe4e5955-f864-4790-bae1-3edc2b987abf tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Calling delete_port for 404e9cec-b789-45b0-9210-8e01d4f141a5 owned by network:router_interface {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:35:47.608075 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcfc049-598d-428b-b9c3-8dbdb96f561c None None] DHCP port deletion for 578b99ff-2fe4-448b-a68d-9e421e2f9142 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:35:47.613430 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-2dcfc049-598d-428b-b9c3-8dbdb96f561c None None] Deleting port d56c356e-b142-4c33-95a8-dfd30e99264c {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:35:47.614066 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dcfc049-598d-428b-b9c3-8dbdb96f561c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:47.614734 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-05a8cd4c-4b4f-4b8f-821b-77c8824b33bf tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:47.694088 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-90bea5ab-f980-4268-b961-09f79301a092 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Calling delete_port for d56c356e-b142-4c33-95a8-dfd30e99264c owned by network:dhcp {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:35:47.779742 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-90bea5ab-f980-4268-b961-09f79301a092 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:47.833866 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bea5ab-f980-4268-b961-09f79301a092 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event deleted for resources: {'Port': ['ID=d56c356e-b142-4c33-95a8-dfd30e99264c,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:47.840338 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bea5ab-f980-4268-b961-09f79301a092 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] No DVR routers for this DVR port d56c356e-b142-4c33-95a8-dfd30e99264c on host dv-neutron-833373-1-hyperv {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:35:47.841052 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fe4e5955-f864-4790-bae1-3edc2b987abf tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:47.889023 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-2dcfc049-598d-428b-b9c3-8dbdb96f561c None None] For port d56c356e-b142-4c33-95a8-dfd30e99264c, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=d56c356e-b142-4c33-95a8-dfd30e99264c,segment=NetworkSegment(726a3673-a51b-45aa-9368-8860900271e1),segment_id=726a3673-a51b-45aa-9368-8860900271e1)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:47.889730 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dcfc049-598d-428b-b9c3-8dbdb96f561c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:47.904051 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e5955-f864-4790-bae1-3edc2b987abf tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event deleted for resources: {'Port': ['ID=404e9cec-b789-45b0-9210-8e01d4f141a5,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:48.001655 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-90bea5ab-f980-4268-b961-09f79301a092 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:48.044441 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-90bea5ab-f980-4268-b961-09f79301a092 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['578b99ff-2fe4-448b-a68d-9e421e2f9142']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:48.063092 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-90bea5ab-f980-4268-b961-09f79301a092 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '726a3673-a51b-45aa-9368-8860900271e1') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:48.063544 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-90bea5ab-f980-4268-b961-09f79301a092 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '726a3673-a51b-45aa-9368-8860900271e1') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:48.089033 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-90bea5ab-f980-4268-b961-09f79301a092 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:48.091461 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-05a8cd4c-4b4f-4b8f-821b-77c8824b33bf tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:48.094065 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-2dcfc049-598d-428b-b9c3-8dbdb96f561c None None] Calling delete_port for d56c356e-b142-4c33-95a8-dfd30e99264c owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:35:48.127432 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-90bea5ab-f980-4268-b961-09f79301a092 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:48.135013 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90bea5ab-f980-4268-b961-09f79301a092 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:35:48.135416 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-90bea5ab-f980-4268-b961-09f79301a092 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:48.151208 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-05a8cd4c-4b4f-4b8f-821b-77c8824b33bf tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:48.153531 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:35:48.153531 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:35:48.153531 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:35:48.153531 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:35:48.153531 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:35:48.153531 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:35:48.153531 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:35:48.153531 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:35:48.153531 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:35:48.153531 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:35:48.153531 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:35:48.153531 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:35:48.153531 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:35:48.153531 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:35:48.153531 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:35:48.153531 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:35:48.153531 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:35:48.153531 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:35:48.153531 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:35:48.153531 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:35:48.153531 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:35:48.153531 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:35:48.153531 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:35:48.153531 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:35:48.153531 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:35:48.153531 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:35:48.153531 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:35:48.153531 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:35:48.153531 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:35:48.153531 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:35:48.153531 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:35:48.153531 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:35:48.175559 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a8cd4c-4b4f-4b8f-821b-77c8824b33bf tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Subnet': ['ID=504aff79-6077-40d6-ba43-35a9f3334edb,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:48.198604 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-05a8cd4c-4b4f-4b8f-821b-77c8824b33bf tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/504aff79-6077-40d6-ba43-35a9f3334edb HTTP/1.1" status: 204 len: 168 time: 1.1890082 Mar 11 15:35:48.202201 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40902) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:48.206243 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-2dcfc049-598d-428b-b9c3-8dbdb96f561c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:35:48.206650 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-2dcfc049-598d-428b-b9c3-8dbdb96f561c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:35:48.296265 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-767974cb-1170-43ca-b60f-a88c329a7932 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0896573 Mar 11 15:35:48.297271 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40906) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:48.302177 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-90bea5ab-f980-4268-b961-09f79301a092 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:48.306375 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-7b7bc1db-5509-493a-b098-877a35c2a455 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'subnet': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:35:48.320300 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-90bea5ab-f980-4268-b961-09f79301a092 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:48.335815 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bea5ab-f980-4268-b961-09f79301a092 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event deleted for resources: {'Network': ['ID=578b99ff-2fe4-448b-a68d-9e421e2f9142,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:48.346555 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-90bea5ab-f980-4268-b961-09f79301a092 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "DELETE /v2.0/networks/578b99ff-2fe4-448b-a68d-9e421e2f9142 HTTP/1.1" status: 204 len: 168 time: 1.3141448 Mar 11 15:35:48.350469 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40910) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:48.356751 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-7194092a-b2c9-489a-ac35-35091805576e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-343078556', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}, 'admin_state_up': False}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:35:48.359289 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbb1fff-6454-4b18-801f-5735a98b07f6 None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:35:48.364196 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-7194092a-b2c9-489a-ac35-35091805576e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:35:48.368586 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-7194092a-b2c9-489a-ac35-35091805576e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Usage tracker for resource:router and tenant:16d01fb61cb5488cb7fd92527258a459 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:35:48.373140 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-7194092a-b2c9-489a-ac35-35091805576e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:35:48.380507 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-7194092a-b2c9-489a-ac35-35091805576e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:35:48.393359 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7194092a-b2c9-489a-ac35-35091805576e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:48.394574 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7194092a-b2c9-489a-ac35-35091805576e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:48.417311 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7194092a-b2c9-489a-ac35-35091805576e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:48.515263 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-bc9783d1-830f-48c6-844d-cdb2033d34c7 None None] Provisioning complete for port a9f68b1d-6d09-4c09-bebc-6887a0737290 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:48.515646 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bc9783d1-830f-48c6-844d-cdb2033d34c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:48.554711 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7b7bc1db-5509-493a-b098-877a35c2a455 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:35:48.557590 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fe4e5955-f864-4790-bae1-3edc2b987abf tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:48.566423 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7b7bc1db-5509-493a-b098-877a35c2a455 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:subnet and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:35:48.571732 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7b7bc1db-5509-493a-b098-877a35c2a455 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:35:48.576151 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7194092a-b2c9-489a-ac35-35091805576e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:48.586241 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7b7bc1db-5509-493a-b098-877a35c2a455 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:35:48.708441 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-2dcfc049-598d-428b-b9c3-8dbdb96f561c None None] Deleting port d56c356e-b142-4c33-95a8-dfd30e99264c {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:35:48.710803 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dcfc049-598d-428b-b9c3-8dbdb96f561c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:48.717757 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7bc1db-5509-493a-b098-877a35c2a455 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:35:48.721552 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7b7bc1db-5509-493a-b098-877a35c2a455 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:48.766942 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbed719-a2c2-4275-9300-9f39e14ab009 None None] DHCP port deletion for a9e561eb-4382-47f0-afe2-548f64b9476b request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:35:48.771703 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-ffbed719-a2c2-4275-9300-9f39e14ab009 None None] Deleting port a9f68b1d-6d09-4c09-bebc-6887a0737290 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:35:48.772081 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ffbed719-a2c2-4275-9300-9f39e14ab009 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:48.853248 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7194092a-b2c9-489a-ac35-35091805576e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for router_gateway, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:48.885813 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7194092a-b2c9-489a-ac35-35091805576e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:48.950165 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device d56c356e-b142-4c33-95a8-dfd30e99264c no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:35:48.989288 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-2dcfc049-598d-428b-b9c3-8dbdb96f561c None None] The port 'd56c356e-b142-4c33-95a8-dfd30e99264c' was deleted {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 15:35:49.000260 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: d56c356e-b142-4c33-95a8-dfd30e99264c {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:35:49.000604 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device d56c356e-b142-4c33-95a8-dfd30e99264c not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:35:49.046245 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-7194092a-b2c9-489a-ac35-35091805576e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Allocated IP 172.26.0.37 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/8a754737-1c71-4c2f-bd5a-cecfa393c57b) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:35:49.114289 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-ffbed719-a2c2-4275-9300-9f39e14ab009 None None] For port a9f68b1d-6d09-4c09-bebc-6887a0737290, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=a9f68b1d-6d09-4c09-bebc-6887a0737290,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:49.114289 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ffbed719-a2c2-4275-9300-9f39e14ab009 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:49.211408 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7b7bc1db-5509-493a-b098-877a35c2a455 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:49.225104 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7194092a-b2c9-489a-ac35-35091805576e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:49.261237 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-ffbed719-a2c2-4275-9300-9f39e14ab009 None None] Calling delete_port for a9f68b1d-6d09-4c09-bebc-6887a0737290 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:35:49.261954 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7194092a-b2c9-489a-ac35-35091805576e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:49.349525 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ffbed719-a2c2-4275-9300-9f39e14ab009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:49.349798 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7194092a-b2c9-489a-ac35-35091805576e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:35:49.352896 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7bc1db-5509-493a-b098-877a35c2a455 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:35:49.353191 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7194092a-b2c9-489a-ac35-35091805576e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event updated for resources: {'Port': ['ID=8a754737-1c71-4c2f-bd5a-cecfa393c57b,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:49.358280 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-7194092a-b2c9-489a-ac35-35091805576e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:35:49.360652 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7194092a-b2c9-489a-ac35-35091805576e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:35:49.367914 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-7b7bc1db-5509-493a-b098-877a35c2a455 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:35:49.372295 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7bc1db-5509-493a-b098-877a35c2a455 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Subnet': ['ID=31f8f429-85d8-4437-b901-eb697f07c82a,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:49.375062 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7bc1db-5509-493a-b098-877a35c2a455 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:49.375754 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7b7bc1db-5509-493a-b098-877a35c2a455 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:49.416157 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7b7bc1db-5509-493a-b098-877a35c2a455 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1150918 Mar 11 15:35:49.416402 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbed719-a2c2-4275-9300-9f39e14ab009 None None] Pushing event deleted for resources: {'Port': ['ID=a9f68b1d-6d09-4c09-bebc-6887a0737290,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:49.416512 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40914) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:49.426577 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-de112592-af20-472c-87ea-0d6e62d247a7 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'subnet': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:35:49.426962 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbed719-a2c2-4275-9300-9f39e14ab009 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:49.427374 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbed719-a2c2-4275-9300-9f39e14ab009 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:49.427778 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbed719-a2c2-4275-9300-9f39e14ab009 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:49.428203 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbed719-a2c2-4275-9300-9f39e14ab009 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:49.429148 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbed719-a2c2-4275-9300-9f39e14ab009 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:49.429148 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbed719-a2c2-4275-9300-9f39e14ab009 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:49.429367 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbed719-a2c2-4275-9300-9f39e14ab009 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:49.429710 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbed719-a2c2-4275-9300-9f39e14ab009 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:49.430093 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbed719-a2c2-4275-9300-9f39e14ab009 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:49.430476 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbed719-a2c2-4275-9300-9f39e14ab009 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:49.430857 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbed719-a2c2-4275-9300-9f39e14ab009 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:49.433694 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbed719-a2c2-4275-9300-9f39e14ab009 None None] No DVR routers for this DVR port a9f68b1d-6d09-4c09-bebc-6887a0737290 on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:35:49.449916 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d326fb-fd61-45a1-bab0-c7f3dcffc961 None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:35:49.452797 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4e5955-f864-4790-bae1-3edc2b987abf tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Router bdbdb9e2-ab6c-41df-8cdd-45bb6698249f has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:35:49.641015 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4e5955-f864-4790-bae1-3edc2b987abf tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:35:49.647454 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-fe4e5955-f864-4790-bae1-3edc2b987abf tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "PUT /v2.0/routers/bdbdb9e2-ab6c-41df-8cdd-45bb6698249f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2084508 Mar 11 15:35:49.654109 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40918) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:49.657255 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28710b36-eb19-410a-8c80-3f091b1e6d5c None None] Sync routers for ids ['bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:35:49.671861 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28710b36-eb19-410a-8c80-3f091b1e6d5c None None] Routers {'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:35:49.673369 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-28710b36-eb19-410a-8c80-3f091b1e6d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:35:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:49.720679 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2b2a61-a130-4e4e-a7f1-e47d59d5262d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-a9e561eb-4382-47f0-afe2-548f64b9476b', 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'tenant_id': 'd568d0bdb48844a4af924b22cae1da29', 'fixed_ips': [{'subnet_id': '31f8f429-85d8-4437-b901-eb697f07c82a'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:35:49.721428 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4c2b2a61-a130-4e4e-a7f1-e47d59d5262d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:49.755899 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-de112592-af20-472c-87ea-0d6e62d247a7 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:35:49.767792 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-de112592-af20-472c-87ea-0d6e62d247a7 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:subnet and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:35:49.772609 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-de112592-af20-472c-87ea-0d6e62d247a7 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:35:49.783249 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-de112592-af20-472c-87ea-0d6e62d247a7 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:35:49.799962 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de112592-af20-472c-87ea-0d6e62d247a7 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:35:49.886465 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-28710b36-eb19-410a-8c80-3f091b1e6d5c None None] Set router bdbdb9e2-ab6c-41df-8cdd-45bb6698249f gateway port host: None {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:35:49.898375 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-69a942c2-aea9-4579-8b09-668654b43185 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Deleting subnet 85dc48d1-d7a9-456e-9cec-f6e06f02484b {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:35:49.901702 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-69a942c2-aea9-4579-8b09-668654b43185 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:49.917920 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-4c2b2a61-a130-4e4e-a7f1-e47d59d5262d None None] Allocated IP 172.20.0.2 (a9e561eb-4382-47f0-afe2-548f64b9476b/31f8f429-85d8-4437-b901-eb697f07c82a/124ac3ae-3ae8-45c8-9b6f-d084ded259c2) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:35:49.947762 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-de112592-af20-472c-87ea-0d6e62d247a7 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:49.981584 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-69a942c2-aea9-4579-8b09-668654b43185 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:50.087556 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7194092a-b2c9-489a-ac35-35091805576e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for router_gateway, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:50.088666 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7194092a-b2c9-489a-ac35-35091805576e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:50.094549 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-69a942c2-aea9-4579-8b09-668654b43185 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:50.174814 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4c2b2a61-a130-4e4e-a7f1-e47d59d5262d None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:50.191791 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-4c2b2a61-a130-4e4e-a7f1-e47d59d5262d None None] Transition to ACTIVE for port object 124ac3ae-3ae8-45c8-9b6f-d084ded259c2 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:35:50.193040 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-69a942c2-aea9-4579-8b09-668654b43185 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:50.214820 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-4c2b2a61-a130-4e4e-a7f1-e47d59d5262d None None] Transition to ACTIVE for port object 124ac3ae-3ae8-45c8-9b6f-d084ded259c2 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:35:50.223755 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4c2b2a61-a130-4e4e-a7f1-e47d59d5262d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:50.289052 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-28710b36-eb19-410a-8c80-3f091b1e6d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'name': 'tempest-RoutersIpV6Test-router-109250348', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:34:30Z', 'updated_at': '2022-03-11T15:35:47Z', 'revision_number': 9, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'gw_port_host': None, '_interfaces': [{'id': 'b0530187-b09b-4957-b4c6-29c975ce95df', 'name': '', 'network_id': '30df3178-3653-4d0f-a424-6f1f310a96ba', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:3e:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:34Z', 'updated_at': '2022-03-11T15:34:50Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd8f02df-093e-433a-bd69-997e54d74e15', 'name': '', 'network_id': 'b92a2b77-2840-45b5-af2a-dce3e7517bdf', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:77:c9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59489499-d9e4-4504-a072-5d3ab14e010c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:48Z', 'updated_at': '2022-03-11T15:35:02Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '59489499-d9e4-4504-a072-5d3ab14e010c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:50.294577 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28710b36-eb19-410a-8c80-3f091b1e6d5c None None] Checking router: bdbdb9e2-ab6c-41df-8cdd-45bb6698249f for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:35:50.307658 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28710b36-eb19-410a-8c80-3f091b1e6d5c None None] Routers {'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:35:50.308884 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-28710b36-eb19-410a-8c80-3f091b1e6d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:35:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:50.320402 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2b2a61-a130-4e4e-a7f1-e47d59d5262d None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:35:50.326919 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b2a61-a130-4e4e-a7f1-e47d59d5262d None None] Pushing event updated for resources: {'Port': ['ID=124ac3ae-3ae8-45c8-9b6f-d084ded259c2,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:50.331373 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-4c2b2a61-a130-4e4e-a7f1-e47d59d5262d None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:35:50.334355 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2b2a61-a130-4e4e-a7f1-e47d59d5262d None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:35:50.398195 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a942c2-aea9-4579-8b09-668654b43185 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event deleted for resources: {'Subnet': ['ID=85dc48d1-d7a9-456e-9cec-f6e06f02484b,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:50.411463 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-69a942c2-aea9-4579-8b09-668654b43185 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:50.421337 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-69a942c2-aea9-4579-8b09-668654b43185 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "DELETE /v2.0/subnets/85dc48d1-d7a9-456e-9cec-f6e06f02484b HTTP/1.1" status: 204 len: 168 time: 0.7666473 Mar 11 15:35:50.424167 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40922) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:50.430658 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08aaf3d7-4e0e-4955-af06-a72deb03df27 None None] Network be12036e-870a-417a-8279-3e74c4659b02 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:35:50.478284 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-4c2b2a61-a130-4e4e-a7f1-e47d59d5262d None None] Attempting to bind port 124ac3ae-3ae8-45c8-9b6f-d084ded259c2 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:35:50.478557 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-4c2b2a61-a130-4e4e-a7f1-e47d59d5262d None None] Attempting to bind port 124ac3ae-3ae8-45c8-9b6f-d084ded259c2 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:35:50.478833 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2b2a61-a130-4e4e-a7f1-e47d59d5262d None None] Attempting to bind port 124ac3ae-3ae8-45c8-9b6f-d084ded259c2 on network a9e561eb-4382-47f0-afe2-548f64b9476b {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:35:50.516823 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-28710b36-eb19-410a-8c80-3f091b1e6d5c None None] Set router bdbdb9e2-ab6c-41df-8cdd-45bb6698249f gateway port host: None {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:35:50.563516 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2b2a61-a130-4e4e-a7f1-e47d59d5262d None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:35:50.563886 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2b2a61-a130-4e4e-a7f1-e47d59d5262d None None] Checking segment: {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:35:50.564309 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4c2b2a61-a130-4e4e-a7f1-e47d59d5262d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:50.564872 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2b2a61-a130-4e4e-a7f1-e47d59d5262d None None] Bound using segment: {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:35:50.565239 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-4c2b2a61-a130-4e4e-a7f1-e47d59d5262d None None] Bound port: 124ac3ae-3ae8-45c8-9b6f-d084ded259c2, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:35:50.565608 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4c2b2a61-a130-4e4e-a7f1-e47d59d5262d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:50.566963 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7194092a-b2c9-489a-ac35-35091805576e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Router 83e32cf7-aac3-41ad-a0c5-549d9477d545 is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:35:50.600092 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a3235595-416e-4428-a0c8-c493fe3e1177 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:50.619712 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-a3235595-416e-4428-a0c8-c493fe3e1177 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Deleting port a97b167d-e70c-4550-93de-cc8e23ddf990 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:35:50.620351 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a3235595-416e-4428-a0c8-c493fe3e1177 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:50.684781 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-4c2b2a61-a130-4e4e-a7f1-e47d59d5262d None None] For port 124ac3ae-3ae8-45c8-9b6f-d084ded259c2, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:35:50.689161 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-4c2b2a61-a130-4e4e-a7f1-e47d59d5262d None None] For port 124ac3ae-3ae8-45c8-9b6f-d084ded259c2, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=124ac3ae-3ae8-45c8-9b6f-d084ded259c2,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:35:50.695209 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4c2b2a61-a130-4e4e-a7f1-e47d59d5262d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:50.810611 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device a9f68b1d-6d09-4c09-bebc-6887a0737290 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:35:50.872168 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-a3235595-416e-4428-a0c8-c493fe3e1177 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] For port a97b167d-e70c-4550-93de-cc8e23ddf990, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=a97b167d-e70c-4550-93de-cc8e23ddf990,segment=NetworkSegment(e928eed1-e43f-4c09-b195-bb8031e4cc12),segment_id=e928eed1-e43f-4c09-b195-bb8031e4cc12)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:50.872429 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a3235595-416e-4428-a0c8-c493fe3e1177 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:50.908189 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.objects.ports [None req-de112592-af20-472c-87ea-0d6e62d247a7 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83866) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 15:35:50.956397 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: a9f68b1d-6d09-4c09-bebc-6887a0737290 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:35:50.956662 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device a9f68b1d-6d09-4c09-bebc-6887a0737290 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:35:51.010804 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7194092a-b2c9-489a-ac35-35091805576e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:35:51.022877 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-a3235595-416e-4428-a0c8-c493fe3e1177 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Calling delete_port for a97b167d-e70c-4550-93de-cc8e23ddf990 owned by network:dhcp {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:35:51.040034 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96a09c5-a2f7-49c3-8c68-20c3e71c6819 None None] Sync routers for ids ['83e32cf7-aac3-41ad-a0c5-549d9477d545'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:35:51.051825 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7194092a-b2c9-489a-ac35-35091805576e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:51.053673 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-7194092a-b2c9-489a-ac35-35091805576e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.7016437 Mar 11 15:35:51.070214 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40926) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:51.071053 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b2a61-a130-4e4e-a7f1-e47d59d5262d None None] Pushing event updated for resources: {'Port': ['ID=124ac3ae-3ae8-45c8-9b6f-d084ded259c2,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:51.092018 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-28710b36-eb19-410a-8c80-3f091b1e6d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'name': 'tempest-RoutersIpV6Test-router-109250348', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:34:30Z', 'updated_at': '2022-03-11T15:35:47Z', 'revision_number': 9, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'gw_port_host': None, '_interfaces': [{'id': 'b0530187-b09b-4957-b4c6-29c975ce95df', 'name': '', 'network_id': '30df3178-3653-4d0f-a424-6f1f310a96ba', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:3e:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:34Z', 'updated_at': '2022-03-11T15:34:50Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd8f02df-093e-433a-bd69-997e54d74e15', 'name': '', 'network_id': 'b92a2b77-2840-45b5-af2a-dce3e7517bdf', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:77:c9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59489499-d9e4-4504-a072-5d3ab14e010c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:48Z', 'updated_at': '2022-03-11T15:35:02Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '59489499-d9e4-4504-a072-5d3ab14e010c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:51.097622 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28710b36-eb19-410a-8c80-3f091b1e6d5c None None] The sync data for ids ['bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'] in dv-neutron-833373-1-hyperv is: [{'id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'name': 'tempest-RoutersIpV6Test-router-109250348', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:34:30Z', 'updated_at': '2022-03-11T15:35:47Z', 'revision_number': 9, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'gw_port_host': None, '_interfaces': [{'id': 'b0530187-b09b-4957-b4c6-29c975ce95df', 'name': '', 'network_id': '30df3178-3653-4d0f-a424-6f1f310a96ba', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:3e:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:34Z', 'updated_at': '2022-03-11T15:34:50Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd8f02df-093e-433a-bd69-997e54d74e15', 'name': '', 'network_id': 'b92a2b77-2840-45b5-af2a-dce3e7517bdf', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:77:c9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59489499-d9e4-4504-a072-5d3ab14e010c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:48Z', 'updated_at': '2022-03-11T15:35:02Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '59489499-d9e4-4504-a072-5d3ab14e010c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:35:51.126329 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96a09c5-a2f7-49c3-8c68-20c3e71c6819 None None] Routers {'83e32cf7-aac3-41ad-a0c5-549d9477d545'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:35:51.127074 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e96a09c5-a2f7-49c3-8c68-20c3e71c6819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:35:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['83e32cf7-aac3-41ad-a0c5-549d9477d545'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:51.206358 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-de112592-af20-472c-87ea-0d6e62d247a7 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:51.214779 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e96a09c5-a2f7-49c3-8c68-20c3e71c6819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:51.239812 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96a09c5-a2f7-49c3-8c68-20c3e71c6819 None None] Routers {'83e32cf7-aac3-41ad-a0c5-549d9477d545'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:35:51.241219 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e96a09c5-a2f7-49c3-8c68-20c3e71c6819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:35:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['83e32cf7-aac3-41ad-a0c5-549d9477d545'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:51.314817 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b1bb01a2-7593-4e5e-b094-e967cb9656ed req-948e8dcf-4cd2-4e23-b341-f8a4a461df65 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ffd42f93-bf15-4bb6-992d-8811735d5c96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2281682 Mar 11 15:35:51.332807 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e96a09c5-a2f7-49c3-8c68-20c3e71c6819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:51.334453 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96a09c5-a2f7-49c3-8c68-20c3e71c6819 None None] The sync data for ids ['83e32cf7-aac3-41ad-a0c5-549d9477d545'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:35:51.351057 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a3235595-416e-4428-a0c8-c493fe3e1177 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:51.412325 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3235595-416e-4428-a0c8-c493fe3e1177 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event deleted for resources: {'Port': ['ID=a97b167d-e70c-4550-93de-cc8e23ddf990,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:51.421275 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3235595-416e-4428-a0c8-c493fe3e1177 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] No DVR routers for this DVR port a97b167d-e70c-4550-93de-cc8e23ddf990 on host dv-neutron-833373-1-hyperv {{(pid=83867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:35:51.471994 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8d9aa4-262e-4cbd-bfe8-85b1843d6197 None None] DHCP port deletion for be12036e-870a-417a-8279-3e74c4659b02 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:35:51.597942 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a3235595-416e-4428-a0c8-c493fe3e1177 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:51.633653 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-a3235595-416e-4428-a0c8-c493fe3e1177 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be12036e-870a-417a-8279-3e74c4659b02']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:51.650588 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-a3235595-416e-4428-a0c8-c493fe3e1177 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e928eed1-e43f-4c09-b195-bb8031e4cc12') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:51.650968 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-a3235595-416e-4428-a0c8-c493fe3e1177 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e928eed1-e43f-4c09-b195-bb8031e4cc12') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:51.666053 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a3235595-416e-4428-a0c8-c493fe3e1177 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:51.681520 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-322ac6d4-752b-43e3-9859-e580e4be75b5 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "GET /v2.0/routers/83e32cf7-aac3-41ad-a0c5-549d9477d545 HTTP/1.1" status: 200 len: 879 time: 0.6078835 Mar 11 15:35:51.682550 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40930) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:51.713141 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-de112592-af20-472c-87ea-0d6e62d247a7 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] For port 124ac3ae-3ae8-45c8-9b6f-d084ded259c2, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=124ac3ae-3ae8-45c8-9b6f-d084ded259c2,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:51.717627 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b1bb01a2-7593-4e5e-b094-e967cb9656ed req-da3aa420-20bb-4693-993f-aadbc2700ac3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=ffd42f93-bf15-4bb6-992d-8811735d5c96 HTTP/1.1" status: 200 len: 1098 time: 0.3696349 Mar 11 15:35:51.783196 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-de112592-af20-472c-87ea-0d6e62d247a7 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:51.805440 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a3235595-416e-4428-a0c8-c493fe3e1177 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:51.821683 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3235595-416e-4428-a0c8-c493fe3e1177 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:35:51.822079 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a3235595-416e-4428-a0c8-c493fe3e1177 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:51.833330 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-de112592-af20-472c-87ea-0d6e62d247a7 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:51.834053 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-de112592-af20-472c-87ea-0d6e62d247a7 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:51.836598 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:35:51.836598 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:35:51.836598 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:35:51.836598 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:35:51.836598 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:35:51.836598 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:35:51.836598 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:35:51.836598 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:35:51.836598 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:35:51.836598 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:35:51.836598 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:35:51.836598 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:35:51.836598 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:35:51.836598 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:35:51.836598 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:35:51.836598 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:35:51.836598 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:35:51.836598 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:35:51.836598 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:35:51.836598 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:35:51.836598 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:35:51.836598 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:35:51.836598 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:35:51.836598 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:35:51.836598 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:35:51.836598 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:35:51.836598 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:35:51.836598 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:35:51.836598 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:35:51.836598 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:35:51.836598 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:35:51.836598 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:35:51.953732 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a3235595-416e-4428-a0c8-c493fe3e1177 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:51.965447 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a3235595-416e-4428-a0c8-c493fe3e1177 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:51.977928 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de112592-af20-472c-87ea-0d6e62d247a7 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:35:51.993497 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-de112592-af20-472c-87ea-0d6e62d247a7 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:35:52.003355 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de112592-af20-472c-87ea-0d6e62d247a7 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:52.003664 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3235595-416e-4428-a0c8-c493fe3e1177 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event deleted for resources: {'Network': ['ID=be12036e-870a-417a-8279-3e74c4659b02,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:52.003931 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-de112592-af20-472c-87ea-0d6e62d247a7 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:52.011194 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a3235595-416e-4428-a0c8-c493fe3e1177 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "DELETE /v2.0/networks/be12036e-870a-417a-8279-3e74c4659b02 HTTP/1.1" status: 204 len: 168 time: 1.5830925 Mar 11 15:35:52.011678 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40936) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:52.035652 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de112592-af20-472c-87ea-0d6e62d247a7 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Port': ['ID=124ac3ae-3ae8-45c8-9b6f-d084ded259c2,revision_number=4']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:52.038411 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de112592-af20-472c-87ea-0d6e62d247a7 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Subnet': ['ID=bfb05ac2-b906-454c-a7d9-80b8cdee18d4,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:52.053951 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-de112592-af20-472c-87ea-0d6e62d247a7 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6336393 Mar 11 15:35:52.054371 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40940) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:52.057080 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb01a2-7593-4e5e-b094-e967cb9656ed req-6790aaf3-9c79-41e4-9dc3-eb967f82567a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:52.058538 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b1bb01a2-7593-4e5e-b094-e967cb9656ed req-6790aaf3-9c79-41e4-9dc3-eb967f82567a service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c7936ae-ba60-41e0-9678-29011757e550 HTTP/1.1" status: 200 len: 897 time: 0.3054109 Mar 11 15:35:52.062850 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-6cf63ef9-ccdf-4f7c-8757-3c8f16ea32fc tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'port': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'mac_address': 'fa:16:3e:fe:c7:e0', 'name': 'tempest-NetworksTestDHCPv6-629825676'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:35:52.306597 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b1bb01a2-7593-4e5e-b094-e967cb9656ed req-b0dcc274-397c-452e-b60f-e49fa4a2f62c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6208eb2d-6c01-421d-886c-dc00b3d1232e HTTP/1.1" status: 200 len: 1000 time: 0.2262261 Mar 11 15:35:52.360835 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-f1e9315e-71bd-43ad-96a4-760494023d90 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Synchronizing usage tracker for tenant:16d01fb61cb5488cb7fd92527258a459 on resource:router {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:35:52.372505 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-6cf63ef9-ccdf-4f7c-8757-3c8f16ea32fc tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:35:52.377834 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-6cf63ef9-ccdf-4f7c-8757-3c8f16ea32fc tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:port and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:35:52.381932 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-6cf63ef9-ccdf-4f7c-8757-3c8f16ea32fc tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:35:52.389714 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-6cf63ef9-ccdf-4f7c-8757-3c8f16ea32fc tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:35:52.391032 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-f1e9315e-71bd-43ad-96a4-760494023d90 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Unset dirty status for tenant:16d01fb61cb5488cb7fd92527258a459 on resource:router {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:35:52.394713 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-f1e9315e-71bd-43ad-96a4-760494023d90 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.7089789 Mar 11 15:35:52.398830 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40944) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:52.407231 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf63ef9-ccdf-4f7c-8757-3c8f16ea32fc tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:35:52.411248 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6cf63ef9-ccdf-4f7c-8757-3c8f16ea32fc tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:52.471603 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb01a2-7593-4e5e-b094-e967cb9656ed req-d610e661-2022-471e-819b-2556d933e98c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:52.473308 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b1bb01a2-7593-4e5e-b094-e967cb9656ed req-d610e661-2022-471e-819b-2556d933e98c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9b85bbf9-cc60-47b9-9ba7-617c6762d95e HTTP/1.1" status: 200 len: 834 time: 0.1522858 Mar 11 15:35:52.475109 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-6cf63ef9-ccdf-4f7c-8757-3c8f16ea32fc tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] device_id is not set on port b9d88dac-423e-495e-9b9c-22783372c284 yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:35:52.488477 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-9367e999-e255-43c4-b3a1-f2a311c778e5 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-343078556'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:35:52.712541 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b1bb01a2-7593-4e5e-b094-e967cb9656ed req-a5936e81-0f60-43b0-b7d4-c5778eded634 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c7936ae-ba60-41e0-9678-29011757e550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1952281 Mar 11 15:35:52.806603 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0f9a70fe-489a-407c-aaf0-cfbcc46a1c6f tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:52.818150 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 124ac3ae-3ae8-45c8-9b6f-d084ded259c2 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:35:52.866548 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9094ca-100a-4150-bd74-c965dbca1d82 None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:35:52.945643 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-6cf63ef9-ccdf-4f7c-8757-3c8f16ea32fc tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Allocated IP 172.20.0.6 (a9e561eb-4382-47f0-afe2-548f64b9476b/31f8f429-85d8-4437-b901-eb697f07c82a/b9d88dac-423e-495e-9b9c-22783372c284) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:35:52.950167 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b1bb01a2-7593-4e5e-b094-e967cb9656ed req-2ec3f490-5dcd-4942-b68a-cf3965e8ea5c service neutron] 10.222.0.73 "GET /v2.0/networks/0c7936ae-ba60-41e0-9678-29011757e550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289143 Mar 11 15:35:52.958803 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-6cf63ef9-ccdf-4f7c-8757-3c8f16ea32fc tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Allocated IP 2001:db8::f816:3eff:fefe:c7e0 (a9e561eb-4382-47f0-afe2-548f64b9476b/bfb05ac2-b906-454c-a7d9-80b8cdee18d4/b9d88dac-423e-495e-9b9c-22783372c284) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:35:53.014402 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f5b7ee36-5d2a-4c5c-9af8-2aede1d2eec7 None None] Provisioning for port 124ac3ae-3ae8-45c8-9b6f-d084ded259c2 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:35:53.071135 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 124ac3ae-3ae8-45c8-9b6f-d084ded259c2 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:35:53.087212 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 124ac3ae-3ae8-45c8-9b6f-d084ded259c2 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:53.087549 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:53.226361 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b1bb01a2-7593-4e5e-b094-e967cb9656ed req-09f62dad-1714-4fcc-84b3-224997779b6c service neutron] 10.222.0.73 "GET /v2.0/networks/0c7936ae-ba60-41e0-9678-29011757e550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649384 Mar 11 15:35:53.276664 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:53.311967 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6cf63ef9-ccdf-4f7c-8757-3c8f16ea32fc tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:53.330629 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 124ac3ae-3ae8-45c8-9b6f-d084ded259c2, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=124ac3ae-3ae8-45c8-9b6f-d084ded259c2,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:53.333326 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-6cf63ef9-ccdf-4f7c-8757-3c8f16ea32fc tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Transition to ACTIVE for port object b9d88dac-423e-495e-9b9c-22783372c284 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:35:53.336352 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:53.373224 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6cf63ef9-ccdf-4f7c-8757-3c8f16ea32fc tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:53.426790 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device a97b167d-e70c-4550-93de-cc8e23ddf990 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:35:53.468300 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf63ef9-ccdf-4f7c-8757-3c8f16ea32fc tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:35:53.473894 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: a97b167d-e70c-4550-93de-cc8e23ddf990 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:35:53.474343 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device a97b167d-e70c-4550-93de-cc8e23ddf990 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:35:53.474849 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 404e9cec-b789-45b0-9210-8e01d4f141a5 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:35:53.476217 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-6cf63ef9-ccdf-4f7c-8757-3c8f16ea32fc tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:35:53.490207 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf63ef9-ccdf-4f7c-8757-3c8f16ea32fc tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:35:53.520002 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 404e9cec-b789-45b0-9210-8e01d4f141a5 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:35:53.520668 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 404e9cec-b789-45b0-9210-8e01d4f141a5 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:35:53.532920 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=124ac3ae-3ae8-45c8-9b6f-d084ded259c2,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:53.540924 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf63ef9-ccdf-4f7c-8757-3c8f16ea32fc tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Port': ['ID=b9d88dac-423e-495e-9b9c-22783372c284,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:53.569472 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf63ef9-ccdf-4f7c-8757-3c8f16ea32fc tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:53.570115 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6cf63ef9-ccdf-4f7c-8757-3c8f16ea32fc tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:53.602180 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-6cf63ef9-ccdf-4f7c-8757-3c8f16ea32fc tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.5467646 Mar 11 15:35:53.604700 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40948) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:53.819835 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d72d9e3-30fd-44d6-9454-5a964f60cb3c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:53.824146 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d72d9e3-30fd-44d6-9454-5a964f60cb3c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:53.825340 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-7d72d9e3-30fd-44d6-9454-5a964f60cb3c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:35:53.843696 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-7d72d9e3-30fd-44d6-9454-5a964f60cb3c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:35:53.845281 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-7d72d9e3-30fd-44d6-9454-5a964f60cb3c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2394230 Mar 11 15:35:53.847847 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40952) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:53.859362 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9367e999-e255-43c4-b3a1-f2a311c778e5 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:53.874073 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9367e999-e255-43c4-b3a1-f2a311c778e5 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709172', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-708534'] for router, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:53.921831 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-95b82fd7-cdeb-498d-90fb-791fe833600c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting port b9d88dac-423e-495e-9b9c-22783372c284 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:35:53.922269 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-95b82fd7-cdeb-498d-90fb-791fe833600c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:54.069434 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2a9c4dcc-6144-41e0-9fbb-4233f4955ba9 None None] Provisioning complete for port 124ac3ae-3ae8-45c8-9b6f-d084ded259c2 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:54.070194 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2a9c4dcc-6144-41e0-9fbb-4233f4955ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:54.186086 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-0f9a70fe-489a-407c-aaf0-cfbcc46a1c6f tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Deleting port dd8f02df-093e-433a-bd69-997e54d74e15 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:35:54.186407 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0f9a70fe-489a-407c-aaf0-cfbcc46a1c6f tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:54.229907 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-95b82fd7-cdeb-498d-90fb-791fe833600c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:54.368628 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9367e999-e255-43c4-b3a1-f2a311c778e5 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Router 83e32cf7-aac3-41ad-a0c5-549d9477d545 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:35:54.371799 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-95b82fd7-cdeb-498d-90fb-791fe833600c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Calling delete_port for b9d88dac-423e-495e-9b9c-22783372c284 owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:35:54.400462 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6a0b49a2-884c-4409-99f4-bf726abb2cc0 None None] Could not find standard attr ID for object 779f011c-5afb-4ac5-8fcc-0d788f763605. {{(pid=83868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:35:54.470155 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-0f9a70fe-489a-407c-aaf0-cfbcc46a1c6f tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] For port dd8f02df-093e-433a-bd69-997e54d74e15, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=dd8f02df-093e-433a-bd69-997e54d74e15,segment=NetworkSegment(f0cf8fe9-ca46-42d0-97af-cde1c9a0a483),segment_id=f0cf8fe9-ca46-42d0-97af-cde1c9a0a483)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:54.470534 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0f9a70fe-489a-407c-aaf0-cfbcc46a1c6f tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:54.624776 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-95b82fd7-cdeb-498d-90fb-791fe833600c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:54.636342 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-51c537b7-df4b-4e9f-9750-900798579389 None None] Provisioning complete for port b9d88dac-423e-495e-9b9c-22783372c284 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:54.636849 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-51c537b7-df4b-4e9f-9750-900798579389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:54.666599 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-0f9a70fe-489a-407c-aaf0-cfbcc46a1c6f tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Calling delete_port for dd8f02df-093e-433a-bd69-997e54d74e15 owned by network:router_interface {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:35:54.688699 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-51c537b7-df4b-4e9f-9750-900798579389 None None] Port b9d88dac-423e-495e-9b9c-22783372c284 was deleted so its status cannot be updated. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 11 15:35:54.689054 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b82fd7-cdeb-498d-90fb-791fe833600c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Port': ['ID=b9d88dac-423e-495e-9b9c-22783372c284,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:54.740923 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 124ac3ae-3ae8-45c8-9b6f-d084ded259c2 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:35:54.828494 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 124ac3ae-3ae8-45c8-9b6f-d084ded259c2 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:54.829137 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:54.872588 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9367e999-e255-43c4-b3a1-f2a311c778e5 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:35:54.884695 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1560ea68-2d15-4421-af41-13ad21dc9eb7 None None] Sync routers for ids ['83e32cf7-aac3-41ad-a0c5-549d9477d545'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:35:54.887944 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9367e999-e255-43c4-b3a1-f2a311c778e5 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:54.889932 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9367e999-e255-43c4-b3a1-f2a311c778e5 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "PUT /v2.0/routers/83e32cf7-aac3-41ad-a0c5-549d9477d545 HTTP/1.1" status: 200 len: 886 time: 2.4137239 Mar 11 15:35:54.895916 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40956) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:54.913012 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1560ea68-2d15-4421-af41-13ad21dc9eb7 None None] Routers {'83e32cf7-aac3-41ad-a0c5-549d9477d545'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:35:54.914627 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-1560ea68-2d15-4421-af41-13ad21dc9eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:35:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['83e32cf7-aac3-41ad-a0c5-549d9477d545'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:54.988207 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0f9a70fe-489a-407c-aaf0-cfbcc46a1c6f tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:55.036670 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-1560ea68-2d15-4421-af41-13ad21dc9eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:55.050626 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a70fe-489a-407c-aaf0-cfbcc46a1c6f tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event deleted for resources: {'Port': ['ID=dd8f02df-093e-433a-bd69-997e54d74e15,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:55.051353 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1560ea68-2d15-4421-af41-13ad21dc9eb7 None None] Routers {'83e32cf7-aac3-41ad-a0c5-549d9477d545'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:35:55.052068 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-1560ea68-2d15-4421-af41-13ad21dc9eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:35:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['83e32cf7-aac3-41ad-a0c5-549d9477d545'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:55.061781 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-95b82fd7-cdeb-498d-90fb-791fe833600c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:55.102405 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-95b82fd7-cdeb-498d-90fb-791fe833600c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/ports/b9d88dac-423e-495e-9b9c-22783372c284 HTTP/1.1" status: 204 len: 168 time: 1.2500417 Mar 11 15:35:55.106509 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40960) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:55.163081 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-1560ea68-2d15-4421-af41-13ad21dc9eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:55.164179 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1560ea68-2d15-4421-af41-13ad21dc9eb7 None None] The sync data for ids ['83e32cf7-aac3-41ad-a0c5-549d9477d545'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:35:55.221434 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0ef968-2b1f-4014-ad59-db4192302c33 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:55.223108 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0ef968-2b1f-4014-ad59-db4192302c33 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:55.224472 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0ef968-2b1f-4014-ad59-db4192302c33 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:55.225313 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ce0ef968-2b1f-4014-ad59-db4192302c33 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:35:55.251401 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ce0ef968-2b1f-4014-ad59-db4192302c33 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:35:55.253469 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ce0ef968-2b1f-4014-ad59-db4192302c33 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1456928 Mar 11 15:35:55.256245 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40964) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:55.305725 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0f9a70fe-489a-407c-aaf0-cfbcc46a1c6f tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:55.451675 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d2ba185b-74d4-4388-a728-82b021934348 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "GET /v2.0/routers/83e32cf7-aac3-41ad-a0c5-549d9477d545 HTTP/1.1" status: 200 len: 886 time: 0.5457110 Mar 11 15:35:55.455730 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40968) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:55.517797 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-698d2048-3aa4-456b-bb61-147c5cd198c0 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Synchronizing usage tracker for tenant:16d01fb61cb5488cb7fd92527258a459 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:35:55.547937 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-f52d3c5a-2078-4dec-981b-a5c02fa02785 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting subnet 31f8f429-85d8-4437-b901-eb697f07c82a {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:35:55.555003 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f52d3c5a-2078-4dec-981b-a5c02fa02785 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:55.591189 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-698d2048-3aa4-456b-bb61-147c5cd198c0 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Unset dirty status for tenant:16d01fb61cb5488cb7fd92527258a459 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:35:55.592319 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-698d2048-3aa4-456b-bb61-147c5cd198c0 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "GET /v2.0/ports?device_id=83e32cf7-aac3-41ad-a0c5-549d9477d545 HTTP/1.1" status: 200 len: 205 time: 0.1358387 Mar 11 15:35:55.597104 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 40972) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:55.615381 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f52d3c5a-2078-4dec-981b-a5c02fa02785 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:55.700659 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f52d3c5a-2078-4dec-981b-a5c02fa02785 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:55.906936 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f52d3c5a-2078-4dec-981b-a5c02fa02785 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:55.946919 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d3c5a-2078-4dec-981b-a5c02fa02785 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Subnet': ['ID=31f8f429-85d8-4437-b901-eb697f07c82a,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:55.958230 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f52d3c5a-2078-4dec-981b-a5c02fa02785 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:55.967035 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5219db4e-e0c3-46ab-976c-c39e727a4d46 None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:35:55.976830 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f52d3c5a-2078-4dec-981b-a5c02fa02785 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/31f8f429-85d8-4437-b901-eb697f07c82a HTTP/1.1" status: 204 len: 168 time: 0.7169538 Mar 11 15:35:55.977052 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40976) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:56.053397 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-8face4bf-9af0-41af-a61f-97651a879c63 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting subnet bfb05ac2-b906-454c-a7d9-80b8cdee18d4 {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:35:56.056475 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8face4bf-9af0-41af-a61f-97651a879c63 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:56.114202 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8face4bf-9af0-41af-a61f-97651a879c63 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:56.139535 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9074e9a1-7726-47d9-abf8-b0535c95a173 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for router, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:56.214215 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8face4bf-9af0-41af-a61f-97651a879c63 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:56.294279 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9a70fe-489a-407c-aaf0-cfbcc46a1c6f tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Router bdbdb9e2-ab6c-41df-8cdd-45bb6698249f has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:35:56.303815 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8face4bf-9af0-41af-a61f-97651a879c63 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:56.347645 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8face4bf-9af0-41af-a61f-97651a879c63 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Subnet': ['ID=bfb05ac2-b906-454c-a7d9-80b8cdee18d4,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:56.351651 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8face4bf-9af0-41af-a61f-97651a879c63 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:56.363078 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-8face4bf-9af0-41af-a61f-97651a879c63 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/bfb05ac2-b906-454c-a7d9-80b8cdee18d4 HTTP/1.1" status: 204 len: 168 time: 0.3850234 Mar 11 15:35:56.366064 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40980) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:56.442116 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-19222582-1aef-4cdc-b7f0-cc0ff8054ea8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:router {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:35:56.456688 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-19222582-1aef-4cdc-b7f0-cc0ff8054ea8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:router {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:35:56.460596 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-19222582-1aef-4cdc-b7f0-cc0ff8054ea8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0934567 Mar 11 15:35:56.461420 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40984) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:56.469059 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-51e3fe32-8046-497c-b799-30cc13388adf tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'subnet': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:35:56.519298 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9074e9a1-7726-47d9-abf8-b0535c95a173 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:56.529867 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9a70fe-489a-407c-aaf0-cfbcc46a1c6f tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:35:56.535559 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0f9a70fe-489a-407c-aaf0-cfbcc46a1c6f tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "PUT /v2.0/routers/bdbdb9e2-ab6c-41df-8cdd-45bb6698249f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5232003 Mar 11 15:35:56.540952 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40988) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:56.543919 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-9074e9a1-7726-47d9-abf8-b0535c95a173 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Deleting port 8a754737-1c71-4c2f-bd5a-cecfa393c57b {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:35:56.544299 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9074e9a1-7726-47d9-abf8-b0535c95a173 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:56.545496 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d1ccd2-9588-435c-ab8e-88e45f92f2d9 None None] Sync routers for ids ['bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:35:56.560589 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d1ccd2-9588-435c-ab8e-88e45f92f2d9 None None] Routers {'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:35:56.561638 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-64d1ccd2-9588-435c-ab8e-88e45f92f2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:35:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:56.659265 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-51e3fe32-8046-497c-b799-30cc13388adf tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:35:56.672795 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-51e3fe32-8046-497c-b799-30cc13388adf tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:subnet and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:35:56.721284 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-51e3fe32-8046-497c-b799-30cc13388adf tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:35:56.738730 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-51e3fe32-8046-497c-b799-30cc13388adf tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:35:56.760124 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e3fe32-8046-497c-b799-30cc13388adf tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:35:56.765797 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-51e3fe32-8046-497c-b799-30cc13388adf tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:56.788217 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9074e9a1-7726-47d9-abf8-b0535c95a173 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:56.840718 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-64d1ccd2-9588-435c-ab8e-88e45f92f2d9 None None] Set router bdbdb9e2-ab6c-41df-8cdd-45bb6698249f gateway port host: None {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:35:56.904896 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef149b19-0831-409f-9f0a-d4e71e82f485 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Deleting subnet 59489499-d9e4-4504-a072-5d3ab14e010c {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:35:56.914025 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ef149b19-0831-409f-9f0a-d4e71e82f485 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:56.978565 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ef149b19-0831-409f-9f0a-d4e71e82f485 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:56.987789 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb17ad89-dbd5-415b-ab3d-010db98d3933 None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:35:57.037950 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-9074e9a1-7726-47d9-abf8-b0535c95a173 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Calling delete_port for 8a754737-1c71-4c2f-bd5a-cecfa393c57b owned by network:router_gateway {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:35:57.160051 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ef149b19-0831-409f-9f0a-d4e71e82f485 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:57.179551 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-8fbb0086-5bcf-4cd1-91e5-3d2faf393404 None None] Provisioning complete for port 124ac3ae-3ae8-45c8-9b6f-d084ded259c2 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:35:57.180067 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8fbb0086-5bcf-4cd1-91e5-3d2faf393404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:57.195258 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-51e3fe32-8046-497c-b799-30cc13388adf tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:57.240328 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9074e9a1-7726-47d9-abf8-b0535c95a173 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:57.271685 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3fe32-8046-497c-b799-30cc13388adf tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Subnet': ['ID=2a62d94c-14ca-4a39-979f-75dbe9c1a1eb,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:57.303049 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e3fe32-8046-497c-b799-30cc13388adf tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:35:57.304813 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-51e3fe32-8046-497c-b799-30cc13388adf tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:35:57.309413 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e3fe32-8046-497c-b799-30cc13388adf tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:57.309413 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-51e3fe32-8046-497c-b799-30cc13388adf tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:57.313235 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9074e9a1-7726-47d9-abf8-b0535c95a173 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event deleted for resources: {'Port': ['ID=8a754737-1c71-4c2f-bd5a-cecfa393c57b,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:57.343895 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-51e3fe32-8046-497c-b799-30cc13388adf tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8810253 Mar 11 15:35:57.345534 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ef149b19-0831-409f-9f0a-d4e71e82f485 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:57.349273 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40992) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:57.387632 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-1dbb430c-3052-44b9-b62e-65ebf5e00053 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'subnet': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:35:57.414078 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef149b19-0831-409f-9f0a-d4e71e82f485 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event deleted for resources: {'Subnet': ['ID=59489499-d9e4-4504-a072-5d3ab14e010c,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:57.476135 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ef149b19-0831-409f-9f0a-d4e71e82f485 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:57.478349 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ef149b19-0831-409f-9f0a-d4e71e82f485 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "DELETE /v2.0/subnets/59489499-d9e4-4504-a072-5d3ab14e010c HTTP/1.1" status: 204 len: 168 time: 0.9368546 Mar 11 15:35:57.481875 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 40996) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:57.485257 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f4c9c7-800f-4971-aba4-6ffe8b39f585 None None] Network b92a2b77-2840-45b5-af2a-dce3e7517bdf requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:35:57.562110 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9074e9a1-7726-47d9-abf8-b0535c95a173 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:57.633497 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-58786a55-9775-43f2-b2cc-12493796a0fc tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:57.640668 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-1dbb430c-3052-44b9-b62e-65ebf5e00053 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:35:57.649830 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-1dbb430c-3052-44b9-b62e-65ebf5e00053 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:subnet and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:35:57.654203 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-1dbb430c-3052-44b9-b62e-65ebf5e00053 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:35:57.660215 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-58786a55-9775-43f2-b2cc-12493796a0fc tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Deleting port ad53ef49-8822-4798-8941-c68edcd1955c {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:35:57.660561 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-58786a55-9775-43f2-b2cc-12493796a0fc tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:57.708064 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-64d1ccd2-9588-435c-ab8e-88e45f92f2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'name': 'tempest-RoutersIpV6Test-router-109250348', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:34:30Z', 'updated_at': '2022-03-11T15:35:54Z', 'revision_number': 10, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'gw_port_host': None, '_interfaces': [{'id': 'b0530187-b09b-4957-b4c6-29c975ce95df', 'name': '', 'network_id': '30df3178-3653-4d0f-a424-6f1f310a96ba', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:3e:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:34Z', 'updated_at': '2022-03-11T15:34:50Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:57.717872 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d1ccd2-9588-435c-ab8e-88e45f92f2d9 None None] Checking router: bdbdb9e2-ab6c-41df-8cdd-45bb6698249f for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:35:57.755517 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d1ccd2-9588-435c-ab8e-88e45f92f2d9 None None] Routers {'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:35:57.756174 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-64d1ccd2-9588-435c-ab8e-88e45f92f2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:35:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:57.790012 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-1dbb430c-3052-44b9-b62e-65ebf5e00053 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:35:57.818064 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbb430c-3052-44b9-b62e-65ebf5e00053 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:35:57.821450 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1dbb430c-3052-44b9-b62e-65ebf5e00053 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:57.830041 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9074e9a1-7726-47d9-abf8-b0535c95a173 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:57.834315 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9074e9a1-7726-47d9-abf8-b0535c95a173 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:57.861233 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9074e9a1-7726-47d9-abf8-b0535c95a173 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:57.861649 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9074e9a1-7726-47d9-abf8-b0535c95a173 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Fanout notify agent at l3_agent the message router_deleted on router 83e32cf7-aac3-41ad-a0c5-549d9477d545 {{(pid=83867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:35:57.883557 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9074e9a1-7726-47d9-abf8-b0535c95a173 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:57.886072 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9074e9a1-7726-47d9-abf8-b0535c95a173 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "DELETE /v2.0/routers/83e32cf7-aac3-41ad-a0c5-549d9477d545 HTTP/1.1" status: 204 len: 168 time: 2.2865362 Mar 11 15:35:57.889841 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41000) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:57.896698 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-0e613244-ef28-4cc8-8e3b-d9000875600e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Request body: {'network': {'name': 'tempest-RoutersTest-554897489'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:35:57.901660 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-0e613244-ef28-4cc8-8e3b-d9000875600e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:35:57.905793 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-0e613244-ef28-4cc8-8e3b-d9000875600e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Usage tracker for resource:network and tenant:16d01fb61cb5488cb7fd92527258a459 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:35:57.908890 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-0e613244-ef28-4cc8-8e3b-d9000875600e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:35:57.925194 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-0e613244-ef28-4cc8-8e3b-d9000875600e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:35:57.941332 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e613244-ef28-4cc8-8e3b-d9000875600e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Made reservation on behalf of 16d01fb61cb5488cb7fd92527258a459 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:35:57.945006 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0e613244-ef28-4cc8-8e3b-d9000875600e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:57.976704 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e613244-ef28-4cc8-8e3b-d9000875600e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:35:57.982115 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba9f847-3c3f-4ed0-9075-92b7eb1db781 None None] Update dhcp port {'port': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'fixed_ips': [{'subnet_id': '2a62d94c-14ca-4a39-979f-75dbe9c1a1eb'}], 'binding:host_id': 'dv-neutron-833373-1-hyperv'}, 'id': '124ac3ae-3ae8-45c8-9b6f-d084ded259c2'} from dv-neutron-833373-1-hyperv. {{(pid=83868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 15:35:57.987044 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0e613244-ef28-4cc8-8e3b-d9000875600e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:57.987461 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-0e613244-ef28-4cc8-8e3b-d9000875600e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Added segment f292d574-4814-4073-b94b-bc173899d7c4 of type vlan for network 1bb35935-a31e-4540-bbeb-c0f3c24bae58 Mar 11 15:35:58.013983 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcd5f44-ee8e-4f4c-b9a1-b1fc3742c988 None None] DHCP port deletion for b92a2b77-2840-45b5-af2a-dce3e7517bdf request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:35:58.019746 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-64d1ccd2-9588-435c-ab8e-88e45f92f2d9 None None] Set router bdbdb9e2-ab6c-41df-8cdd-45bb6698249f gateway port host: None {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:35:58.022450 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0e613244-ef28-4cc8-8e3b-d9000875600e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:58.056493 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0e613244-ef28-4cc8-8e3b-d9000875600e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:58.060884 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e613244-ef28-4cc8-8e3b-d9000875600e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:58.061586 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0e613244-ef28-4cc8-8e3b-d9000875600e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:58.081600 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-1dcd5f44-ee8e-4f4c-b9a1-b1fc3742c988 None None] Deleting port ad53ef49-8822-4798-8941-c68edcd1955c {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:35:58.081907 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1dcd5f44-ee8e-4f4c-b9a1-b1fc3742c988 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:58.105347 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-58786a55-9775-43f2-b2cc-12493796a0fc tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] For port ad53ef49-8822-4798-8941-c68edcd1955c, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ad53ef49-8822-4798-8941-c68edcd1955c,segment=NetworkSegment(f0cf8fe9-ca46-42d0-97af-cde1c9a0a483),segment_id=f0cf8fe9-ca46-42d0-97af-cde1c9a0a483)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:58.106648 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-58786a55-9775-43f2-b2cc-12493796a0fc tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:58.157489 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5ba9f847-3c3f-4ed0-9075-92b7eb1db781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:58.198086 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e613244-ef28-4cc8-8e3b-d9000875600e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event updated for resources: {'Network': ['ID=1bb35935-a31e-4540-bbeb-c0f3c24bae58,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:58.214331 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0e613244-ef28-4cc8-8e3b-d9000875600e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3232188 Mar 11 15:35:58.215789 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41004) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:58.222848 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-d0d616c2-f7a8-4a99-b58f-9666a19ac2a2 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Request body: {'subnet': {'network_id': '1bb35935-a31e-4540-bbeb-c0f3c24bae58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:35:58.240870 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-58786a55-9775-43f2-b2cc-12493796a0fc tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Calling delete_port for ad53ef49-8822-4798-8941-c68edcd1955c owned by network:dhcp {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:35:58.345064 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 1bb35935-a31e-4540-bbeb-c0f3c24bae58 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:35:58.362408 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-d0d616c2-f7a8-4a99-b58f-9666a19ac2a2 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:35:58.372063 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d0d616c2-f7a8-4a99-b58f-9666a19ac2a2 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Usage tracker for resource:subnet and tenant:16d01fb61cb5488cb7fd92527258a459 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:35:58.378459 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d0d616c2-f7a8-4a99-b58f-9666a19ac2a2 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:35:58.378669 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-58786a55-9775-43f2-b2cc-12493796a0fc tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:58.386702 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-d0d616c2-f7a8-4a99-b58f-9666a19ac2a2 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:35:58.399589 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d616c2-f7a8-4a99-b58f-9666a19ac2a2 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Made reservation on behalf of 16d01fb61cb5488cb7fd92527258a459 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:35:58.431784 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58786a55-9775-43f2-b2cc-12493796a0fc tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event deleted for resources: {'Port': ['ID=ad53ef49-8822-4798-8941-c68edcd1955c,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:58.447900 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58786a55-9775-43f2-b2cc-12493796a0fc tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] No DVR routers for this DVR port ad53ef49-8822-4798-8941-c68edcd1955c on host dv-neutron-833373-1-hyperv {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:35:58.510961 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d0d616c2-f7a8-4a99-b58f-9666a19ac2a2 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:58.641298 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-58786a55-9775-43f2-b2cc-12493796a0fc tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:58.730590 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-58786a55-9775-43f2-b2cc-12493796a0fc tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b92a2b77-2840-45b5-af2a-dce3e7517bdf']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:58.755565 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-58786a55-9775-43f2-b2cc-12493796a0fc tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0cf8fe9-ca46-42d0-97af-cde1c9a0a483') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:58.755852 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-58786a55-9775-43f2-b2cc-12493796a0fc tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0cf8fe9-ca46-42d0-97af-cde1c9a0a483') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:58.771046 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device ad53ef49-8822-4798-8941-c68edcd1955c no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:35:58.775353 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-58786a55-9775-43f2-b2cc-12493796a0fc tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:58.798675 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.objects.ports [None req-1dbb430c-3052-44b9-b62e-65ebf5e00053 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83866) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 15:35:58.838918 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-58786a55-9775-43f2-b2cc-12493796a0fc tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:58.839199 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: ad53ef49-8822-4798-8941-c68edcd1955c {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:35:58.839199 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device ad53ef49-8822-4798-8941-c68edcd1955c not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:35:58.864580 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58786a55-9775-43f2-b2cc-12493796a0fc tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:35:58.864988 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-58786a55-9775-43f2-b2cc-12493796a0fc tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:58.881451 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d0d616c2-f7a8-4a99-b58f-9666a19ac2a2 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:58.886231 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:35:58.886231 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:35:58.886231 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:35:58.886231 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:35:58.886231 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:35:58.886231 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:35:58.886231 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:35:58.886231 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:35:58.886231 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:35:58.886231 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:35:58.886231 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:35:58.886231 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:35:58.886231 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:35:58.886231 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:35:58.886231 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:35:58.886231 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:35:58.886231 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:35:58.886231 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:35:58.886231 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:35:58.886231 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:35:58.886231 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:35:58.886231 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:35:58.886231 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:35:58.886231 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:35:58.886231 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:35:58.886231 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:35:58.886231 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:35:58.886231 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:35:58.886231 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:35:58.886231 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:35:58.886231 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:35:58.886231 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:35:58.922820 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-1dcd5f44-ee8e-4f4c-b9a1-b1fc3742c988 None None] For port ad53ef49-8822-4798-8941-c68edcd1955c, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ad53ef49-8822-4798-8941-c68edcd1955c,segment=NetworkSegment(f0cf8fe9-ca46-42d0-97af-cde1c9a0a483),segment_id=f0cf8fe9-ca46-42d0-97af-cde1c9a0a483)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:58.923179 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1dcd5f44-ee8e-4f4c-b9a1-b1fc3742c988 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:58.971825 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d616c2-f7a8-4a99-b58f-9666a19ac2a2 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event updated for resources: {'Subnet': ['ID=6d2bb017-cead-4dca-b568-bfeb9b3a57b2,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:58.987297 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d616c2-f7a8-4a99-b58f-9666a19ac2a2 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Checking segment: {'id': 'f292d574-4814-4073-b94b-bc173899d7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '1bb35935-a31e-4540-bbeb-c0f3c24bae58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:35:58.987656 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d616c2-f7a8-4a99-b58f-9666a19ac2a2 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Network hostable DHCP agents. Network: 1bb35935-a31e-4540-bbeb-c0f3c24bae58, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:35:58.996126 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-58786a55-9775-43f2-b2cc-12493796a0fc tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:59.001311 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-58786a55-9775-43f2-b2cc-12493796a0fc tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:59.015116 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d616c2-f7a8-4a99-b58f-9666a19ac2a2 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Network 1bb35935-a31e-4540-bbeb-c0f3c24bae58 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:35:59.025964 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-d0d616c2-f7a8-4a99-b58f-9666a19ac2a2 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 1bb35935-a31e-4540-bbeb-c0f3c24bae58) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:35:59.032830 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d616c2-f7a8-4a99-b58f-9666a19ac2a2 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:59.033392 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d0d616c2-f7a8-4a99-b58f-9666a19ac2a2 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:59.044559 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58786a55-9775-43f2-b2cc-12493796a0fc tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event deleted for resources: {'Network': ['ID=b92a2b77-2840-45b5-af2a-dce3e7517bdf,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:59.053206 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-58786a55-9775-43f2-b2cc-12493796a0fc tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "DELETE /v2.0/networks/b92a2b77-2840-45b5-af2a-dce3e7517bdf HTTP/1.1" status: 204 len: 168 time: 1.5691760 Mar 11 15:35:59.055212 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41008) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:59.065489 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f75bcc-c208-41da-a1e7-0ad982220cfe None None] Network 1bb35935-a31e-4540-bbeb-c0f3c24bae58 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:35:59.123817 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1dbb430c-3052-44b9-b62e-65ebf5e00053 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:59.182406 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d0d616c2-f7a8-4a99-b58f-9666a19ac2a2 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9649134 Mar 11 15:35:59.187364 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41012) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:59.196327 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-82db1fbd-5156-4633-be16-3c26b1b8ac8f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1017979484', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:35:59.202953 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-82db1fbd-5156-4633-be16-3c26b1b8ac8f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:35:59.207628 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-82db1fbd-5156-4633-be16-3c26b1b8ac8f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Usage tracker for resource:router and tenant:16d01fb61cb5488cb7fd92527258a459 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:35:59.210611 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-82db1fbd-5156-4633-be16-3c26b1b8ac8f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:35:59.217306 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-82db1fbd-5156-4633-be16-3c26b1b8ac8f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:35:59.235949 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-82db1fbd-5156-4633-be16-3c26b1b8ac8f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:59.237569 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-82db1fbd-5156-4633-be16-3c26b1b8ac8f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:59.259312 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-82db1fbd-5156-4633-be16-3c26b1b8ac8f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:59.259633 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-1dcd5f44-ee8e-4f4c-b9a1-b1fc3742c988 None None] Calling delete_port for ad53ef49-8822-4798-8941-c68edcd1955c owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:35:59.279616 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-82db1fbd-5156-4633-be16-3c26b1b8ac8f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:59.316947 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-82db1fbd-5156-4633-be16-3c26b1b8ac8f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:59.318291 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-82db1fbd-5156-4633-be16-3c26b1b8ac8f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1299434 Mar 11 15:35:59.321136 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41016) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:35:59.383181 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-5ba9f847-3c3f-4ed0-9075-92b7eb1db781 None None] Allocated IP 172.20.0.2 (a9e561eb-4382-47f0-afe2-548f64b9476b/2a62d94c-14ca-4a39-979f-75dbe9c1a1eb/124ac3ae-3ae8-45c8-9b6f-d084ded259c2) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:35:59.405361 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-db9e8abf-b147-4f33-865c-a4363d4c6c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:59.419871 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e2220ea2-ad80-45bb-8047-fb04f1a28594 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:59.497071 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-1dcd5f44-ee8e-4f4c-b9a1-b1fc3742c988 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:35:59.497495 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-1dcd5f44-ee8e-4f4c-b9a1-b1fc3742c988 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:35:59.516439 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-64d1ccd2-9588-435c-ab8e-88e45f92f2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'name': 'tempest-RoutersIpV6Test-router-109250348', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:34:30Z', 'updated_at': '2022-03-11T15:35:54Z', 'revision_number': 10, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'gw_port_host': None, '_interfaces': [{'id': 'b0530187-b09b-4957-b4c6-29c975ce95df', 'name': '', 'network_id': '30df3178-3653-4d0f-a424-6f1f310a96ba', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:3e:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:34Z', 'updated_at': '2022-03-11T15:34:50Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:59.527472 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d1ccd2-9588-435c-ab8e-88e45f92f2d9 None None] The sync data for ids ['bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'] in dv-neutron-833373-1-hyperv is: [{'id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'name': 'tempest-RoutersIpV6Test-router-109250348', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:34:30Z', 'updated_at': '2022-03-11T15:35:54Z', 'revision_number': 10, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'gw_port_host': None, '_interfaces': [{'id': 'b0530187-b09b-4957-b4c6-29c975ce95df', 'name': '', 'network_id': '30df3178-3653-4d0f-a424-6f1f310a96ba', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'mac_address': 'fa:16:3e:3e:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:34:34Z', 'updated_at': '2022-03-11T15:34:50Z', 'revision_number': 5, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'subnets': [{'id': '7c5860c3-e60d-424f-9370-0324916e32f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:35:59.584973 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5f51e4-0cab-4152-afdb-8fbb9e2e4a5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-1bb35935-a31e-4540-bbeb-c0f3c24bae58', 'network_id': '1bb35935-a31e-4540-bbeb-c0f3c24bae58', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'fixed_ips': [{'subnet_id': '6d2bb017-cead-4dca-b568-bfeb9b3a57b2'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:35:59.585897 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8f5f51e4-0cab-4152-afdb-8fbb9e2e4a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:59.829819 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-8f5f51e4-0cab-4152-afdb-8fbb9e2e4a5b None None] Allocated IP 172.20.0.2 (1bb35935-a31e-4540-bbeb-c0f3c24bae58/6d2bb017-cead-4dca-b568-bfeb9b3a57b2/adc45265-2937-4531-862f-3e0e9499e6e0) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:35:59.834297 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-1dbb430c-3052-44b9-b62e-65ebf5e00053 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] For port 124ac3ae-3ae8-45c8-9b6f-d084ded259c2, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=124ac3ae-3ae8-45c8-9b6f-d084ded259c2,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:59.983051 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1dbb430c-3052-44b9-b62e-65ebf5e00053 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:59.994601 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1dbb430c-3052-44b9-b62e-65ebf5e00053 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:35:59.995316 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1dbb430c-3052-44b9-b62e-65ebf5e00053 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:00.001459 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-1dcd5f44-ee8e-4f4c-b9a1-b1fc3742c988 None None] Deleting port ad53ef49-8822-4798-8941-c68edcd1955c {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:36:00.001834 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1dcd5f44-ee8e-4f4c-b9a1-b1fc3742c988 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:00.078568 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-e2220ea2-ad80-45bb-8047-fb04f1a28594 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Deleting port b0530187-b09b-4957-b4c6-29c975ce95df {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:36:00.078977 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e2220ea2-ad80-45bb-8047-fb04f1a28594 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:00.107131 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-1dcd5f44-ee8e-4f4c-b9a1-b1fc3742c988 None None] The port 'ad53ef49-8822-4798-8941-c68edcd1955c' was deleted {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 15:36:00.123462 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbb430c-3052-44b9-b62e-65ebf5e00053 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:00.124964 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-1dbb430c-3052-44b9-b62e-65ebf5e00053 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:00.128085 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbb430c-3052-44b9-b62e-65ebf5e00053 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:00.128691 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1dbb430c-3052-44b9-b62e-65ebf5e00053 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:00.186282 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb430c-3052-44b9-b62e-65ebf5e00053 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Subnet': ['ID=47fb5a7c-380a-4a0e-abe6-2c2977da1e88,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:00.209588 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb430c-3052-44b9-b62e-65ebf5e00053 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Port': ['ID=124ac3ae-3ae8-45c8-9b6f-d084ded259c2,revision_number=9']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:00.217778 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-1dbb430c-3052-44b9-b62e-65ebf5e00053 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8418448 Mar 11 15:36:00.218680 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41020) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:00.229334 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-4cebc976-558b-41a2-91f3-607cb9a07108 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'port': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'mac_address': 'fa:16:3e:cc:85:e9', 'name': 'tempest-NetworksTestDHCPv6-2070470965'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:00.261704 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8f5f51e4-0cab-4152-afdb-8fbb9e2e4a5b None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:00.284872 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-8f5f51e4-0cab-4152-afdb-8fbb9e2e4a5b None None] Transition to ACTIVE for port object adc45265-2937-4531-862f-3e0e9499e6e0 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:36:00.305808 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5ba9f847-3c3f-4ed0-9075-92b7eb1db781 None None] For port 124ac3ae-3ae8-45c8-9b6f-d084ded259c2, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=124ac3ae-3ae8-45c8-9b6f-d084ded259c2,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:00.315801 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-e2220ea2-ad80-45bb-8047-fb04f1a28594 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] For port b0530187-b09b-4957-b4c6-29c975ce95df, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=b0530187-b09b-4957-b4c6-29c975ce95df,segment=NetworkSegment(ab0430fc-5346-4db3-bb2a-4c282ad248c1),segment_id=ab0430fc-5346-4db3-bb2a-4c282ad248c1)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:00.316764 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e2220ea2-ad80-45bb-8047-fb04f1a28594 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:00.323436 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-8f5f51e4-0cab-4152-afdb-8fbb9e2e4a5b None None] Transition to ACTIVE for port object adc45265-2937-4531-862f-3e0e9499e6e0 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:36:00.331867 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8f5f51e4-0cab-4152-afdb-8fbb9e2e4a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:00.360397 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-07ac0381-e9f5-4983-bbe4-ede2297922ef tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:00.406482 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5ba9f847-3c3f-4ed0-9075-92b7eb1db781 None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:00.431410 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5f51e4-0cab-4152-afdb-8fbb9e2e4a5b None None] Network 1bb35935-a31e-4540-bbeb-c0f3c24bae58 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:00.437790 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5ba9f847-3c3f-4ed0-9075-92b7eb1db781 None None] Transition to ACTIVE for port object 124ac3ae-3ae8-45c8-9b6f-d084ded259c2 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:36:00.438560 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-8f5f51e4-0cab-4152-afdb-8fbb9e2e4a5b None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:00.440539 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f51e4-0cab-4152-afdb-8fbb9e2e4a5b None None] Pushing event updated for resources: {'Port': ['ID=adc45265-2937-4531-862f-3e0e9499e6e0,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:00.442817 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5f51e4-0cab-4152-afdb-8fbb9e2e4a5b None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:36:00.444269 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-e2220ea2-ad80-45bb-8047-fb04f1a28594 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Calling delete_port for b0530187-b09b-4957-b4c6-29c975ce95df owned by network:router_interface {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:36:00.447752 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5ba9f847-3c3f-4ed0-9075-92b7eb1db781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:00.594295 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-4cebc976-558b-41a2-91f3-607cb9a07108 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:00.602149 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-4cebc976-558b-41a2-91f3-607cb9a07108 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:port and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:36:00.611754 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-4cebc976-558b-41a2-91f3-607cb9a07108 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:36:00.629149 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-4cebc976-558b-41a2-91f3-607cb9a07108 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:00.640265 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba9f847-3c3f-4ed0-9075-92b7eb1db781 None None] Pushing event updated for resources: {'Port': ['ID=124ac3ae-3ae8-45c8-9b6f-d084ded259c2,revision_number=10']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:00.649862 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-8f5f51e4-0cab-4152-afdb-8fbb9e2e4a5b None None] Attempting to bind port adc45265-2937-4531-862f-3e0e9499e6e0 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:36:00.650429 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-8f5f51e4-0cab-4152-afdb-8fbb9e2e4a5b None None] Attempting to bind port adc45265-2937-4531-862f-3e0e9499e6e0 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'f292d574-4814-4073-b94b-bc173899d7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '1bb35935-a31e-4540-bbeb-c0f3c24bae58'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:36:00.650992 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f51e4-0cab-4152-afdb-8fbb9e2e4a5b None None] Attempting to bind port adc45265-2937-4531-862f-3e0e9499e6e0 on network 1bb35935-a31e-4540-bbeb-c0f3c24bae58 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:36:00.659733 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f51e4-0cab-4152-afdb-8fbb9e2e4a5b None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:36:00.660214 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f51e4-0cab-4152-afdb-8fbb9e2e4a5b None None] Checking segment: {'id': 'f292d574-4814-4073-b94b-bc173899d7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '1bb35935-a31e-4540-bbeb-c0f3c24bae58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:36:00.660681 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8f5f51e4-0cab-4152-afdb-8fbb9e2e4a5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:00.661210 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f51e4-0cab-4152-afdb-8fbb9e2e4a5b None None] Bound using segment: {'id': 'f292d574-4814-4073-b94b-bc173899d7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '1bb35935-a31e-4540-bbeb-c0f3c24bae58'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:36:00.661870 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-8f5f51e4-0cab-4152-afdb-8fbb9e2e4a5b None None] Bound port: adc45265-2937-4531-862f-3e0e9499e6e0, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f292d574-4814-4073-b94b-bc173899d7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '1bb35935-a31e-4540-bbeb-c0f3c24bae58'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:36:00.662219 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8f5f51e4-0cab-4152-afdb-8fbb9e2e4a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:00.665234 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41026) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:00.694632 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cebc976-558b-41a2-91f3-607cb9a07108 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:36:00.767766 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 124ac3ae-3ae8-45c8-9b6f-d084ded259c2 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:36:00.806091 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b0a468b1-3ece-42c2-b50a-cef7268c2116 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/5de27b67-b6eb-4eec-8028-905dd84adaa2 HTTP/1.1" status: 200 len: 992 time: 0.1397166 Mar 11 15:36:00.882149 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-8f5f51e4-0cab-4152-afdb-8fbb9e2e4a5b None None] For port adc45265-2937-4531-862f-3e0e9499e6e0, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:36:00.910528 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device dd8f02df-093e-433a-bd69-997e54d74e15 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:36:00.926000 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e2220ea2-ad80-45bb-8047-fb04f1a28594 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:00.952116 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4cebc976-558b-41a2-91f3-607cb9a07108 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:00.955650 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: dd8f02df-093e-433a-bd69-997e54d74e15 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:36:00.956248 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device dd8f02df-093e-433a-bd69-997e54d74e15 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:36:00.962735 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-8f5f51e4-0cab-4152-afdb-8fbb9e2e4a5b None None] For port adc45265-2937-4531-862f-3e0e9499e6e0, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=adc45265-2937-4531-862f-3e0e9499e6e0,segment=NetworkSegment(f292d574-4814-4073-b94b-bc173899d7c4),segment_id=f292d574-4814-4073-b94b-bc173899d7c4)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:36:00.968291 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8f5f51e4-0cab-4152-afdb-8fbb9e2e4a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:00.988068 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2220ea2-ad80-45bb-8047-fb04f1a28594 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event deleted for resources: {'Port': ['ID=b0530187-b09b-4957-b4c6-29c975ce95df,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:01.016419 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-4cebc976-558b-41a2-91f3-607cb9a07108 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] device_id is not set on port 560fe26d-7804-4451-96c9-06dc671d9af9 yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:36:01.077069 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f51e4-0cab-4152-afdb-8fbb9e2e4a5b None None] Pushing event updated for resources: {'Port': ['ID=adc45265-2937-4531-862f-3e0e9499e6e0,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:01.086227 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-07ac0381-e9f5-4983-bbe4-ede2297922ef tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Allocated IP 172.20.0.1 (1bb35935-a31e-4540-bbeb-c0f3c24bae58/6d2bb017-cead-4dca-b568-bfeb9b3a57b2/2f600023-f7f0-4eb6-ae4a-60d3ef5083b8) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:36:01.139581 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41034) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:01.237760 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e2220ea2-ad80-45bb-8047-fb04f1a28594 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:01.582841 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-717a86aa-ea55-4c4f-8dd6-ca7d740ff55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:01.697309 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb087c8-f138-46f9-ace2-2dae067934a8 None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:36:01.792141 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2220ea2-ad80-45bb-8047-fb04f1a28594 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Router bdbdb9e2-ab6c-41df-8cdd-45bb6698249f has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:36:01.797152 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-07ac0381-e9f5-4983-bbe4-ede2297922ef tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:01.821121 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-de414db4-50bc-47db-b008-900b251dfdbc None None] Provisioning for port 124ac3ae-3ae8-45c8-9b6f-d084ded259c2 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:36:01.834370 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-de414db4-50bc-47db-b008-900b251dfdbc None None] Provisioning complete for port 124ac3ae-3ae8-45c8-9b6f-d084ded259c2 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:01.834977 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-de414db4-50bc-47db-b008-900b251dfdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:01.837703 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-734c7cca-6f93-453d-8867-20ef926dfc94 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting port 97dc48b5-90be-42b7-8eaf-f662218d5a21 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:36:01.838093 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-734c7cca-6f93-453d-8867-20ef926dfc94 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:01.868164 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-07ac0381-e9f5-4983-bbe4-ede2297922ef tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Transition to ACTIVE for port object 2f600023-f7f0-4eb6-ae4a-60d3ef5083b8 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:36:01.899726 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-4cebc976-558b-41a2-91f3-607cb9a07108 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Allocated IP 172.20.0.5 (a9e561eb-4382-47f0-afe2-548f64b9476b/2a62d94c-14ca-4a39-979f-75dbe9c1a1eb/560fe26d-7804-4451-96c9-06dc671d9af9) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:36:01.911723 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-4cebc976-558b-41a2-91f3-607cb9a07108 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Allocated IP 2001:db8::f816:3eff:fecc:85e9 (a9e561eb-4382-47f0-afe2-548f64b9476b/47fb5a7c-380a-4a0e-abe6-2c2977da1e88/560fe26d-7804-4451-96c9-06dc671d9af9) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:36:01.951067 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2220ea2-ad80-45bb-8047-fb04f1a28594 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:36:01.966177 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b088107-a299-4490-9076-5a35d566e1b2 None None] Sync routers for ids ['bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:36:01.967981 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e2220ea2-ad80-45bb-8047-fb04f1a28594 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "PUT /v2.0/routers/bdbdb9e2-ab6c-41df-8cdd-45bb6698249f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9116669 Mar 11 15:36:01.968812 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41038) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:01.985502 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b088107-a299-4490-9076-5a35d566e1b2 None None] Routers {'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:36:01.986850 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-3b088107-a299-4490-9076-5a35d566e1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:36:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:02.060026 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-07ac0381-e9f5-4983-bbe4-ede2297922ef tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:02.213844 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-734c7cca-6f93-453d-8867-20ef926dfc94 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:02.214174 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-734c7cca-6f93-453d-8867-20ef926dfc94 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:02.238499 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-3b088107-a299-4490-9076-5a35d566e1b2 None None] Set router bdbdb9e2-ab6c-41df-8cdd-45bb6698249f gateway port host: None {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:36:02.297372 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-f61c335c-9da7-4d9b-a49b-db860290bf4c tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Deleting subnet 7c5860c3-e60d-424f-9370-0324916e32f7 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:36:02.302038 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f61c335c-9da7-4d9b-a49b-db860290bf4c tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:02.365062 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ac0381-e9f5-4983-bbe4-ede2297922ef tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Network 1bb35935-a31e-4540-bbeb-c0f3c24bae58 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:02.366064 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ac0381-e9f5-4983-bbe4-ede2297922ef tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event updated for resources: {'Port': ['ID=2f600023-f7f0-4eb6-ae4a-60d3ef5083b8,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:02.423440 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f61c335c-9da7-4d9b-a49b-db860290bf4c tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:02.440921 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-07ac0381-e9f5-4983-bbe4-ede2297922ef tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:02.443380 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ac0381-e9f5-4983-bbe4-ede2297922ef tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:36:02.483707 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-3b088107-a299-4490-9076-5a35d566e1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'name': 'tempest-RoutersIpV6Test-router-109250348', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:34:30Z', 'updated_at': '2022-03-11T15:36:00Z', 'revision_number': 11, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'gw_port_host': None}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:02.487098 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-734c7cca-6f93-453d-8867-20ef926dfc94 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Calling delete_port for 97dc48b5-90be-42b7-8eaf-f662218d5a21 owned by network:floatingip {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:36:02.494159 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b088107-a299-4490-9076-5a35d566e1b2 None None] Checking router: bdbdb9e2-ab6c-41df-8cdd-45bb6698249f for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:36:02.508699 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b088107-a299-4490-9076-5a35d566e1b2 None None] Routers {'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:36:02.509608 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-3b088107-a299-4490-9076-5a35d566e1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:36:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:02.615332 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-07ac0381-e9f5-4983-bbe4-ede2297922ef tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:02.688849 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4cebc976-558b-41a2-91f3-607cb9a07108 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:02.710398 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-3b088107-a299-4490-9076-5a35d566e1b2 None None] Set router bdbdb9e2-ab6c-41df-8cdd-45bb6698249f gateway port host: None {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:36:02.746264 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:02.760444 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f61c335c-9da7-4d9b-a49b-db860290bf4c tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:02.773014 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0485ada-d94f-42ac-88ec-aa07b99a127a None None] Network 1bb35935-a31e-4540-bbeb-c0f3c24bae58 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:36:02.788505 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-4cebc976-558b-41a2-91f3-607cb9a07108 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Transition to ACTIVE for port object 560fe26d-7804-4451-96c9-06dc671d9af9 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:36:02.805757 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-07ac0381-e9f5-4983-bbe4-ede2297922ef tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:02.961752 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-734c7cca-6f93-453d-8867-20ef926dfc94 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:02.961961 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-3b088107-a299-4490-9076-5a35d566e1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'name': 'tempest-RoutersIpV6Test-router-109250348', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:34:30Z', 'updated_at': '2022-03-11T15:36:00Z', 'revision_number': 11, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'gw_port_host': None}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:02.968384 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b088107-a299-4490-9076-5a35d566e1b2 None None] The sync data for ids ['bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'] in dv-neutron-833373-1-hyperv is: [{'id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'name': 'tempest-RoutersIpV6Test-router-109250348', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:34:30Z', 'updated_at': '2022-03-11T15:36:00Z', 'revision_number': 11, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'gw_port_host': None}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:36:02.979025 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f61c335c-9da7-4d9b-a49b-db860290bf4c tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:02.990465 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device adc45265-2937-4531-862f-3e0e9499e6e0 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:36:03.042434 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c335c-9da7-4d9b-a49b-db860290bf4c tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event deleted for resources: {'Subnet': ['ID=7c5860c3-e60d-424f-9370-0324916e32f7,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:03.059012 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f61c335c-9da7-4d9b-a49b-db860290bf4c tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:03.072936 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-f61c335c-9da7-4d9b-a49b-db860290bf4c tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "DELETE /v2.0/subnets/7c5860c3-e60d-424f-9370-0324916e32f7 HTTP/1.1" status: 204 len: 168 time: 1.1030600 Mar 11 15:36:03.076683 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41042) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:03.123554 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72264a42-eee3-44a7-814f-677f537f7f83 None None] Network 30df3178-3653-4d0f-a424-6f1f310a96ba requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:36:03.225163 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79c1d02-58d5-48e1-bca7-7a11f94b62aa None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:36:03.241206 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:03.258541 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a99668f0-687f-49ef-8b4d-b5cb420639a5 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:03.269033 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4cebc976-558b-41a2-91f3-607cb9a07108 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:03.272199 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-a99668f0-687f-49ef-8b4d-b5cb420639a5 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Deleting port 3f6f4636-69cb-4cac-b357-540208f5be2e {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:36:03.272486 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a99668f0-687f-49ef-8b4d-b5cb420639a5 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:03.299945 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c7cca-6f93-453d-8867-20ef926dfc94 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Port': ['ID=97dc48b5-90be-42b7-8eaf-f662218d5a21,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:03.339138 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fae21012-6593-4bf6-9f62-719689c69e59 None None] Provisioning for port adc45265-2937-4531-862f-3e0e9499e6e0 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:36:03.429205 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cebc976-558b-41a2-91f3-607cb9a07108 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:03.430434 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-4cebc976-558b-41a2-91f3-607cb9a07108 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:03.487810 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cebc976-558b-41a2-91f3-607cb9a07108 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:36:03.557369 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cebc976-558b-41a2-91f3-607cb9a07108 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Port': ['ID=560fe26d-7804-4451-96c9-06dc671d9af9,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:03.561150 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-a99668f0-687f-49ef-8b4d-b5cb420639a5 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] For port 3f6f4636-69cb-4cac-b357-540208f5be2e, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=3f6f4636-69cb-4cac-b357-540208f5be2e,segment=NetworkSegment(ab0430fc-5346-4db3-bb2a-4c282ad248c1),segment_id=ab0430fc-5346-4db3-bb2a-4c282ad248c1)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:03.561664 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a99668f0-687f-49ef-8b4d-b5cb420639a5 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:03.640730 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port adc45265-2937-4531-862f-3e0e9499e6e0 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:36:03.664432 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-734c7cca-6f93-453d-8867-20ef926dfc94 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for floatingip, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:03.690254 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port adc45265-2937-4531-862f-3e0e9499e6e0 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:03.690665 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:03.699185 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-a99668f0-687f-49ef-8b4d-b5cb420639a5 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Calling delete_port for 3f6f4636-69cb-4cac-b357-540208f5be2e owned by network:dhcp {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:36:03.732064 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-ffa8e197-d6b8-4024-869e-79714735d388 None None] Provisioning complete for port 124ac3ae-3ae8-45c8-9b6f-d084ded259c2 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:03.732368 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ffa8e197-d6b8-4024-869e-79714735d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:03.788641 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a99668f0-687f-49ef-8b4d-b5cb420639a5 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:03.800202 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cebc976-558b-41a2-91f3-607cb9a07108 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:03.801410 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4cebc976-558b-41a2-91f3-607cb9a07108 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:03.835089 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99668f0-687f-49ef-8b4d-b5cb420639a5 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event deleted for resources: {'Port': ['ID=3f6f4636-69cb-4cac-b357-540208f5be2e,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:03.843930 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99668f0-687f-49ef-8b4d-b5cb420639a5 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] No DVR routers for this DVR port 3f6f4636-69cb-4cac-b357-540208f5be2e on host dv-neutron-833373-1-hyperv {{(pid=83867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:36:03.908266 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-4cebc976-558b-41a2-91f3-607cb9a07108 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.6858819 Mar 11 15:36:03.916812 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41046) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:03.992474 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a99668f0-687f-49ef-8b4d-b5cb420639a5 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:04.003941 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9b3a05-191b-47ad-88e4-124d68c13116 None None] DHCP port deletion for 30df3178-3653-4d0f-a424-6f1f310a96ba request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:36:04.022380 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-a99668f0-687f-49ef-8b4d-b5cb420639a5 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30df3178-3653-4d0f-a424-6f1f310a96ba']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:04.030796 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-07ac0381-e9f5-4983-bbe4-ede2297922ef tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:04.036478 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-a99668f0-687f-49ef-8b4d-b5cb420639a5 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab0430fc-5346-4db3-bb2a-4c282ad248c1') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:04.036866 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-a99668f0-687f-49ef-8b4d-b5cb420639a5 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab0430fc-5346-4db3-bb2a-4c282ad248c1') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:04.040166 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-07ac0381-e9f5-4983-bbe4-ede2297922ef tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:04.054058 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a99668f0-687f-49ef-8b4d-b5cb420639a5 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:04.077545 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a99668f0-687f-49ef-8b4d-b5cb420639a5 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:04.082248 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:04.083954 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a99668f0-687f-49ef-8b4d-b5cb420639a5 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:36:04.084487 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a99668f0-687f-49ef-8b4d-b5cb420639a5 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:04.099604 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:36:04.099604 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:36:04.099604 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:36:04.099604 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:36:04.099604 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:36:04.099604 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:36:04.099604 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:36:04.099604 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:36:04.099604 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:36:04.099604 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:36:04.099604 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:36:04.099604 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:36:04.099604 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:36:04.099604 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:36:04.099604 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:36:04.099604 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:36:04.099604 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:36:04.099604 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:36:04.099604 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:36:04.099604 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:36:04.099604 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:36:04.099604 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:36:04.099604 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:36:04.099604 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:36:04.099604 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:36:04.099604 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:36:04.099604 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:36:04.099604 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:36:04.099604 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:36:04.099604 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:36:04.099604 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:36:04.099604 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:36:04.152078 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port adc45265-2937-4531-862f-3e0e9499e6e0, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=adc45265-2937-4531-862f-3e0e9499e6e0,segment=NetworkSegment(f292d574-4814-4073-b94b-bc173899d7c4),segment_id=f292d574-4814-4073-b94b-bc173899d7c4)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:04.154633 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:04.160440 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:04.192444 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a99668f0-687f-49ef-8b4d-b5cb420639a5 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:04.204964 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-07ac0381-e9f5-4983-bbe4-ede2297922ef tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:04.213103 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ac0381-e9f5-4983-bbe4-ede2297922ef tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event updated for resources: {'Port': ['ID=2f600023-f7f0-4eb6-ae4a-60d3ef5083b8,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:04.224385 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f80f44-a6c7-4523-802e-0505d87deeeb tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:04.226812 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a99668f0-687f-49ef-8b4d-b5cb420639a5 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:04.229888 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99668f0-687f-49ef-8b4d-b5cb420639a5 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Pushing event deleted for resources: {'Network': ['ID=30df3178-3653-4d0f-a424-6f1f310a96ba,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:04.234524 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f80f44-a6c7-4523-802e-0505d87deeeb tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:04.235436 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-84f80f44-a6c7-4523-802e-0505d87deeeb tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:36:04.257772 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a99668f0-687f-49ef-8b4d-b5cb420639a5 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "DELETE /v2.0/networks/30df3178-3653-4d0f-a424-6f1f310a96ba HTTP/1.1" status: 204 len: 168 time: 1.1790760 Mar 11 15:36:04.260317 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41050) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:04.266007 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-bbf7d10a-620a-495e-95e9-4b11d85d5761 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Request body: {'router': {'routes': None}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:04.297798 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=adc45265-2937-4531-862f-3e0e9499e6e0,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:04.360348 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-84f80f44-a6c7-4523-802e-0505d87deeeb tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:36:04.362204 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-84f80f44-a6c7-4523-802e-0505d87deeeb tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.4442806 Mar 11 15:36:04.366691 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41054) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:04.599475 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-aadf024c-3e35-458c-82f8-6ff03bd93e6e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting port 560fe26d-7804-4451-96c9-06dc671d9af9 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:36:04.599824 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-aadf024c-3e35-458c-82f8-6ff03bd93e6e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:04.617072 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-90303e19-9b87-4120-9550-d2660d7e4d30 None None] Provisioning complete for port adc45265-2937-4531-862f-3e0e9499e6e0 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:04.617755 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-90303e19-9b87-4120-9550-d2660d7e4d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:04.624974 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.extraroute_db [None req-bbf7d10a-620a-495e-95e9-4b11d85d5761 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Added routes are [] {{(pid=83867) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 11 15:36:04.625416 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.extraroute_db [None req-bbf7d10a-620a-495e-95e9-4b11d85d5761 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Removed routes are [] {{(pid=83867) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 11 15:36:04.625885 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bbf7d10a-620a-495e-95e9-4b11d85d5761 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:04.771590 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ac0381-e9f5-4983-bbe4-ede2297922ef tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Network 1bb35935-a31e-4540-bbeb-c0f3c24bae58 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:04.787481 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-07ac0381-e9f5-4983-bbe4-ede2297922ef tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:04.806214 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device adc45265-2937-4531-862f-3e0e9499e6e0 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:36:04.920957 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-90303e19-9b87-4120-9550-d2660d7e4d30 None None] Provisioning complete for port 124ac3ae-3ae8-45c8-9b6f-d084ded259c2 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:04.921655 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-90303e19-9b87-4120-9550-d2660d7e4d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:05.003098 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port adc45265-2937-4531-862f-3e0e9499e6e0 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:05.003470 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:05.091433 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bbf7d10a-620a-495e-95e9-4b11d85d5761 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:05.096628 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bbf7d10a-620a-495e-95e9-4b11d85d5761 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709172', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-708534'] for router, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:05.181704 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-90303e19-9b87-4120-9550-d2660d7e4d30 None None] Provisioning for port 560fe26d-7804-4451-96c9-06dc671d9af9 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:36:05.203569 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-90303e19-9b87-4120-9550-d2660d7e4d30 None None] Provisioning complete for port 560fe26d-7804-4451-96c9-06dc671d9af9 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:05.203951 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-90303e19-9b87-4120-9550-d2660d7e4d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:05.286039 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf7d10a-620a-495e-95e9-4b11d85d5761 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Router bdbdb9e2-ab6c-41df-8cdd-45bb6698249f has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:36:05.286452 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-90303e19-9b87-4120-9550-d2660d7e4d30 None None] Port 560fe26d-7804-4451-96c9-06dc671d9af9 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:36:05.308404 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-90303e19-9b87-4120-9550-d2660d7e4d30 None None] Provisioning for port 2f600023-f7f0-4eb6-ae4a-60d3ef5083b8 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:36:05.316145 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-90303e19-9b87-4120-9550-d2660d7e4d30 None None] Provisioning complete for port 2f600023-f7f0-4eb6-ae4a-60d3ef5083b8 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:05.316944 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-90303e19-9b87-4120-9550-d2660d7e4d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:05.333746 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-aadf024c-3e35-458c-82f8-6ff03bd93e6e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:05.356756 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 3f6f4636-69cb-4cac-b357-540208f5be2e no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:36:05.405738 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 3f6f4636-69cb-4cac-b357-540208f5be2e {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:36:05.406141 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 3f6f4636-69cb-4cac-b357-540208f5be2e not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:36:05.406457 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device b0530187-b09b-4957-b4c6-29c975ce95df no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:36:05.442420 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: b0530187-b09b-4957-b4c6-29c975ce95df {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:36:05.442766 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device b0530187-b09b-4957-b4c6-29c975ce95df not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:36:05.452503 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf7d10a-620a-495e-95e9-4b11d85d5761 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:36:05.454432 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-90303e19-9b87-4120-9550-d2660d7e4d30 None None] Port 2f600023-f7f0-4eb6-ae4a-60d3ef5083b8 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:36:05.458546 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bbf7d10a-620a-495e-95e9-4b11d85d5761 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:05.462356 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-bbf7d10a-620a-495e-95e9-4b11d85d5761 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "PUT /v2.0/routers/bdbdb9e2-ab6c-41df-8cdd-45bb6698249f HTTP/1.1" status: 200 len: 704 time: 1.2009039 Mar 11 15:36:05.462963 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41058) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:05.468011 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1367afa0-e7e2-41f3-84d2-6c934f719843 None None] Sync routers for ids ['bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:36:05.480383 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1367afa0-e7e2-41f3-84d2-6c934f719843 None None] Routers {'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:36:05.481041 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-1367afa0-e7e2-41f3-84d2-6c934f719843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:36:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:05.508357 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-daad349b-01d6-4ebf-a62b-8b29fb3b8e0a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Synchronizing usage tracker for tenant:c58947f968f64e3fb11fb874306012f2 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:36:05.527153 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-daad349b-01d6-4ebf-a62b-8b29fb3b8e0a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Unset dirty status for tenant:c58947f968f64e3fb11fb874306012f2 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:36:05.531819 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-daad349b-01d6-4ebf-a62b-8b29fb3b8e0a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdbdb9e2-ab6c-41df-8cdd-45bb6698249f HTTP/1.1" status: 200 len: 205 time: 0.0654125 Mar 11 15:36:05.532022 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41062) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:05.533075 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-aadf024c-3e35-458c-82f8-6ff03bd93e6e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Calling delete_port for 560fe26d-7804-4451-96c9-06dc671d9af9 owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:36:05.679882 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5db7359f-bbb9-4f13-81fc-9420b267aef8 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for router, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:05.688261 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-1367afa0-e7e2-41f3-84d2-6c934f719843 None None] Set router bdbdb9e2-ab6c-41df-8cdd-45bb6698249f gateway port host: None {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:36:05.734500 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-454a2d32-2b2b-4987-98df-fd02a69747d8 None None] Provisioning complete for port 2f600023-f7f0-4eb6-ae4a-60d3ef5083b8 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:05.734738 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-454a2d32-2b2b-4987-98df-fd02a69747d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:05.795473 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-734c7cca-6f93-453d-8867-20ef926dfc94 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router 9adf4256-26d1-4e26-aa97-bb95ab764c64 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:36:05.841034 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-1367afa0-e7e2-41f3-84d2-6c934f719843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'name': 'tempest-RoutersIpV6Test-router-109250348', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:34:30Z', 'updated_at': '2022-03-11T15:36:00Z', 'revision_number': 11, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'gw_port_host': None}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:05.849097 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1367afa0-e7e2-41f3-84d2-6c934f719843 None None] Checking router: bdbdb9e2-ab6c-41df-8cdd-45bb6698249f for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:36:05.860653 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-454a2d32-2b2b-4987-98df-fd02a69747d8 None None] Port 2f600023-f7f0-4eb6-ae4a-60d3ef5083b8 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:36:05.875141 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1367afa0-e7e2-41f3-84d2-6c934f719843 None None] Routers {'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:36:05.875826 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-1367afa0-e7e2-41f3-84d2-6c934f719843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:36:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:05.952385 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-aadf024c-3e35-458c-82f8-6ff03bd93e6e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:06.020932 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-454a2d32-2b2b-4987-98df-fd02a69747d8 None None] Provisioning complete for port 560fe26d-7804-4451-96c9-06dc671d9af9 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:06.020932 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-454a2d32-2b2b-4987-98df-fd02a69747d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:06.059781 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-454a2d32-2b2b-4987-98df-fd02a69747d8 None None] Port 560fe26d-7804-4451-96c9-06dc671d9af9 was deleted so its status cannot be updated. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 11 15:36:06.063999 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-1367afa0-e7e2-41f3-84d2-6c934f719843 None None] Set router bdbdb9e2-ab6c-41df-8cdd-45bb6698249f gateway port host: None {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:36:06.075318 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadf024c-3e35-458c-82f8-6ff03bd93e6e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Port': ['ID=560fe26d-7804-4451-96c9-06dc671d9af9,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:06.201760 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-1367afa0-e7e2-41f3-84d2-6c934f719843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'name': 'tempest-RoutersIpV6Test-router-109250348', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:34:30Z', 'updated_at': '2022-03-11T15:36:00Z', 'revision_number': 11, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'gw_port_host': None}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:06.206395 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1367afa0-e7e2-41f3-84d2-6c934f719843 None None] The sync data for ids ['bdbdb9e2-ab6c-41df-8cdd-45bb6698249f'] in dv-neutron-833373-1-hyperv is: [{'id': 'bdbdb9e2-ab6c-41df-8cdd-45bb6698249f', 'name': 'tempest-RoutersIpV6Test-router-109250348', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:34:30Z', 'updated_at': '2022-03-11T15:36:00Z', 'revision_number': 11, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'gw_port_host': None}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:36:06.206946 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5db7359f-bbb9-4f13-81fc-9420b267aef8 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:06.211514 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5db7359f-bbb9-4f13-81fc-9420b267aef8 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:06.246714 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5db7359f-bbb9-4f13-81fc-9420b267aef8 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:06.247442 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db7359f-bbb9-4f13-81fc-9420b267aef8 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Fanout notify agent at l3_agent the message router_deleted on router bdbdb9e2-ab6c-41df-8cdd-45bb6698249f {{(pid=83867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:36:06.258182 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ac0381-e9f5-4983-bbe4-ede2297922ef tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Router c9f8f487-d07e-403c-9857-9ceb205da2c3 is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:36:06.279033 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5db7359f-bbb9-4f13-81fc-9420b267aef8 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:06.280309 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5db7359f-bbb9-4f13-81fc-9420b267aef8 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "DELETE /v2.0/routers/bdbdb9e2-ab6c-41df-8cdd-45bb6698249f HTTP/1.1" status: 204 len: 168 time: 0.7472959 Mar 11 15:36:06.286023 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41066) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:06.294903 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-bd1ee81d-39f5-46e0-bbd3-0b9bc76ade21 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-62060150', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:06.303511 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-bd1ee81d-39f5-46e0-bbd3-0b9bc76ade21 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:06.308249 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-bd1ee81d-39f5-46e0-bbd3-0b9bc76ade21 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Usage tracker for resource:router and tenant:c58947f968f64e3fb11fb874306012f2 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:36:06.311983 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-bd1ee81d-39f5-46e0-bbd3-0b9bc76ade21 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:36:06.318192 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-bd1ee81d-39f5-46e0-bbd3-0b9bc76ade21 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:06.333117 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bd1ee81d-39f5-46e0-bbd3-0b9bc76ade21 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:06.334074 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bd1ee81d-39f5-46e0-bbd3-0b9bc76ade21 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:06.356083 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bd1ee81d-39f5-46e0-bbd3-0b9bc76ade21 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:06.377484 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bd1ee81d-39f5-46e0-bbd3-0b9bc76ade21 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:06.415547 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bd1ee81d-39f5-46e0-bbd3-0b9bc76ade21 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:06.418669 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-bd1ee81d-39f5-46e0-bbd3-0b9bc76ade21 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1304545 Mar 11 15:36:06.420795 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41070) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:06.430483 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-0387a817-4882-4a89-a863-b8300edc5902 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:06.467022 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-aadf024c-3e35-458c-82f8-6ff03bd93e6e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:06.508497 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-aadf024c-3e35-458c-82f8-6ff03bd93e6e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/ports/560fe26d-7804-4451-96c9-06dc671d9af9 HTTP/1.1" status: 204 len: 168 time: 2.1407142 Mar 11 15:36:06.511619 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41074) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:06.598983 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcc441e-06a5-4ff4-a55a-10004366f682 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:06.600401 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcc441e-06a5-4ff4-a55a-10004366f682 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:06.601845 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcc441e-06a5-4ff4-a55a-10004366f682 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:06.602627 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-4dcc441e-06a5-4ff4-a55a-10004366f682 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:36:06.608275 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734c7cca-6f93-453d-8867-20ef926dfc94 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:36:06.613858 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-734c7cca-6f93-453d-8867-20ef926dfc94 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:06.622383 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd2b4c0-24c4-4fc2-8593-b694878531b4 None None] Sync routers for ids ['9adf4256-26d1-4e26-aa97-bb95ab764c64'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:36:06.636327 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd2b4c0-24c4-4fc2-8593-b694878531b4 None None] Routers {'9adf4256-26d1-4e26-aa97-bb95ab764c64'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:36:06.637641 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-ffd2b4c0-24c4-4fc2-8593-b694878531b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:36:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['9adf4256-26d1-4e26-aa97-bb95ab764c64'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:06.682674 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ac0381-e9f5-4983-bbe4-ede2297922ef tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:36:06.695010 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-07ac0381-e9f5-4983-bbe4-ede2297922ef tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "PUT /v2.0/routers/c9f8f487-d07e-403c-9857-9ceb205da2c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3677649 Mar 11 15:36:06.695010 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-4dcc441e-06a5-4ff4-a55a-10004366f682 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:36:06.695010 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-4dcc441e-06a5-4ff4-a55a-10004366f682 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1761553 Mar 11 15:36:06.695010 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41078) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:06.696692 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41080) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:06.710709 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1229350f-3f1e-46d6-a647-4ac3eb527e53 None None] Sync routers for ids ['c9f8f487-d07e-403c-9857-9ceb205da2c3'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:36:06.728778 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1229350f-3f1e-46d6-a647-4ac3eb527e53 None None] Routers {'c9f8f487-d07e-403c-9857-9ceb205da2c3'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:36:06.730241 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-1229350f-3f1e-46d6-a647-4ac3eb527e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:36:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['c9f8f487-d07e-403c-9857-9ceb205da2c3'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:06.815448 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-1229350f-3f1e-46d6-a647-4ac3eb527e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:06.828507 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1229350f-3f1e-46d6-a647-4ac3eb527e53 None None] Routers {'c9f8f487-d07e-403c-9857-9ceb205da2c3'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:36:06.829408 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-1229350f-3f1e-46d6-a647-4ac3eb527e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:36:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['c9f8f487-d07e-403c-9857-9ceb205da2c3'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:06.875583 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-ffd2b4c0-24c4-4fc2-8593-b694878531b4 None None] Set router 9adf4256-26d1-4e26-aa97-bb95ab764c64 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:36:06.876045 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0387a817-4882-4a89-a863-b8300edc5902 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:06.877747 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-734c7cca-6f93-453d-8867-20ef926dfc94 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/floatingips/5de27b67-b6eb-4eec-8028-905dd84adaa2 HTTP/1.1" status: 204 len: 168 time: 5.7310975 Mar 11 15:36:06.893121 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0387a817-4882-4a89-a863-b8300edc5902 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709172', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-708534'] for router, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:06.917619 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd42f93-bf15-4bb6-992d-8811735d5c96', 'tag': '6208eb2d-6c01-421d-886c-dc00b3d1232e'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:36:06.939938 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-1229350f-3f1e-46d6-a647-4ac3eb527e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:06.941142 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1229350f-3f1e-46d6-a647-4ac3eb527e53 None None] The sync data for ids ['c9f8f487-d07e-403c-9857-9ceb205da2c3'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:36:07.025666 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffd42f93-bf15-4bb6-992d-8811735d5c96', 'tag': '6208eb2d-6c01-421d-886c-dc00b3d1232e', 'status': 'completed', 'code': 200} Mar 11 15:36:07.038310 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed70f51f-c7d0-4e25-9157-52b1d0384d3d tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:07.038692 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ed70f51f-c7d0-4e25-9157-52b1d0384d3d tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Synchronizing usage tracker for tenant:16d01fb61cb5488cb7fd92527258a459 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:36:07.124889 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0387a817-4882-4a89-a863-b8300edc5902 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Router 0e3f093b-0f82-40a3-989b-880a9d7d3967 is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:36:07.181389 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ed70f51f-c7d0-4e25-9157-52b1d0384d3d tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Unset dirty status for tenant:16d01fb61cb5488cb7fd92527258a459 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:36:07.185668 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ed70f51f-c7d0-4e25-9157-52b1d0384d3d tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "GET /v2.0/ports/2f600023-f7f0-4eb6-ae4a-60d3ef5083b8 HTTP/1.1" status: 200 len: 910 time: 0.4871345 Mar 11 15:36:07.186858 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41090) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:07.203559 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-681cd36a-7c97-4fee-8916-ee0fc35e6538 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6d2bb017-cead-4dca-b568-bfeb9b3a57b2'}]}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:07.319986 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0387a817-4882-4a89-a863-b8300edc5902 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:36:07.328742 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0387a817-4882-4a89-a863-b8300edc5902 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:07.330165 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0387a817-4882-4a89-a863-b8300edc5902 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "PUT /v2.0/routers/0e3f093b-0f82-40a3-989b-880a9d7d3967 HTTP/1.1" status: 200 len: 696 time: 0.9076755 Mar 11 15:36:07.332163 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17d1177-97f7-4b3c-b030-f18ad703b310 None None] Sync routers for ids ['0e3f093b-0f82-40a3-989b-880a9d7d3967'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:36:07.333086 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41096) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:07.359178 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17d1177-97f7-4b3c-b030-f18ad703b310 None None] Routers {'0e3f093b-0f82-40a3-989b-880a9d7d3967'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:36:07.359801 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-f17d1177-97f7-4b3c-b030-f18ad703b310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:36:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['0e3f093b-0f82-40a3-989b-880a9d7d3967'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:07.467531 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f75e9f8-29a1-4ffa-9569-a3328086bf46 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting subnet 2a62d94c-14ca-4a39-979f-75dbe9c1a1eb {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:36:07.475093 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d5a15019-207e-4d35-a023-dc531ab4c935 req-55b23ada-4bee-4246-a44d-4cc5151cc66d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=ffd42f93-bf15-4bb6-992d-8811735d5c96 HTTP/1.1" status: 200 len: 1098 time: 0.4287324 Mar 11 15:36:07.482495 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1f75e9f8-29a1-4ffa-9569-a3328086bf46 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:07.493954 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-ffd2b4c0-24c4-4fc2-8593-b694878531b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adf4256-26d1-4e26-aa97-bb95ab764c64', 'name': 'tempest-TestNetworkBasicOps-router-1552958535', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': 'eb97b7d8-b99d-4e9f-a532-685de47f5a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:33:44Z', 'updated_at': '2022-03-11T15:33:57Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': 'eb97b7d8-b99d-4e9f-a532-685de47f5a62', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:49:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adf4256-26d1-4e26-aa97-bb95ab764c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:33:46Z', 'updated_at': '2022-03-11T15:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '7b993a71-c302-4ae1-9d07-93208a4361c1', 'name': '', 'network_id': '0c7936ae-ba60-41e0-9678-29011757e550', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:78:c2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adf4256-26d1-4e26-aa97-bb95ab764c64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b85bbf9-cc60-47b9-9ba7-617c6762d95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:33:56Z', 'updated_at': '2022-03-11T15:34:28Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '9b85bbf9-cc60-47b9-9ba7-617c6762d95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:07.505459 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd2b4c0-24c4-4fc2-8593-b694878531b4 None None] Checking router: 9adf4256-26d1-4e26-aa97-bb95ab764c64 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:36:07.518289 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-f17d1177-97f7-4b3c-b030-f18ad703b310 None None] Set router 0e3f093b-0f82-40a3-989b-880a9d7d3967 gateway port host: None {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:36:07.554954 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9ef1ec87-e827-4e47-83e8-35a66a602c64 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "GET /v2.0/routers/0e3f093b-0f82-40a3-989b-880a9d7d3967 HTTP/1.1" status: 200 len: 702 time: 0.2165604 Mar 11 15:36:07.554954 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41100) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:07.605591 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-72c13e47-4a0d-4ff2-92e8-064a96f6a043 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e3f093b-0f82-40a3-989b-880a9d7d3967 HTTP/1.1" status: 200 len: 205 time: 0.0478115 Mar 11 15:36:07.607610 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41104) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:07.625989 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd2b4c0-24c4-4fc2-8593-b694878531b4 None None] Routers {'9adf4256-26d1-4e26-aa97-bb95ab764c64'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:36:07.625989 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-ffd2b4c0-24c4-4fc2-8593-b694878531b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:36:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['9adf4256-26d1-4e26-aa97-bb95ab764c64'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:07.655075 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1f75e9f8-29a1-4ffa-9569-a3328086bf46 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:07.791488 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-f17d1177-97f7-4b3c-b030-f18ad703b310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e3f093b-0f82-40a3-989b-880a9d7d3967', 'name': 'tempest-RoutersIpV6Test-router-62060150', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:06Z', 'updated_at': '2022-03-11T15:36:06Z', 'revision_number': 2, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'gw_port_host': None}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:07.816414 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17d1177-97f7-4b3c-b030-f18ad703b310 None None] Checking router: 0e3f093b-0f82-40a3-989b-880a9d7d3967 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:36:07.827066 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-681cd36a-7c97-4fee-8916-ee0fc35e6538 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:07.840543 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a15019-207e-4d35-a023-dc531ab4c935 req-977764a6-e6a8-4b39-aa12-f5d6cc37d964 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:07.842010 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d5a15019-207e-4d35-a023-dc531ab4c935 req-977764a6-e6a8-4b39-aa12-f5d6cc37d964 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c7936ae-ba60-41e0-9678-29011757e550 HTTP/1.1" status: 200 len: 897 time: 0.3248713 Mar 11 15:36:07.849916 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17d1177-97f7-4b3c-b030-f18ad703b310 None None] Routers {'0e3f093b-0f82-40a3-989b-880a9d7d3967'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:36:07.850635 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-f17d1177-97f7-4b3c-b030-f18ad703b310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:36:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['0e3f093b-0f82-40a3-989b-880a9d7d3967'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:07.856630 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8885c-7f2d-48fc-95b2-6af92a865d3e req-0f432a8e-7f1a-48b7-8c4a-ca950dd96591 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:07.858356 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-5fa8885c-7f2d-48fc-95b2-6af92a865d3e req-0f432a8e-7f1a-48b7-8c4a-ca950dd96591 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffd42f93-bf15-4bb6-992d-8811735d5c96 HTTP/1.1" status: 200 len: 945 time: 0.4520938 Mar 11 15:36:07.924368 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-5fa8885c-7f2d-48fc-95b2-6af92a865d3e req-633aa4de-4af9-4cb7-b9ba-09ab9d65e847 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d27d81e-9c9d-43d3-aa8b-0939e9ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544970 Mar 11 15:36:07.927173 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-de94eade-af7b-4903-902d-aaa489961d40 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for router, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:07.960657 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d5a15019-207e-4d35-a023-dc531ab4c935 req-89e08225-a8bc-4fd9-a5f6-1a4b8fc5c931 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6208eb2d-6c01-421d-886c-dc00b3d1232e HTTP/1.1" status: 200 len: 217 time: 0.1070139 Mar 11 15:36:08.006694 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-f17d1177-97f7-4b3c-b030-f18ad703b310 None None] Set router 0e3f093b-0f82-40a3-989b-880a9d7d3967 gateway port host: None {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:36:08.013351 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1f75e9f8-29a1-4ffa-9569-a3328086bf46 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:08.121984 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-ffd2b4c0-24c4-4fc2-8593-b694878531b4 None None] Set router 9adf4256-26d1-4e26-aa97-bb95ab764c64 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:36:08.173084 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-f17d1177-97f7-4b3c-b030-f18ad703b310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e3f093b-0f82-40a3-989b-880a9d7d3967', 'name': 'tempest-RoutersIpV6Test-router-62060150', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:06Z', 'updated_at': '2022-03-11T15:36:06Z', 'revision_number': 2, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'gw_port_host': None}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:08.185775 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17d1177-97f7-4b3c-b030-f18ad703b310 None None] The sync data for ids ['0e3f093b-0f82-40a3-989b-880a9d7d3967'] in dv-neutron-833373-1-hyperv is: [{'id': '0e3f093b-0f82-40a3-989b-880a9d7d3967', 'name': 'tempest-RoutersIpV6Test-router-62060150', 'tenant_id': 'c58947f968f64e3fb11fb874306012f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:06Z', 'updated_at': '2022-03-11T15:36:06Z', 'revision_number': 2, 'project_id': 'c58947f968f64e3fb11fb874306012f2', 'gw_port_host': None}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:36:08.211567 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a15019-207e-4d35-a023-dc531ab4c935 req-397254a2-9357-4b33-ae9c-bbd82e0797c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:08.213061 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d5a15019-207e-4d35-a023-dc531ab4c935 req-397254a2-9357-4b33-ae9c-bbd82e0797c3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9b85bbf9-cc60-47b9-9ba7-617c6762d95e HTTP/1.1" status: 200 len: 834 time: 0.2378397 Mar 11 15:36:08.306620 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1f75e9f8-29a1-4ffa-9569-a3328086bf46 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:08.419533 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-de94eade-af7b-4903-902d-aaa489961d40 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:08.424521 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-de94eade-af7b-4903-902d-aaa489961d40 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:08.454948 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-de94eade-af7b-4903-902d-aaa489961d40 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:08.455603 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de94eade-af7b-4903-902d-aaa489961d40 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Fanout notify agent at l3_agent the message router_deleted on router 0e3f093b-0f82-40a3-989b-880a9d7d3967 {{(pid=83867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:36:08.473601 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-de94eade-af7b-4903-902d-aaa489961d40 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:08.481009 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-de94eade-af7b-4903-902d-aaa489961d40 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "DELETE /v2.0/routers/0e3f093b-0f82-40a3-989b-880a9d7d3967 HTTP/1.1" status: 204 len: 168 time: 0.8677459 Mar 11 15:36:08.481556 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41108) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:08.534234 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-f59a9f9f-404b-4a67-ad1d-9cff3586658b tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e3f093b-0f82-40a3-989b-880a9d7d3967 HTTP/1.1" status: 200 len: 205 time: 0.0492332 Mar 11 15:36:08.534570 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41112) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:08.538431 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-ffd2b4c0-24c4-4fc2-8593-b694878531b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adf4256-26d1-4e26-aa97-bb95ab764c64', 'name': 'tempest-TestNetworkBasicOps-router-1552958535', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': 'eb97b7d8-b99d-4e9f-a532-685de47f5a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:33:44Z', 'updated_at': '2022-03-11T15:33:57Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': 'eb97b7d8-b99d-4e9f-a532-685de47f5a62', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:49:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adf4256-26d1-4e26-aa97-bb95ab764c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:33:46Z', 'updated_at': '2022-03-11T15:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '7b993a71-c302-4ae1-9d07-93208a4361c1', 'name': '', 'network_id': '0c7936ae-ba60-41e0-9678-29011757e550', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:78:c2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adf4256-26d1-4e26-aa97-bb95ab764c64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b85bbf9-cc60-47b9-9ba7-617c6762d95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:33:56Z', 'updated_at': '2022-03-11T15:34:28Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '9b85bbf9-cc60-47b9-9ba7-617c6762d95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:08.545758 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd2b4c0-24c4-4fc2-8593-b694878531b4 None None] The sync data for ids ['9adf4256-26d1-4e26-aa97-bb95ab764c64'] in dv-neutron-833373-1-hyperv is: [{'id': '9adf4256-26d1-4e26-aa97-bb95ab764c64', 'name': 'tempest-TestNetworkBasicOps-router-1552958535', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': 'eb97b7d8-b99d-4e9f-a532-685de47f5a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:33:44Z', 'updated_at': '2022-03-11T15:33:57Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': 'eb97b7d8-b99d-4e9f-a532-685de47f5a62', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:49:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adf4256-26d1-4e26-aa97-bb95ab764c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:33:46Z', 'updated_at': '2022-03-11T15:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '7b993a71-c302-4ae1-9d07-93208a4361c1', 'name': '', 'network_id': '0c7936ae-ba60-41e0-9678-29011757e550', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:78:c2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adf4256-26d1-4e26-aa97-bb95ab764c64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b85bbf9-cc60-47b9-9ba7-617c6762d95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:33:56Z', 'updated_at': '2022-03-11T15:34:28Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '9b85bbf9-cc60-47b9-9ba7-617c6762d95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:36:08.606675 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-75695d5e-281e-460a-90e6-6a84f82319b5 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] delete failed (client error): The resource could not be found. Mar 11 15:36:08.608569 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-75695d5e-281e-460a-90e6-6a84f82319b5 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "DELETE /v2.0/routers/0e3f093b-0f82-40a3-989b-880a9d7d3967 HTTP/1.1" status: 404 len: 336 time: 0.0724950 Mar 11 15:36:08.610960 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41116) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:08.623410 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75e9f8-29a1-4ffa-9569-a3328086bf46 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Subnet': ['ID=2a62d94c-14ca-4a39-979f-75dbe9c1a1eb,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:08.644349 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1f75e9f8-29a1-4ffa-9569-a3328086bf46 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:08.650379 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341cada7-6a11-4543-bfc9-de4852f141f1 None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:36:08.654135 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc319611-e421-4a18-9796-cb4a6ae09998 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] DELETE failed (client error): The resource could not be found. Mar 11 15:36:08.654573 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc319611-e421-4a18-9796-cb4a6ae09998 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:36:08.659011 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41120) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:08.659584 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-bc319611-e421-4a18-9796-cb4a6ae09998 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "DELETE /v2.0/subnets/6aa45403-4cfa-448b-bd50-c8e8a43753d5 HTTP/1.1" status: 404 len: 337 time: 0.0465503 Mar 11 15:36:08.715719 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-1f75e9f8-29a1-4ffa-9569-a3328086bf46 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/2a62d94c-14ca-4a39-979f-75dbe9c1a1eb HTTP/1.1" status: 204 len: 168 time: 1.8400776 Mar 11 15:36:08.716729 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41124) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:08.724675 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-40518515-5660-4325-a480-15ef1af7f2ec tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] DELETE failed (client error): The resource could not be found. Mar 11 15:36:08.725159 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40518515-5660-4325-a480-15ef1af7f2ec tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:36:08.729130 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-40518515-5660-4325-a480-15ef1af7f2ec tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "DELETE /v2.0/subnets/85dc48d1-d7a9-456e-9cec-f6e06f02484b HTTP/1.1" status: 404 len: 337 time: 0.0631080 Mar 11 15:36:08.732670 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d5a15019-207e-4d35-a023-dc531ab4c935 req-3c059dd5-a272-4a0d-bbef-074a1e39dd68 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c7936ae-ba60-41e0-9678-29011757e550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5058341 Mar 11 15:36:08.733350 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41128) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:08.929023 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fbb4a09-9009-4025-91cb-bb11b82a3b3a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] DELETE failed (client error): The resource could not be found. Mar 11 15:36:08.929367 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fbb4a09-9009-4025-91cb-bb11b82a3b3a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:36:08.931032 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-5fbb4a09-9009-4025-91cb-bb11b82a3b3a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "DELETE /v2.0/subnets/59489499-d9e4-4504-a072-5d3ab14e010c HTTP/1.1" status: 404 len: 337 time: 0.1784937 Mar 11 15:36:08.936481 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41132) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:09.010773 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-0674cbb0-545d-4eb7-b411-76666e17df78 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] DELETE failed (client error): The resource could not be found. Mar 11 15:36:09.011218 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0674cbb0-545d-4eb7-b411-76666e17df78 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:36:09.014324 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0674cbb0-545d-4eb7-b411-76666e17df78 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "DELETE /v2.0/subnets/7c5860c3-e60d-424f-9370-0324916e32f7 HTTP/1.1" status: 404 len: 337 time: 0.0766001 Mar 11 15:36:09.023417 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41138) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:09.076972 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-d07b73c5-a282-49dc-bff9-a2cbfdde715f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting subnet 47fb5a7c-380a-4a0e-abe6-2c2977da1e88 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:36:09.082058 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d07b73c5-a282-49dc-bff9-a2cbfdde715f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:09.173095 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d07b73c5-a282-49dc-bff9-a2cbfdde715f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:09.188790 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-aced6736-f8bd-43e3-ad35-d050f2b155fe tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Synchronizing usage tracker for tenant:c58947f968f64e3fb11fb874306012f2 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:36:09.216972 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897cced1-e18d-48db-a353-a980bcfce3ce None None] New status for floating IP 5de27b67-b6eb-4eec-8028-905dd84adaa2: DOWN {{(pid=83868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 15:36:09.238520 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d5a15019-207e-4d35-a023-dc531ab4c935 req-1af07d03-b8d3-42c8-8811-615b25c66a2c service neutron] 10.222.0.73 "GET /v2.0/networks/0c7936ae-ba60-41e0-9678-29011757e550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4841549 Mar 11 15:36:09.312442 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-aced6736-f8bd-43e3-ad35-d050f2b155fe tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] Unset dirty status for tenant:c58947f968f64e3fb11fb874306012f2 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:36:09.316033 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-aced6736-f8bd-43e3-ad35-d050f2b155fe tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdbdb9e2-ab6c-41df-8cdd-45bb6698249f HTTP/1.1" status: 200 len: 205 time: 0.2888007 Mar 11 15:36:09.330495 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41142) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:09.398953 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-681cd36a-7c97-4fee-8916-ee0fc35e6538 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:09.471000 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-681cd36a-7c97-4fee-8916-ee0fc35e6538 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:09.487150 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-30621897-b74b-4362-abcd-a4202bcf004e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] delete failed (client error): The resource could not be found. Mar 11 15:36:09.488237 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-30621897-b74b-4362-abcd-a4202bcf004e tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "DELETE /v2.0/routers/bdbdb9e2-ab6c-41df-8cdd-45bb6698249f HTTP/1.1" status: 404 len: 336 time: 0.1553917 Mar 11 15:36:09.491811 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41146) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:09.545937 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-f956fba7-898b-464a-828c-79b35203acff tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "GET /v2.0/ports?device_id=b050741b-b578-4072-af0c-625ab4d80128 HTTP/1.1" status: 200 len: 205 time: 0.0517335 Mar 11 15:36:09.547477 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d07b73c5-a282-49dc-bff9-a2cbfdde715f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:09.565640 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41150) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:09.630956 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d07b73c5-a282-49dc-bff9-a2cbfdde715f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:09.657358 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d5a15019-207e-4d35-a023-dc531ab4c935 req-a086feb7-13aa-4597-b3f5-9f4732a57736 service neutron] 10.222.0.73 "GET /v2.0/networks/0c7936ae-ba60-41e0-9678-29011757e550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007745 Mar 11 15:36:09.679466 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b73c5-a282-49dc-bff9-a2cbfdde715f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Subnet': ['ID=47fb5a7c-380a-4a0e-abe6-2c2977da1e88,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:09.687737 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d07b73c5-a282-49dc-bff9-a2cbfdde715f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:09.690070 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-04b3cd59-0421-4a7e-be43-b373305ada3a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] delete failed (client error): The resource could not be found. Mar 11 15:36:09.691478 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-04b3cd59-0421-4a7e-be43-b373305ada3a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "DELETE /v2.0/routers/b050741b-b578-4072-af0c-625ab4d80128 HTTP/1.1" status: 404 len: 336 time: 0.1248264 Mar 11 15:36:09.694859 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41154) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:09.697710 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb27d7-af44-43a3-bea9-bf0ff7b7e032 req-34c53fc2-326b-4ccf-adbc-382bfe67314b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:09.698444 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-06fb27d7-af44-43a3-bea9-bf0ff7b7e032 req-34c53fc2-326b-4ccf-adbc-382bfe67314b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:36:09.712163 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c2766-dc8f-4827-8b92-323f8cea6cfa req-112c497e-79aa-41f4-b6c6-1a97765ccc7b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:09.712871 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-f47c2766-dc8f-4827-8b92-323f8cea6cfa req-112c497e-79aa-41f4-b6c6-1a97765ccc7b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:36:09.727019 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681cd36a-7c97-4fee-8916-ee0fc35e6538 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:09.727645 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-681cd36a-7c97-4fee-8916-ee0fc35e6538 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:09.729055 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-681cd36a-7c97-4fee-8916-ee0fc35e6538 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "PUT /v2.0/ports/2f600023-f7f0-4eb6-ae4a-60d3ef5083b8 HTTP/1.1" status: 200 len: 910 time: 2.5413589 Mar 11 15:36:09.736711 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41158) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:09.738502 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c273ba0a-ea44-454d-b65d-5f3d316da4f2 None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:36:09.746716 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681cd36a-7c97-4fee-8916-ee0fc35e6538 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event updated for resources: {'Port': ['ID=2f600023-f7f0-4eb6-ae4a-60d3ef5083b8,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:09.754597 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-06fb27d7-af44-43a3-bea9-bf0ff7b7e032 req-34c53fc2-326b-4ccf-adbc-382bfe67314b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:36:09.755556 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-06fb27d7-af44-43a3-bea9-bf0ff7b7e032 req-34c53fc2-326b-4ccf-adbc-382bfe67314b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffd42f93-bf15-4bb6-992d-8811735d5c96 HTTP/1.1" status: 200 len: 945 time: 0.6128192 Mar 11 15:36:09.756350 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-f47c2766-dc8f-4827-8b92-323f8cea6cfa req-112c497e-79aa-41f4-b6c6-1a97765ccc7b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:36:09.757419 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f47c2766-dc8f-4827-8b92-323f8cea6cfa req-112c497e-79aa-41f4-b6c6-1a97765ccc7b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "GET /v2.0/ports?device_id=ffd42f93-bf15-4bb6-992d-8811735d5c96 HTTP/1.1" status: 200 len: 945 time: 0.6645575 Mar 11 15:36:09.863854 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-f47c2766-dc8f-4827-8b92-323f8cea6cfa req-79d9716c-fb5b-4de8-bb58-0496469d545a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting port 6208eb2d-6c01-421d-886c-dc00b3d1232e {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:36:09.864219 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-f47c2766-dc8f-4827-8b92-323f8cea6cfa req-79d9716c-fb5b-4de8-bb58-0496469d545a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:09.909960 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-06fb27d7-af44-43a3-bea9-bf0ff7b7e032 req-b826a6a3-d657-481b-911e-f68bf3e1d3b4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d27d81e-9c9d-43d3-aa8b-0939e9ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482432 Mar 11 15:36:09.924952 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d07b73c5-a282-49dc-bff9-a2cbfdde715f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/47fb5a7c-380a-4a0e-abe6-2c2977da1e88 HTTP/1.1" status: 204 len: 168 time: 1.2058415 Mar 11 15:36:09.929086 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41162) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:09.932665 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f373d20-99e5-4676-8795-a2af1fec4413 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] DELETE failed (client error): The resource could not be found. Mar 11 15:36:09.933227 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f373d20-99e5-4676-8795-a2af1fec4413 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:36:09.935891 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-8f373d20-99e5-4676-8795-a2af1fec4413 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "DELETE /v2.0/subnets/e4ee56ca-fe38-400e-bd8f-c13c7837ab25 HTTP/1.1" status: 404 len: 337 time: 0.2398233 Mar 11 15:36:09.948370 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41166) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:09.973715 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-0d16d257-0380-4e03-a424-4c7c9b1b2332 None None] Provisioning complete for port 124ac3ae-3ae8-45c8-9b6f-d084ded259c2 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:09.974089 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0d16d257-0380-4e03-a424-4c7c9b1b2332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:10.032168 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ca158964-a1d9-486d-997e-00b53644b373 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1015658 Mar 11 15:36:10.036303 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41170) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:10.049441 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-29f0fa40-ff05-416b-9457-c31cf1158431 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "GET /v2.0/ports?device_id=e324016c-def3-4e5b-8277-c09c42350f0f HTTP/1.1" status: 200 len: 205 time: 0.1026766 Mar 11 15:36:10.051046 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41174) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:10.132082 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-b1429a00-bda3-43d4-ab99-a1b6415fb2f8 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] delete failed (client error): The resource could not be found. Mar 11 15:36:10.133058 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b1429a00-bda3-43d4-ab99-a1b6415fb2f8 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "DELETE /v2.0/routers/e324016c-def3-4e5b-8277-c09c42350f0f HTTP/1.1" status: 404 len: 336 time: 0.0815239 Mar 11 15:36:10.135729 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41178) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:10.169597 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8264bf-2c13-44ee-8d24-e37588654ab8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:10.170637 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-8c8264bf-2c13-44ee-8d24-e37588654ab8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:36:10.197829 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-8c8264bf-2c13-44ee-8d24-e37588654ab8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:36:10.200050 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-8c8264bf-2c13-44ee-8d24-e37588654ab8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1579349 Mar 11 15:36:10.202856 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41182) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:10.207827 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6258d61c-48f3-4ac1-912f-ab1c43d622bb None None] DHCP port deletion for a9e561eb-4382-47f0-afe2-548f64b9476b request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:36:10.213067 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-6258d61c-48f3-4ac1-912f-ab1c43d622bb None None] Deleting port 124ac3ae-3ae8-45c8-9b6f-d084ded259c2 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:36:10.213563 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6258d61c-48f3-4ac1-912f-ab1c43d622bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:10.255627 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-6e240ea5-90b6-4987-ba6e-a3b50e08d2d4 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c42dbb3-576b-482d-9d96-5becde8869ed HTTP/1.1" status: 200 len: 205 time: 0.1163588 Mar 11 15:36:10.258636 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41186) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:10.430851 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d8b72d-e618-4025-ade3-30be95ecac54 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:10.431448 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-16d8b72d-e618-4025-ade3-30be95ecac54 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:36:10.457239 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-16d8b72d-e618-4025-ade3-30be95ecac54 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:36:10.458330 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-16d8b72d-e618-4025-ade3-30be95ecac54 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2545574 Mar 11 15:36:10.462692 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41190) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:10.469029 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-bad31c32-0354-4981-8d10-46b2f094514a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] delete failed (client error): The resource could not be found. Mar 11 15:36:10.470036 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-bad31c32-0354-4981-8d10-46b2f094514a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "DELETE /v2.0/routers/5c42dbb3-576b-482d-9d96-5becde8869ed HTTP/1.1" status: 404 len: 336 time: 0.2105663 Mar 11 15:36:10.473712 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41194) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:10.478161 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-6258d61c-48f3-4ac1-912f-ab1c43d622bb None None] For port 124ac3ae-3ae8-45c8-9b6f-d084ded259c2, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=124ac3ae-3ae8-45c8-9b6f-d084ded259c2,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:10.478557 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6258d61c-48f3-4ac1-912f-ab1c43d622bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:10.519275 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-87c73e53-c496-4b83-becd-b7d74f45cdf8 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] DELETE failed (client error): The resource could not be found. Mar 11 15:36:10.519934 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87c73e53-c496-4b83-becd-b7d74f45cdf8 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:36:10.524029 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-87c73e53-c496-4b83-becd-b7d74f45cdf8 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "DELETE /v2.0/subnets/5f062e15-e37d-4a1a-b5a8-ca83040112e4 HTTP/1.1" status: 404 len: 337 time: 0.0467796 Mar 11 15:36:10.524029 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8e8cad10-bd53-490e-9ea6-0aa8c9a2522e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:10.533573 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41198) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:10.577466 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-e01d5779-baed-4d93-915e-c4db63a85b06 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1106169 Mar 11 15:36:10.585648 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41202) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:10.607531 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9402988b-4ad9-4e24-a00f-5ad3cc8d12aa tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "GET /v2.0/ports?device_id=db470ed1-2a06-48a6-89d8-5634d92ec93f HTTP/1.1" status: 200 len: 205 time: 0.0710635 Mar 11 15:36:10.608834 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41206) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:10.626444 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-6258d61c-48f3-4ac1-912f-ab1c43d622bb None None] Calling delete_port for 124ac3ae-3ae8-45c8-9b6f-d084ded259c2 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:36:10.643117 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-ed1efb58-4aa3-40cd-b494-7559696c168a tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'subnet': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:10.692331 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-6fb405a2-68b8-4c97-b04a-92d43be97325 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] delete failed (client error): The resource could not be found. Mar 11 15:36:10.697656 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-6fb405a2-68b8-4c97-b04a-92d43be97325 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "DELETE /v2.0/routers/db470ed1-2a06-48a6-89d8-5634d92ec93f HTTP/1.1" status: 404 len: 336 time: 0.0835524 Mar 11 15:36:10.702633 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41210) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:10.709555 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-f47c2766-dc8f-4827-8b92-323f8cea6cfa req-79d9716c-fb5b-4de8-bb58-0496469d545a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] For port 6208eb2d-6c01-421d-886c-dc00b3d1232e, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6208eb2d-6c01-421d-886c-dc00b3d1232e,segment=NetworkSegment(86f19f21-b375-4ea1-8bd3-1b410b20055f),segment_id=86f19f21-b375-4ea1-8bd3-1b410b20055f)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:10.709555 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-f47c2766-dc8f-4827-8b92-323f8cea6cfa req-79d9716c-fb5b-4de8-bb58-0496469d545a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:10.721612 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6258d61c-48f3-4ac1-912f-ab1c43d622bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:10.784134 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 124ac3ae-3ae8-45c8-9b6f-d084ded259c2 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:36:10.808801 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6258d61c-48f3-4ac1-912f-ab1c43d622bb None None] Pushing event deleted for resources: {'Port': ['ID=124ac3ae-3ae8-45c8-9b6f-d084ded259c2,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:10.819435 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ed1efb58-4aa3-40cd-b494-7559696c168a tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:10.822454 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 124ac3ae-3ae8-45c8-9b6f-d084ded259c2 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:36:10.822644 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-c76f9cb4-9412-431a-a2b4-68d4114b71fe tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] DELETE failed (client error): The resource could not be found. Mar 11 15:36:10.822787 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 124ac3ae-3ae8-45c8-9b6f-d084ded259c2 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:36:10.823034 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c76f9cb4-9412-431a-a2b4-68d4114b71fe tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:36:10.825836 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c76f9cb4-9412-431a-a2b4-68d4114b71fe tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "DELETE /v2.0/subnets/219d0154-3093-4263-b2e1-2f0a418b3b4a HTTP/1.1" status: 404 len: 337 time: 0.1226823 Mar 11 15:36:10.826111 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6258d61c-48f3-4ac1-912f-ab1c43d622bb None None] No DVR routers for this DVR port 124ac3ae-3ae8-45c8-9b6f-d084ded259c2 on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:36:10.830602 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41214) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:10.880092 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ed1efb58-4aa3-40cd-b494-7559696c168a tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:10.895337 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-f47c2766-dc8f-4827-8b92-323f8cea6cfa req-79d9716c-fb5b-4de8-bb58-0496469d545a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Calling delete_port for 6208eb2d-6c01-421d-886c-dc00b3d1232e owned by compute:nova {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:36:10.898747 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-13ae361e-99f0-4202-95fa-c4d8bd8cefca tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf845e95-d099-4bcb-80b7-a463af6bc5cd HTTP/1.1" status: 200 len: 205 time: 0.0623212 Mar 11 15:36:10.900237 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41218) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:10.963755 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1efb58-4aa3-40cd-b494-7559696c168a tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:36:10.967781 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ed1efb58-4aa3-40cd-b494-7559696c168a tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:10.969248 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed1efb58-4aa3-40cd-b494-7559696c168a tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:36:10.969678 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed1efb58-4aa3-40cd-b494-7559696c168a tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:36:10.991085 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-2ddf5d3e-8de9-4e4f-9404-1b84e267e75b tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] delete failed (client error): The resource could not be found. Mar 11 15:36:10.994836 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-2ddf5d3e-8de9-4e4f-9404-1b84e267e75b tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "DELETE /v2.0/routers/cf845e95-d099-4bcb-80b7-a463af6bc5cd HTTP/1.1" status: 404 len: 336 time: 0.0929790 Mar 11 15:36:10.997164 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41226) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:11.040601 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ed1efb58-4aa3-40cd-b494-7559696c168a tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4462912 Mar 11 15:36:11.047997 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41230) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:11.067482 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-bc74fea6-1d66-46e5-bf61-ad1718cdf41c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'subnet': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:11.090251 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac863261-4530-41d1-a8c1-a374f3567135 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] DELETE failed (client error): The resource could not be found. Mar 11 15:36:11.090667 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac863261-4530-41d1-a8c1-a374f3567135 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:36:11.103068 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ac863261-4530-41d1-a8c1-a374f3567135 tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "DELETE /v2.0/subnets/b4371563-1842-4ff6-8a45-018e2bf5e2b8 HTTP/1.1" status: 404 len: 337 time: 0.1047866 Mar 11 15:36:11.106842 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41234) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:11.151671 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f32fb86-4adf-43be-97ab-19d0d8244a0a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] DELETE failed (client error): The resource could not be found. Mar 11 15:36:11.152530 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f32fb86-4adf-43be-97ab-19d0d8244a0a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:36:11.154101 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-7f32fb86-4adf-43be-97ab-19d0d8244a0a tempest-RoutersIpV6Test-1783894023 tempest-RoutersIpV6Test-1783894023-project] 10.222.0.31 "DELETE /v2.0/subnets/a3ae5f77-0691-40e5-a9a3-813b4644f4ae HTTP/1.1" status: 404 len: 337 time: 0.0462782 Mar 11 15:36:11.165587 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-f47c2766-dc8f-4827-8b92-323f8cea6cfa req-79d9716c-fb5b-4de8-bb58-0496469d545a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:11.220247 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9716c-fb5b-4de8-bb58-0496469d545a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Port': ['ID=6208eb2d-6c01-421d-886c-dc00b3d1232e,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:11.319380 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-f47c2766-dc8f-4827-8b92-323f8cea6cfa req-79d9716c-fb5b-4de8-bb58-0496469d545a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] No DVR routers for this DVR port 6208eb2d-6c01-421d-886c-dc00b3d1232e on host hv-neutron-8333 {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:36:11.324031 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-f47c2766-dc8f-4827-8b92-323f8cea6cfa req-79d9716c-fb5b-4de8-bb58-0496469d545a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:11.326251 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f47c2766-dc8f-4827-8b92-323f8cea6cfa req-79d9716c-fb5b-4de8-bb58-0496469d545a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "DELETE /v2.0/ports/6208eb2d-6c01-421d-886c-dc00b3d1232e HTTP/1.1" status: 204 len: 173 time: 1.5633516 Mar 11 15:36:11.326701 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd42f93-bf15-4bb6-992d-8811735d5c96', 'name': 'network-vif-deleted', 'tag': '6208eb2d-6c01-421d-886c-dc00b3d1232e'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:36:11.359970 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-bc74fea6-1d66-46e5-bf61-ad1718cdf41c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:11.380187 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-bc74fea6-1d66-46e5-bf61-ad1718cdf41c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:11.410851 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc74fea6-1d66-46e5-bf61-ad1718cdf41c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:36:11.410851 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bc74fea6-1d66-46e5-bf61-ad1718cdf41c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:11.410851 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc74fea6-1d66-46e5-bf61-ad1718cdf41c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:36:11.410851 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc74fea6-1d66-46e5-bf61-ad1718cdf41c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:36:11.414666 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd42f93-bf15-4bb6-992d-8811735d5c96', 'name': 'network-vif-deleted', 'tag': '6208eb2d-6c01-421d-886c-dc00b3d1232e', 'status': 'completed', 'code': 200} Mar 11 15:36:11.462225 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ade42a-9be9-4875-adfb-f12b47376683 req-afcbcba4-e91d-4b91-beba-cfa690a38a1f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:11.463668 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-77ade42a-9be9-4875-adfb-f12b47376683 req-afcbcba4-e91d-4b91-beba-cfa690a38a1f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffd42f93-bf15-4bb6-992d-8811735d5c96 HTTP/1.1" status: 200 len: 867 time: 0.3798172 Mar 11 15:36:11.592639 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41244) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:11.613853 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-bc74fea6-1d66-46e5-bf61-ad1718cdf41c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5618253 Mar 11 15:36:11.614430 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41250) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:11.621582 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-f7493eb6-263e-456e-b7ee-72e3c7738098 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'subnet': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:11.682925 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-77ade42a-9be9-4875-adfb-f12b47376683 req-1a283fee-b99c-49ee-ab22-d5df147b55d1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d27d81e-9c9d-43d3-aa8b-0939e9ec2054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2099881 Mar 11 15:36:11.813045 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f7493eb6-263e-456e-b7ee-72e3c7738098 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:11.831878 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f7493eb6-263e-456e-b7ee-72e3c7738098 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:11.856891 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-8e8cad10-bd53-490e-9ea6-0aa8c9a2522e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Deleting port 2f600023-f7f0-4eb6-ae4a-60d3ef5083b8 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:36:11.857339 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8e8cad10-bd53-490e-9ea6-0aa8c9a2522e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:11.857862 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7493eb6-263e-456e-b7ee-72e3c7738098 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:36:11.861434 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f7493eb6-263e-456e-b7ee-72e3c7738098 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:11.862848 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7493eb6-263e-456e-b7ee-72e3c7738098 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:36:11.863275 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7493eb6-263e-456e-b7ee-72e3c7738098 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:36:11.871138 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d4b8afa6-b817-49c8-bc3b-78d609816318 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c58947f968f64e3fb11fb874306012f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2746613 Mar 11 15:36:11.878705 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41254) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:11.905597 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f7493eb6-263e-456e-b7ee-72e3c7738098 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2889576 Mar 11 15:36:11.911200 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41258) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:11.921387 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-6e64462c-69d0-4aba-ae50-fab23b0d5541 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'subnet': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:11.957702 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c7449a8f-1e5b-4e62-8826-4415e3764fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:11.986612 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c7449a8f-1e5b-4e62-8826-4415e3764fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:12.052215 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c7449a8f-1e5b-4e62-8826-4415e3764fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:12.069480 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7449a8f-1e5b-4e62-8826-4415e3764fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3483ea-0b1e-4fbe-b1f8-c4743d9ec134,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:12.074772 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c7449a8f-1e5b-4e62-8826-4415e3764fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:12.084861 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c7449a8f-1e5b-4e62-8826-4415e3764fca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7f3483ea-0b1e-4fbe-b1f8-c4743d9ec134 HTTP/1.1" status: 204 len: 168 time: 0.2049086 Mar 11 15:36:12.143691 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-6e64462c-69d0-4aba-ae50-fab23b0d5541 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:12.185011 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-6e64462c-69d0-4aba-ae50-fab23b0d5541 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:12.196319 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8e8cad10-bd53-490e-9ea6-0aa8c9a2522e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:12.266351 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e64462c-69d0-4aba-ae50-fab23b0d5541 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:36:12.270094 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6e64462c-69d0-4aba-ae50-fab23b0d5541 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:12.271557 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e64462c-69d0-4aba-ae50-fab23b0d5541 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:36:12.271997 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e64462c-69d0-4aba-ae50-fab23b0d5541 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:36:12.351129 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-8e8cad10-bd53-490e-9ea6-0aa8c9a2522e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Calling delete_port for 2f600023-f7f0-4eb6-ae4a-60d3ef5083b8 owned by network:router_interface {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:36:12.391796 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6e64462c-69d0-4aba-ae50-fab23b0d5541 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4795585 Mar 11 15:36:12.394909 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41264) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:12.416465 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-6c7326e4-7b59-4020-a8dc-e1dbed9e6117 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'subnet': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:12.560047 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-6c7326e4-7b59-4020-a8dc-e1dbed9e6117 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:12.572730 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-6c7326e4-7b59-4020-a8dc-e1dbed9e6117 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:12.589641 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7326e4-7b59-4020-a8dc-e1dbed9e6117 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:36:12.593379 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6c7326e4-7b59-4020-a8dc-e1dbed9e6117 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:12.594766 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c7326e4-7b59-4020-a8dc-e1dbed9e6117 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:36:12.595176 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c7326e4-7b59-4020-a8dc-e1dbed9e6117 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:36:12.660457 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6c7326e4-7b59-4020-a8dc-e1dbed9e6117 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2645025 Mar 11 15:36:12.663458 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41268) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:12.671575 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-a08e36b0-d3c4-4a47-ab83-cff548bf0b0e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'subnet': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:12.770642 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8e8cad10-bd53-490e-9ea6-0aa8c9a2522e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:12.802954 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41274) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:12.833768 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8cad10-bd53-490e-9ea6-0aa8c9a2522e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event deleted for resources: {'Port': ['ID=2f600023-f7f0-4eb6-ae4a-60d3ef5083b8,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:12.857433 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 6208eb2d-6c01-421d-886c-dc00b3d1232e no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:36:12.881000 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-36f52509-d2ab-4c45-becc-112ed3426157 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:12.887966 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-a08e36b0-d3c4-4a47-ab83-cff548bf0b0e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:12.901007 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] No Port match for: 6208eb2d-6c01-421d-886c-dc00b3d1232e {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:36:12.901762 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 6208eb2d-6c01-421d-886c-dc00b3d1232e not bound to the agent host hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:36:12.922660 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-36f52509-d2ab-4c45-becc-112ed3426157 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:12.940614 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-a08e36b0-d3c4-4a47-ab83-cff548bf0b0e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:12.961993 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08e36b0-d3c4-4a47-ab83-cff548bf0b0e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:36:12.968336 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a08e36b0-d3c4-4a47-ab83-cff548bf0b0e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:12.969914 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-a08e36b0-d3c4-4a47-ab83-cff548bf0b0e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:36:12.970539 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a08e36b0-d3c4-4a47-ab83-cff548bf0b0e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:36:13.004759 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-36f52509-d2ab-4c45-becc-112ed3426157 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:13.026415 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f52509-d2ab-4c45-becc-112ed3426157 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d27d81e-9c9d-43d3-aa8b-0939e9ec2054,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:13.046262 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-36f52509-d2ab-4c45-becc-112ed3426157 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:13.047509 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-36f52509-d2ab-4c45-becc-112ed3426157 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/security-groups/0d27d81e-9c9d-43d3-aa8b-0939e9ec2054 HTTP/1.1" status: 204 len: 168 time: 0.2434721 Mar 11 15:36:13.107742 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a08e36b0-d3c4-4a47-ab83-cff548bf0b0e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4431858 Mar 11 15:36:13.110553 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41280) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:13.116950 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41284) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:13.161399 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-3a6aa9a8-e6d8-4bef-889f-58fe2fa7eb6f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:36:13.186606 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-3a6aa9a8-e6d8-4bef-889f-58fe2fa7eb6f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:36:13.186606 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-3a6aa9a8-e6d8-4bef-889f-58fe2fa7eb6f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0718930 Mar 11 15:36:13.187198 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41288) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:13.267412 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d031fcb1-a139-4082-9e3b-daea3d401fbf tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:13.268135 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-d031fcb1-a139-4082-9e3b-daea3d401fbf tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:36:13.282095 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-d031fcb1-a139-4082-9e3b-daea3d401fbf tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:36:13.283261 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d031fcb1-a139-4082-9e3b-daea3d401fbf tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0951445 Mar 11 15:36:13.285832 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41292) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:13.362371 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8e8cad10-bd53-490e-9ea6-0aa8c9a2522e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:13.364132 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-87116aca-a47d-4fcc-b95b-79453cb36be8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0771530 Mar 11 15:36:13.367930 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41296) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:13.374408 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-90c98361-70ad-40ec-bd97-2a23cd84a9fd tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'subnet': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:13.598745 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-90c98361-70ad-40ec-bd97-2a23cd84a9fd tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:13.608865 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-90c98361-70ad-40ec-bd97-2a23cd84a9fd tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:13.619745 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c98361-70ad-40ec-bd97-2a23cd84a9fd tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:36:13.728460 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-90c98361-70ad-40ec-bd97-2a23cd84a9fd tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:13.985454 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e8cad10-bd53-490e-9ea6-0aa8c9a2522e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Router c9f8f487-d07e-403c-9857-9ceb205da2c3 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:36:14.079089 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.objects.ports [None req-90c98361-70ad-40ec-bd97-2a23cd84a9fd tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83866) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 15:36:14.080389 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-90c98361-70ad-40ec-bd97-2a23cd84a9fd tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:14.142604 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c98361-70ad-40ec-bd97-2a23cd84a9fd tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:14.145722 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-90c98361-70ad-40ec-bd97-2a23cd84a9fd tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:14.148625 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c98361-70ad-40ec-bd97-2a23cd84a9fd tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:14.149219 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-90c98361-70ad-40ec-bd97-2a23cd84a9fd tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:14.156184 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdb84d5-00c3-4978-8c96-8a8d16e817c5 None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:36:14.157621 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8cad10-bd53-490e-9ea6-0aa8c9a2522e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:36:14.163262 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-8e8cad10-bd53-490e-9ea6-0aa8c9a2522e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "PUT /v2.0/routers/c9f8f487-d07e-403c-9857-9ceb205da2c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4232359 Mar 11 15:36:14.166411 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41300) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:14.168713 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed301c6-3c73-4b35-99bc-8b3e3124e910 None None] Sync routers for ids ['c9f8f487-d07e-403c-9857-9ceb205da2c3'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:36:14.183266 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed301c6-3c73-4b35-99bc-8b3e3124e910 None None] Routers {'c9f8f487-d07e-403c-9857-9ceb205da2c3'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:36:14.184329 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-fed301c6-3c73-4b35-99bc-8b3e3124e910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:36:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['c9f8f487-d07e-403c-9857-9ceb205da2c3'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:14.198537 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c98361-70ad-40ec-bd97-2a23cd84a9fd tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Subnet': ['ID=eb01daa9-6173-4a09-bc0e-a2703c524ea2,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:14.216181 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-040b4807-e02f-4086-9d10-4bb3042293bc tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Synchronizing usage tracker for tenant:16d01fb61cb5488cb7fd92527258a459 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:36:14.243284 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-90c98361-70ad-40ec-bd97-2a23cd84a9fd tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8716936 Mar 11 15:36:14.243490 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-040b4807-e02f-4086-9d10-4bb3042293bc tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Unset dirty status for tenant:16d01fb61cb5488cb7fd92527258a459 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:36:14.243490 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-040b4807-e02f-4086-9d10-4bb3042293bc tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9f8f487-d07e-403c-9857-9ceb205da2c3 HTTP/1.1" status: 200 len: 205 time: 0.0754015 Mar 11 15:36:14.243490 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41304) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:14.245632 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41308) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:14.249775 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b832a4aa-b8cb-4138-a24a-a1a691fddf4a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:14.267574 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-fed301c6-3c73-4b35-99bc-8b3e3124e910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:14.280980 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed301c6-3c73-4b35-99bc-8b3e3124e910 None None] Routers {'c9f8f487-d07e-403c-9857-9ceb205da2c3'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:36:14.281943 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-fed301c6-3c73-4b35-99bc-8b3e3124e910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:36:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['c9f8f487-d07e-403c-9857-9ceb205da2c3'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:14.307555 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-768636c0-cb8f-4d53-8650-ab9b45fd9bf3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'port': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'mac_address': 'fa:16:3e:0f:89:b1', 'name': 'tempest-NetworksTestDHCPv6-697633768'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:14.352166 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-fed301c6-3c73-4b35-99bc-8b3e3124e910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:14.352725 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed301c6-3c73-4b35-99bc-8b3e3124e910 None None] The sync data for ids ['c9f8f487-d07e-403c-9857-9ceb205da2c3'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:36:14.408278 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498c0c64-ef84-456d-9952-a977d3d688bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-a9e561eb-4382-47f0-afe2-548f64b9476b', 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'tenant_id': 'd568d0bdb48844a4af924b22cae1da29', 'fixed_ips': [{'subnet_id': 'eb01daa9-6173-4a09-bc0e-a2703c524ea2'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:36:14.409094 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-498c0c64-ef84-456d-9952-a977d3d688bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:14.576970 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-498c0c64-ef84-456d-9952-a977d3d688bc None None] Allocated IP 2001:db8::f816:3eff:fef0:bf2f (a9e561eb-4382-47f0-afe2-548f64b9476b/eb01daa9-6173-4a09-bc0e-a2703c524ea2/a2138df9-619b-449e-9f86-908b273d39f7) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:36:14.773552 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8740080c-8309-470d-92f2-d9f5ce235169 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for router, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:14.791614 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-498c0c64-ef84-456d-9952-a977d3d688bc None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:14.802951 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-498c0c64-ef84-456d-9952-a977d3d688bc None None] Transition to ACTIVE for port object a2138df9-619b-449e-9f86-908b273d39f7 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:36:14.821924 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-498c0c64-ef84-456d-9952-a977d3d688bc None None] Transition to ACTIVE for port object a2138df9-619b-449e-9f86-908b273d39f7 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:36:14.830514 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-498c0c64-ef84-456d-9952-a977d3d688bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:14.899780 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498c0c64-ef84-456d-9952-a977d3d688bc None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:14.903066 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-498c0c64-ef84-456d-9952-a977d3d688bc None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:14.906997 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-768636c0-cb8f-4d53-8650-ab9b45fd9bf3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:14.907215 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498c0c64-ef84-456d-9952-a977d3d688bc None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:36:14.913506 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c0c64-ef84-456d-9952-a977d3d688bc None None] Pushing event updated for resources: {'Port': ['ID=a2138df9-619b-449e-9f86-908b273d39f7,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:14.929523 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-768636c0-cb8f-4d53-8650-ab9b45fd9bf3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:14.951555 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768636c0-cb8f-4d53-8650-ab9b45fd9bf3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'port': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:36:15.004113 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-498c0c64-ef84-456d-9952-a977d3d688bc None None] Attempting to bind port a2138df9-619b-449e-9f86-908b273d39f7 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:36:15.004653 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-498c0c64-ef84-456d-9952-a977d3d688bc None None] Attempting to bind port a2138df9-619b-449e-9f86-908b273d39f7 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:36:15.005015 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498c0c64-ef84-456d-9952-a977d3d688bc None None] Attempting to bind port a2138df9-619b-449e-9f86-908b273d39f7 on network a9e561eb-4382-47f0-afe2-548f64b9476b {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:36:15.011505 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498c0c64-ef84-456d-9952-a977d3d688bc None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:36:15.012592 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498c0c64-ef84-456d-9952-a977d3d688bc None None] Checking segment: {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:36:15.013012 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-498c0c64-ef84-456d-9952-a977d3d688bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:15.013402 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498c0c64-ef84-456d-9952-a977d3d688bc None None] Bound using segment: {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:36:15.013874 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-498c0c64-ef84-456d-9952-a977d3d688bc None None] Bound port: a2138df9-619b-449e-9f86-908b273d39f7, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:36:15.014238 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-498c0c64-ef84-456d-9952-a977d3d688bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:15.146135 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-498c0c64-ef84-456d-9952-a977d3d688bc None None] For port a2138df9-619b-449e-9f86-908b273d39f7, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:36:15.149919 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-498c0c64-ef84-456d-9952-a977d3d688bc None None] For port a2138df9-619b-449e-9f86-908b273d39f7, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=a2138df9-619b-449e-9f86-908b273d39f7,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:36:15.156525 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-498c0c64-ef84-456d-9952-a977d3d688bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:15.247765 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c0c64-ef84-456d-9952-a977d3d688bc None None] Pushing event updated for resources: {'Port': ['ID=a2138df9-619b-449e-9f86-908b273d39f7,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:15.337639 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8740080c-8309-470d-92f2-d9f5ce235169 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:15.351439 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8740080c-8309-470d-92f2-d9f5ce235169 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:15.381979 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-768636c0-cb8f-4d53-8650-ab9b45fd9bf3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:15.436637 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-768636c0-cb8f-4d53-8650-ab9b45fd9bf3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] device_id is not set on port 08f6dd73-cb23-4a02-9f40-12d0308418e9 yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:36:15.502723 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8740080c-8309-470d-92f2-d9f5ce235169 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:15.503214 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8740080c-8309-470d-92f2-d9f5ce235169 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Fanout notify agent at l3_agent the message router_deleted on router c9f8f487-d07e-403c-9857-9ceb205da2c3 {{(pid=83867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:36:15.511816 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:15.558679 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8740080c-8309-470d-92f2-d9f5ce235169 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:15.559977 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-8740080c-8309-470d-92f2-d9f5ce235169 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "DELETE /v2.0/routers/c9f8f487-d07e-403c-9857-9ceb205da2c3 HTTP/1.1" status: 204 len: 168 time: 1.3125391 Mar 11 15:36:15.562839 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41312) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:15.764499 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-768636c0-cb8f-4d53-8650-ab9b45fd9bf3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Allocated IP 2001:db8::f816:3eff:fe0f:89b1 (a9e561eb-4382-47f0-afe2-548f64b9476b/eb01daa9-6173-4a09-bc0e-a2703c524ea2/08f6dd73-cb23-4a02-9f40-12d0308418e9) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:36:15.765943 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdffbf15-ff2e-4803-a92b-c79270ad654f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Deleting subnet 6d2bb017-cead-4dca-b568-bfeb9b3a57b2 {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:36:15.770134 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cdffbf15-ff2e-4803-a92b-c79270ad654f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:15.826447 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cdffbf15-ff2e-4803-a92b-c79270ad654f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:15.915684 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cdffbf15-ff2e-4803-a92b-c79270ad654f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:15.936383 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:36:16.010359 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cdffbf15-ff2e-4803-a92b-c79270ad654f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:16.056386 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdffbf15-ff2e-4803-a92b-c79270ad654f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event deleted for resources: {'Subnet': ['ID=6d2bb017-cead-4dca-b568-bfeb9b3a57b2,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:16.062273 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cdffbf15-ff2e-4803-a92b-c79270ad654f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:16.069489 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-cdffbf15-ff2e-4803-a92b-c79270ad654f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "DELETE /v2.0/subnets/6d2bb017-cead-4dca-b568-bfeb9b3a57b2 HTTP/1.1" status: 204 len: 168 time: 0.5055444 Mar 11 15:36:16.070471 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0691b85-600f-4884-a54d-a5d927af8079 None None] Network 1bb35935-a31e-4540-bbeb-c0f3c24bae58 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:36:16.071991 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41316) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:16.210012 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e871a291-9cfc-47a5-a0bf-5a283b35e640 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:16.227350 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-e871a291-9cfc-47a5-a0bf-5a283b35e640 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Deleting port adc45265-2937-4531-862f-3e0e9499e6e0 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:36:16.228013 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e871a291-9cfc-47a5-a0bf-5a283b35e640 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:16.255830 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-768636c0-cb8f-4d53-8650-ab9b45fd9bf3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:16.313839 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-768636c0-cb8f-4d53-8650-ab9b45fd9bf3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Transition to ACTIVE for port object 08f6dd73-cb23-4a02-9f40-12d0308418e9 will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:36:16.399926 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-768636c0-cb8f-4d53-8650-ab9b45fd9bf3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:16.417312 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff57d5e-71b6-4602-b2fe-a8a54dc30c1a None None] DHCP port deletion for 1bb35935-a31e-4540-bbeb-c0f3c24bae58 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:36:16.428317 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-4ff57d5e-71b6-4602-b2fe-a8a54dc30c1a None None] Deleting port adc45265-2937-4531-862f-3e0e9499e6e0 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:36:16.428317 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4ff57d5e-71b6-4602-b2fe-a8a54dc30c1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:16.483481 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-e871a291-9cfc-47a5-a0bf-5a283b35e640 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] For port adc45265-2937-4531-862f-3e0e9499e6e0, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=adc45265-2937-4531-862f-3e0e9499e6e0,segment=NetworkSegment(f292d574-4814-4073-b94b-bc173899d7c4),segment_id=f292d574-4814-4073-b94b-bc173899d7c4)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:16.483481 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e871a291-9cfc-47a5-a0bf-5a283b35e640 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:16.493182 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-b832a4aa-b8cb-4138-a24a-a1a691fddf4a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting port 7b993a71-c302-4ae1-9d07-93208a4361c1 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:36:16.493491 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b832a4aa-b8cb-4138-a24a-a1a691fddf4a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:16.529961 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768636c0-cb8f-4d53-8650-ab9b45fd9bf3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:16.538976 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-768636c0-cb8f-4d53-8650-ab9b45fd9bf3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:16.541865 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-52be3210-0c25-451e-987a-8c132198464c None None] Provisioning for port a2138df9-619b-449e-9f86-908b273d39f7 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:36:16.543758 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768636c0-cb8f-4d53-8650-ab9b45fd9bf3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Port': ['ID=08f6dd73-cb23-4a02-9f40-12d0308418e9,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:16.553196 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768636c0-cb8f-4d53-8650-ab9b45fd9bf3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:36:16.557077 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768636c0-cb8f-4d53-8650-ab9b45fd9bf3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:16.558181 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-768636c0-cb8f-4d53-8650-ab9b45fd9bf3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:16.616795 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-e871a291-9cfc-47a5-a0bf-5a283b35e640 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Calling delete_port for adc45265-2937-4531-862f-3e0e9499e6e0 owned by network:dhcp {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:36:16.671578 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-768636c0-cb8f-4d53-8650-ab9b45fd9bf3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4271979 Mar 11 15:36:16.680499 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41320) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:16.721201 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e871a291-9cfc-47a5-a0bf-5a283b35e640 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:16.728188 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-4ff57d5e-71b6-4602-b2fe-a8a54dc30c1a None None] For port adc45265-2937-4531-862f-3e0e9499e6e0, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=adc45265-2937-4531-862f-3e0e9499e6e0,segment=NetworkSegment(f292d574-4814-4073-b94b-bc173899d7c4),segment_id=f292d574-4814-4073-b94b-bc173899d7c4)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:16.728880 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4ff57d5e-71b6-4602-b2fe-a8a54dc30c1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:16.815089 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871a291-9cfc-47a5-a0bf-5a283b35e640 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event deleted for resources: {'Port': ['ID=adc45265-2937-4531-862f-3e0e9499e6e0,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:16.829987 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e871a291-9cfc-47a5-a0bf-5a283b35e640 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] No DVR routers for this DVR port adc45265-2937-4531-862f-3e0e9499e6e0 on host dv-neutron-833373-1-hyperv {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:36:16.843980 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-b832a4aa-b8cb-4138-a24a-a1a691fddf4a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] For port 7b993a71-c302-4ae1-9d07-93208a4361c1, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=7b993a71-c302-4ae1-9d07-93208a4361c1,segment=NetworkSegment(86f19f21-b375-4ea1-8bd3-1b410b20055f),segment_id=86f19f21-b375-4ea1-8bd3-1b410b20055f)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:16.844378 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b832a4aa-b8cb-4138-a24a-a1a691fddf4a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:16.854132 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device a2138df9-619b-449e-9f86-908b273d39f7 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:36:16.948907 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-4ff57d5e-71b6-4602-b2fe-a8a54dc30c1a None None] Calling delete_port for adc45265-2937-4531-862f-3e0e9499e6e0 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:36:16.987167 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-b832a4aa-b8cb-4138-a24a-a1a691fddf4a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Calling delete_port for 7b993a71-c302-4ae1-9d07-93208a4361c1 owned by network:router_interface {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:36:17.051742 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238cb83a-770a-4d59-a08e-3953c3bc463f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:17.055650 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238cb83a-770a-4d59-a08e-3953c3bc463f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:17.056481 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-238cb83a-770a-4d59-a08e-3953c3bc463f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:36:17.060932 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-8cc81d7d-b71d-4867-bf8b-92d7fe86c1bc None None] Provisioning for port 08f6dd73-cb23-4a02-9f40-12d0308418e9 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:36:17.078117 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-8cc81d7d-b71d-4867-bf8b-92d7fe86c1bc None None] Provisioning complete for port 08f6dd73-cb23-4a02-9f40-12d0308418e9 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:17.078580 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8cc81d7d-b71d-4867-bf8b-92d7fe86c1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:17.084678 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e871a291-9cfc-47a5-a0bf-5a283b35e640 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:17.085482 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-238cb83a-770a-4d59-a08e-3953c3bc463f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:36:17.089374 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-238cb83a-770a-4d59-a08e-3953c3bc463f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4053349 Mar 11 15:36:17.093221 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41324) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:17.117753 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port a2138df9-619b-449e-9f86-908b273d39f7 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:36:17.129048 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-4ff57d5e-71b6-4602-b2fe-a8a54dc30c1a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:36:17.129408 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-4ff57d5e-71b6-4602-b2fe-a8a54dc30c1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:36:17.138986 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port a2138df9-619b-449e-9f86-908b273d39f7 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:17.139352 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:17.166575 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-e871a291-9cfc-47a5-a0bf-5a283b35e640 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bb35935-a31e-4540-bbeb-c0f3c24bae58']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:17.183887 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-8cc81d7d-b71d-4867-bf8b-92d7fe86c1bc None None] Port 08f6dd73-cb23-4a02-9f40-12d0308418e9 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:36:17.187918 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-e871a291-9cfc-47a5-a0bf-5a283b35e640 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f292d574-4814-4073-b94b-bc173899d7c4') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:17.188333 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-e871a291-9cfc-47a5-a0bf-5a283b35e640 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f292d574-4814-4073-b94b-bc173899d7c4') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:17.203546 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-396deb49-0b09-40cf-91af-4910874c227f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting port 08f6dd73-cb23-4a02-9f40-12d0308418e9 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:36:17.204255 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-396deb49-0b09-40cf-91af-4910874c227f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:17.240869 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b832a4aa-b8cb-4138-a24a-a1a691fddf4a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:17.244590 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e871a291-9cfc-47a5-a0bf-5a283b35e640 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:17.278892 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e871a291-9cfc-47a5-a0bf-5a283b35e640 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:17.290491 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e871a291-9cfc-47a5-a0bf-5a283b35e640 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:36:17.290867 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b832a4aa-b8cb-4138-a24a-a1a691fddf4a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Port': ['ID=7b993a71-c302-4ae1-9d07-93208a4361c1,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:17.291552 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e871a291-9cfc-47a5-a0bf-5a283b35e640 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:17.310070 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:36:17.310070 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:36:17.310070 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:36:17.310070 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:36:17.310070 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:36:17.310070 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:36:17.310070 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:36:17.310070 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:36:17.310070 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:36:17.310070 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:36:17.310070 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:36:17.310070 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:36:17.310070 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:36:17.310070 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:36:17.310070 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:36:17.310070 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:36:17.310070 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:36:17.310070 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:36:17.310070 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:36:17.310070 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:36:17.310070 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:36:17.310070 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:36:17.310070 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:36:17.310070 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:36:17.310070 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:36:17.310070 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:36:17.310070 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:36:17.310070 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:36:17.310070 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:36:17.310070 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:36:17.310070 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:36:17.310070 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:36:17.313616 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:17.358471 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port a2138df9-619b-449e-9f86-908b273d39f7, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=a2138df9-619b-449e-9f86-908b273d39f7,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:17.363615 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:17.456834 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device adc45265-2937-4531-862f-3e0e9499e6e0 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:36:17.514445 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: adc45265-2937-4531-862f-3e0e9499e6e0 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:36:17.514792 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device adc45265-2937-4531-862f-3e0e9499e6e0 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:36:17.527293 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=a2138df9-619b-449e-9f86-908b273d39f7,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:17.592061 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e871a291-9cfc-47a5-a0bf-5a283b35e640 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:17.616357 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e871a291-9cfc-47a5-a0bf-5a283b35e640 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:17.627666 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871a291-9cfc-47a5-a0bf-5a283b35e640 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event deleted for resources: {'Network': ['ID=1bb35935-a31e-4540-bbeb-c0f3c24bae58,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:17.630958 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-4ff57d5e-71b6-4602-b2fe-a8a54dc30c1a None None] Deleting port adc45265-2937-4531-862f-3e0e9499e6e0 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:36:17.631348 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4ff57d5e-71b6-4602-b2fe-a8a54dc30c1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:17.645321 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-e871a291-9cfc-47a5-a0bf-5a283b35e640 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "DELETE /v2.0/networks/1bb35935-a31e-4540-bbeb-c0f3c24bae58 HTTP/1.1" status: 204 len: 168 time: 1.5720820 Mar 11 15:36:17.650616 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41328) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:17.659406 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-d06407b7-692f-470e-9d33-1d42940a9746 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1407433863', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:17.666394 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-d06407b7-692f-470e-9d33-1d42940a9746 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:17.672934 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d06407b7-692f-470e-9d33-1d42940a9746 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Usage tracker for resource:router and tenant:16d01fb61cb5488cb7fd92527258a459 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:36:17.677045 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d06407b7-692f-470e-9d33-1d42940a9746 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:36:17.682098 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-396deb49-0b09-40cf-91af-4910874c227f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:17.684343 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-d06407b7-692f-470e-9d33-1d42940a9746 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:17.698569 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d06407b7-692f-470e-9d33-1d42940a9746 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:17.699513 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d06407b7-692f-470e-9d33-1d42940a9746 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:17.701578 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-4ff57d5e-71b6-4602-b2fe-a8a54dc30c1a None None] The port 'adc45265-2937-4531-862f-3e0e9499e6e0' was deleted {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 15:36:17.703589 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b832a4aa-b8cb-4138-a24a-a1a691fddf4a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:17.821419 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-396deb49-0b09-40cf-91af-4910874c227f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Calling delete_port for 08f6dd73-cb23-4a02-9f40-12d0308418e9 owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:36:17.842173 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d06407b7-692f-470e-9d33-1d42940a9746 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:17.874127 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d06407b7-692f-470e-9d33-1d42940a9746 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:17.908452 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d06407b7-692f-470e-9d33-1d42940a9746 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:17.909625 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d06407b7-692f-470e-9d33-1d42940a9746 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2560146 Mar 11 15:36:17.912365 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41332) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:17.919105 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-794bad1c-3590-46fa-a716-3c5255cbab8c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Request body: {'network': {'name': 'tempest-RoutersTest-148389641'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:17.923988 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-794bad1c-3590-46fa-a716-3c5255cbab8c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:17.929655 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-794bad1c-3590-46fa-a716-3c5255cbab8c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Usage tracker for resource:network and tenant:16d01fb61cb5488cb7fd92527258a459 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:36:17.934037 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-794bad1c-3590-46fa-a716-3c5255cbab8c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:36:17.941578 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-794bad1c-3590-46fa-a716-3c5255cbab8c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:17.960401 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794bad1c-3590-46fa-a716-3c5255cbab8c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Made reservation on behalf of 16d01fb61cb5488cb7fd92527258a459 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:36:17.963241 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-794bad1c-3590-46fa-a716-3c5255cbab8c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:17.971861 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-396deb49-0b09-40cf-91af-4910874c227f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:18.005231 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-794bad1c-3590-46fa-a716-3c5255cbab8c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:36:18.025566 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396deb49-0b09-40cf-91af-4910874c227f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Port': ['ID=08f6dd73-cb23-4a02-9f40-12d0308418e9,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:18.069041 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-396deb49-0b09-40cf-91af-4910874c227f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:18.083583 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-396deb49-0b09-40cf-91af-4910874c227f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/ports/08f6dd73-cb23-4a02-9f40-12d0308418e9 HTTP/1.1" status: 204 len: 168 time: 0.9890990 Mar 11 15:36:18.085794 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41336) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:18.164897 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342422a1-0c42-41c8-a6bb-ba23920e33fa tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:18.166229 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342422a1-0c42-41c8-a6bb-ba23920e33fa tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:18.167003 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-342422a1-0c42-41c8-a6bb-ba23920e33fa tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:36:18.186371 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-342422a1-0c42-41c8-a6bb-ba23920e33fa tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:36:18.190900 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-342422a1-0c42-41c8-a6bb-ba23920e33fa tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1040397 Mar 11 15:36:18.191666 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41340) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:18.252198 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-794bad1c-3590-46fa-a716-3c5255cbab8c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:18.253188 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-794bad1c-3590-46fa-a716-3c5255cbab8c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Added segment 6a6c3b5b-3654-4dd1-8d9d-23f94338711f of type vlan for network e7d7305c-d7d3-440e-aa6d-20a8806728d2 Mar 11 15:36:18.283317 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8d72f86-db3b-4cfd-a65e-5851db4ca53e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting subnet eb01daa9-6173-4a09-bc0e-a2703c524ea2 {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:36:18.286716 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c8d72f86-db3b-4cfd-a65e-5851db4ca53e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:18.304854 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-794bad1c-3590-46fa-a716-3c5255cbab8c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:18.361099 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c8d72f86-db3b-4cfd-a65e-5851db4ca53e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:18.410599 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-794bad1c-3590-46fa-a716-3c5255cbab8c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:18.414191 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794bad1c-3590-46fa-a716-3c5255cbab8c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:18.414757 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-794bad1c-3590-46fa-a716-3c5255cbab8c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:18.457897 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c8d72f86-db3b-4cfd-a65e-5851db4ca53e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:18.545420 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c8d72f86-db3b-4cfd-a65e-5851db4ca53e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:18.585412 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-794bad1c-3590-46fa-a716-3c5255cbab8c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6720297 Mar 11 15:36:18.586828 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d72f86-db3b-4cfd-a65e-5851db4ca53e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Subnet': ['ID=eb01daa9-6173-4a09-bc0e-a2703c524ea2,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:18.589224 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41344) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:18.599477 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-e31d2d1a-f5e2-4c4d-958c-8adfb0ff3109 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Request body: {'subnet': {'network_id': 'e7d7305c-d7d3-440e-aa6d-20a8806728d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:18.603879 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794bad1c-3590-46fa-a716-3c5255cbab8c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event updated for resources: {'Network': ['ID=e7d7305c-d7d3-440e-aa6d-20a8806728d2,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:18.617089 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network e7d7305c-d7d3-440e-aa6d-20a8806728d2 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:36:18.624052 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c8d72f86-db3b-4cfd-a65e-5851db4ca53e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:18.634929 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f946a448-1429-4908-9d47-fc47ea514b7a None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:36:18.683218 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b832a4aa-b8cb-4138-a24a-a1a691fddf4a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router 9adf4256-26d1-4e26-aa97-bb95ab764c64 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:36:18.715432 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c8d72f86-db3b-4cfd-a65e-5851db4ca53e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/eb01daa9-6173-4a09-bc0e-a2703c524ea2 HTTP/1.1" status: 204 len: 168 time: 0.5223689 Mar 11 15:36:18.728526 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41348) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:18.851856 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ea3ae550-1900-4f35-8bf8-cf03b43b6c74 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1223209 Mar 11 15:36:18.856435 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41352) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:18.863018 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-bb2c5e50-ee5a-4ffd-93ba-0f4d0fe5d77e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'subnet': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:18.865659 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device a2138df9-619b-449e-9f86-908b273d39f7 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:36:18.877793 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-e31d2d1a-f5e2-4c4d-958c-8adfb0ff3109 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:18.888558 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-e31d2d1a-f5e2-4c4d-958c-8adfb0ff3109 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Usage tracker for resource:subnet and tenant:16d01fb61cb5488cb7fd92527258a459 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:36:18.928485 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b832a4aa-b8cb-4138-a24a-a1a691fddf4a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:36:18.937287 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b832a4aa-b8cb-4138-a24a-a1a691fddf4a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "PUT /v2.0/routers/9adf4256-26d1-4e26-aa97-bb95ab764c64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8192971 Mar 11 15:36:18.937426 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-e31d2d1a-f5e2-4c4d-958c-8adfb0ff3109 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:36:18.937969 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41356) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:19.008084 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b05062f-4c8c-4487-bb7c-c74b700044d7 None None] Sync routers for ids ['9adf4256-26d1-4e26-aa97-bb95ab764c64'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:36:19.071853 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-e31d2d1a-f5e2-4c4d-958c-8adfb0ff3109 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:19.074205 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b05062f-4c8c-4487-bb7c-c74b700044d7 None None] Routers {'9adf4256-26d1-4e26-aa97-bb95ab764c64'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:36:19.074861 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-0b05062f-4c8c-4487-bb7c-c74b700044d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:36:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['9adf4256-26d1-4e26-aa97-bb95ab764c64'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:19.100541 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31d2d1a-f5e2-4c4d-958c-8adfb0ff3109 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Made reservation on behalf of 16d01fb61cb5488cb7fd92527258a459 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:36:19.144393 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1f94e4d-602f-4cd8-a0f5-28369dba8003 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting subnet 9b85bbf9-cc60-47b9-9ba7-617c6762d95e {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:36:19.147662 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f1f94e4d-602f-4cd8-a0f5-28369dba8003 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:19.172654 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-bb2c5e50-ee5a-4ffd-93ba-0f4d0fe5d77e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:19.195541 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-bb2c5e50-ee5a-4ffd-93ba-0f4d0fe5d77e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:subnet and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:36:19.201501 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-bb2c5e50-ee5a-4ffd-93ba-0f4d0fe5d77e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:36:19.211533 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-bb2c5e50-ee5a-4ffd-93ba-0f4d0fe5d77e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:19.214094 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f1f94e4d-602f-4cd8-a0f5-28369dba8003 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:19.234240 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e31d2d1a-f5e2-4c4d-958c-8adfb0ff3109 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:19.257042 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port a2138df9-619b-449e-9f86-908b273d39f7 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:19.257420 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:19.306735 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2c5e50-ee5a-4ffd-93ba-0f4d0fe5d77e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:36:19.313721 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f1f94e4d-602f-4cd8-a0f5-28369dba8003 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:19.403985 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f1f94e4d-602f-4cd8-a0f5-28369dba8003 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:19.437266 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d73be0-9b73-48af-9a16-7780f7603bd9 None None] DHCP port deletion for a9e561eb-4382-47f0-afe2-548f64b9476b request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:36:19.447662 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f94e4d-602f-4cd8-a0f5-28369dba8003 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Subnet': ['ID=9b85bbf9-cc60-47b9-9ba7-617c6762d95e,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:19.452586 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f1f94e4d-602f-4cd8-a0f5-28369dba8003 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:19.454103 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bb2c5e50-ee5a-4ffd-93ba-0f4d0fe5d77e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:19.454309 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-24d73be0-9b73-48af-9a16-7780f7603bd9 None None] Deleting port a2138df9-619b-449e-9f86-908b273d39f7 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:36:19.454635 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-24d73be0-9b73-48af-9a16-7780f7603bd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:19.462198 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-f1f94e4d-602f-4cd8-a0f5-28369dba8003 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/subnets/9b85bbf9-cc60-47b9-9ba7-617c6762d95e HTTP/1.1" status: 204 len: 168 time: 0.5232038 Mar 11 15:36:19.462851 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41360) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:19.485033 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-0b05062f-4c8c-4487-bb7c-c74b700044d7 None None] Set router 9adf4256-26d1-4e26-aa97-bb95ab764c64 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:36:19.529797 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73c7f37-d00d-44e8-ba78-ff4aeb945015 None None] Network 0c7936ae-ba60-41e0-9678-29011757e550 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:36:19.695065 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a7bc46dd-1a05-4269-be86-865a5e57d051 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:19.733220 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e31d2d1a-f5e2-4c4d-958c-8adfb0ff3109 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:19.839745 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d2d1a-f5e2-4c4d-958c-8adfb0ff3109 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event updated for resources: {'Subnet': ['ID=78e46892-788c-41d3-a762-d0391736c521,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:19.876998 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31d2d1a-f5e2-4c4d-958c-8adfb0ff3109 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Checking segment: {'id': '6a6c3b5b-3654-4dd1-8d9d-23f94338711f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e7d7305c-d7d3-440e-aa6d-20a8806728d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:36:19.877356 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31d2d1a-f5e2-4c4d-958c-8adfb0ff3109 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Network hostable DHCP agents. Network: e7d7305c-d7d3-440e-aa6d-20a8806728d2, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:36:19.897125 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a7bc46dd-1a05-4269-be86-865a5e57d051 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:19.907142 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-a7bc46dd-1a05-4269-be86-865a5e57d051 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting port eb97b7d8-b99d-4e9f-a532-685de47f5a62 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:36:19.907600 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a7bc46dd-1a05-4269-be86-865a5e57d051 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:19.950684 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31d2d1a-f5e2-4c4d-958c-8adfb0ff3109 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Network e7d7305c-d7d3-440e-aa6d-20a8806728d2 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:36:20.003743 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-e31d2d1a-f5e2-4c4d-958c-8adfb0ff3109 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, e7d7305c-d7d3-440e-aa6d-20a8806728d2) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:20.017111 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31d2d1a-f5e2-4c4d-958c-8adfb0ff3109 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:20.017694 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e31d2d1a-f5e2-4c4d-958c-8adfb0ff3109 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:20.044362 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35a89bd-b349-4cfc-b475-c4e71ec7cced None None] Network e7d7305c-d7d3-440e-aa6d-20a8806728d2 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:36:20.059281 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-e31d2d1a-f5e2-4c4d-958c-8adfb0ff3109 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4625175 Mar 11 15:36:20.059768 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41364) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:20.062657 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.objects.ports [None req-bb2c5e50-ee5a-4ffd-93ba-0f4d0fe5d77e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83866) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 15:36:20.191507 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-24d73be0-9b73-48af-9a16-7780f7603bd9 None None] For port a2138df9-619b-449e-9f86-908b273d39f7, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=a2138df9-619b-449e-9f86-908b273d39f7,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:20.191896 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-24d73be0-9b73-48af-9a16-7780f7603bd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:20.260836 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bb2c5e50-ee5a-4ffd-93ba-0f4d0fe5d77e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:20.381804 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-24d73be0-9b73-48af-9a16-7780f7603bd9 None None] Calling delete_port for a2138df9-619b-449e-9f86-908b273d39f7 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:36:20.412686 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfac730-5018-42e1-a42b-35faa6cbb95a None None] DHCP port deletion for 0c7936ae-ba60-41e0-9678-29011757e550 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:36:20.481454 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-a7bc46dd-1a05-4269-be86-865a5e57d051 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] For port eb97b7d8-b99d-4e9f-a532-685de47f5a62, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=eb97b7d8-b99d-4e9f-a532-685de47f5a62,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:20.481805 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a7bc46dd-1a05-4269-be86-865a5e57d051 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:20.507397 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-acfac730-5018-42e1-a42b-35faa6cbb95a None None] Deleting port 85d4f5b3-ce48-4e12-84f3-5dfa4811077f {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:36:20.507759 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-acfac730-5018-42e1-a42b-35faa6cbb95a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:20.541030 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-bb2c5e50-ee5a-4ffd-93ba-0f4d0fe5d77e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] For port a2138df9-619b-449e-9f86-908b273d39f7, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=a2138df9-619b-449e-9f86-908b273d39f7,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:20.570084 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bb2c5e50-ee5a-4ffd-93ba-0f4d0fe5d77e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:20.577033 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bb2c5e50-ee5a-4ffd-93ba-0f4d0fe5d77e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:20.577798 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bb2c5e50-ee5a-4ffd-93ba-0f4d0fe5d77e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:20.613226 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-a7bc46dd-1a05-4269-be86-865a5e57d051 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Calling delete_port for eb97b7d8-b99d-4e9f-a532-685de47f5a62 owned by network:router_gateway {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:36:20.716603 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2c5e50-ee5a-4ffd-93ba-0f4d0fe5d77e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:20.722321 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-bb2c5e50-ee5a-4ffd-93ba-0f4d0fe5d77e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:20.722545 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-24d73be0-9b73-48af-9a16-7780f7603bd9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:36:20.722847 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-24d73be0-9b73-48af-9a16-7780f7603bd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:36:20.726120 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2c5e50-ee5a-4ffd-93ba-0f4d0fe5d77e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:20.726811 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bb2c5e50-ee5a-4ffd-93ba-0f4d0fe5d77e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:20.731262 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-0b05062f-4c8c-4487-bb7c-c74b700044d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adf4256-26d1-4e26-aa97-bb95ab764c64', 'name': 'tempest-TestNetworkBasicOps-router-1552958535', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': 'eb97b7d8-b99d-4e9f-a532-685de47f5a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:33:44Z', 'updated_at': '2022-03-11T15:36:17Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': 'eb97b7d8-b99d-4e9f-a532-685de47f5a62', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:49:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adf4256-26d1-4e26-aa97-bb95ab764c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:33:46Z', 'updated_at': '2022-03-11T15:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:20.748132 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c5e50-ee5a-4ffd-93ba-0f4d0fe5d77e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Port': ['ID=a2138df9-619b-449e-9f86-908b273d39f7,revision_number=6']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:20.751344 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd64f374-6f43-4d6e-a226-baedbdf7214c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-e7d7305c-d7d3-440e-aa6d-20a8806728d2', 'network_id': 'e7d7305c-d7d3-440e-aa6d-20a8806728d2', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'fixed_ips': [{'subnet_id': '78e46892-788c-41d3-a762-d0391736c521'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:36:20.752744 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd64f374-6f43-4d6e-a226-baedbdf7214c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:20.756533 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c5e50-ee5a-4ffd-93ba-0f4d0fe5d77e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Subnet': ['ID=156fadf3-f4fe-49f6-823d-fffaddd6cb7d,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:20.764589 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-bb2c5e50-ee5a-4ffd-93ba-0f4d0fe5d77e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9045711 Mar 11 15:36:20.764969 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41368) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:20.770782 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-8ea37216-658a-4a0d-8237-9d44d0061df4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'port': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'mac_address': 'fa:16:3e:21:29:d3', 'name': 'tempest-NetworksTestDHCPv6-1596077477'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:20.830299 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b05062f-4c8c-4487-bb7c-c74b700044d7 None None] Checking router: 9adf4256-26d1-4e26-aa97-bb95ab764c64 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:36:20.848353 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device a2138df9-619b-449e-9f86-908b273d39f7 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:36:20.960928 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-acfac730-5018-42e1-a42b-35faa6cbb95a None None] For port 85d4f5b3-ce48-4e12-84f3-5dfa4811077f, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=85d4f5b3-ce48-4e12-84f3-5dfa4811077f,segment=NetworkSegment(86f19f21-b375-4ea1-8bd3-1b410b20055f),segment_id=86f19f21-b375-4ea1-8bd3-1b410b20055f)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:20.961307 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-acfac730-5018-42e1-a42b-35faa6cbb95a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:20.991655 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b05062f-4c8c-4487-bb7c-c74b700044d7 None None] Routers {'9adf4256-26d1-4e26-aa97-bb95ab764c64'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:36:20.992296 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-0b05062f-4c8c-4487-bb7c-c74b700044d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:36:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['9adf4256-26d1-4e26-aa97-bb95ab764c64'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:21.007665 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6df9d760-ce60-44f1-a96d-9edf13288772 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:21.021583 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-8ea37216-658a-4a0d-8237-9d44d0061df4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:21.029463 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-8ea37216-658a-4a0d-8237-9d44d0061df4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:port and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:36:21.034162 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-8ea37216-658a-4a0d-8237-9d44d0061df4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:36:21.044790 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-8ea37216-658a-4a0d-8237-9d44d0061df4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:21.063118 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea37216-658a-4a0d-8237-9d44d0061df4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:36:21.070248 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8ea37216-658a-4a0d-8237-9d44d0061df4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:21.118170 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-8ea37216-658a-4a0d-8237-9d44d0061df4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] device_id is not set on port 3604596d-a37b-4cb5-8dd5-280d882e15af yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:36:21.233140 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-acfac730-5018-42e1-a42b-35faa6cbb95a None None] Calling delete_port for 85d4f5b3-ce48-4e12-84f3-5dfa4811077f owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:36:21.259396 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-24d73be0-9b73-48af-9a16-7780f7603bd9 None None] Deleting port a2138df9-619b-449e-9f86-908b273d39f7 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:36:21.260040 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-24d73be0-9b73-48af-9a16-7780f7603bd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:21.313245 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a7bc46dd-1a05-4269-be86-865a5e57d051 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:21.378215 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc46dd-1a05-4269-be86-865a5e57d051 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Port': ['ID=eb97b7d8-b99d-4e9f-a532-685de47f5a62,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:21.424734 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-8ea37216-658a-4a0d-8237-9d44d0061df4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Allocated IP 2001:db8::f816:3eff:fe21:29d3 (a9e561eb-4382-47f0-afe2-548f64b9476b/156fadf3-f4fe-49f6-823d-fffaddd6cb7d/3604596d-a37b-4cb5-8dd5-280d882e15af) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:36:21.556044 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:21.617359 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-0b05062f-4c8c-4487-bb7c-c74b700044d7 None None] Set router 9adf4256-26d1-4e26-aa97-bb95ab764c64 gateway port host: None {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:36:21.691797 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-dd64f374-6f43-4d6e-a226-baedbdf7214c None None] Allocated IP 172.20.0.2 (e7d7305c-d7d3-440e-aa6d-20a8806728d2/78e46892-788c-41d3-a762-d0391736c521/c319c6c6-0d92-4e41-beee-27866552a4ca) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:36:21.695132 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8ea37216-658a-4a0d-8237-9d44d0061df4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:21.712551 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-acfac730-5018-42e1-a42b-35faa6cbb95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:21.712836 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-8ea37216-658a-4a0d-8237-9d44d0061df4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Transition to ACTIVE for port object 3604596d-a37b-4cb5-8dd5-280d882e15af will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:36:21.742179 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8ea37216-658a-4a0d-8237-9d44d0061df4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:21.815164 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a7bc46dd-1a05-4269-be86-865a5e57d051 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:21.827348 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea37216-658a-4a0d-8237-9d44d0061df4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:21.830888 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-8ea37216-658a-4a0d-8237-9d44d0061df4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:21.835601 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea37216-658a-4a0d-8237-9d44d0061df4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:36:21.839566 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea37216-658a-4a0d-8237-9d44d0061df4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:21.840914 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8ea37216-658a-4a0d-8237-9d44d0061df4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:21.848583 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea37216-658a-4a0d-8237-9d44d0061df4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Port': ['ID=3604596d-a37b-4cb5-8dd5-280d882e15af,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:21.883704 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-8ea37216-658a-4a0d-8237-9d44d0061df4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1172521 Mar 11 15:36:21.887272 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41372) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:21.976916 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-0b05062f-4c8c-4487-bb7c-c74b700044d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adf4256-26d1-4e26-aa97-bb95ab764c64', 'name': 'tempest-TestNetworkBasicOps-router-1552958535', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:33:44Z', 'updated_at': '2022-03-11T15:36:19Z', 'revision_number': 6, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port_host': None}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:21.979032 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfac730-5018-42e1-a42b-35faa6cbb95a None None] Pushing event deleted for resources: {'Port': ['ID=85d4f5b3-ce48-4e12-84f3-5dfa4811077f,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:21.995629 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0d1ad1-fc0e-41ab-9cf4-6fa754adc8f1 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:22.000486 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0d1ad1-fc0e-41ab-9cf4-6fa754adc8f1 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:22.001293 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-7b0d1ad1-fc0e-41ab-9cf4-6fa754adc8f1 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:36:22.008856 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port a2138df9-619b-449e-9f86-908b273d39f7, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=a2138df9-619b-449e-9f86-908b273d39f7,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:22.019770 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-7b0d1ad1-fc0e-41ab-9cf4-6fa754adc8f1 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:36:22.025204 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-7b0d1ad1-fc0e-41ab-9cf4-6fa754adc8f1 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1321740 Mar 11 15:36:22.025525 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41376) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:22.071416 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b05062f-4c8c-4487-bb7c-c74b700044d7 None None] The sync data for ids ['9adf4256-26d1-4e26-aa97-bb95ab764c64'] in dv-neutron-833373-1-hyperv is: [{'id': '9adf4256-26d1-4e26-aa97-bb95ab764c64', 'name': 'tempest-TestNetworkBasicOps-router-1552958535', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:33:44Z', 'updated_at': '2022-03-11T15:36:19Z', 'revision_number': 6, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port_host': None}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:36:22.073912 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:22.075720 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 85d4f5b3-ce48-4e12-84f3-5dfa4811077f no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:36:22.101482 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a7bc46dd-1a05-4269-be86-865a5e57d051 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:22.106379 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a7bc46dd-1a05-4269-be86-865a5e57d051 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:22.108738 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-32f2fcf2-6e53-4a8c-9734-39d692357914 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting port 3604596d-a37b-4cb5-8dd5-280d882e15af {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:36:22.109225 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-32f2fcf2-6e53-4a8c-9734-39d692357914 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:22.117785 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfac730-5018-42e1-a42b-35faa6cbb95a None None] No DVR routers for this DVR port 85d4f5b3-ce48-4e12-84f3-5dfa4811077f on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:36:22.142114 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a7bc46dd-1a05-4269-be86-865a5e57d051 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:22.142696 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7bc46dd-1a05-4269-be86-865a5e57d051 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Fanout notify agent at l3_agent the message router_deleted on router 9adf4256-26d1-4e26-aa97-bb95ab764c64 {{(pid=83867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:36:22.150189 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 85d4f5b3-ce48-4e12-84f3-5dfa4811077f {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:36:22.150552 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 85d4f5b3-ce48-4e12-84f3-5dfa4811077f not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:36:22.168754 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a7bc46dd-1a05-4269-be86-865a5e57d051 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:22.168754 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a7bc46dd-1a05-4269-be86-865a5e57d051 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/routers/9adf4256-26d1-4e26-aa97-bb95ab764c64 HTTP/1.1" status: 204 len: 168 time: 2.7031360 Mar 11 15:36:22.171728 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41380) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:22.271411 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=a2138df9-619b-449e-9f86-908b273d39f7,revision_number=7']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:22.275084 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-24d73be0-9b73-48af-9a16-7780f7603bd9 None None] For port a2138df9-619b-449e-9f86-908b273d39f7, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=a2138df9-619b-449e-9f86-908b273d39f7,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:22.275481 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-24d73be0-9b73-48af-9a16-7780f7603bd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:22.349914 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3510652c-657e-43c3-a46e-53e2c30d963e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:22.416763 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-24d73be0-9b73-48af-9a16-7780f7603bd9 None None] Calling delete_port for a2138df9-619b-449e-9f86-908b273d39f7 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:36:22.546376 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd64f374-6f43-4d6e-a226-baedbdf7214c None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:22.568454 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd64f374-6f43-4d6e-a226-baedbdf7214c None None] Transition to ACTIVE for port object c319c6c6-0d92-4e41-beee-27866552a4ca will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:36:22.588479 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-24d73be0-9b73-48af-9a16-7780f7603bd9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:36:22.588832 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-24d73be0-9b73-48af-9a16-7780f7603bd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:36:22.596196 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dd64f374-6f43-4d6e-a226-baedbdf7214c None None] Transition to ACTIVE for port object c319c6c6-0d92-4e41-beee-27866552a4ca will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:36:22.603269 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd64f374-6f43-4d6e-a226-baedbdf7214c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:22.632890 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3510652c-657e-43c3-a46e-53e2c30d963e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:22.662237 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-3510652c-657e-43c3-a46e-53e2c30d963e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c7936ae-ba60-41e0-9678-29011757e550']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:22.679133 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd64f374-6f43-4d6e-a226-baedbdf7214c None None] Pushing event updated for resources: {'Port': ['ID=c319c6c6-0d92-4e41-beee-27866552a4ca,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:22.682550 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd64f374-6f43-4d6e-a226-baedbdf7214c None None] Network e7d7305c-d7d3-440e-aa6d-20a8806728d2 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:22.684368 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-3510652c-657e-43c3-a46e-53e2c30d963e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f19f21-b375-4ea1-8bd3-1b410b20055f') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:22.684368 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-3510652c-657e-43c3-a46e-53e2c30d963e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f19f21-b375-4ea1-8bd3-1b410b20055f') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:22.684605 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-dd64f374-6f43-4d6e-a226-baedbdf7214c None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:22.686532 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd64f374-6f43-4d6e-a226-baedbdf7214c None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:36:22.696150 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3510652c-657e-43c3-a46e-53e2c30d963e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:22.709368 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-6df9d760-ce60-44f1-a96d-9edf13288772 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Allocated IP 172.20.0.1 (e7d7305c-d7d3-440e-aa6d-20a8806728d2/78e46892-788c-41d3-a762-d0391736c521/21ed1822-95d6-409e-b6bc-c9221ec2e4a3) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:36:22.716827 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3510652c-657e-43c3-a46e-53e2c30d963e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:22.723663 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3510652c-657e-43c3-a46e-53e2c30d963e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:36:22.724191 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3510652c-657e-43c3-a46e-53e2c30d963e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:22.787987 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-dd64f374-6f43-4d6e-a226-baedbdf7214c None None] Attempting to bind port c319c6c6-0d92-4e41-beee-27866552a4ca on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:36:22.788482 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-dd64f374-6f43-4d6e-a226-baedbdf7214c None None] Attempting to bind port c319c6c6-0d92-4e41-beee-27866552a4ca by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '6a6c3b5b-3654-4dd1-8d9d-23f94338711f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e7d7305c-d7d3-440e-aa6d-20a8806728d2'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:36:22.788948 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd64f374-6f43-4d6e-a226-baedbdf7214c None None] Attempting to bind port c319c6c6-0d92-4e41-beee-27866552a4ca on network e7d7305c-d7d3-440e-aa6d-20a8806728d2 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:36:22.795890 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd64f374-6f43-4d6e-a226-baedbdf7214c None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:36:22.797012 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd64f374-6f43-4d6e-a226-baedbdf7214c None None] Checking segment: {'id': '6a6c3b5b-3654-4dd1-8d9d-23f94338711f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e7d7305c-d7d3-440e-aa6d-20a8806728d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:36:22.797583 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd64f374-6f43-4d6e-a226-baedbdf7214c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:22.798149 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd64f374-6f43-4d6e-a226-baedbdf7214c None None] Bound using segment: {'id': '6a6c3b5b-3654-4dd1-8d9d-23f94338711f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e7d7305c-d7d3-440e-aa6d-20a8806728d2'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:36:22.798784 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-dd64f374-6f43-4d6e-a226-baedbdf7214c None None] Bound port: c319c6c6-0d92-4e41-beee-27866552a4ca, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a6c3b5b-3654-4dd1-8d9d-23f94338711f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e7d7305c-d7d3-440e-aa6d-20a8806728d2'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:36:22.800167 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd64f374-6f43-4d6e-a226-baedbdf7214c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:22.815838 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device eb97b7d8-b99d-4e9f-a532-685de47f5a62 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:36:22.821437 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:36:22.821437 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:36:22.821437 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:36:22.821437 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:36:22.821437 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:36:22.821437 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:36:22.821437 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:36:22.821437 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:36:22.821437 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:36:22.821437 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:36:22.821437 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:36:22.821437 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:36:22.821437 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:36:22.821437 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:36:22.821437 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:36:22.821437 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:36:22.821437 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:36:22.821437 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:36:22.821437 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:36:22.821437 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:36:22.821437 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:36:22.821437 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:36:22.821437 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:36:22.821437 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:36:22.821437 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:36:22.821437 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:36:22.821437 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:36:22.821437 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:36:22.821437 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:36:22.821437 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:36:22.821437 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:36:22.821437 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:36:22.825049 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-32f2fcf2-6e53-4a8c-9734-39d692357914 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:22.856208 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: eb97b7d8-b99d-4e9f-a532-685de47f5a62 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:36:22.856890 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device eb97b7d8-b99d-4e9f-a532-685de47f5a62 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:36:22.857139 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 7b993a71-c302-4ae1-9d07-93208a4361c1 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:36:22.896039 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 7b993a71-c302-4ae1-9d07-93208a4361c1 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:36:22.896512 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 7b993a71-c302-4ae1-9d07-93208a4361c1 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:36:22.929126 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6df9d760-ce60-44f1-a96d-9edf13288772 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:22.959336 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-6df9d760-ce60-44f1-a96d-9edf13288772 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Transition to ACTIVE for port object 21ed1822-95d6-409e-b6bc-c9221ec2e4a3 will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:36:22.961773 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-32f2fcf2-6e53-4a8c-9734-39d692357914 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Calling delete_port for 3604596d-a37b-4cb5-8dd5-280d882e15af owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:36:22.997034 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-dd64f374-6f43-4d6e-a226-baedbdf7214c None None] For port c319c6c6-0d92-4e41-beee-27866552a4ca, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:36:23.000543 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-dd64f374-6f43-4d6e-a226-baedbdf7214c None None] For port c319c6c6-0d92-4e41-beee-27866552a4ca, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=c319c6c6-0d92-4e41-beee-27866552a4ca,segment=NetworkSegment(6a6c3b5b-3654-4dd1-8d9d-23f94338711f),segment_id=6a6c3b5b-3654-4dd1-8d9d-23f94338711f)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:36:23.001531 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3510652c-657e-43c3-a46e-53e2c30d963e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:23.006079 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dd64f374-6f43-4d6e-a226-baedbdf7214c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:23.007336 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6df9d760-ce60-44f1-a96d-9edf13288772 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:23.072084 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3510652c-657e-43c3-a46e-53e2c30d963e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:23.087073 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510652c-657e-43c3-a46e-53e2c30d963e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Network': ['ID=0c7936ae-ba60-41e0-9678-29011757e550,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:23.101150 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df9d760-ce60-44f1-a96d-9edf13288772 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Network e7d7305c-d7d3-440e-aa6d-20a8806728d2 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:23.105256 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd64f374-6f43-4d6e-a226-baedbdf7214c None None] Pushing event updated for resources: {'Port': ['ID=c319c6c6-0d92-4e41-beee-27866552a4ca,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:23.105550 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-6df9d760-ce60-44f1-a96d-9edf13288772 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:23.109691 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df9d760-ce60-44f1-a96d-9edf13288772 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:36:23.143628 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-3510652c-657e-43c3-a46e-53e2c30d963e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/networks/0c7936ae-ba60-41e0-9678-29011757e550 HTTP/1.1" status: 204 len: 168 time: 0.9710999 Mar 11 15:36:23.147808 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df9d760-ce60-44f1-a96d-9edf13288772 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event updated for resources: {'Port': ['ID=21ed1822-95d6-409e-b6bc-c9221ec2e4a3,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:23.165687 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41384) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:23.180364 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-e799bfe7-33db-4374-857e-f40c04299ae9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'network': {'name': 'tempest-network-smoke--1856979940', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'port_security_enabled': True}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:23.193056 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-e799bfe7-33db-4374-857e-f40c04299ae9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:23.199040 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-e799bfe7-33db-4374-857e-f40c04299ae9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:network and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:36:23.204387 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-e799bfe7-33db-4374-857e-f40c04299ae9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:36:23.206809 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6df9d760-ce60-44f1-a96d-9edf13288772 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:23.208167 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-32f2fcf2-6e53-4a8c-9734-39d692357914 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:23.250402 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-e799bfe7-33db-4374-857e-f40c04299ae9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:23.307843 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2fcf2-6e53-4a8c-9734-39d692357914 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Port': ['ID=3604596d-a37b-4cb5-8dd5-280d882e15af,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:23.346325 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6df9d760-ce60-44f1-a96d-9edf13288772 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:23.458426 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-32f2fcf2-6e53-4a8c-9734-39d692357914 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:23.460453 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-32f2fcf2-6e53-4a8c-9734-39d692357914 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/ports/3604596d-a37b-4cb5-8dd5-280d882e15af HTTP/1.1" status: 204 len: 168 time: 1.4338906 Mar 11 15:36:23.462170 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e799bfe7-33db-4374-857e-f40c04299ae9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Made reservation on behalf of 916fcc14ed3c4d0b95925acf526937c4 for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:36:23.465302 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e799bfe7-33db-4374-857e-f40c04299ae9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:23.474657 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41388) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:23.499750 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-24d73be0-9b73-48af-9a16-7780f7603bd9 None None] Deleting port a2138df9-619b-449e-9f86-908b273d39f7 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:36:23.500323 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-24d73be0-9b73-48af-9a16-7780f7603bd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:23.553731 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e799bfe7-33db-4374-857e-f40c04299ae9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:36:23.564484 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ced451-7739-4dc3-a8f0-78201743215d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:23.565987 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ced451-7739-4dc3-a8f0-78201743215d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:23.566741 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-a5ced451-7739-4dc3-a8f0-78201743215d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:36:23.578752 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e799bfe7-33db-4374-857e-f40c04299ae9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:23.579089 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-e799bfe7-33db-4374-857e-f40c04299ae9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Added segment ebe61925-faf8-4870-b5d4-dc21b35f4555 of type vlan for network ca1ac97e-1d32-4edc-8290-bf5d2af55d8c Mar 11 15:36:23.612435 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-a5ced451-7739-4dc3-a8f0-78201743215d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:36:23.615976 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a5ced451-7739-4dc3-a8f0-78201743215d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1401296 Mar 11 15:36:23.616895 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41392) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:23.624395 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e799bfe7-33db-4374-857e-f40c04299ae9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:23.661650 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e799bfe7-33db-4374-857e-f40c04299ae9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:23.665694 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e799bfe7-33db-4374-857e-f40c04299ae9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:23.666309 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e799bfe7-33db-4374-857e-f40c04299ae9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:23.780587 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-24d73be0-9b73-48af-9a16-7780f7603bd9 None None] For port a2138df9-619b-449e-9f86-908b273d39f7, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=a2138df9-619b-449e-9f86-908b273d39f7,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:23.781746 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-24d73be0-9b73-48af-9a16-7780f7603bd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:23.785622 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-e799bfe7-33db-4374-857e-f40c04299ae9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6133342 Mar 11 15:36:23.785846 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41396) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:23.788630 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799bfe7-33db-4374-857e-f40c04299ae9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Network': ['ID=ca1ac97e-1d32-4edc-8290-bf5d2af55d8c,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:23.794209 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-05582da7-c8ad-4ee0-9d9d-b4c0d7d05823 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1941577902', 'admin_state_up': True, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:23.802034 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-05582da7-c8ad-4ee0-9d9d-b4c0d7d05823 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:23.806401 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-05582da7-c8ad-4ee0-9d9d-b4c0d7d05823 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:router and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:36:23.809858 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-05582da7-c8ad-4ee0-9d9d-b4c0d7d05823 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:36:23.816070 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-05582da7-c8ad-4ee0-9d9d-b4c0d7d05823 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:23.831082 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-05582da7-c8ad-4ee0-9d9d-b4c0d7d05823 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:23.832059 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-05582da7-c8ad-4ee0-9d9d-b4c0d7d05823 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:23.863248 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-05582da7-c8ad-4ee0-9d9d-b4c0d7d05823 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:23.921277 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network ca1ac97e-1d32-4edc-8290-bf5d2af55d8c details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:36:23.943919 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-24d73be0-9b73-48af-9a16-7780f7603bd9 None None] Calling delete_port for a2138df9-619b-449e-9f86-908b273d39f7 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:36:24.068406 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-05582da7-c8ad-4ee0-9d9d-b4c0d7d05823 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:24.126028 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-b762755b-0628-4953-8858-a8d07c380915 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting subnet 156fadf3-f4fe-49f6-823d-fffaddd6cb7d {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:36:24.129734 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b762755b-0628-4953-8858-a8d07c380915 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:24.218128 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b762755b-0628-4953-8858-a8d07c380915 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:24.256220 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-24d73be0-9b73-48af-9a16-7780f7603bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:24.320052 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c68fea7-e318-4f60-8b55-6cfb23f4f3a7 None None] Network e7d7305c-d7d3-440e-aa6d-20a8806728d2 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:36:24.320209 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b762755b-0628-4953-8858-a8d07c380915 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:24.349001 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d73be0-9b73-48af-9a16-7780f7603bd9 None None] Pushing event deleted for resources: {'Port': ['ID=a2138df9-619b-449e-9f86-908b273d39f7,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:24.351590 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6df9d760-ce60-44f1-a96d-9edf13288772 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:24.359519 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6df9d760-ce60-44f1-a96d-9edf13288772 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:24.364647 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-05582da7-c8ad-4ee0-9d9d-b4c0d7d05823 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router_gateway, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:24.396237 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-05582da7-c8ad-4ee0-9d9d-b4c0d7d05823 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:24.505853 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df9d760-ce60-44f1-a96d-9edf13288772 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event updated for resources: {'Port': ['ID=21ed1822-95d6-409e-b6bc-c9221ec2e4a3,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:24.509789 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6df9d760-ce60-44f1-a96d-9edf13288772 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:24.541885 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b762755b-0628-4953-8858-a8d07c380915 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:24.592394 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d73be0-9b73-48af-9a16-7780f7603bd9 None None] No DVR routers for this DVR port a2138df9-619b-449e-9f86-908b273d39f7 on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:36:24.603883 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-3a666626-cf1b-40ba-bade-740646392f82 None None] Provisioning for port c319c6c6-0d92-4e41-beee-27866552a4ca completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:36:24.623725 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-05582da7-c8ad-4ee0-9d9d-b4c0d7d05823 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Allocated IP 172.26.0.206 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/91001ea9-3bc3-4c53-a2d8-30cfada85f6e) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:36:24.635673 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6068a7ca-84fe-43fb-8170-fd42b63a28e9 None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:36:24.655325 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762755b-0628-4953-8858-a8d07c380915 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Subnet': ['ID=156fadf3-f4fe-49f6-823d-fffaddd6cb7d,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:24.664767 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b762755b-0628-4953-8858-a8d07c380915 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:24.711194 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b762755b-0628-4953-8858-a8d07c380915 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/156fadf3-f4fe-49f6-823d-fffaddd6cb7d HTTP/1.1" status: 204 len: 168 time: 1.0929670 Mar 11 15:36:24.713856 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41400) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:24.795075 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-72798480-d252-46f0-9cda-b86da9cf448b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0802362 Mar 11 15:36:24.798950 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df9d760-ce60-44f1-a96d-9edf13288772 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Network e7d7305c-d7d3-440e-aa6d-20a8806728d2 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:24.798950 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41404) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:24.828810 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-05582da7-c8ad-4ee0-9d9d-b4c0d7d05823 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:24.842659 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4a397202-805c-4d3f-9491-fac738cb5739 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0438862 Mar 11 15:36:24.844343 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-6df9d760-ce60-44f1-a96d-9edf13288772 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:24.846215 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41408) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:24.871824 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-05582da7-c8ad-4ee0-9d9d-b4c0d7d05823 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:24.891270 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device c319c6c6-0d92-4e41-beee-27866552a4ca up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:36:24.948014 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05582da7-c8ad-4ee0-9d9d-b4c0d7d05823 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:24.953738 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-05582da7-c8ad-4ee0-9d9d-b4c0d7d05823 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:24.957803 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05582da7-c8ad-4ee0-9d9d-b4c0d7d05823 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:36:24.982732 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05582da7-c8ad-4ee0-9d9d-b4c0d7d05823 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=91001ea9-3bc3-4c53-a2d8-30cfada85f6e,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:24.999471 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port c319c6c6-0d92-4e41-beee-27866552a4ca completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:36:25.006083 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port c319c6c6-0d92-4e41-beee-27866552a4ca triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:25.006621 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:25.048016 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9aa7170-b98c-4db9-b2c5-f7dd0b94f8a3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:25.048817 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-f9aa7170-b98c-4db9-b2c5-f7dd0b94f8a3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:36:25.138944 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-05582da7-c8ad-4ee0-9d9d-b4c0d7d05823 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router_gateway, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:25.138944 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-05582da7-c8ad-4ee0-9d9d-b4c0d7d05823 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:25.139626 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-f9aa7170-b98c-4db9-b2c5-f7dd0b94f8a3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:36:25.140050 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-f9aa7170-b98c-4db9-b2c5-f7dd0b94f8a3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2927756 Mar 11 15:36:25.144289 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41412) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:25.155767 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:25.193307 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port c319c6c6-0d92-4e41-beee-27866552a4ca, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=c319c6c6-0d92-4e41-beee-27866552a4ca,segment=NetworkSegment(6a6c3b5b-3654-4dd1-8d9d-23f94338711f),segment_id=6a6c3b5b-3654-4dd1-8d9d-23f94338711f)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:25.200276 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:25.285423 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-17a8101e-5296-42a4-bf0e-e38f1b105f64 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1399286 Mar 11 15:36:25.291945 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41416) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:25.296474 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=c319c6c6-0d92-4e41-beee-27866552a4ca,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:25.303876 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-3cb13b75-324b-49a6-b5c3-9907482f30fb tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'subnet': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:25.333594 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df9d760-ce60-44f1-a96d-9edf13288772 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Router 2fa2f048-cafe-46a7-ba78-a8ec31e4bef9 is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:36:25.348156 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b7505429-3447-477f-a8de-1b9889ef2e33 None None] Provisioning for port 21ed1822-95d6-409e-b6bc-c9221ec2e4a3 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:36:25.356803 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b7505429-3447-477f-a8de-1b9889ef2e33 None None] Provisioning complete for port 21ed1822-95d6-409e-b6bc-c9221ec2e4a3 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:25.357176 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b7505429-3447-477f-a8de-1b9889ef2e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:25.419749 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-b7505429-3447-477f-a8de-1b9889ef2e33 None None] Port 21ed1822-95d6-409e-b6bc-c9221ec2e4a3 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:36:25.434050 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b7505429-3447-477f-a8de-1b9889ef2e33 None None] Provisioning complete for port c319c6c6-0d92-4e41-beee-27866552a4ca triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:25.434526 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b7505429-3447-477f-a8de-1b9889ef2e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:25.522066 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df9d760-ce60-44f1-a96d-9edf13288772 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:36:25.528738 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6df9d760-ce60-44f1-a96d-9edf13288772 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "PUT /v2.0/routers/2fa2f048-cafe-46a7-ba78-a8ec31e4bef9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4607296 Mar 11 15:36:25.531115 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41420) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:25.535114 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c02a59-a7fa-4a16-ba0b-6e8d1d58bc88 None None] Sync routers for ids ['2fa2f048-cafe-46a7-ba78-a8ec31e4bef9'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:36:25.537421 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-baaf9eac-a591-48c8-8a55-2f88ff258671 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Request body: {'network': {'name': 'tempest-RoutersTest-621249656'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:25.544280 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-baaf9eac-a591-48c8-8a55-2f88ff258671 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:25.548790 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-baaf9eac-a591-48c8-8a55-2f88ff258671 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Usage tracker for resource:network and tenant:16d01fb61cb5488cb7fd92527258a459 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:36:25.552406 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-baaf9eac-a591-48c8-8a55-2f88ff258671 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:36:25.553270 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c02a59-a7fa-4a16-ba0b-6e8d1d58bc88 None None] Routers {'2fa2f048-cafe-46a7-ba78-a8ec31e4bef9'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:36:25.561101 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-baaf9eac-a591-48c8-8a55-2f88ff258671 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:25.564597 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-f1c02a59-a7fa-4a16-ba0b-6e8d1d58bc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:36:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['2fa2f048-cafe-46a7-ba78-a8ec31e4bef9'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:25.580964 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baaf9eac-a591-48c8-8a55-2f88ff258671 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Made reservation on behalf of 16d01fb61cb5488cb7fd92527258a459 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:36:25.585683 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-baaf9eac-a591-48c8-8a55-2f88ff258671 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:25.635261 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baaf9eac-a591-48c8-8a55-2f88ff258671 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:36:25.650215 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-baaf9eac-a591-48c8-8a55-2f88ff258671 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:25.650728 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-baaf9eac-a591-48c8-8a55-2f88ff258671 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Added segment 3d440ea5-dbfa-4d1e-900c-2bd1f91c6bd1 of type vlan for network f10985bb-0f39-4d5d-b7b7-b47f318c22a3 Mar 11 15:36:25.695888 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-3cb13b75-324b-49a6-b5c3-9907482f30fb tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:25.710215 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-3cb13b75-324b-49a6-b5c3-9907482f30fb tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:25.736170 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb13b75-324b-49a6-b5c3-9907482f30fb tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:36:25.763017 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b1c1a507-8236-4481-8fea-9e8dabdbacdd None None] Provisioning complete for port 21ed1822-95d6-409e-b6bc-c9221ec2e4a3 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:25.763615 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b1c1a507-8236-4481-8fea-9e8dabdbacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:25.809754 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-f1c02a59-a7fa-4a16-ba0b-6e8d1d58bc88 None None] Set router 2fa2f048-cafe-46a7-ba78-a8ec31e4bef9 gateway port host: None {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:36:25.834275 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-baaf9eac-a591-48c8-8a55-2f88ff258671 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:25.856623 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-b1c1a507-8236-4481-8fea-9e8dabdbacdd None None] Port 21ed1822-95d6-409e-b6bc-c9221ec2e4a3 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:36:25.894558 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-baaf9eac-a591-48c8-8a55-2f88ff258671 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:25.894840 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3cb13b75-324b-49a6-b5c3-9907482f30fb tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:25.901147 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baaf9eac-a591-48c8-8a55-2f88ff258671 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:25.901778 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-baaf9eac-a591-48c8-8a55-2f88ff258671 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:25.989997 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-a3fba105-aa71-4750-a3f0-a09c085086a6 None None] Provisioning complete for port 21ed1822-95d6-409e-b6bc-c9221ec2e4a3 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:25.990695 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a3fba105-aa71-4750-a3f0-a09c085086a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:26.026468 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-baaf9eac-a591-48c8-8a55-2f88ff258671 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4912550 Mar 11 15:36:26.026751 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf9eac-a591-48c8-8a55-2f88ff258671 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event updated for resources: {'Network': ['ID=f10985bb-0f39-4d5d-b7b7-b47f318c22a3,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:26.029845 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41426) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:26.043718 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-ee8194ee-2674-4d9f-b849-50926c3ea168 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Request body: {'subnet': {'network_id': 'f10985bb-0f39-4d5d-b7b7-b47f318c22a3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:26.047015 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network f10985bb-0f39-4d5d-b7b7-b47f318c22a3 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:36:26.098329 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05582da7-c8ad-4ee0-9d9d-b4c0d7d05823 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router 751cb1a0-63bb-4511-bc69-e8b1ee323f25 is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:36:26.173750 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ee8194ee-2674-4d9f-b849-50926c3ea168 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:26.180075 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ee8194ee-2674-4d9f-b849-50926c3ea168 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Usage tracker for resource:subnet and tenant:16d01fb61cb5488cb7fd92527258a459 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:36:26.184973 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ee8194ee-2674-4d9f-b849-50926c3ea168 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:36:26.191060 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-a3fba105-aa71-4750-a3f0-a09c085086a6 None None] Port 21ed1822-95d6-409e-b6bc-c9221ec2e4a3 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:36:26.191721 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ee8194ee-2674-4d9f-b849-50926c3ea168 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:26.208296 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8194ee-2674-4d9f-b849-50926c3ea168 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Made reservation on behalf of 16d01fb61cb5488cb7fd92527258a459 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:36:26.270576 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-f1c02a59-a7fa-4a16-ba0b-6e8d1d58bc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa2f048-cafe-46a7-ba78-a8ec31e4bef9', 'name': 'tempest-RoutersTest-router-1407433863', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:17Z', 'updated_at': '2022-03-11T15:36:23Z', 'revision_number': 2, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'gw_port_host': None, '_interfaces': [{'id': '21ed1822-95d6-409e-b6bc-c9221ec2e4a3', 'name': '', 'network_id': 'e7d7305c-d7d3-440e-aa6d-20a8806728d2', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'mac_address': 'fa:16:3e:2c:59:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa2f048-cafe-46a7-ba78-a8ec31e4bef9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78e46892-788c-41d3-a762-d0391736c521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:21Z', 'updated_at': '2022-03-11T15:36:23Z', 'revision_number': 2, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'subnets': [{'id': '78e46892-788c-41d3-a762-d0391736c521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:26.275816 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c02a59-a7fa-4a16-ba0b-6e8d1d58bc88 None None] Checking router: 2fa2f048-cafe-46a7-ba78-a8ec31e4bef9 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:36:26.276509 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c02a59-a7fa-4a16-ba0b-6e8d1d58bc88 None None] Updating router 2fa2f048-cafe-46a7-ba78-a8ec31e4bef9 port 21ed1822-95d6-409e-b6bc-c9221ec2e4a3 binding host dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:36:26.324727 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ee8194ee-2674-4d9f-b849-50926c3ea168 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:26.333309 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f1c02a59-a7fa-4a16-ba0b-6e8d1d58bc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:26.517723 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.objects.ports [None req-3cb13b75-324b-49a6-b5c3-9907482f30fb tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83866) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 15:36:26.521239 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3cb13b75-324b-49a6-b5c3-9907482f30fb tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:26.555091 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ee8194ee-2674-4d9f-b849-50926c3ea168 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:26.598274 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb13b75-324b-49a6-b5c3-9907482f30fb tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:26.602066 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-3cb13b75-324b-49a6-b5c3-9907482f30fb tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:26.607515 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb13b75-324b-49a6-b5c3-9907482f30fb tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:26.608150 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3cb13b75-324b-49a6-b5c3-9907482f30fb tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:26.618816 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb13b75-324b-49a6-b5c3-9907482f30fb tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Subnet': ['ID=f575f7ff-0262-4a36-b9ef-13d75407719a,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:26.625839 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728b39f7-42e5-4521-b5cd-baf4696b804b None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:36:26.637380 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05582da7-c8ad-4ee0-9d9d-b4c0d7d05823 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:36:26.654283 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1731e038-1978-4c99-97f5-b05b4b22ca35 None None] Sync routers for ids ['751cb1a0-63bb-4511-bc69-e8b1ee323f25'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:36:26.680733 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41430) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:26.681013 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-3cb13b75-324b-49a6-b5c3-9907482f30fb tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3887274 Mar 11 15:36:26.682542 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-05582da7-c8ad-4ee0-9d9d-b4c0d7d05823 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:26.684835 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-05582da7-c8ad-4ee0-9d9d-b4c0d7d05823 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8975351 Mar 11 15:36:26.685424 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8194ee-2674-4d9f-b849-50926c3ea168 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event updated for resources: {'Subnet': ['ID=a93fafa4-70af-444f-82b2-346da0b390bf,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:26.687511 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41434) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:26.691756 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-6a477458-e40f-4218-85d3-f5bc3410edf8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'port': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'mac_address': 'fa:16:3e:29:db:01', 'name': 'tempest-NetworksTestDHCPv6-1004791537'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:26.710472 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8194ee-2674-4d9f-b849-50926c3ea168 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Checking segment: {'id': '3d440ea5-dbfa-4d1e-900c-2bd1f91c6bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f10985bb-0f39-4d5d-b7b7-b47f318c22a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:36:26.710834 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8194ee-2674-4d9f-b849-50926c3ea168 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Network hostable DHCP agents. Network: f10985bb-0f39-4d5d-b7b7-b47f318c22a3, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:36:26.735407 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-4084135b-e990-40ea-a444-e23189fc0dba tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=916fcc14ed3c4d0b95925acf526937c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0463636 Mar 11 15:36:26.738889 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41438) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:26.759868 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1731e038-1978-4c99-97f5-b05b4b22ca35 None None] Routers {'751cb1a0-63bb-4511-bc69-e8b1ee323f25'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:36:26.760976 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-1731e038-1978-4c99-97f5-b05b4b22ca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:36:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['751cb1a0-63bb-4511-bc69-e8b1ee323f25'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:26.813118 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f1c02a59-a7fa-4a16-ba0b-6e8d1d58bc88 None None] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:26.825318 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8194ee-2674-4d9f-b849-50926c3ea168 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Network f10985bb-0f39-4d5d-b7b7-b47f318c22a3 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:36:26.828698 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-f1c02a59-a7fa-4a16-ba0b-6e8d1d58bc88 None None] Transition to ACTIVE for port object 21ed1822-95d6-409e-b6bc-c9221ec2e4a3 will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:36:26.841269 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f1c02a59-a7fa-4a16-ba0b-6e8d1d58bc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:26.854327 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device c319c6c6-0d92-4e41-beee-27866552a4ca up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:36:26.869375 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-ee8194ee-2674-4d9f-b849-50926c3ea168 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, f10985bb-0f39-4d5d-b7b7-b47f318c22a3) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:26.874535 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8194ee-2674-4d9f-b849-50926c3ea168 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:26.875165 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ee8194ee-2674-4d9f-b849-50926c3ea168 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:26.910929 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-6a477458-e40f-4218-85d3-f5bc3410edf8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:26.916976 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-6a477458-e40f-4218-85d3-f5bc3410edf8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:port and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:36:26.926763 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ee8194ee-2674-4d9f-b849-50926c3ea168 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8885202 Mar 11 15:36:26.927665 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41442) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:26.928654 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-6a477458-e40f-4218-85d3-f5bc3410edf8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:36:26.960185 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43527fea-9240-40c4-ab09-ff702005b046 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:26.966917 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-43527fea-9240-40c4-ab09-ff702005b046 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2267160 Mar 11 15:36:26.967748 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41446) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:27.002167 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-6a477458-e40f-4218-85d3-f5bc3410edf8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:27.019732 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-dd227ad0-152f-46da-a985-ce7cef4edcd7 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=69193b02-dbf5-4ccf-b3ce-76dabd3f8655&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0505395 Mar 11 15:36:27.022569 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41450) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:27.028634 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-9014d568-3365-475b-ae2e-75a0417c5c10 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1078382829', 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:27.037177 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea04478-c156-4288-be18-2701f7bc6c03 None None] Network f10985bb-0f39-4d5d-b7b7-b47f318c22a3 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:36:27.093463 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a477458-e40f-4218-85d3-f5bc3410edf8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'port': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:36:27.097744 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6a477458-e40f-4218-85d3-f5bc3410edf8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:27.147663 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-6a477458-e40f-4218-85d3-f5bc3410edf8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] device_id is not set on port 16cc610d-e968-4669-be45-50a2814c2db1 yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:36:27.200018 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-9014d568-3365-475b-ae2e-75a0417c5c10 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:27.206634 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-9014d568-3365-475b-ae2e-75a0417c5c10 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:subnet and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:36:27.211193 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-9014d568-3365-475b-ae2e-75a0417c5c10 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:36:27.220812 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-9014d568-3365-475b-ae2e-75a0417c5c10 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:27.241945 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9014d568-3365-475b-ae2e-75a0417c5c10 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Made reservation on behalf of 916fcc14ed3c4d0b95925acf526937c4 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:36:27.287828 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-f1c02a59-a7fa-4a16-ba0b-6e8d1d58bc88 None None] Attempting to bind port 21ed1822-95d6-409e-b6bc-c9221ec2e4a3 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:36:27.289728 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-f1c02a59-a7fa-4a16-ba0b-6e8d1d58bc88 None None] Attempting to bind port 21ed1822-95d6-409e-b6bc-c9221ec2e4a3 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '6a6c3b5b-3654-4dd1-8d9d-23f94338711f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e7d7305c-d7d3-440e-aa6d-20a8806728d2'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:36:27.290153 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c02a59-a7fa-4a16-ba0b-6e8d1d58bc88 None None] Attempting to bind port 21ed1822-95d6-409e-b6bc-c9221ec2e4a3 on network e7d7305c-d7d3-440e-aa6d-20a8806728d2 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:36:27.292444 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b238892-067f-4004-a234-a624036731a0 None None] Pushing event updated for resources: {'Port': ['ID=21ed1822-95d6-409e-b6bc-c9221ec2e4a3,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:27.303834 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b238892-067f-4004-a234-a624036731a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:27.304473 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b238892-067f-4004-a234-a624036731a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:27.304988 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b238892-067f-4004-a234-a624036731a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:27.305484 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b238892-067f-4004-a234-a624036731a0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:27.305972 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b238892-067f-4004-a234-a624036731a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:27.306511 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b238892-067f-4004-a234-a624036731a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:27.306994 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b238892-067f-4004-a234-a624036731a0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:27.307489 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b238892-067f-4004-a234-a624036731a0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:27.307978 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b238892-067f-4004-a234-a624036731a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:27.308890 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b238892-067f-4004-a234-a624036731a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:27.309398 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b238892-067f-4004-a234-a624036731a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:27.318863 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c02a59-a7fa-4a16-ba0b-6e8d1d58bc88 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:36:27.319431 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c02a59-a7fa-4a16-ba0b-6e8d1d58bc88 None None] Checking segment: {'id': '6a6c3b5b-3654-4dd1-8d9d-23f94338711f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e7d7305c-d7d3-440e-aa6d-20a8806728d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:36:27.320328 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f1c02a59-a7fa-4a16-ba0b-6e8d1d58bc88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:27.320890 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c02a59-a7fa-4a16-ba0b-6e8d1d58bc88 None None] Bound using segment: {'id': '6a6c3b5b-3654-4dd1-8d9d-23f94338711f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e7d7305c-d7d3-440e-aa6d-20a8806728d2'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:36:27.321535 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-f1c02a59-a7fa-4a16-ba0b-6e8d1d58bc88 None None] Bound port: 21ed1822-95d6-409e-b6bc-c9221ec2e4a3, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a6c3b5b-3654-4dd1-8d9d-23f94338711f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e7d7305c-d7d3-440e-aa6d-20a8806728d2'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:36:27.322083 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f1c02a59-a7fa-4a16-ba0b-6e8d1d58bc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:27.410664 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9014d568-3365-475b-ae2e-75a0417c5c10 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:27.469488 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd41cde3-3ab1-440e-bda5-d780d735fa4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-f10985bb-0f39-4d5d-b7b7-b47f318c22a3', 'network_id': 'f10985bb-0f39-4d5d-b7b7-b47f318c22a3', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'fixed_ips': [{'subnet_id': 'a93fafa4-70af-444f-82b2-346da0b390bf'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:36:27.473449 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cd41cde3-3ab1-440e-bda5-d780d735fa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:27.487460 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-6a477458-e40f-4218-85d3-f5bc3410edf8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Allocated IP 2001:db8::f816:3eff:fe29:db01 (a9e561eb-4382-47f0-afe2-548f64b9476b/f575f7ff-0262-4a36-b9ef-13d75407719a/16cc610d-e968-4669-be45-50a2814c2db1) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:36:27.496541 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-f1c02a59-a7fa-4a16-ba0b-6e8d1d58bc88 None None] For port 21ed1822-95d6-409e-b6bc-c9221ec2e4a3, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:36:27.501756 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-f1c02a59-a7fa-4a16-ba0b-6e8d1d58bc88 None None] For port 21ed1822-95d6-409e-b6bc-c9221ec2e4a3, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=21ed1822-95d6-409e-b6bc-c9221ec2e4a3,segment=NetworkSegment(6a6c3b5b-3654-4dd1-8d9d-23f94338711f),segment_id=6a6c3b5b-3654-4dd1-8d9d-23f94338711f)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:36:27.507726 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f1c02a59-a7fa-4a16-ba0b-6e8d1d58bc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:27.619926 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c02a59-a7fa-4a16-ba0b-6e8d1d58bc88 None None] Routers {'2fa2f048-cafe-46a7-ba78-a8ec31e4bef9'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:36:27.620613 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-f1c02a59-a7fa-4a16-ba0b-6e8d1d58bc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:36:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['2fa2f048-cafe-46a7-ba78-a8ec31e4bef9'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:27.663655 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port c319c6c6-0d92-4e41-beee-27866552a4ca triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:27.664020 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:27.682384 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b238892-067f-4004-a234-a624036731a0 None None] Pushing event updated for resources: {'Port': ['ID=21ed1822-95d6-409e-b6bc-c9221ec2e4a3,revision_number=4']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:27.709062 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9014d568-3365-475b-ae2e-75a0417c5c10 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:27.849697 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014d568-3365-475b-ae2e-75a0417c5c10 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Subnet': ['ID=8751722a-da8a-4f74-9c3f-57ff050b521f,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:27.855689 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9014d568-3365-475b-ae2e-75a0417c5c10 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Checking segment: {'id': 'ebe61925-faf8-4870-b5d4-dc21b35f4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:36:27.856137 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9014d568-3365-475b-ae2e-75a0417c5c10 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network hostable DHCP agents. Network: ca1ac97e-1d32-4edc-8290-bf5d2af55d8c, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:36:27.872242 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-f1c02a59-a7fa-4a16-ba0b-6e8d1d58bc88 None None] Set router 2fa2f048-cafe-46a7-ba78-a8ec31e4bef9 gateway port host: None {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:36:27.905753 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-1731e038-1978-4c99-97f5-b05b4b22ca35 None None] Set router 751cb1a0-63bb-4511-bc69-e8b1ee323f25 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:36:27.906629 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9014d568-3365-475b-ae2e-75a0417c5c10 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network ca1ac97e-1d32-4edc-8290-bf5d2af55d8c is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:36:27.925232 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-9014d568-3365-475b-ae2e-75a0417c5c10 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, ca1ac97e-1d32-4edc-8290-bf5d2af55d8c) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:27.946777 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9014d568-3365-475b-ae2e-75a0417c5c10 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:27.958265 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9014d568-3365-475b-ae2e-75a0417c5c10 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:28.014575 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38000b02-6b86-4c18-a356-9ca9f19a3e07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-a9e561eb-4382-47f0-afe2-548f64b9476b', 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'tenant_id': 'd568d0bdb48844a4af924b22cae1da29', 'fixed_ips': [{'subnet_id': 'f575f7ff-0262-4a36-b9ef-13d75407719a'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:36:28.017411 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-38000b02-6b86-4c18-a356-9ca9f19a3e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:28.022173 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9014d568-3365-475b-ae2e-75a0417c5c10 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9963095 Mar 11 15:36:28.022465 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41454) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:28.044385 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cf78a8-5063-4898-bb0f-b242483755bd None None] Network ca1ac97e-1d32-4edc-8290-bf5d2af55d8c requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:36:28.181604 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6a477458-e40f-4218-85d3-f5bc3410edf8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:28.217352 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-6a477458-e40f-4218-85d3-f5bc3410edf8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Transition to ACTIVE for port object 16cc610d-e968-4669-be45-50a2814c2db1 will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:36:28.366311 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-f1c02a59-a7fa-4a16-ba0b-6e8d1d58bc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa2f048-cafe-46a7-ba78-a8ec31e4bef9', 'name': 'tempest-RoutersTest-router-1407433863', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:17Z', 'updated_at': '2022-03-11T15:36:23Z', 'revision_number': 2, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'gw_port_host': None, '_interfaces': [{'id': '21ed1822-95d6-409e-b6bc-c9221ec2e4a3', 'name': '', 'network_id': 'e7d7305c-d7d3-440e-aa6d-20a8806728d2', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'mac_address': 'fa:16:3e:2c:59:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa2f048-cafe-46a7-ba78-a8ec31e4bef9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78e46892-788c-41d3-a762-d0391736c521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:21Z', 'updated_at': '2022-03-11T15:36:27Z', 'revision_number': 4, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'subnets': [{'id': '78e46892-788c-41d3-a762-d0391736c521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:28.372395 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c02a59-a7fa-4a16-ba0b-6e8d1d58bc88 None None] The sync data for ids ['2fa2f048-cafe-46a7-ba78-a8ec31e4bef9'] in dv-neutron-833373-1-hyperv is: [{'id': '2fa2f048-cafe-46a7-ba78-a8ec31e4bef9', 'name': 'tempest-RoutersTest-router-1407433863', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:17Z', 'updated_at': '2022-03-11T15:36:23Z', 'revision_number': 2, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'gw_port_host': None, '_interfaces': [{'id': '21ed1822-95d6-409e-b6bc-c9221ec2e4a3', 'name': '', 'network_id': 'e7d7305c-d7d3-440e-aa6d-20a8806728d2', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'mac_address': 'fa:16:3e:2c:59:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa2f048-cafe-46a7-ba78-a8ec31e4bef9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78e46892-788c-41d3-a762-d0391736c521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:21Z', 'updated_at': '2022-03-11T15:36:27Z', 'revision_number': 4, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'subnets': [{'id': '78e46892-788c-41d3-a762-d0391736c521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:36:28.409119 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6a477458-e40f-4218-85d3-f5bc3410edf8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:28.631961 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a477458-e40f-4218-85d3-f5bc3410edf8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:28.637157 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a477458-e40f-4218-85d3-f5bc3410edf8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Port': ['ID=16cc610d-e968-4669-be45-50a2814c2db1,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:28.643201 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-6a477458-e40f-4218-85d3-f5bc3410edf8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:28.645848 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a477458-e40f-4218-85d3-f5bc3410edf8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:36:28.653181 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a477458-e40f-4218-85d3-f5bc3410edf8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:28.653926 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6a477458-e40f-4218-85d3-f5bc3410edf8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:28.682267 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d8cfd133-5958-49f0-a326-a3d2d0e8eff0 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:28.733981 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-cd41cde3-3ab1-440e-bda5-d780d735fa4a None None] Allocated IP 172.21.0.2 (f10985bb-0f39-4d5d-b7b7-b47f318c22a3/a93fafa4-70af-444f-82b2-346da0b390bf/7b00c7a7-cb2d-459e-93f0-ee010428611f) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:36:28.783751 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6a477458-e40f-4218-85d3-f5bc3410edf8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0982707 Mar 11 15:36:28.785247 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41458) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:29.040467 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-38000b02-6b86-4c18-a356-9ca9f19a3e07 None None] Allocated IP 2001:db8::f816:3eff:fed2:481f (a9e561eb-4382-47f0-afe2-548f64b9476b/f575f7ff-0262-4a36-b9ef-13d75407719a/ba7dd928-b8cf-4de8-8e46-4f6e93a15612) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:36:29.095756 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f2fa3-472a-46ca-8f70-a8a9ab094658 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:29.096786 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0e6f2fa3-472a-46ca-8f70-a8a9ab094658 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:36:29.131150 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0e6f2fa3-472a-46ca-8f70-a8a9ab094658 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:36:29.132772 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0e6f2fa3-472a-46ca-8f70-a8a9ab094658 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3389781 Mar 11 15:36:29.135577 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41462) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:29.139968 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 21ed1822-95d6-409e-b6bc-c9221ec2e4a3 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:36:29.232922 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-ab0567c3-30f9-4379-b6a8-dc495ee790d3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting port 16cc610d-e968-4669-be45-50a2814c2db1 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:36:29.233294 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ab0567c3-30f9-4379-b6a8-dc495ee790d3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:29.406335 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b89c7082-435d-4832-b585-408f26c91ffd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:29.434148 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57980094-db44-404a-bc13-8c2ef4ef76cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-ca1ac97e-1d32-4edc-8290-bf5d2af55d8c', 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ips': [{'subnet_id': '8751722a-da8a-4f74-9c3f-57ff050b521f'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:36:29.434948 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-57980094-db44-404a-bc13-8c2ef4ef76cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:29.492469 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ce847743-77f9-4846-af35-760e52c3390d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:29.516387 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ab0567c3-30f9-4379-b6a8-dc495ee790d3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:29.645961 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-ab0567c3-30f9-4379-b6a8-dc495ee790d3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Calling delete_port for 16cc610d-e968-4669-be45-50a2814c2db1 owned by {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:36:29.705315 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-1731e038-1978-4c99-97f5-b05b4b22ca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'name': 'tempest-TestNetworkBasicOps-router-1941577902', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.206'}], 'enable_snat': True}, 'gw_port_id': '91001ea9-3bc3-4c53-a2d8-30cfada85f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:23Z', 'updated_at': '2022-03-11T15:36:25Z', 'revision_number': 3, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '91001ea9-3bc3-4c53-a2d8-30cfada85f6e', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:24Z', 'updated_at': '2022-03-11T15:36:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:29.725664 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cd41cde3-3ab1-440e-bda5-d780d735fa4a None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:29.743587 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1731e038-1978-4c99-97f5-b05b4b22ca35 None None] Checking router: 751cb1a0-63bb-4511-bc69-e8b1ee323f25 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:36:29.743889 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1731e038-1978-4c99-97f5-b05b4b22ca35 None None] Updating router 751cb1a0-63bb-4511-bc69-e8b1ee323f25 port 91001ea9-3bc3-4c53-a2d8-30cfada85f6e binding host dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:36:29.771563 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 21ed1822-95d6-409e-b6bc-c9221ec2e4a3 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:36:29.835904 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 21ed1822-95d6-409e-b6bc-c9221ec2e4a3 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:29.836387 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:29.852609 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ab0567c3-30f9-4379-b6a8-dc495ee790d3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:29.870425 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-cd41cde3-3ab1-440e-bda5-d780d735fa4a None None] Transition to ACTIVE for port object 7b00c7a7-cb2d-459e-93f0-ee010428611f will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:36:29.880788 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-b89c7082-435d-4832-b585-408f26c91ffd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Allocated IP 172.20.0.1 (ca1ac97e-1d32-4edc-8290-bf5d2af55d8c/8751722a-da8a-4f74-9c3f-57ff050b521f/565ba8b5-872a-4b4b-89fb-974d23dfccad) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:36:29.902239 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0567c3-30f9-4379-b6a8-dc495ee790d3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Port': ['ID=16cc610d-e968-4669-be45-50a2814c2db1,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:29.929834 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-cd41cde3-3ab1-440e-bda5-d780d735fa4a None None] Transition to ACTIVE for port object 7b00c7a7-cb2d-459e-93f0-ee010428611f will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:36:29.947271 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1731e038-1978-4c99-97f5-b05b4b22ca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:29.956032 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ab0567c3-30f9-4379-b6a8-dc495ee790d3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:29.987606 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cd41cde3-3ab1-440e-bda5-d780d735fa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:30.023649 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ab0567c3-30f9-4379-b6a8-dc495ee790d3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/ports/16cc610d-e968-4669-be45-50a2814c2db1 HTTP/1.1" status: 204 len: 168 time: 0.8866527 Mar 11 15:36:30.025643 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-38000b02-6b86-4c18-a356-9ca9f19a3e07 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:30.028311 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41470) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:30.038280 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-d8cfd133-5958-49f0-a326-a3d2d0e8eff0 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Allocated IP 172.21.0.1 (f10985bb-0f39-4d5d-b7b7-b47f318c22a3/a93fafa4-70af-444f-82b2-346da0b390bf/702a90aa-6214-401f-8400-73f6b7ea4ab2) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:36:30.090964 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-38000b02-6b86-4c18-a356-9ca9f19a3e07 None None] Transition to ACTIVE for port object ba7dd928-b8cf-4de8-8e46-4f6e93a15612 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:36:30.126672 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b89c7082-435d-4832-b585-408f26c91ffd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:30.139561 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6bbf66-fa08-4887-98b0-2389dbc7b36d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:30.141902 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6bbf66-fa08-4887-98b0-2389dbc7b36d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:30.141902 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-1f6bbf66-fa08-4887-98b0-2389dbc7b36d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:36:30.157968 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd41cde3-3ab1-440e-bda5-d780d735fa4a None None] Network f10985bb-0f39-4d5d-b7b7-b47f318c22a3 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:30.158887 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd41cde3-3ab1-440e-bda5-d780d735fa4a None None] Pushing event updated for resources: {'Port': ['ID=7b00c7a7-cb2d-459e-93f0-ee010428611f,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:30.164311 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-b89c7082-435d-4832-b585-408f26c91ffd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Transition to ACTIVE for port object 565ba8b5-872a-4b4b-89fb-974d23dfccad will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:36:30.176134 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-1f6bbf66-fa08-4887-98b0-2389dbc7b36d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:36:30.179720 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-1f6bbf66-fa08-4887-98b0-2389dbc7b36d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1478865 Mar 11 15:36:30.180174 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41474) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:30.194124 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-cd41cde3-3ab1-440e-bda5-d780d735fa4a None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:30.207787 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd41cde3-3ab1-440e-bda5-d780d735fa4a None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:36:30.232575 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-38000b02-6b86-4c18-a356-9ca9f19a3e07 None None] Transition to ACTIVE for port object ba7dd928-b8cf-4de8-8e46-4f6e93a15612 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:36:30.256212 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5219253-519f-491d-a10c-79eb4478535a tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting subnet f575f7ff-0262-4a36-b9ef-13d75407719a {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:36:30.260393 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b89c7082-435d-4832-b585-408f26c91ffd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:30.265082 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b5219253-519f-491d-a10c-79eb4478535a tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:30.324934 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-38000b02-6b86-4c18-a356-9ca9f19a3e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:30.393328 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d8cfd133-5958-49f0-a326-a3d2d0e8eff0 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:30.410889 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-d8cfd133-5958-49f0-a326-a3d2d0e8eff0 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Transition to ACTIVE for port object 702a90aa-6214-401f-8400-73f6b7ea4ab2 will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:36:30.418702 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:30.435784 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d8cfd133-5958-49f0-a326-a3d2d0e8eff0 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:30.497598 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89c7082-435d-4832-b585-408f26c91ffd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network ca1ac97e-1d32-4edc-8290-bf5d2af55d8c is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:30.502972 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-b89c7082-435d-4832-b585-408f26c91ffd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:30.506319 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b5219253-519f-491d-a10c-79eb4478535a tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:30.513929 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cfd133-5958-49f0-a326-a3d2d0e8eff0 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event updated for resources: {'Port': ['ID=702a90aa-6214-401f-8400-73f6b7ea4ab2,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:30.532522 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cfd133-5958-49f0-a326-a3d2d0e8eff0 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Network f10985bb-0f39-4d5d-b7b7-b47f318c22a3 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:30.534320 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-d8cfd133-5958-49f0-a326-a3d2d0e8eff0 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:30.536836 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cfd133-5958-49f0-a326-a3d2d0e8eff0 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:36:30.537079 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c7082-435d-4832-b585-408f26c91ffd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=565ba8b5-872a-4b4b-89fb-974d23dfccad,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:30.539453 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89c7082-435d-4832-b585-408f26c91ffd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:36:30.580067 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38000b02-6b86-4c18-a356-9ca9f19a3e07 None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:30.592925 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-38000b02-6b86-4c18-a356-9ca9f19a3e07 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:30.594276 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38000b02-6b86-4c18-a356-9ca9f19a3e07 None None] Pushing event updated for resources: {'Port': ['ID=ba7dd928-b8cf-4de8-8e46-4f6e93a15612,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:30.599416 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-57980094-db44-404a-bc13-8c2ef4ef76cc None None] Allocated IP 172.20.0.2 (ca1ac97e-1d32-4edc-8290-bf5d2af55d8c/8751722a-da8a-4f74-9c3f-57ff050b521f/3d87906c-c40a-41a9-99f8-f382b5e6f2ff) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:36:30.602107 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38000b02-6b86-4c18-a356-9ca9f19a3e07 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:36:30.604436 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-cd41cde3-3ab1-440e-bda5-d780d735fa4a None None] Attempting to bind port 7b00c7a7-cb2d-459e-93f0-ee010428611f on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:36:30.605024 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-cd41cde3-3ab1-440e-bda5-d780d735fa4a None None] Attempting to bind port 7b00c7a7-cb2d-459e-93f0-ee010428611f by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '3d440ea5-dbfa-4d1e-900c-2bd1f91c6bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f10985bb-0f39-4d5d-b7b7-b47f318c22a3'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:36:30.606314 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd41cde3-3ab1-440e-bda5-d780d735fa4a None None] Attempting to bind port 7b00c7a7-cb2d-459e-93f0-ee010428611f on network f10985bb-0f39-4d5d-b7b7-b47f318c22a3 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:36:30.621724 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d8cfd133-5958-49f0-a326-a3d2d0e8eff0 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:30.624564 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b89c7082-435d-4832-b585-408f26c91ffd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:30.652612 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 21ed1822-95d6-409e-b6bc-c9221ec2e4a3, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=21ed1822-95d6-409e-b6bc-c9221ec2e4a3,segment=NetworkSegment(6a6c3b5b-3654-4dd1-8d9d-23f94338711f),segment_id=6a6c3b5b-3654-4dd1-8d9d-23f94338711f)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:30.668195 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b5219253-519f-491d-a10c-79eb4478535a tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:30.689497 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd41cde3-3ab1-440e-bda5-d780d735fa4a None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:36:30.689887 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd41cde3-3ab1-440e-bda5-d780d735fa4a None None] Checking segment: {'id': '3d440ea5-dbfa-4d1e-900c-2bd1f91c6bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f10985bb-0f39-4d5d-b7b7-b47f318c22a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:36:30.690272 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cd41cde3-3ab1-440e-bda5-d780d735fa4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:30.690667 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd41cde3-3ab1-440e-bda5-d780d735fa4a None None] Bound using segment: {'id': '3d440ea5-dbfa-4d1e-900c-2bd1f91c6bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f10985bb-0f39-4d5d-b7b7-b47f318c22a3'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:36:30.691145 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-cd41cde3-3ab1-440e-bda5-d780d735fa4a None None] Bound port: 7b00c7a7-cb2d-459e-93f0-ee010428611f, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d440ea5-dbfa-4d1e-900c-2bd1f91c6bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f10985bb-0f39-4d5d-b7b7-b47f318c22a3'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:36:30.691514 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cd41cde3-3ab1-440e-bda5-d780d735fa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:30.726602 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:30.744569 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d8cfd133-5958-49f0-a326-a3d2d0e8eff0 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:30.778985 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b89c7082-435d-4832-b585-408f26c91ffd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:30.854368 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b5219253-519f-491d-a10c-79eb4478535a tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:30.957468 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5219253-519f-491d-a10c-79eb4478535a tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Subnet': ['ID=f575f7ff-0262-4a36-b9ef-13d75407719a,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:30.966524 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-38000b02-6b86-4c18-a356-9ca9f19a3e07 None None] Attempting to bind port ba7dd928-b8cf-4de8-8e46-4f6e93a15612 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:36:30.966733 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-38000b02-6b86-4c18-a356-9ca9f19a3e07 None None] Attempting to bind port ba7dd928-b8cf-4de8-8e46-4f6e93a15612 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:36:30.967064 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38000b02-6b86-4c18-a356-9ca9f19a3e07 None None] Attempting to bind port ba7dd928-b8cf-4de8-8e46-4f6e93a15612 on network a9e561eb-4382-47f0-afe2-548f64b9476b {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:36:31.021228 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=21ed1822-95d6-409e-b6bc-c9221ec2e4a3,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:31.026183 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b5219253-519f-491d-a10c-79eb4478535a tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:31.052903 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b5219253-519f-491d-a10c-79eb4478535a tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/f575f7ff-0262-4a36-b9ef-13d75407719a HTTP/1.1" status: 204 len: 168 time: 0.8695824 Mar 11 15:36:31.060297 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41478) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:31.132224 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-acef45e0-fc8b-4d2a-8ec9-396f480e63d0 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0733187 Mar 11 15:36:31.132224 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41482) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:31.138550 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38000b02-6b86-4c18-a356-9ca9f19a3e07 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:36:31.139171 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38000b02-6b86-4c18-a356-9ca9f19a3e07 None None] Checking segment: {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:36:31.139321 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-38000b02-6b86-4c18-a356-9ca9f19a3e07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:31.139701 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38000b02-6b86-4c18-a356-9ca9f19a3e07 None None] Bound using segment: {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:36:31.140203 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-38000b02-6b86-4c18-a356-9ca9f19a3e07 None None] Bound port: ba7dd928-b8cf-4de8-8e46-4f6e93a15612, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:36:31.140579 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-38000b02-6b86-4c18-a356-9ca9f19a3e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:31.140953 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-5de527a4-8c67-48c5-8dca-dcb4ee43887f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'subnet': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:31.180118 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-cd41cde3-3ab1-440e-bda5-d780d735fa4a None None] For port 7b00c7a7-cb2d-459e-93f0-ee010428611f, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:36:31.186990 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-cd41cde3-3ab1-440e-bda5-d780d735fa4a None None] For port 7b00c7a7-cb2d-459e-93f0-ee010428611f, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=7b00c7a7-cb2d-459e-93f0-ee010428611f,segment=NetworkSegment(3d440ea5-dbfa-4d1e-900c-2bd1f91c6bd1),segment_id=3d440ea5-dbfa-4d1e-900c-2bd1f91c6bd1)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:36:31.232258 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d8cfd133-5958-49f0-a326-a3d2d0e8eff0 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:31.235898 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cd41cde3-3ab1-440e-bda5-d780d735fa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:31.245384 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d8cfd133-5958-49f0-a326-a3d2d0e8eff0 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:31.281277 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-5de527a4-8c67-48c5-8dca-dcb4ee43887f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:31.297833 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1731e038-1978-4c99-97f5-b05b4b22ca35 None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:31.303454 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-5de527a4-8c67-48c5-8dca-dcb4ee43887f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:subnet and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:36:31.352824 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-5de527a4-8c67-48c5-8dca-dcb4ee43887f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:36:31.366627 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d8cfd133-5958-49f0-a326-a3d2d0e8eff0 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:31.370879 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-5de527a4-8c67-48c5-8dca-dcb4ee43887f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:31.374113 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cfd133-5958-49f0-a326-a3d2d0e8eff0 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event updated for resources: {'Port': ['ID=702a90aa-6214-401f-8400-73f6b7ea4ab2,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:31.392141 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de527a4-8c67-48c5-8dca-dcb4ee43887f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:36:31.401492 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-1731e038-1978-4c99-97f5-b05b4b22ca35 None None] Transition to ACTIVE for port object 91001ea9-3bc3-4c53-a2d8-30cfada85f6e will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:36:31.434897 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1731e038-1978-4c99-97f5-b05b4b22ca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:31.438763 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-38000b02-6b86-4c18-a356-9ca9f19a3e07 None None] For port ba7dd928-b8cf-4de8-8e46-4f6e93a15612, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:36:31.448805 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-38000b02-6b86-4c18-a356-9ca9f19a3e07 None None] For port ba7dd928-b8cf-4de8-8e46-4f6e93a15612, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ba7dd928-b8cf-4de8-8e46-4f6e93a15612,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:36:31.456504 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd41cde3-3ab1-440e-bda5-d780d735fa4a None None] Pushing event updated for resources: {'Port': ['ID=7b00c7a7-cb2d-459e-93f0-ee010428611f,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:31.459472 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-57980094-db44-404a-bc13-8c2ef4ef76cc None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:31.498079 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-38000b02-6b86-4c18-a356-9ca9f19a3e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:31.532621 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-57980094-db44-404a-bc13-8c2ef4ef76cc None None] Transition to ACTIVE for port object 3d87906c-c40a-41a9-99f8-f382b5e6f2ff will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:36:31.533293 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cfd133-5958-49f0-a326-a3d2d0e8eff0 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Network f10985bb-0f39-4d5d-b7b7-b47f318c22a3 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:31.534669 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-d8cfd133-5958-49f0-a326-a3d2d0e8eff0 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:31.537494 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5de527a4-8c67-48c5-8dca-dcb4ee43887f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:31.616624 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414583f-0b6b-4dc7-b66b-56e40de7e619 None None] Pushing event updated for resources: {'Port': ['ID=91001ea9-3bc3-4c53-a2d8-30cfada85f6e,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:31.620348 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-57980094-db44-404a-bc13-8c2ef4ef76cc None None] Transition to ACTIVE for port object 3d87906c-c40a-41a9-99f8-f382b5e6f2ff will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:36:31.623910 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-1731e038-1978-4c99-97f5-b05b4b22ca35 None None] Attempting to bind port 91001ea9-3bc3-4c53-a2d8-30cfada85f6e on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:36:31.624313 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-1731e038-1978-4c99-97f5-b05b4b22ca35 None None] Attempting to bind port 91001ea9-3bc3-4c53-a2d8-30cfada85f6e by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:36:31.624737 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1731e038-1978-4c99-97f5-b05b4b22ca35 None None] Attempting to bind port 91001ea9-3bc3-4c53-a2d8-30cfada85f6e on network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:36:31.633011 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.db.resource_extend [None req-b89c7082-435d-4832-b585-408f26c91ffd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 15:36:31.656290 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b89c7082-435d-4832-b585-408f26c91ffd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:31.686240 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b89c7082-435d-4832-b585-408f26c91ffd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:31.699906 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cac28717-5e83-45d6-87a3-3642e0738e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:31.701774 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-57980094-db44-404a-bc13-8c2ef4ef76cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:31.748629 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1731e038-1978-4c99-97f5-b05b4b22ca35 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:36:31.749045 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1731e038-1978-4c99-97f5-b05b4b22ca35 None None] Checking segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:36:31.749450 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1731e038-1978-4c99-97f5-b05b4b22ca35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:31.749909 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1731e038-1978-4c99-97f5-b05b4b22ca35 None None] Bound using segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:36:31.750311 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-1731e038-1978-4c99-97f5-b05b4b22ca35 None None] Bound port: 91001ea9-3bc3-4c53-a2d8-30cfada85f6e, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:36:31.750692 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1731e038-1978-4c99-97f5-b05b4b22ca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:31.790751 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b89c7082-435d-4832-b585-408f26c91ffd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:31.844920 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57980094-db44-404a-bc13-8c2ef4ef76cc None None] Network ca1ac97e-1d32-4edc-8290-bf5d2af55d8c is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:31.849301 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-57980094-db44-404a-bc13-8c2ef4ef76cc None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:31.853824 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57980094-db44-404a-bc13-8c2ef4ef76cc None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:36:31.875652 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38000b02-6b86-4c18-a356-9ca9f19a3e07 None None] Pushing event updated for resources: {'Port': ['ID=ba7dd928-b8cf-4de8-8e46-4f6e93a15612,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:31.951966 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c7082-435d-4832-b585-408f26c91ffd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=565ba8b5-872a-4b4b-89fb-974d23dfccad,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:32.064946 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-1731e038-1978-4c99-97f5-b05b4b22ca35 None None] For port 91001ea9-3bc3-4c53-a2d8-30cfada85f6e, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:36:32.075124 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8cfd133-5958-49f0-a326-a3d2d0e8eff0 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Router 2fa2f048-cafe-46a7-ba78-a8ec31e4bef9 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:36:32.097281 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-1731e038-1978-4c99-97f5-b05b4b22ca35 None None] For port 91001ea9-3bc3-4c53-a2d8-30cfada85f6e, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=91001ea9-3bc3-4c53-a2d8-30cfada85f6e,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:36:32.098377 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57980094-db44-404a-bc13-8c2ef4ef76cc None None] Pushing event updated for resources: {'Port': ['ID=3d87906c-c40a-41a9-99f8-f382b5e6f2ff,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:32.100749 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-57980094-db44-404a-bc13-8c2ef4ef76cc None None] Attempting to bind port 3d87906c-c40a-41a9-99f8-f382b5e6f2ff on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:36:32.101108 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-57980094-db44-404a-bc13-8c2ef4ef76cc None None] Attempting to bind port 3d87906c-c40a-41a9-99f8-f382b5e6f2ff by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'ebe61925-faf8-4870-b5d4-dc21b35f4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:36:32.101458 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57980094-db44-404a-bc13-8c2ef4ef76cc None None] Attempting to bind port 3d87906c-c40a-41a9-99f8-f382b5e6f2ff on network ca1ac97e-1d32-4edc-8290-bf5d2af55d8c {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:36:32.110704 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57980094-db44-404a-bc13-8c2ef4ef76cc None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:36:32.111074 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57980094-db44-404a-bc13-8c2ef4ef76cc None None] Checking segment: {'id': 'ebe61925-faf8-4870-b5d4-dc21b35f4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:36:32.111470 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-57980094-db44-404a-bc13-8c2ef4ef76cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:32.111860 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57980094-db44-404a-bc13-8c2ef4ef76cc None None] Bound using segment: {'id': 'ebe61925-faf8-4870-b5d4-dc21b35f4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:36:32.112354 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-57980094-db44-404a-bc13-8c2ef4ef76cc None None] Bound port: 3d87906c-c40a-41a9-99f8-f382b5e6f2ff, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe61925-faf8-4870-b5d4-dc21b35f4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:36:32.112717 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-57980094-db44-404a-bc13-8c2ef4ef76cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:32.124636 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1731e038-1978-4c99-97f5-b05b4b22ca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:32.247785 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89c7082-435d-4832-b585-408f26c91ffd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network ca1ac97e-1d32-4edc-8290-bf5d2af55d8c is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:32.252870 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-b89c7082-435d-4832-b585-408f26c91ffd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:32.285252 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414583f-0b6b-4dc7-b66b-56e40de7e619 None None] Pushing event updated for resources: {'Port': ['ID=91001ea9-3bc3-4c53-a2d8-30cfada85f6e,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:32.297929 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1731e038-1978-4c99-97f5-b05b4b22ca35 None None] Routers {'751cb1a0-63bb-4511-bc69-e8b1ee323f25'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:36:32.298569 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-1731e038-1978-4c99-97f5-b05b4b22ca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:36:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['751cb1a0-63bb-4511-bc69-e8b1ee323f25'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:32.399260 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8cfd133-5958-49f0-a326-a3d2d0e8eff0 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:36:32.407143 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d8cfd133-5958-49f0-a326-a3d2d0e8eff0 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "PUT /v2.0/routers/2fa2f048-cafe-46a7-ba78-a8ec31e4bef9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4751732 Mar 11 15:36:32.413467 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9c8fae-36c6-486a-81d1-be47bf670ca5 None None] Sync routers for ids ['2fa2f048-cafe-46a7-ba78-a8ec31e4bef9'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:36:32.416579 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41486) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:32.423227 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-7210645a-6b89-4d78-b6e3-a598f7032e39 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Request body: {'network': {'name': 'tempest-RoutersTest-683893251'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:32.430837 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7210645a-6b89-4d78-b6e3-a598f7032e39 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:32.436904 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9c8fae-36c6-486a-81d1-be47bf670ca5 None None] Routers {'2fa2f048-cafe-46a7-ba78-a8ec31e4bef9'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:36:32.437528 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-cb9c8fae-36c6-486a-81d1-be47bf670ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:36:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['2fa2f048-cafe-46a7-ba78-a8ec31e4bef9'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:32.441121 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7210645a-6b89-4d78-b6e3-a598f7032e39 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Usage tracker for resource:network and tenant:16d01fb61cb5488cb7fd92527258a459 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:36:32.449601 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7210645a-6b89-4d78-b6e3-a598f7032e39 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:36:32.454000 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-57980094-db44-404a-bc13-8c2ef4ef76cc None None] For port 3d87906c-c40a-41a9-99f8-f382b5e6f2ff, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:36:32.468375 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-57980094-db44-404a-bc13-8c2ef4ef76cc None None] For port 3d87906c-c40a-41a9-99f8-f382b5e6f2ff, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=3d87906c-c40a-41a9-99f8-f382b5e6f2ff,segment=NetworkSegment(ebe61925-faf8-4870-b5d4-dc21b35f4555),segment_id=ebe61925-faf8-4870-b5d4-dc21b35f4555)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:36:32.469211 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7210645a-6b89-4d78-b6e3-a598f7032e39 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:32.483058 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7210645a-6b89-4d78-b6e3-a598f7032e39 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Made reservation on behalf of 16d01fb61cb5488cb7fd92527258a459 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:36:32.484555 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-57980094-db44-404a-bc13-8c2ef4ef76cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:32.485991 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7210645a-6b89-4d78-b6e3-a598f7032e39 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:32.520888 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7210645a-6b89-4d78-b6e3-a598f7032e39 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:36:32.533188 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7210645a-6b89-4d78-b6e3-a598f7032e39 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:32.533904 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-7210645a-6b89-4d78-b6e3-a598f7032e39 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Added segment 173f2847-aa9e-4e82-8629-488111e55b8f of type vlan for network 263d6cac-f6a0-4253-8946-e2d40cbfe083 Mar 11 15:36:32.548254 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-1731e038-1978-4c99-97f5-b05b4b22ca35 None None] Set router 751cb1a0-63bb-4511-bc69-e8b1ee323f25 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:36:32.564222 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7210645a-6b89-4d78-b6e3-a598f7032e39 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:32.600904 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7210645a-6b89-4d78-b6e3-a598f7032e39 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:32.606119 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7210645a-6b89-4d78-b6e3-a598f7032e39 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:32.606824 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7210645a-6b89-4d78-b6e3-a598f7032e39 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:32.674626 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-cb9c8fae-36c6-486a-81d1-be47bf670ca5 None None] Set router 2fa2f048-cafe-46a7-ba78-a8ec31e4bef9 gateway port host: None {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:36:32.740342 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7210645a-6b89-4d78-b6e3-a598f7032e39 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3217583 Mar 11 15:36:32.743567 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41490) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:32.747831 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7210645a-6b89-4d78-b6e3-a598f7032e39 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event updated for resources: {'Network': ['ID=263d6cac-f6a0-4253-8946-e2d40cbfe083,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:32.754768 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-8a065221-1cd2-43cc-8a1e-ff421c6f2443 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Request body: {'subnet': {'network_id': '263d6cac-f6a0-4253-8946-e2d40cbfe083', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:32.780068 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.objects.ports [None req-5de527a4-8c67-48c5-8dca-dcb4ee43887f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83866) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 15:36:32.925238 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-8a065221-1cd2-43cc-8a1e-ff421c6f2443 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:32.933705 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-8a065221-1cd2-43cc-8a1e-ff421c6f2443 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Usage tracker for resource:subnet and tenant:16d01fb61cb5488cb7fd92527258a459 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:36:32.937427 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-8a065221-1cd2-43cc-8a1e-ff421c6f2443 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:36:32.965618 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-8a065221-1cd2-43cc-8a1e-ff421c6f2443 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:32.981610 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 263d6cac-f6a0-4253-8946-e2d40cbfe083 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:36:33.005896 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a065221-1cd2-43cc-8a1e-ff421c6f2443 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Made reservation on behalf of 16d01fb61cb5488cb7fd92527258a459 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:36:33.055907 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5de527a4-8c67-48c5-8dca-dcb4ee43887f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:33.082354 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89c7082-435d-4832-b585-408f26c91ffd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router 751cb1a0-63bb-4511-bc69-e8b1ee323f25 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:36:33.195186 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-cb9c8fae-36c6-486a-81d1-be47bf670ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa2f048-cafe-46a7-ba78-a8ec31e4bef9', 'name': 'tempest-RoutersTest-router-1407433863', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:17Z', 'updated_at': '2022-03-11T15:36:30Z', 'revision_number': 3, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'gw_port_host': None, '_interfaces': [{'id': '21ed1822-95d6-409e-b6bc-c9221ec2e4a3', 'name': '', 'network_id': 'e7d7305c-d7d3-440e-aa6d-20a8806728d2', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'mac_address': 'fa:16:3e:2c:59:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa2f048-cafe-46a7-ba78-a8ec31e4bef9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78e46892-788c-41d3-a762-d0391736c521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:21Z', 'updated_at': '2022-03-11T15:36:30Z', 'revision_number': 5, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'subnets': [{'id': '78e46892-788c-41d3-a762-d0391736c521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '702a90aa-6214-401f-8400-73f6b7ea4ab2', 'name': '', 'network_id': 'f10985bb-0f39-4d5d-b7b7-b47f318c22a3', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'mac_address': 'fa:16:3e:ce:93:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa2f048-cafe-46a7-ba78-a8ec31e4bef9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a93fafa4-70af-444f-82b2-346da0b390bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:28Z', 'updated_at': '2022-03-11T15:36:30Z', 'revision_number': 2, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'subnets': [{'id': 'a93fafa4-70af-444f-82b2-346da0b390bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:33.207478 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9c8fae-36c6-486a-81d1-be47bf670ca5 None None] Checking router: 2fa2f048-cafe-46a7-ba78-a8ec31e4bef9 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:36:33.208212 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9c8fae-36c6-486a-81d1-be47bf670ca5 None None] Updating router 2fa2f048-cafe-46a7-ba78-a8ec31e4bef9 port 702a90aa-6214-401f-8400-73f6b7ea4ab2 binding host dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:36:33.298752 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8a065221-1cd2-43cc-8a1e-ff421c6f2443 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:33.321297 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cb9c8fae-36c6-486a-81d1-be47bf670ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:33.329267 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 21ed1822-95d6-409e-b6bc-c9221ec2e4a3 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:36:33.366892 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11ede37-b01d-4a16-88ec-3bf073f204a9 None None] Network f10985bb-0f39-4d5d-b7b7-b47f318c22a3 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:36:33.409183 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:33.410151 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:33.533400 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-5de527a4-8c67-48c5-8dca-dcb4ee43887f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] For port ba7dd928-b8cf-4de8-8e46-4f6e93a15612, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ba7dd928-b8cf-4de8-8e46-4f6e93a15612,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:33.551381 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57980094-db44-404a-bc13-8c2ef4ef76cc None None] Pushing event updated for resources: {'Port': ['ID=3d87906c-c40a-41a9-99f8-f382b5e6f2ff,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:33.587037 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5de527a4-8c67-48c5-8dca-dcb4ee43887f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:33.595327 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5de527a4-8c67-48c5-8dca-dcb4ee43887f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:33.595903 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5de527a4-8c67-48c5-8dca-dcb4ee43887f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:33.635524 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5cc7faa5-c772-4f22-9e2f-6741b454a04e None None] Provisioning for port 7b00c7a7-cb2d-459e-93f0-ee010428611f completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:36:33.657408 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8a065221-1cd2-43cc-8a1e-ff421c6f2443 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:33.775394 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de527a4-8c67-48c5-8dca-dcb4ee43887f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Subnet': ['ID=9285d348-8e17-4bc7-b7b6-d9176cddb66a,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:33.803872 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89c7082-435d-4832-b585-408f26c91ffd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:36:33.807639 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a065221-1cd2-43cc-8a1e-ff421c6f2443 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event updated for resources: {'Subnet': ['ID=79ac3c79-4989-483d-b501-cb38bc5c3702,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:33.827367 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b89c7082-435d-4832-b585-408f26c91ffd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "PUT /v2.0/routers/751cb1a0-63bb-4511-bc69-e8b1ee323f25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8023171 Mar 11 15:36:33.831181 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41494) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:33.832240 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a065221-1cd2-43cc-8a1e-ff421c6f2443 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Checking segment: {'id': '173f2847-aa9e-4e82-8629-488111e55b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '263d6cac-f6a0-4253-8946-e2d40cbfe083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:36:33.832844 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a065221-1cd2-43cc-8a1e-ff421c6f2443 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Network hostable DHCP agents. Network: 263d6cac-f6a0-4253-8946-e2d40cbfe083, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:36:33.838529 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 21ed1822-95d6-409e-b6bc-c9221ec2e4a3 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:33.838897 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:33.846964 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de527a4-8c67-48c5-8dca-dcb4ee43887f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:33.855620 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-5de527a4-8c67-48c5-8dca-dcb4ee43887f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:33.859488 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de527a4-8c67-48c5-8dca-dcb4ee43887f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:33.860070 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5de527a4-8c67-48c5-8dca-dcb4ee43887f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:33.872483 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de527a4-8c67-48c5-8dca-dcb4ee43887f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Port': ['ID=ba7dd928-b8cf-4de8-8e46-4f6e93a15612,revision_number=5']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:33.888848 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d160ce-d6a0-4f84-86ba-a4a92ad409f1 None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:36:33.896446 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-5de527a4-8c67-48c5-8dca-dcb4ee43887f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.7609692 Mar 11 15:36:33.897631 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41498) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:33.903569 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-f99be24b-af71-4ada-9563-c60833e5dc71 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'port': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'mac_address': 'fa:16:3e:55:14:a8', 'name': 'tempest-NetworksTestDHCPv6-490007275'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:33.907862 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cb9c8fae-36c6-486a-81d1-be47bf670ca5 None None] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:33.915338 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-1731e038-1978-4c99-97f5-b05b4b22ca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'name': 'tempest-TestNetworkBasicOps-router-1941577902', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.206'}], 'enable_snat': True}, 'gw_port_id': '91001ea9-3bc3-4c53-a2d8-30cfada85f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:23Z', 'updated_at': '2022-03-11T15:36:30Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '91001ea9-3bc3-4c53-a2d8-30cfada85f6e', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:24Z', 'updated_at': '2022-03-11T15:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '565ba8b5-872a-4b4b-89fb-974d23dfccad', 'name': '', 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:0a:0e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8751722a-da8a-4f74-9c3f-57ff050b521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:29Z', 'updated_at': '2022-03-11T15:36:31Z', 'revision_number': 2, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '8751722a-da8a-4f74-9c3f-57ff050b521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:33.925801 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-cb9c8fae-36c6-486a-81d1-be47bf670ca5 None None] Transition to ACTIVE for port object 702a90aa-6214-401f-8400-73f6b7ea4ab2 will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:36:33.927100 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1731e038-1978-4c99-97f5-b05b4b22ca35 None None] The sync data for ids ['751cb1a0-63bb-4511-bc69-e8b1ee323f25'] in dv-neutron-833373-1-hyperv is: [{'id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'name': 'tempest-TestNetworkBasicOps-router-1941577902', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.206'}], 'enable_snat': True}, 'gw_port_id': '91001ea9-3bc3-4c53-a2d8-30cfada85f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:23Z', 'updated_at': '2022-03-11T15:36:30Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '91001ea9-3bc3-4c53-a2d8-30cfada85f6e', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:24Z', 'updated_at': '2022-03-11T15:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '565ba8b5-872a-4b4b-89fb-974d23dfccad', 'name': '', 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:0a:0e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8751722a-da8a-4f74-9c3f-57ff050b521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:29Z', 'updated_at': '2022-03-11T15:36:31Z', 'revision_number': 2, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '8751722a-da8a-4f74-9c3f-57ff050b521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:36:33.937508 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cb9c8fae-36c6-486a-81d1-be47bf670ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:33.993937 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a065221-1cd2-43cc-8a1e-ff421c6f2443 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Network 263d6cac-f6a0-4253-8946-e2d40cbfe083 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:36:34.028496 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-8a065221-1cd2-43cc-8a1e-ff421c6f2443 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 263d6cac-f6a0-4253-8946-e2d40cbfe083) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:34.035606 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a065221-1cd2-43cc-8a1e-ff421c6f2443 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:34.036230 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8a065221-1cd2-43cc-8a1e-ff421c6f2443 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:34.063737 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a899ecb-4ab6-4405-aaa8-ec6487453c43 None None] Network 263d6cac-f6a0-4253-8946-e2d40cbfe083 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:36:34.082681 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f99be24b-af71-4ada-9563-c60833e5dc71 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:34.087255 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f99be24b-af71-4ada-9563-c60833e5dc71 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:port and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:36:34.091029 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f99be24b-af71-4ada-9563-c60833e5dc71 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:36:34.097323 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f99be24b-af71-4ada-9563-c60833e5dc71 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:34.114434 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-8a065221-1cd2-43cc-8a1e-ff421c6f2443 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3664634 Mar 11 15:36:34.114679 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41502) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:34.117239 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99be24b-af71-4ada-9563-c60833e5dc71 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:36:34.121591 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f99be24b-af71-4ada-9563-c60833e5dc71 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:34.132413 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fd9b3c-e483-4da9-9a07-d3950eef2f0d tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:34.133169 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fd9b3c-e483-4da9-9a07-d3950eef2f0d tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:34.133721 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fd9b3c-e483-4da9-9a07-d3950eef2f0d tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:34.134251 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fd9b3c-e483-4da9-9a07-d3950eef2f0d tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:34.134858 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fd9b3c-e483-4da9-9a07-d3950eef2f0d tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:34.135538 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fd9b3c-e483-4da9-9a07-d3950eef2f0d tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:34.136842 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fd9b3c-e483-4da9-9a07-d3950eef2f0d tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:34.138122 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fd9b3c-e483-4da9-9a07-d3950eef2f0d tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:34.140604 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-75fd9b3c-e483-4da9-9a07-d3950eef2f0d tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5626 time: 0.3021388 Mar 11 15:36:34.143270 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41506) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:34.166307 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb74657-de96-49d4-851b-29b63a369d7c None None] Pushing event updated for resources: {'Port': ['ID=702a90aa-6214-401f-8400-73f6b7ea4ab2,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:34.261227 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd47e9d6-42a2-4e72-a0c6-09113f36e689 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:34.263451 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd47e9d6-42a2-4e72-a0c6-09113f36e689 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:34.264183 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd47e9d6-42a2-4e72-a0c6-09113f36e689 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:34.265014 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd47e9d6-42a2-4e72-a0c6-09113f36e689 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:34.265555 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd47e9d6-42a2-4e72-a0c6-09113f36e689 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:34.266104 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd47e9d6-42a2-4e72-a0c6-09113f36e689 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:34.266988 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd47e9d6-42a2-4e72-a0c6-09113f36e689 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:34.267633 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd47e9d6-42a2-4e72-a0c6-09113f36e689 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:34.270026 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-cd47e9d6-42a2-4e72-a0c6-09113f36e689 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5130 time: 0.1256061 Mar 11 15:36:34.273307 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41510) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:34.328361 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:34.342736 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-cb9c8fae-36c6-486a-81d1-be47bf670ca5 None None] Attempting to bind port 702a90aa-6214-401f-8400-73f6b7ea4ab2 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:36:34.348150 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-cb9c8fae-36c6-486a-81d1-be47bf670ca5 None None] Attempting to bind port 702a90aa-6214-401f-8400-73f6b7ea4ab2 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '3d440ea5-dbfa-4d1e-900c-2bd1f91c6bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f10985bb-0f39-4d5d-b7b7-b47f318c22a3'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:36:34.348994 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9c8fae-36c6-486a-81d1-be47bf670ca5 None None] Attempting to bind port 702a90aa-6214-401f-8400-73f6b7ea4ab2 on network f10985bb-0f39-4d5d-b7b7-b47f318c22a3 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:36:34.357216 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9c8fae-36c6-486a-81d1-be47bf670ca5 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:36:34.357969 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9c8fae-36c6-486a-81d1-be47bf670ca5 None None] Checking segment: {'id': '3d440ea5-dbfa-4d1e-900c-2bd1f91c6bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f10985bb-0f39-4d5d-b7b7-b47f318c22a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:36:34.358474 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cb9c8fae-36c6-486a-81d1-be47bf670ca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:34.359224 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9c8fae-36c6-486a-81d1-be47bf670ca5 None None] Bound using segment: {'id': '3d440ea5-dbfa-4d1e-900c-2bd1f91c6bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f10985bb-0f39-4d5d-b7b7-b47f318c22a3'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:36:34.359804 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-cb9c8fae-36c6-486a-81d1-be47bf670ca5 None None] Bound port: 702a90aa-6214-401f-8400-73f6b7ea4ab2, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d440ea5-dbfa-4d1e-900c-2bd1f91c6bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f10985bb-0f39-4d5d-b7b7-b47f318c22a3'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:36:34.360322 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cb9c8fae-36c6-486a-81d1-be47bf670ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:34.444506 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 7b00c7a7-cb2d-459e-93f0-ee010428611f up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:36:34.465194 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-f99be24b-af71-4ada-9563-c60833e5dc71 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] device_id is not set on port 3d9a3e81-90bf-4df4-ad89-ae2f3f4c9693 yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:36:34.512819 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-cb9c8fae-36c6-486a-81d1-be47bf670ca5 None None] For port 702a90aa-6214-401f-8400-73f6b7ea4ab2, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:36:34.517629 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-cb9c8fae-36c6-486a-81d1-be47bf670ca5 None None] For port 702a90aa-6214-401f-8400-73f6b7ea4ab2, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=702a90aa-6214-401f-8400-73f6b7ea4ab2,segment=NetworkSegment(3d440ea5-dbfa-4d1e-900c-2bd1f91c6bd1),segment_id=3d440ea5-dbfa-4d1e-900c-2bd1f91c6bd1)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:36:34.534143 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cb9c8fae-36c6-486a-81d1-be47bf670ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:34.587920 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-65b26dbd-43f8-45db-9d9d-054c0dcb1087 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2139 time: 0.3104782 Mar 11 15:36:34.701089 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb74657-de96-49d4-851b-29b63a369d7c None None] Pushing event updated for resources: {'Port': ['ID=702a90aa-6214-401f-8400-73f6b7ea4ab2,revision_number=4']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:34.702563 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-f99be24b-af71-4ada-9563-c60833e5dc71 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Allocated IP 2001:db8::f816:3eff:fe55:14a8 (a9e561eb-4382-47f0-afe2-548f64b9476b/9285d348-8e17-4bc7-b7b6-d9176cddb66a/3d9a3e81-90bf-4df4-ad89-ae2f3f4c9693) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:36:34.711521 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9c8fae-36c6-486a-81d1-be47bf670ca5 None None] Routers {'2fa2f048-cafe-46a7-ba78-a8ec31e4bef9'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:36:34.712228 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-cb9c8fae-36c6-486a-81d1-be47bf670ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:36:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['2fa2f048-cafe-46a7-ba78-a8ec31e4bef9'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:34.789398 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 7b00c7a7-cb2d-459e-93f0-ee010428611f completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:36:34.827656 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 7b00c7a7-cb2d-459e-93f0-ee010428611f triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:34.828659 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:34.940204 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ef5710-e319-47db-98d5-ec6a55fda82d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-263d6cac-f6a0-4253-8946-e2d40cbfe083', 'network_id': '263d6cac-f6a0-4253-8946-e2d40cbfe083', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'fixed_ips': [{'subnet_id': '79ac3c79-4989-483d-b501-cb38bc5c3702'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:36:34.941000 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-49ef5710-e319-47db-98d5-ec6a55fda82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:34.970102 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41516) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:34.976545 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-b7766742-60c1-46ff-92f3-3903187f055b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-516190589', 'description': 'tempest-secgroup-smoke-516190589 description', 'project_id': '916fcc14ed3c4d0b95925acf526937c4'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:34.987308 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-b7766742-60c1-46ff-92f3-3903187f055b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:34.995089 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-b7766742-60c1-46ff-92f3-3903187f055b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:36:34.998969 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-b7766742-60c1-46ff-92f3-3903187f055b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:36:35.005218 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-b7766742-60c1-46ff-92f3-3903187f055b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:35.017119 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-cb9c8fae-36c6-486a-81d1-be47bf670ca5 None None] Set router 2fa2f048-cafe-46a7-ba78-a8ec31e4bef9 gateway port host: None {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:36:35.020002 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b7766742-60c1-46ff-92f3-3903187f055b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:35.071801 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-b7766742-60c1-46ff-92f3-3903187f055b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:35.076491 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-b7766742-60c1-46ff-92f3-3903187f055b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:36:35.080278 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-b7766742-60c1-46ff-92f3-3903187f055b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:36:35.089162 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-b7766742-60c1-46ff-92f3-3903187f055b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:35.110598 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f99be24b-af71-4ada-9563-c60833e5dc71 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:35.118408 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad8aa53-e4af-46c4-a443-44f36aa5cbfd None None] Network ca1ac97e-1d32-4edc-8290-bf5d2af55d8c requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:36:35.134879 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-f99be24b-af71-4ada-9563-c60833e5dc71 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Transition to ACTIVE for port object 3d9a3e81-90bf-4df4-ad89-ae2f3f4c9693 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:36:35.224709 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f99be24b-af71-4ada-9563-c60833e5dc71 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:35.241385 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b7766742-60c1-46ff-92f3-3903187f055b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:35.248844 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b7766742-60c1-46ff-92f3-3903187f055b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:35.322045 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7766742-60c1-46ff-92f3-3903187f055b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e48a133-7e4d-4fc8-bfd4-67a8c693e457,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:35.331181 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b7766742-60c1-46ff-92f3-3903187f055b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:35.336492 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b7766742-60c1-46ff-92f3-3903187f055b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3648791 Mar 11 15:36:35.336669 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41520) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:35.345458 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-adbc9f47-c8b3-4496-ba30-cd3ffe642744 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '3e48a133-7e4d-4fc8-bfd4-67a8c693e457', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:35.352281 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-adbc9f47-c8b3-4496-ba30-cd3ffe642744 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:35.356546 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-adbc9f47-c8b3-4496-ba30-cd3ffe642744 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:36:35.359972 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-adbc9f47-c8b3-4496-ba30-cd3ffe642744 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:36:35.366528 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-adbc9f47-c8b3-4496-ba30-cd3ffe642744 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:35.401145 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-adbc9f47-c8b3-4496-ba30-cd3ffe642744 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:35.414942 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99be24b-af71-4ada-9563-c60833e5dc71 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Port': ['ID=3d9a3e81-90bf-4df4-ad89-ae2f3f4c9693,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:35.439114 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2c9cf3c5-0a33-4ff7-8a4e-bf217b5934c7 None None] Provisioning complete for port 7b00c7a7-cb2d-459e-93f0-ee010428611f triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:35.439486 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2c9cf3c5-0a33-4ff7-8a4e-bf217b5934c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:35.446036 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99be24b-af71-4ada-9563-c60833e5dc71 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:35.462724 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-f99be24b-af71-4ada-9563-c60833e5dc71 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:35.469354 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99be24b-af71-4ada-9563-c60833e5dc71 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:36:35.475318 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99be24b-af71-4ada-9563-c60833e5dc71 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:35.476277 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f99be24b-af71-4ada-9563-c60833e5dc71 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:35.512379 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-49ef5710-e319-47db-98d5-ec6a55fda82d None None] Allocated IP 172.22.0.2 (263d6cac-f6a0-4253-8946-e2d40cbfe083/79ac3c79-4989-483d-b501-cb38bc5c3702/e7abc81e-3bac-4e23-ab23-b76e7734275a) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:36:35.525902 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f99be24b-af71-4ada-9563-c60833e5dc71 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6248283 Mar 11 15:36:35.529657 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41524) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:35.574678 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-adbc9f47-c8b3-4496-ba30-cd3ffe642744 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:35.590198 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-adbc9f47-c8b3-4496-ba30-cd3ffe642744 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:35.639546 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc9f47-c8b3-4496-ba30-cd3ffe642744 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14fc8a60-c699-408b-99b0-ec12b2208973,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:35.674618 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-adbc9f47-c8b3-4496-ba30-cd3ffe642744 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:35.676161 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-adbc9f47-c8b3-4496-ba30-cd3ffe642744 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3381791 Mar 11 15:36:35.679090 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41528) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:35.685827 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-cb9c8fae-36c6-486a-81d1-be47bf670ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa2f048-cafe-46a7-ba78-a8ec31e4bef9', 'name': 'tempest-RoutersTest-router-1407433863', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:17Z', 'updated_at': '2022-03-11T15:36:30Z', 'revision_number': 3, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'gw_port_host': None, '_interfaces': [{'id': '21ed1822-95d6-409e-b6bc-c9221ec2e4a3', 'name': '', 'network_id': 'e7d7305c-d7d3-440e-aa6d-20a8806728d2', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'mac_address': 'fa:16:3e:2c:59:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa2f048-cafe-46a7-ba78-a8ec31e4bef9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78e46892-788c-41d3-a762-d0391736c521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:21Z', 'updated_at': '2022-03-11T15:36:30Z', 'revision_number': 5, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'subnets': [{'id': '78e46892-788c-41d3-a762-d0391736c521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '702a90aa-6214-401f-8400-73f6b7ea4ab2', 'name': '', 'network_id': 'f10985bb-0f39-4d5d-b7b7-b47f318c22a3', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'mac_address': 'fa:16:3e:ce:93:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa2f048-cafe-46a7-ba78-a8ec31e4bef9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a93fafa4-70af-444f-82b2-346da0b390bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:28Z', 'updated_at': '2022-03-11T15:36:34Z', 'revision_number': 4, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'subnets': [{'id': 'a93fafa4-70af-444f-82b2-346da0b390bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:35.686579 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-2a1eeb1d-057e-4b62-b32f-d20403a93075 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '3e48a133-7e4d-4fc8-bfd4-67a8c693e457', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:35.690924 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9c8fae-36c6-486a-81d1-be47bf670ca5 None None] The sync data for ids ['2fa2f048-cafe-46a7-ba78-a8ec31e4bef9'] in dv-neutron-833373-1-hyperv is: [{'id': '2fa2f048-cafe-46a7-ba78-a8ec31e4bef9', 'name': 'tempest-RoutersTest-router-1407433863', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:17Z', 'updated_at': '2022-03-11T15:36:30Z', 'revision_number': 3, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'gw_port_host': None, '_interfaces': [{'id': '21ed1822-95d6-409e-b6bc-c9221ec2e4a3', 'name': '', 'network_id': 'e7d7305c-d7d3-440e-aa6d-20a8806728d2', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'mac_address': 'fa:16:3e:2c:59:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa2f048-cafe-46a7-ba78-a8ec31e4bef9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78e46892-788c-41d3-a762-d0391736c521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:21Z', 'updated_at': '2022-03-11T15:36:30Z', 'revision_number': 5, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'subnets': [{'id': '78e46892-788c-41d3-a762-d0391736c521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '702a90aa-6214-401f-8400-73f6b7ea4ab2', 'name': '', 'network_id': 'f10985bb-0f39-4d5d-b7b7-b47f318c22a3', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'mac_address': 'fa:16:3e:ce:93:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa2f048-cafe-46a7-ba78-a8ec31e4bef9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a93fafa4-70af-444f-82b2-346da0b390bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:28Z', 'updated_at': '2022-03-11T15:36:34Z', 'revision_number': 4, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'subnets': [{'id': 'a93fafa4-70af-444f-82b2-346da0b390bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:36:35.702229 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-2a1eeb1d-057e-4b62-b32f-d20403a93075 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:35.717576 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-2a1eeb1d-057e-4b62-b32f-d20403a93075 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:36:35.726733 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-2a1eeb1d-057e-4b62-b32f-d20403a93075 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:36:35.737875 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-2a1eeb1d-057e-4b62-b32f-d20403a93075 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:35.832538 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2a1eeb1d-057e-4b62-b32f-d20403a93075 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:36.008547 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832cc596-f0ec-4a29-8d58-67f8d9478ace tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:36.015512 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832cc596-f0ec-4a29-8d58-67f8d9478ace tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:36.016366 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-832cc596-f0ec-4a29-8d58-67f8d9478ace tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:36:36.052211 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2a1eeb1d-057e-4b62-b32f-d20403a93075 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:36.065085 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2a1eeb1d-057e-4b62-b32f-d20403a93075 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:36.100389 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-832cc596-f0ec-4a29-8d58-67f8d9478ace tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:36:36.105658 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-832cc596-f0ec-4a29-8d58-67f8d9478ace tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.5740674 Mar 11 15:36:36.116952 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41532) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:36.145422 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2a1eeb1d-057e-4b62-b32f-d20403a93075 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:36.152883 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-2a1eeb1d-057e-4b62-b32f-d20403a93075 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4719555 Mar 11 15:36:36.154159 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1eeb1d-057e-4b62-b32f-d20403a93075 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=236f40c8-900b-42e8-896c-f37a8b5b8fa3,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:36.155846 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41536) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:36.163898 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-21434f34-7478-4228-9f64-07b15206edaa tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '3e48a133-7e4d-4fc8-bfd4-67a8c693e457', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:36.175331 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-21434f34-7478-4228-9f64-07b15206edaa tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:36.193754 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-21434f34-7478-4228-9f64-07b15206edaa tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:36:36.197672 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:36.203958 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-21434f34-7478-4228-9f64-07b15206edaa tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:36:36.227558 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-21434f34-7478-4228-9f64-07b15206edaa tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:36.267936 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-21434f34-7478-4228-9f64-07b15206edaa tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:36.409048 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-2656de65-1f02-4783-a6fc-322208acf841 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting port 3d9a3e81-90bf-4df4-ad89-ae2f3f4c9693 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:36:36.409650 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2656de65-1f02-4783-a6fc-322208acf841 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:36.428134 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-21434f34-7478-4228-9f64-07b15206edaa tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:36.438091 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-21434f34-7478-4228-9f64-07b15206edaa tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:36.453296 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 7b00c7a7-cb2d-459e-93f0-ee010428611f, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=7b00c7a7-cb2d-459e-93f0-ee010428611f,segment=NetworkSegment(3d440ea5-dbfa-4d1e-900c-2bd1f91c6bd1),segment_id=3d440ea5-dbfa-4d1e-900c-2bd1f91c6bd1)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:36.463723 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21434f34-7478-4228-9f64-07b15206edaa tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db3102fe-c145-44fa-b7e3-d44a45fdfee6,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:36.476368 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:36.510166 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-21434f34-7478-4228-9f64-07b15206edaa tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:36.512315 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-21434f34-7478-4228-9f64-07b15206edaa tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3553598 Mar 11 15:36:36.515497 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41540) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:36.521373 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-476699c5-37af-45df-a9ed-a1ae9d61db70 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '3e48a133-7e4d-4fc8-bfd4-67a8c693e457', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:36.542234 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-476699c5-37af-45df-a9ed-a1ae9d61db70 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:36.582112 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=7b00c7a7-cb2d-459e-93f0-ee010428611f,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:36.596591 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-476699c5-37af-45df-a9ed-a1ae9d61db70 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:36:36.610045 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-476699c5-37af-45df-a9ed-a1ae9d61db70 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:36:36.620751 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-476699c5-37af-45df-a9ed-a1ae9d61db70 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:36.645989 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-49ef5710-e319-47db-98d5-ec6a55fda82d None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:36.700852 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-476699c5-37af-45df-a9ed-a1ae9d61db70 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:36.716649 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-01f759b4-60b9-4e0e-9b60-cd2b935e1e8f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:36.799909 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-49ef5710-e319-47db-98d5-ec6a55fda82d None None] Transition to ACTIVE for port object e7abc81e-3bac-4e23-ab23-b76e7734275a will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:36:36.864567 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-476699c5-37af-45df-a9ed-a1ae9d61db70 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:36.883399 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-476699c5-37af-45df-a9ed-a1ae9d61db70 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:36.904961 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 702a90aa-6214-401f-8400-73f6b7ea4ab2 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:36:36.965957 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476699c5-37af-45df-a9ed-a1ae9d61db70 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24b2adfc-337a-49e9-a0cf-de0f26c07110,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:36.983525 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-49ef5710-e319-47db-98d5-ec6a55fda82d None None] Transition to ACTIVE for port object e7abc81e-3bac-4e23-ab23-b76e7734275a will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:36:36.984128 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-476699c5-37af-45df-a9ed-a1ae9d61db70 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:36.985770 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-476699c5-37af-45df-a9ed-a1ae9d61db70 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4690876 Mar 11 15:36:36.988820 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41544) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:36.998746 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-8df39d62-dba2-4dfd-91a0-7ff2bd7871b5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '3e48a133-7e4d-4fc8-bfd4-67a8c693e457', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:37.005612 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-49ef5710-e319-47db-98d5-ec6a55fda82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:37.005788 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-8df39d62-dba2-4dfd-91a0-7ff2bd7871b5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:37.010535 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-8df39d62-dba2-4dfd-91a0-7ff2bd7871b5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:36:37.014127 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-8df39d62-dba2-4dfd-91a0-7ff2bd7871b5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:36:37.025647 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-8df39d62-dba2-4dfd-91a0-7ff2bd7871b5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:37.061223 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.securitygroups_db [None req-8df39d62-dba2-4dfd-91a0-7ff2bd7871b5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Project 916fcc14ed3c4d0b95925acf526937c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:36:37.081327 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8df39d62-dba2-4dfd-91a0-7ff2bd7871b5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:37.097256 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ef5710-e319-47db-98d5-ec6a55fda82d None None] Network 263d6cac-f6a0-4253-8946-e2d40cbfe083 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:37.111972 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-49ef5710-e319-47db-98d5-ec6a55fda82d None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:37.114472 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ef5710-e319-47db-98d5-ec6a55fda82d None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:36:37.217228 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2c9cf3c5-0a33-4ff7-8a4e-bf217b5934c7 None None] Provisioning for port 3d87906c-c40a-41a9-99f8-f382b5e6f2ff completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:36:37.303969 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8df39d62-dba2-4dfd-91a0-7ff2bd7871b5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:37.316453 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8df39d62-dba2-4dfd-91a0-7ff2bd7871b5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:37.335835 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef5710-e319-47db-98d5-ec6a55fda82d None None] Pushing event updated for resources: {'Port': ['ID=e7abc81e-3bac-4e23-ab23-b76e7734275a,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:37.361229 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df39d62-dba2-4dfd-91a0-7ff2bd7871b5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da1186e-162b-4260-98da-6ca1a4b28de7,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:37.378170 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8df39d62-dba2-4dfd-91a0-7ff2bd7871b5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:37.379649 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-8df39d62-dba2-4dfd-91a0-7ff2bd7871b5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3886297 Mar 11 15:36:37.382337 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41548) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:37.389682 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-88011f18-726f-451d-ae09-ce8d0adb1abb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '3e48a133-7e4d-4fc8-bfd4-67a8c693e457', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:37.400090 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-88011f18-726f-451d-ae09-ce8d0adb1abb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:37.409256 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-88011f18-726f-451d-ae09-ce8d0adb1abb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:36:37.413933 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 702a90aa-6214-401f-8400-73f6b7ea4ab2 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:36:37.418070 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-49ef5710-e319-47db-98d5-ec6a55fda82d None None] Attempting to bind port e7abc81e-3bac-4e23-ab23-b76e7734275a on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:36:37.418452 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-49ef5710-e319-47db-98d5-ec6a55fda82d None None] Attempting to bind port e7abc81e-3bac-4e23-ab23-b76e7734275a by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '173f2847-aa9e-4e82-8629-488111e55b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '263d6cac-f6a0-4253-8946-e2d40cbfe083'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:36:37.418824 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ef5710-e319-47db-98d5-ec6a55fda82d None None] Attempting to bind port e7abc81e-3bac-4e23-ab23-b76e7734275a on network 263d6cac-f6a0-4253-8946-e2d40cbfe083 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:36:37.425205 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-88011f18-726f-451d-ae09-ce8d0adb1abb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:36:37.441193 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-88011f18-726f-451d-ae09-ce8d0adb1abb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:37.446984 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device ba7dd928-b8cf-4de8-8e46-4f6e93a15612 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:36:37.557342 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ef5710-e319-47db-98d5-ec6a55fda82d None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:36:37.558167 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ef5710-e319-47db-98d5-ec6a55fda82d None None] Checking segment: {'id': '173f2847-aa9e-4e82-8629-488111e55b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '263d6cac-f6a0-4253-8946-e2d40cbfe083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:36:37.558958 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-49ef5710-e319-47db-98d5-ec6a55fda82d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:37.559911 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ef5710-e319-47db-98d5-ec6a55fda82d None None] Bound using segment: {'id': '173f2847-aa9e-4e82-8629-488111e55b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '263d6cac-f6a0-4253-8946-e2d40cbfe083'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:36:37.562585 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-49ef5710-e319-47db-98d5-ec6a55fda82d None None] Bound port: e7abc81e-3bac-4e23-ab23-b76e7734275a, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173f2847-aa9e-4e82-8629-488111e55b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '263d6cac-f6a0-4253-8946-e2d40cbfe083'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:36:37.563421 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-49ef5710-e319-47db-98d5-ec6a55fda82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:37.590659 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2c9cf3c5-0a33-4ff7-8a4e-bf217b5934c7 None None] Provisioning for port 702a90aa-6214-401f-8400-73f6b7ea4ab2 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:36:37.603124 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.securitygroups_db [None req-88011f18-726f-451d-ae09-ce8d0adb1abb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Project 916fcc14ed3c4d0b95925acf526937c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:36:37.615902 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-88011f18-726f-451d-ae09-ce8d0adb1abb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:37.633042 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2c9cf3c5-0a33-4ff7-8a4e-bf217b5934c7 None None] Provisioning complete for port 702a90aa-6214-401f-8400-73f6b7ea4ab2 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:37.633787 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2c9cf3c5-0a33-4ff7-8a4e-bf217b5934c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:37.721277 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2656de65-1f02-4783-a6fc-322208acf841 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:37.759676 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-88011f18-726f-451d-ae09-ce8d0adb1abb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:37.775366 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-88011f18-726f-451d-ae09-ce8d0adb1abb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:37.821658 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88011f18-726f-451d-ae09-ce8d0adb1abb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=076ebebf-e93f-4dfd-a584-c0ecb9954265,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:37.846262 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-88011f18-726f-451d-ae09-ce8d0adb1abb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:37.856726 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-88011f18-726f-451d-ae09-ce8d0adb1abb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4639978 Mar 11 15:36:37.940865 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-2656de65-1f02-4783-a6fc-322208acf841 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Calling delete_port for 3d9a3e81-90bf-4df4-ad89-ae2f3f4c9693 owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:36:37.961512 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-49ef5710-e319-47db-98d5-ec6a55fda82d None None] For port e7abc81e-3bac-4e23-ab23-b76e7734275a, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:36:37.966813 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-49ef5710-e319-47db-98d5-ec6a55fda82d None None] For port e7abc81e-3bac-4e23-ab23-b76e7734275a, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=e7abc81e-3bac-4e23-ab23-b76e7734275a,segment=NetworkSegment(173f2847-aa9e-4e82-8629-488111e55b8f),segment_id=173f2847-aa9e-4e82-8629-488111e55b8f)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:36:37.969758 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port ba7dd928-b8cf-4de8-8e46-4f6e93a15612 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:36:38.043546 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2c9cf3c5-0a33-4ff7-8a4e-bf217b5934c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:38.055248 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 3d87906c-c40a-41a9-99f8-f382b5e6f2ff up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:36:38.079831 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-49ef5710-e319-47db-98d5-ec6a55fda82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:38.221543 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-01f759b4-60b9-4e0e-9b60-cd2b935e1e8f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Allocated IP 172.22.0.1 (263d6cac-f6a0-4253-8946-e2d40cbfe083/79ac3c79-4989-483d-b501-cb38bc5c3702/86fe7aaa-0217-4dd4-906d-d087db646f85) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:36:38.232658 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef5710-e319-47db-98d5-ec6a55fda82d None None] Pushing event updated for resources: {'Port': ['ID=e7abc81e-3bac-4e23-ab23-b76e7734275a,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:38.259832 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-092ed593-684d-4583-ae67-cdff21e9a734 req-57447625-16e8-44d6-88cf-08d5493b22ca tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:36:38.268401 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2656de65-1f02-4783-a6fc-322208acf841 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:38.283894 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-2c9cf3c5-0a33-4ff7-8a4e-bf217b5934c7 None None] For port 702a90aa-6214-401f-8400-73f6b7ea4ab2, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=702a90aa-6214-401f-8400-73f6b7ea4ab2,segment=NetworkSegment(3d440ea5-dbfa-4d1e-900c-2bd1f91c6bd1),segment_id=3d440ea5-dbfa-4d1e-900c-2bd1f91c6bd1)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:38.295413 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2c9cf3c5-0a33-4ff7-8a4e-bf217b5934c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:38.309459 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-092ed593-684d-4583-ae67-cdff21e9a734 req-57447625-16e8-44d6-88cf-08d5493b22ca tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:36:38.314016 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-092ed593-684d-4583-ae67-cdff21e9a734 req-57447625-16e8-44d6-88cf-08d5493b22ca tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-516190589&fields=id&tenant_id=916fcc14ed3c4d0b95925acf526937c4 HTTP/1.1" status: 200 len: 267 time: 0.1369078 Mar 11 15:36:38.353050 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 3d87906c-c40a-41a9-99f8-f382b5e6f2ff completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:36:38.365504 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 3d87906c-c40a-41a9-99f8-f382b5e6f2ff triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:38.365946 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:38.424726 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2656de65-1f02-4783-a6fc-322208acf841 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Port': ['ID=3d9a3e81-90bf-4df4-ad89-ae2f3f4c9693,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:38.438821 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-a58aaa4e-5162-46bf-a177-90cc9bc00163 None None] Could not find standard attr ID for object 3d9a3e81-90bf-4df4-ad89-ae2f3f4c9693. {{(pid=83868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:36:38.482369 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9cf3c5-0a33-4ff7-8a4e-bf217b5934c7 None None] Pushing event updated for resources: {'Port': ['ID=702a90aa-6214-401f-8400-73f6b7ea4ab2,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:38.498930 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-a58aaa4e-5162-46bf-a177-90cc9bc00163 None None] Provisioning complete for port 3d87906c-c40a-41a9-99f8-f382b5e6f2ff triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:38.498930 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a58aaa4e-5162-46bf-a177-90cc9bc00163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:38.544015 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ed593-684d-4583-ae67-cdff21e9a734 req-4feece7f-2860-4400-80c5-962498c668d5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:38.548647 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-092ed593-684d-4583-ae67-cdff21e9a734 req-4feece7f-2860-4400-80c5-962498c668d5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/networks?id=ca1ac97e-1d32-4edc-8290-bf5d2af55d8c HTTP/1.1" status: 200 len: 797 time: 0.2254527 Mar 11 15:36:38.567298 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2656de65-1f02-4783-a6fc-322208acf841 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:38.570496 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-092ed593-684d-4583-ae67-cdff21e9a734 req-1b6b5eae-d0f4-4e72-a31a-67901c3f79f3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/quotas/916fcc14ed3c4d0b95925acf526937c4 HTTP/1.1" status: 200 len: 375 time: 0.0177128 Mar 11 15:36:38.650767 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-01f759b4-60b9-4e0e-9b60-cd2b935e1e8f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:38.656454 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:38.676406 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-2656de65-1f02-4783-a6fc-322208acf841 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/ports/3d9a3e81-90bf-4df4-ad89-ae2f3f4c9693 HTTP/1.1" status: 204 len: 168 time: 2.5582497 Mar 11 15:36:38.679869 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41560) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:38.712599 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 3d87906c-c40a-41a9-99f8-f382b5e6f2ff, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=3d87906c-c40a-41a9-99f8-f382b5e6f2ff,segment=NetworkSegment(ebe61925-faf8-4870-b5d4-dc21b35f4555),segment_id=ebe61925-faf8-4870-b5d4-dc21b35f4555)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:38.749912 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-092ed593-684d-4583-ae67-cdff21e9a734 req-4cd78bfb-4f24-4448-b65f-b8ecf4503017 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:36:38.756352 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:38.761740 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-01f759b4-60b9-4e0e-9b60-cd2b935e1e8f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Transition to ACTIVE for port object 86fe7aaa-0217-4dd4-906d-d087db646f85 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:36:38.781175 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-092ed593-684d-4583-ae67-cdff21e9a734 req-4cd78bfb-4f24-4448-b65f-b8ecf4503017 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:36:38.784020 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-092ed593-684d-4583-ae67-cdff21e9a734 req-4cd78bfb-4f24-4448-b65f-b8ecf4503017 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2108033 Mar 11 15:36:38.856486 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c204fc-a618-4c02-b01c-b4bcae441cdb tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:38.857986 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c204fc-a618-4c02-b01c-b4bcae441cdb tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:38.859312 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-e7c204fc-a618-4c02-b01c-b4bcae441cdb tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:36:38.872301 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=3d87906c-c40a-41a9-99f8-f382b5e6f2ff,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:38.884729 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-a58aaa4e-5162-46bf-a177-90cc9bc00163 None None] Provisioning complete for port 702a90aa-6214-401f-8400-73f6b7ea4ab2 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:38.885160 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a58aaa4e-5162-46bf-a177-90cc9bc00163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:38.892731 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-e7c204fc-a618-4c02-b01c-b4bcae441cdb tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:36:38.894262 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-e7c204fc-a618-4c02-b01c-b4bcae441cdb tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2132511 Mar 11 15:36:38.898998 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41564) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:38.941655 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-01f759b4-60b9-4e0e-9b60-cd2b935e1e8f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:39.046652 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-a58aaa4e-5162-46bf-a177-90cc9bc00163 None None] Provisioning for port ba7dd928-b8cf-4de8-8e46-4f6e93a15612 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:36:39.053337 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-a58aaa4e-5162-46bf-a177-90cc9bc00163 None None] Provisioning complete for port ba7dd928-b8cf-4de8-8e46-4f6e93a15612 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:39.055690 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a58aaa4e-5162-46bf-a177-90cc9bc00163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:39.081434 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f759b4-60b9-4e0e-9b60-cd2b935e1e8f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Network 263d6cac-f6a0-4253-8946-e2d40cbfe083 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:39.084130 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f759b4-60b9-4e0e-9b60-cd2b935e1e8f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event updated for resources: {'Port': ['ID=86fe7aaa-0217-4dd4-906d-d087db646f85,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:39.088617 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-092ed593-684d-4583-ae67-cdff21e9a734 req-eaf94e26-163f-4efa-a423-cf44168154b5 service neutron] 10.222.0.31 "GET /v2.0/networks/ca1ac97e-1d32-4edc-8290-bf5d2af55d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863719 Mar 11 15:36:39.088777 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-01f759b4-60b9-4e0e-9b60-cd2b935e1e8f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:39.097201 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 702a90aa-6214-401f-8400-73f6b7ea4ab2 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:36:39.104715 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f759b4-60b9-4e0e-9b60-cd2b935e1e8f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:36:39.201111 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 702a90aa-6214-401f-8400-73f6b7ea4ab2 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:39.202353 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:39.240314 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-01f759b4-60b9-4e0e-9b60-cd2b935e1e8f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:39.292957 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0a44988-a3e9-4730-a08a-b643c179da4c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting subnet 9285d348-8e17-4bc7-b7b6-d9176cddb66a {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:36:39.296295 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a0a44988-a3e9-4730-a08a-b643c179da4c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:39.303171 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-092ed593-684d-4583-ae67-cdff21e9a734 req-5039bfe5-24c8-443d-80a1-3d5e4cf3b05d service neutron] 10.222.0.31 "GET /v2.0/networks/ca1ac97e-1d32-4edc-8290-bf5d2af55d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037780 Mar 11 15:36:39.350626 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a58aaa4e-5162-46bf-a177-90cc9bc00163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:39.450524 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device e7abc81e-3bac-4e23-ab23-b76e7734275a up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:36:39.465704 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a0a44988-a3e9-4730-a08a-b643c179da4c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:39.495184 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-a58aaa4e-5162-46bf-a177-90cc9bc00163 None None] For port ba7dd928-b8cf-4de8-8e46-4f6e93a15612, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ba7dd928-b8cf-4de8-8e46-4f6e93a15612,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:39.508845 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a58aaa4e-5162-46bf-a177-90cc9bc00163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:39.515211 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-01f759b4-60b9-4e0e-9b60-cd2b935e1e8f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:39.615919 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-a58aaa4e-5162-46bf-a177-90cc9bc00163 None None] Provisioning for port 565ba8b5-872a-4b4b-89fb-974d23dfccad completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:36:39.624144 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-a58aaa4e-5162-46bf-a177-90cc9bc00163 None None] Provisioning complete for port 565ba8b5-872a-4b4b-89fb-974d23dfccad triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:39.624598 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a58aaa4e-5162-46bf-a177-90cc9bc00163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:39.650625 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port e7abc81e-3bac-4e23-ab23-b76e7734275a completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:36:39.659124 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58aaa4e-5162-46bf-a177-90cc9bc00163 None None] Pushing event updated for resources: {'Port': ['ID=ba7dd928-b8cf-4de8-8e46-4f6e93a15612,revision_number=6']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:39.672539 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 91001ea9-3bc3-4c53-a2d8-30cfada85f6e up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:36:39.735422 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-a58aaa4e-5162-46bf-a177-90cc9bc00163 None None] Port 565ba8b5-872a-4b4b-89fb-974d23dfccad cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:36:39.740065 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65792645-d3b3-4665-b29a-1fa7ebf7c7e5 None None] Network 263d6cac-f6a0-4253-8946-e2d40cbfe083 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:36:39.743676 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-29a69111-9de6-4d6c-96d3-0556dc0e7425 req-497329ed-9059-4358-a41a-44595705aab8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:36:39.791665 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-29a69111-9de6-4d6c-96d3-0556dc0e7425 req-497329ed-9059-4358-a41a-44595705aab8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:36:39.793667 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-29a69111-9de6-4d6c-96d3-0556dc0e7425 req-497329ed-9059-4358-a41a-44595705aab8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=bce6c1b5-2380-41bf-9c64-eaa46f6c800e HTTP/1.1" status: 200 len: 210 time: 0.2632539 Mar 11 15:36:39.857141 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 91001ea9-3bc3-4c53-a2d8-30cfada85f6e completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:36:39.868363 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 91001ea9-3bc3-4c53-a2d8-30cfada85f6e triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:39.868737 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:39.945024 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a0a44988-a3e9-4730-a08a-b643c179da4c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:39.967423 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b55d1679-96f5-4394-b49a-2ce4b839418c None None] Provisioning complete for port 565ba8b5-872a-4b4b-89fb-974d23dfccad triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:39.967794 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b55d1679-96f5-4394-b49a-2ce4b839418c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:40.074569 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-b55d1679-96f5-4394-b49a-2ce4b839418c None None] Port 565ba8b5-872a-4b4b-89fb-974d23dfccad cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:36:40.119075 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a0a44988-a3e9-4730-a08a-b643c179da4c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:40.145796 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:40.153473 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b55d1679-96f5-4394-b49a-2ce4b839418c None None] Provisioning for port e7abc81e-3bac-4e23-ab23-b76e7734275a completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:36:40.171502 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b55d1679-96f5-4394-b49a-2ce4b839418c None None] Provisioning complete for port e7abc81e-3bac-4e23-ab23-b76e7734275a triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:40.171876 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b55d1679-96f5-4394-b49a-2ce4b839418c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:40.182041 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a44988-a3e9-4730-a08a-b643c179da4c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Subnet': ['ID=9285d348-8e17-4bc7-b7b6-d9176cddb66a,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:40.207861 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a0a44988-a3e9-4730-a08a-b643c179da4c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:40.217017 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 91001ea9-3bc3-4c53-a2d8-30cfada85f6e, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=91001ea9-3bc3-4c53-a2d8-30cfada85f6e,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:40.217998 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50af949c-2f75-4206-bc6d-3491a5be48fa None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:36:40.238502 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41572) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:40.239072 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a0a44988-a3e9-4730-a08a-b643c179da4c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/9285d348-8e17-4bc7-b7b6-d9176cddb66a HTTP/1.1" status: 204 len: 168 time: 1.3389328 Mar 11 15:36:40.242087 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:40.242855 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 7b00c7a7-cb2d-459e-93f0-ee010428611f up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:36:40.257185 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-01f759b4-60b9-4e0e-9b60-cd2b935e1e8f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:40.263217 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-01f759b4-60b9-4e0e-9b60-cd2b935e1e8f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:40.317485 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-2a2d3621-5df1-46d8-904c-1ba5260a5e80 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0747528 Mar 11 15:36:40.317850 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41576) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:40.385798 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f759b4-60b9-4e0e-9b60-cd2b935e1e8f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event updated for resources: {'Port': ['ID=86fe7aaa-0217-4dd4-906d-d087db646f85,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:40.389849 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-01f759b4-60b9-4e0e-9b60-cd2b935e1e8f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:40.400616 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a34d55-3d0a-4c01-9712-cbb1d7dca84b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:40.401675 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e4a34d55-3d0a-4c01-9712-cbb1d7dca84b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:36:40.423333 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e4a34d55-3d0a-4c01-9712-cbb1d7dca84b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:36:40.425476 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e4a34d55-3d0a-4c01-9712-cbb1d7dca84b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1063015 Mar 11 15:36:40.427826 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41580) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:40.536282 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2271f746-b9fc-47c8-b85c-c55d344fc574 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:40.540800 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41588) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:40.540994 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-2271f746-b9fc-47c8-b85c-c55d344fc574 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1116066 Mar 11 15:36:40.566868 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=91001ea9-3bc3-4c53-a2d8-30cfada85f6e,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:40.647505 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-60f3109d-66fe-4588-bbb5-efab973d241b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1056767 Mar 11 15:36:40.648446 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b55d1679-96f5-4394-b49a-2ce4b839418c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:40.653321 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41592) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:40.659724 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-cecff143-795d-48b5-89ca-b82a18d3ee00 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'subnet': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:40.665127 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 7b00c7a7-cb2d-459e-93f0-ee010428611f triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:40.665659 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:40.687003 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f759b4-60b9-4e0e-9b60-cd2b935e1e8f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Network 263d6cac-f6a0-4253-8946-e2d40cbfe083 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:40.688706 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-01f759b4-60b9-4e0e-9b60-cd2b935e1e8f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:40.750671 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-b55d1679-96f5-4394-b49a-2ce4b839418c None None] For port e7abc81e-3bac-4e23-ab23-b76e7734275a, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=e7abc81e-3bac-4e23-ab23-b76e7734275a,segment=NetworkSegment(173f2847-aa9e-4e82-8629-488111e55b8f),segment_id=173f2847-aa9e-4e82-8629-488111e55b8f)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:40.759161 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b55d1679-96f5-4394-b49a-2ce4b839418c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:40.803288 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-cecff143-795d-48b5-89ca-b82a18d3ee00 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:40.810546 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-cecff143-795d-48b5-89ca-b82a18d3ee00 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:subnet and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:36:40.814463 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-cecff143-795d-48b5-89ca-b82a18d3ee00 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:36:40.822076 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-cecff143-795d-48b5-89ca-b82a18d3ee00 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:40.840558 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecff143-795d-48b5-89ca-b82a18d3ee00 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:36:40.926660 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6067e4f-34ac-490f-a51a-f6e2dba48859 None None] DHCP port deletion for a9e561eb-4382-47f0-afe2-548f64b9476b request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:36:40.943648 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-a6067e4f-34ac-490f-a51a-f6e2dba48859 None None] Deleting port ba7dd928-b8cf-4de8-8e46-4f6e93a15612 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:36:40.944231 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6067e4f-34ac-490f-a51a-f6e2dba48859 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:41.032662 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-762108e9-2266-4ee2-8f04-66f3a6925330 req-d1b64b0f-91b7-4dc6-85b5-3fd7b707ac23 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=bce6c1b5-2380-41bf-9c64-eaa46f6c800e HTTP/1.1" status: 200 len: 210 time: 0.1368079 Mar 11 15:36:41.061434 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d1679-96f5-4394-b49a-2ce4b839418c None None] Pushing event updated for resources: {'Port': ['ID=e7abc81e-3bac-4e23-ab23-b76e7734275a,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:41.098953 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cecff143-795d-48b5-89ca-b82a18d3ee00 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:41.147700 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f759b4-60b9-4e0e-9b60-cd2b935e1e8f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Router 2fa2f048-cafe-46a7-ba78-a8ec31e4bef9 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:36:41.243009 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device e7abc81e-3bac-4e23-ab23-b76e7734275a up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:36:41.271890 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-7d25ca15-990f-452d-8116-d08f438db805 None None] Provisioning for port 86fe7aaa-0217-4dd4-906d-d087db646f85 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:36:41.312159 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-7d25ca15-990f-452d-8116-d08f438db805 None None] Provisioning complete for port 86fe7aaa-0217-4dd4-906d-d087db646f85 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:41.312536 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7d25ca15-990f-452d-8116-d08f438db805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:41.372281 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f759b4-60b9-4e0e-9b60-cd2b935e1e8f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:36:41.380601 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-01f759b4-60b9-4e0e-9b60-cd2b935e1e8f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "PUT /v2.0/routers/2fa2f048-cafe-46a7-ba78-a8ec31e4bef9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2650089 Mar 11 15:36:41.380750 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-a6067e4f-34ac-490f-a51a-f6e2dba48859 None None] For port ba7dd928-b8cf-4de8-8e46-4f6e93a15612, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ba7dd928-b8cf-4de8-8e46-4f6e93a15612,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:41.381003 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6067e4f-34ac-490f-a51a-f6e2dba48859 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:41.381483 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41598) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:41.388154 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-330b6f04-8a68-4f32-bea9-7d1c4e13f280 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Request body: {'network': {'name': 'tempest-RoutersTest-87861551'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:41.392797 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-330b6f04-8a68-4f32-bea9-7d1c4e13f280 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:41.396659 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-330b6f04-8a68-4f32-bea9-7d1c4e13f280 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Usage tracker for resource:network and tenant:16d01fb61cb5488cb7fd92527258a459 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:36:41.399532 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-330b6f04-8a68-4f32-bea9-7d1c4e13f280 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:36:41.406790 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-330b6f04-8a68-4f32-bea9-7d1c4e13f280 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:41.408588 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cecff143-795d-48b5-89ca-b82a18d3ee00 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:41.418132 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330b6f04-8a68-4f32-bea9-7d1c4e13f280 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Made reservation on behalf of 16d01fb61cb5488cb7fd92527258a459 for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:36:41.421295 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-330b6f04-8a68-4f32-bea9-7d1c4e13f280 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:41.454459 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-330b6f04-8a68-4f32-bea9-7d1c4e13f280 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:36:41.466777 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-330b6f04-8a68-4f32-bea9-7d1c4e13f280 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:41.467175 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-330b6f04-8a68-4f32-bea9-7d1c4e13f280 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Added segment 66958b8f-324f-4e6b-8100-7fc823cf7da9 of type vlan for network ba3e0404-abf2-4cab-aed5-fd950830f410 Mar 11 15:36:41.474818 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecff143-795d-48b5-89ca-b82a18d3ee00 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:41.477711 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-cecff143-795d-48b5-89ca-b82a18d3ee00 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:41.482663 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecff143-795d-48b5-89ca-b82a18d3ee00 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:41.483521 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cecff143-795d-48b5-89ca-b82a18d3ee00 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:41.498694 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecff143-795d-48b5-89ca-b82a18d3ee00 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Subnet': ['ID=596a9c01-0ec5-4f8c-98ce-5d68b9f2f91e,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:41.502728 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-330b6f04-8a68-4f32-bea9-7d1c4e13f280 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:41.509674 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-7d25ca15-990f-452d-8116-d08f438db805 None None] Port 86fe7aaa-0217-4dd4-906d-d087db646f85 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:36:41.517562 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecff143-795d-48b5-89ca-b82a18d3ee00 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:41.517892 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecff143-795d-48b5-89ca-b82a18d3ee00 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:41.518141 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecff143-795d-48b5-89ca-b82a18d3ee00 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:41.518458 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecff143-795d-48b5-89ca-b82a18d3ee00 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:41.518791 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecff143-795d-48b5-89ca-b82a18d3ee00 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:41.519207 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecff143-795d-48b5-89ca-b82a18d3ee00 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:41.519524 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecff143-795d-48b5-89ca-b82a18d3ee00 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:41.519774 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecff143-795d-48b5-89ca-b82a18d3ee00 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:41.520068 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecff143-795d-48b5-89ca-b82a18d3ee00 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:41.520507 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecff143-795d-48b5-89ca-b82a18d3ee00 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:41.520734 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecff143-795d-48b5-89ca-b82a18d3ee00 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:41.521032 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-a6067e4f-34ac-490f-a51a-f6e2dba48859 None None] Calling delete_port for ba7dd928-b8cf-4de8-8e46-4f6e93a15612 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:36:41.524754 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-cecff143-795d-48b5-89ca-b82a18d3ee00 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8700542 Mar 11 15:36:41.528670 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41602) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:41.536009 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-9d1f25bf-b368-4251-80ce-bb21a12aa99d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'port': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'mac_address': 'fa:16:3e:3b:96:0a', 'name': 'tempest-NetworksTestDHCPv6-1834232550'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:41.599125 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-7d25ca15-990f-452d-8116-d08f438db805 None None] Provisioning complete for port e7abc81e-3bac-4e23-ab23-b76e7734275a triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:41.599515 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7d25ca15-990f-452d-8116-d08f438db805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:41.629035 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port e7abc81e-3bac-4e23-ab23-b76e7734275a triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:41.629035 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:41.665316 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-330b6f04-8a68-4f32-bea9-7d1c4e13f280 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:41.674190 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330b6f04-8a68-4f32-bea9-7d1c4e13f280 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:41.675493 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-330b6f04-8a68-4f32-bea9-7d1c4e13f280 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:41.710450 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-9d1f25bf-b368-4251-80ce-bb21a12aa99d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:41.721050 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6067e4f-34ac-490f-a51a-f6e2dba48859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:41.726343 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-9d1f25bf-b368-4251-80ce-bb21a12aa99d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:41.738020 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1f25bf-b368-4251-80ce-bb21a12aa99d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'port': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:36:41.743830 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9d1f25bf-b368-4251-80ce-bb21a12aa99d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:41.786468 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6067e4f-34ac-490f-a51a-f6e2dba48859 None None] Pushing event deleted for resources: {'Port': ['ID=ba7dd928-b8cf-4de8-8e46-4f6e93a15612,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:41.795524 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-9d1f25bf-b368-4251-80ce-bb21a12aa99d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] device_id is not set on port 51200fdb-b6c2-4130-b174-af51664fafa7 yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:36:41.798376 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6067e4f-34ac-490f-a51a-f6e2dba48859 None None] No DVR routers for this DVR port ba7dd928-b8cf-4de8-8e46-4f6e93a15612 on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:36:41.820222 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-330b6f04-8a68-4f32-bea9-7d1c4e13f280 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4372659 Mar 11 15:36:41.823431 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41612) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:41.832789 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-b5a2fc7c-0df3-4f39-99e8-b250c2ab0163 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Request body: {'subnet': {'network_id': 'ba3e0404-abf2-4cab-aed5-fd950830f410', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:41.849222 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b6f04-8a68-4f32-bea9-7d1c4e13f280 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event updated for resources: {'Network': ['ID=ba3e0404-abf2-4cab-aed5-fd950830f410,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:41.860968 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f697f1-998c-4613-952f-f188419e0770 None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:36:41.885280 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network ba3e0404-abf2-4cab-aed5-fd950830f410 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:36:41.970253 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-b5a2fc7c-0df3-4f39-99e8-b250c2ab0163 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:41.974224 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-b5a2fc7c-0df3-4f39-99e8-b250c2ab0163 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Usage tracker for resource:subnet and tenant:16d01fb61cb5488cb7fd92527258a459 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:36:41.977126 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-b5a2fc7c-0df3-4f39-99e8-b250c2ab0163 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:36:41.983616 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-b5a2fc7c-0df3-4f39-99e8-b250c2ab0163 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:41.997321 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a2fc7c-0df3-4f39-99e8-b250c2ab0163 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Made reservation on behalf of 16d01fb61cb5488cb7fd92527258a459 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:36:42.067354 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-9d1f25bf-b368-4251-80ce-bb21a12aa99d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Allocated IP 2001:db8::f0 (a9e561eb-4382-47f0-afe2-548f64b9476b/596a9c01-0ec5-4f8c-98ce-5d68b9f2f91e/51200fdb-b6c2-4130-b174-af51664fafa7) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:36:42.068279 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 91001ea9-3bc3-4c53-a2d8-30cfada85f6e up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:36:42.113057 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b5a2fc7c-0df3-4f39-99e8-b250c2ab0163 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:42.241411 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f08453e9-0552-48ed-aa29-8fe38b160234 req-dae52635-fd62-4729-8876-77337f3f7ae0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=bce6c1b5-2380-41bf-9c64-eaa46f6c800e HTTP/1.1" status: 200 len: 210 time: 0.1056106 Mar 11 15:36:42.295094 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 91001ea9-3bc3-4c53-a2d8-30cfada85f6e triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:42.295402 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:42.326830 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fba058e-8826-4b51-b382-aee32616e7e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-a9e561eb-4382-47f0-afe2-548f64b9476b', 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'tenant_id': 'd568d0bdb48844a4af924b22cae1da29', 'fixed_ips': [{'subnet_id': '596a9c01-0ec5-4f8c-98ce-5d68b9f2f91e'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:36:42.327646 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8fba058e-8826-4b51-b382-aee32616e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:42.351161 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9d1f25bf-b368-4251-80ce-bb21a12aa99d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:42.373602 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-9d1f25bf-b368-4251-80ce-bb21a12aa99d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Transition to ACTIVE for port object 51200fdb-b6c2-4130-b174-af51664fafa7 will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:36:42.403800 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9d1f25bf-b368-4251-80ce-bb21a12aa99d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:42.409214 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b6cccb80-2071-4b21-a1ab-f52a303034d4 None None] Provisioning complete for port 86fe7aaa-0217-4dd4-906d-d087db646f85 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:42.409606 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b6cccb80-2071-4b21-a1ab-f52a303034d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:42.433041 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b5a2fc7c-0df3-4f39-99e8-b250c2ab0163 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:42.488567 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1f25bf-b368-4251-80ce-bb21a12aa99d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:42.492373 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-9d1f25bf-b368-4251-80ce-bb21a12aa99d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:42.497361 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-b6cccb80-2071-4b21-a1ab-f52a303034d4 None None] Port 86fe7aaa-0217-4dd4-906d-d087db646f85 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:36:42.497972 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1f25bf-b368-4251-80ce-bb21a12aa99d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:36:42.502218 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1f25bf-b368-4251-80ce-bb21a12aa99d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:42.502935 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9d1f25bf-b368-4251-80ce-bb21a12aa99d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:42.507424 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f25bf-b368-4251-80ce-bb21a12aa99d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Port': ['ID=51200fdb-b6c2-4130-b174-af51664fafa7,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:42.544011 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a2fc7c-0df3-4f39-99e8-b250c2ab0163 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event updated for resources: {'Subnet': ['ID=795ce40a-27ce-492d-b5a8-9df49a10a640,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:42.546240 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9d1f25bf-b368-4251-80ce-bb21a12aa99d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0165336 Mar 11 15:36:42.549117 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41618) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:42.563372 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a2fc7c-0df3-4f39-99e8-b250c2ab0163 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Checking segment: {'id': '66958b8f-324f-4e6b-8100-7fc823cf7da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ba3e0404-abf2-4cab-aed5-fd950830f410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:36:42.563714 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a2fc7c-0df3-4f39-99e8-b250c2ab0163 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Network hostable DHCP agents. Network: ba3e0404-abf2-4cab-aed5-fd950830f410, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:36:42.570139 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a2fc7c-0df3-4f39-99e8-b250c2ab0163 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:42.570487 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a2fc7c-0df3-4f39-99e8-b250c2ab0163 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:42.570829 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a2fc7c-0df3-4f39-99e8-b250c2ab0163 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:42.571295 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a2fc7c-0df3-4f39-99e8-b250c2ab0163 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:42.571870 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a2fc7c-0df3-4f39-99e8-b250c2ab0163 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:42.572234 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a2fc7c-0df3-4f39-99e8-b250c2ab0163 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:42.572556 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a2fc7c-0df3-4f39-99e8-b250c2ab0163 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:42.572878 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a2fc7c-0df3-4f39-99e8-b250c2ab0163 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:42.573202 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a2fc7c-0df3-4f39-99e8-b250c2ab0163 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:42.574099 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a2fc7c-0df3-4f39-99e8-b250c2ab0163 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:42.575025 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a2fc7c-0df3-4f39-99e8-b250c2ab0163 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:42.597360 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a2fc7c-0df3-4f39-99e8-b250c2ab0163 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Network ba3e0404-abf2-4cab-aed5-fd950830f410 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:36:42.610323 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-b5a2fc7c-0df3-4f39-99e8-b250c2ab0163 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, ba3e0404-abf2-4cab-aed5-fd950830f410) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:42.611789 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 3d87906c-c40a-41a9-99f8-f382b5e6f2ff up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:36:42.622374 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a2fc7c-0df3-4f39-99e8-b250c2ab0163 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:42.623183 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b5a2fc7c-0df3-4f39-99e8-b250c2ab0163 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:42.635362 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae195455-b3db-4e98-8ac2-ec2ae0296b09 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:42.636131 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ae195455-b3db-4e98-8ac2-ec2ae0296b09 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:36:42.641315 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbb7da8-057b-4c5a-a830-f128bb922a0d None None] Network ba3e0404-abf2-4cab-aed5-fd950830f410 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:36:42.647394 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b5a2fc7c-0df3-4f39-99e8-b250c2ab0163 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8223267 Mar 11 15:36:42.650320 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41622) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:42.656438 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ae195455-b3db-4e98-8ac2-ec2ae0296b09 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:36:42.660022 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ae195455-b3db-4e98-8ac2-ec2ae0296b09 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1071911 Mar 11 15:36:42.660211 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41626) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:42.729974 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-672f72cb-5b33-472a-8b4b-106a3a78c8e0 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting port 51200fdb-b6c2-4130-b174-af51664fafa7 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:36:42.730492 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-672f72cb-5b33-472a-8b4b-106a3a78c8e0 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:42.784759 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-8fba058e-8826-4b51-b382-aee32616e7e2 None None] Allocated IP 2001:db8::2 (a9e561eb-4382-47f0-afe2-548f64b9476b/596a9c01-0ec5-4f8c-98ce-5d68b9f2f91e/ededad7d-efa4-4b50-9d87-81d34553aaab) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:36:42.987905 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 3d87906c-c40a-41a9-99f8-f382b5e6f2ff triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:42.988241 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:43.037557 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-672f72cb-5b33-472a-8b4b-106a3a78c8e0 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:43.165050 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-672f72cb-5b33-472a-8b4b-106a3a78c8e0 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Calling delete_port for 51200fdb-b6c2-4130-b174-af51664fafa7 owned by {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:36:43.220611 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8fba058e-8826-4b51-b382-aee32616e7e2 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:43.230958 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba1b043-3b35-4c31-b57a-3d03899f4bc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-ba3e0404-abf2-4cab-aed5-fd950830f410', 'network_id': 'ba3e0404-abf2-4cab-aed5-fd950830f410', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'fixed_ips': [{'subnet_id': '795ce40a-27ce-492d-b5a8-9df49a10a640'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:36:43.232313 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-eba1b043-3b35-4c31-b57a-3d03899f4bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:43.331264 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-672f72cb-5b33-472a-8b4b-106a3a78c8e0 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:43.342630 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-8fba058e-8826-4b51-b382-aee32616e7e2 None None] Transition to ACTIVE for port object ededad7d-efa4-4b50-9d87-81d34553aaab will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:36:43.381581 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-830e32c3-d0bf-4aaf-b791-84173d58ddd6 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:43.387239 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-8fba058e-8826-4b51-b382-aee32616e7e2 None None] Transition to ACTIVE for port object ededad7d-efa4-4b50-9d87-81d34553aaab will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:36:43.404291 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8fba058e-8826-4b51-b382-aee32616e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:43.436481 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672f72cb-5b33-472a-8b4b-106a3a78c8e0 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Port': ['ID=51200fdb-b6c2-4130-b174-af51664fafa7,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:43.490146 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-672f72cb-5b33-472a-8b4b-106a3a78c8e0 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:43.494667 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-90f62884-837f-4dae-9c7b-0ad6fbcfbdfc req-44e4d20b-ba6f-4e81-ba9c-4324a0180891 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=bce6c1b5-2380-41bf-9c64-eaa46f6c800e HTTP/1.1" status: 200 len: 210 time: 0.0658119 Mar 11 15:36:43.511769 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-672f72cb-5b33-472a-8b4b-106a3a78c8e0 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/ports/51200fdb-b6c2-4130-b174-af51664fafa7 HTTP/1.1" status: 204 len: 168 time: 0.8496964 Mar 11 15:36:43.514403 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41636) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:43.528142 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device ba7dd928-b8cf-4de8-8e46-4f6e93a15612 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:36:43.588800 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fba058e-8826-4b51-b382-aee32616e7e2 None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:43.595973 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: ba7dd928-b8cf-4de8-8e46-4f6e93a15612 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:36:43.596561 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device ba7dd928-b8cf-4de8-8e46-4f6e93a15612 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:36:43.603457 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-8fba058e-8826-4b51-b382-aee32616e7e2 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:43.606786 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e89e60-3d0f-4c22-83e5-ae4d821c857f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:43.606946 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fba058e-8826-4b51-b382-aee32616e7e2 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:36:43.607048 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e89e60-3d0f-4c22-83e5-ae4d821c857f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:43.607145 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e1e89e60-3d0f-4c22-83e5-ae4d821c857f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:36:43.625025 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba058e-8826-4b51-b382-aee32616e7e2 None None] Pushing event updated for resources: {'Port': ['ID=ededad7d-efa4-4b50-9d87-81d34553aaab,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:43.627456 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e1e89e60-3d0f-4c22-83e5-ae4d821c857f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:36:43.629061 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e1e89e60-3d0f-4c22-83e5-ae4d821c857f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1132257 Mar 11 15:36:43.632247 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41640) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:43.674642 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-eba1b043-3b35-4c31-b57a-3d03899f4bc9 None None] Allocated IP 172.23.0.2 (ba3e0404-abf2-4cab-aed5-fd950830f410/795ce40a-27ce-492d-b5a8-9df49a10a640/1c6b1457-9e2f-4de9-8955-0a8aa8c1c202) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:36:43.705358 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-22e59358-2b58-41c4-9747-0e10322c8c52 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting subnet 596a9c01-0ec5-4f8c-98ce-5d68b9f2f91e {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:36:43.708517 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-22e59358-2b58-41c4-9747-0e10322c8c52 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:43.748678 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-8fba058e-8826-4b51-b382-aee32616e7e2 None None] Attempting to bind port ededad7d-efa4-4b50-9d87-81d34553aaab on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:36:43.749041 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-8fba058e-8826-4b51-b382-aee32616e7e2 None None] Attempting to bind port ededad7d-efa4-4b50-9d87-81d34553aaab by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:36:43.749391 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fba058e-8826-4b51-b382-aee32616e7e2 None None] Attempting to bind port ededad7d-efa4-4b50-9d87-81d34553aaab on network a9e561eb-4382-47f0-afe2-548f64b9476b {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:36:43.769304 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-22e59358-2b58-41c4-9747-0e10322c8c52 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:43.810934 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fba058e-8826-4b51-b382-aee32616e7e2 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:36:43.811547 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fba058e-8826-4b51-b382-aee32616e7e2 None None] Checking segment: {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:36:43.811711 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8fba058e-8826-4b51-b382-aee32616e7e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:43.812047 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fba058e-8826-4b51-b382-aee32616e7e2 None None] Bound using segment: {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:36:43.812532 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-8fba058e-8826-4b51-b382-aee32616e7e2 None None] Bound port: ededad7d-efa4-4b50-9d87-81d34553aaab, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:36:43.812887 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8fba058e-8826-4b51-b382-aee32616e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:43.858312 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-22e59358-2b58-41c4-9747-0e10322c8c52 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:43.930383 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-22e59358-2b58-41c4-9747-0e10322c8c52 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:43.971052 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e59358-2b58-41c4-9747-0e10322c8c52 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Subnet': ['ID=596a9c01-0ec5-4f8c-98ce-5d68b9f2f91e,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:43.975802 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-22e59358-2b58-41c4-9747-0e10322c8c52 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:43.987191 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-8fba058e-8826-4b51-b382-aee32616e7e2 None None] For port ededad7d-efa4-4b50-9d87-81d34553aaab, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:36:43.990645 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-22e59358-2b58-41c4-9747-0e10322c8c52 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/596a9c01-0ec5-4f8c-98ce-5d68b9f2f91e HTTP/1.1" status: 204 len: 168 time: 0.3571842 Mar 11 15:36:43.993110 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41644) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:44.006032 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-8fba058e-8826-4b51-b382-aee32616e7e2 None None] For port ededad7d-efa4-4b50-9d87-81d34553aaab, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ededad7d-efa4-4b50-9d87-81d34553aaab,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:36:44.017487 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8fba058e-8826-4b51-b382-aee32616e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:44.067812 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-eba1b043-3b35-4c31-b57a-3d03899f4bc9 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:44.104041 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-eba1b043-3b35-4c31-b57a-3d03899f4bc9 None None] Transition to ACTIVE for port object 1c6b1457-9e2f-4de9-8955-0a8aa8c1c202 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:36:44.158676 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba058e-8826-4b51-b382-aee32616e7e2 None None] Pushing event updated for resources: {'Port': ['ID=ededad7d-efa4-4b50-9d87-81d34553aaab,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:44.169233 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-bb1eb560-44a2-4d23-9991-e1a041d7e118 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1718090 Mar 11 15:36:44.170378 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41650) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:44.182588 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-eba1b043-3b35-4c31-b57a-3d03899f4bc9 None None] Transition to ACTIVE for port object 1c6b1457-9e2f-4de9-8955-0a8aa8c1c202 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:36:44.198846 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-eba1b043-3b35-4c31-b57a-3d03899f4bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:44.286833 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba1b043-3b35-4c31-b57a-3d03899f4bc9 None None] Network ba3e0404-abf2-4cab-aed5-fd950830f410 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:44.289997 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-eba1b043-3b35-4c31-b57a-3d03899f4bc9 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:44.295436 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba1b043-3b35-4c31-b57a-3d03899f4bc9 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:36:44.300264 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1b043-3b35-4c31-b57a-3d03899f4bc9 None None] Pushing event updated for resources: {'Port': ['ID=1c6b1457-9e2f-4de9-8955-0a8aa8c1c202,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:44.330049 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-830e32c3-d0bf-4aaf-b791-84173d58ddd6 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Allocated IP 172.23.0.1 (ba3e0404-abf2-4cab-aed5-fd950830f410/795ce40a-27ce-492d-b5a8-9df49a10a640/0241b018-cd19-414d-86bd-140c6da875e6) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:36:44.390603 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00945d18-57fd-4e8b-ab90-5b195f29bbe5 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:44.391453 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-00945d18-57fd-4e8b-ab90-5b195f29bbe5 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:36:44.414885 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-eba1b043-3b35-4c31-b57a-3d03899f4bc9 None None] Attempting to bind port 1c6b1457-9e2f-4de9-8955-0a8aa8c1c202 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:36:44.415439 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-eba1b043-3b35-4c31-b57a-3d03899f4bc9 None None] Attempting to bind port 1c6b1457-9e2f-4de9-8955-0a8aa8c1c202 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '66958b8f-324f-4e6b-8100-7fc823cf7da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ba3e0404-abf2-4cab-aed5-fd950830f410'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:36:44.415897 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba1b043-3b35-4c31-b57a-3d03899f4bc9 None None] Attempting to bind port 1c6b1457-9e2f-4de9-8955-0a8aa8c1c202 on network ba3e0404-abf2-4cab-aed5-fd950830f410 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:36:44.423386 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba1b043-3b35-4c31-b57a-3d03899f4bc9 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:36:44.423840 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba1b043-3b35-4c31-b57a-3d03899f4bc9 None None] Checking segment: {'id': '66958b8f-324f-4e6b-8100-7fc823cf7da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ba3e0404-abf2-4cab-aed5-fd950830f410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:36:44.424586 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-eba1b043-3b35-4c31-b57a-3d03899f4bc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:44.425063 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba1b043-3b35-4c31-b57a-3d03899f4bc9 None None] Bound using segment: {'id': '66958b8f-324f-4e6b-8100-7fc823cf7da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ba3e0404-abf2-4cab-aed5-fd950830f410'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:36:44.425588 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-eba1b043-3b35-4c31-b57a-3d03899f4bc9 None None] Bound port: 1c6b1457-9e2f-4de9-8955-0a8aa8c1c202, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66958b8f-324f-4e6b-8100-7fc823cf7da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ba3e0404-abf2-4cab-aed5-fd950830f410'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:36:44.426065 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-eba1b043-3b35-4c31-b57a-3d03899f4bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:44.491239 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-00945d18-57fd-4e8b-ab90-5b195f29bbe5 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:36:44.495265 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41654) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:44.495821 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-00945d18-57fd-4e8b-ab90-5b195f29bbe5 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3244689 Mar 11 15:36:44.543637 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-eba1b043-3b35-4c31-b57a-3d03899f4bc9 None None] For port 1c6b1457-9e2f-4de9-8955-0a8aa8c1c202, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:36:44.547012 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-eba1b043-3b35-4c31-b57a-3d03899f4bc9 None None] For port 1c6b1457-9e2f-4de9-8955-0a8aa8c1c202, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=1c6b1457-9e2f-4de9-8955-0a8aa8c1c202,segment=NetworkSegment(66958b8f-324f-4e6b-8100-7fc823cf7da9),segment_id=66958b8f-324f-4e6b-8100-7fc823cf7da9)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:36:44.552733 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-eba1b043-3b35-4c31-b57a-3d03899f4bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:44.571952 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-830e32c3-d0bf-4aaf-b791-84173d58ddd6 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:44.589762 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-830e32c3-d0bf-4aaf-b791-84173d58ddd6 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Transition to ACTIVE for port object 0241b018-cd19-414d-86bd-140c6da875e6 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:36:44.616410 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98da6f4d-3b7b-422e-87fb-48fdebf30a3f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:44.617531 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-98da6f4d-3b7b-422e-87fb-48fdebf30a3f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:36:44.625480 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-830e32c3-d0bf-4aaf-b791-84173d58ddd6 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:44.638216 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-98da6f4d-3b7b-422e-87fb-48fdebf30a3f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:36:44.639518 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-98da6f4d-3b7b-422e-87fb-48fdebf30a3f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1429734 Mar 11 15:36:44.642616 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41660) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:44.670987 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1b043-3b35-4c31-b57a-3d03899f4bc9 None None] Pushing event updated for resources: {'Port': ['ID=1c6b1457-9e2f-4de9-8955-0a8aa8c1c202,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:44.727595 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6c0c075a-7098-4a23-a98a-9c4a29a28aa7 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0838289 Mar 11 15:36:44.732021 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41664) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:44.737645 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-72c9cf20-3f4b-4331-b518-1680efe4eaad tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'subnet': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:44.757131 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f2e9714b-7570-4d21-945a-b8fd27ae03f6 req-54137a0f-bcc6-4aa7-8e0f-a085fdb9fe33 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=bce6c1b5-2380-41bf-9c64-eaa46f6c800e HTTP/1.1" status: 200 len: 210 time: 0.0726073 Mar 11 15:36:44.759028 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830e32c3-d0bf-4aaf-b791-84173d58ddd6 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Network ba3e0404-abf2-4cab-aed5-fd950830f410 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:44.763199 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-830e32c3-d0bf-4aaf-b791-84173d58ddd6 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:44.766973 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830e32c3-d0bf-4aaf-b791-84173d58ddd6 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:36:44.803301 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e32c3-d0bf-4aaf-b791-84173d58ddd6 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event updated for resources: {'Port': ['ID=0241b018-cd19-414d-86bd-140c6da875e6,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:44.867124 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-72c9cf20-3f4b-4331-b518-1680efe4eaad tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:44.878002 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-72c9cf20-3f4b-4331-b518-1680efe4eaad tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:44.889558 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c9cf20-3f4b-4331-b518-1680efe4eaad tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:36:44.893192 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-72c9cf20-3f4b-4331-b518-1680efe4eaad tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:44.930866 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-830e32c3-d0bf-4aaf-b791-84173d58ddd6 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:45.050520 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ed593-684d-4583-ae67-cdff21e9a734 req-be2bb3ec-3441-437b-a72b-2d24f1118493 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:45.051191 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-092ed593-684d-4583-ae67-cdff21e9a734 req-be2bb3ec-3441-437b-a72b-2d24f1118493 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:network {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:36:45.097359 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-830e32c3-d0bf-4aaf-b791-84173d58ddd6 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:45.110907 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-092ed593-684d-4583-ae67-cdff21e9a734 req-be2bb3ec-3441-437b-a72b-2d24f1118493 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:network {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:36:45.111849 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-092ed593-684d-4583-ae67-cdff21e9a734 req-be2bb3ec-3441-437b-a72b-2d24f1118493 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "GET /v2.0/networks?id=ca1ac97e-1d32-4edc-8290-bf5d2af55d8c HTTP/1.1" status: 200 len: 797 time: 0.2642746 Mar 11 15:36:45.334862 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-092ed593-684d-4583-ae67-cdff21e9a734 req-aa2794c0-fea7-4f0e-a474-05511f0c6a71 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:security_group {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:36:45.381041 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.objects.ports [None req-72c9cf20-3f4b-4331-b518-1680efe4eaad tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83867) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 15:36:45.428427 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-092ed593-684d-4583-ae67-cdff21e9a734 req-aa2794c0-fea7-4f0e-a474-05511f0c6a71 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:security_group {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:36:45.429545 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-092ed593-684d-4583-ae67-cdff21e9a734 req-aa2794c0-fea7-4f0e-a474-05511f0c6a71 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=916fcc14ed3c4d0b95925acf526937c4 HTTP/1.1" status: 200 len: 379 time: 0.2363935 Mar 11 15:36:45.440553 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-092ed593-684d-4583-ae67-cdff21e9a734 req-fff81d02-7a41-4248-9f24-cdeb095900da tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'port': {'device_id': 'bce6c1b5-2380-41bf-9c64-eaa46f6c800e', 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c', 'admin_state_up': True, 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'security_groups': ['3e48a133-7e4d-4fc8-bfd4-67a8c693e457']}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:45.533424 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:45.550046 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c961467-214b-457c-bab6-4f460c7887d5 None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:36:45.559464 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-72c9cf20-3f4b-4331-b518-1680efe4eaad tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:45.713187 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-092ed593-684d-4583-ae67-cdff21e9a734 req-fff81d02-7a41-4248-9f24-cdeb095900da tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:45.723694 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dab20788-b464-4d95-a8f6-cdf23b17ed3d None None] Provisioning for port ededad7d-efa4-4b50-9d87-81d34553aaab completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:36:45.837477 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device ededad7d-efa4-4b50-9d87-81d34553aaab up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:36:45.886433 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-72c9cf20-3f4b-4331-b518-1680efe4eaad tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] For port ededad7d-efa4-4b50-9d87-81d34553aaab, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ededad7d-efa4-4b50-9d87-81d34553aaab,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:45.944416 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-72c9cf20-3f4b-4331-b518-1680efe4eaad tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:45.965391 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-092ed593-684d-4583-ae67-cdff21e9a734 req-fff81d02-7a41-4248-9f24-cdeb095900da tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:45.988284 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port ededad7d-efa4-4b50-9d87-81d34553aaab completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:36:45.990697 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-72c9cf20-3f4b-4331-b518-1680efe4eaad tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:45.991401 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-72c9cf20-3f4b-4331-b518-1680efe4eaad tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:45.999128 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port ededad7d-efa4-4b50-9d87-81d34553aaab triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:45.999485 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:46.037243 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-092ed593-684d-4583-ae67-cdff21e9a734 req-fff81d02-7a41-4248-9f24-cdeb095900da tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Made reservation on behalf of 916fcc14ed3c4d0b95925acf526937c4 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:36:46.041180 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-092ed593-684d-4583-ae67-cdff21e9a734 req-fff81d02-7a41-4248-9f24-cdeb095900da tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:46.053884 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-830e32c3-d0bf-4aaf-b791-84173d58ddd6 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:46.063490 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-830e32c3-d0bf-4aaf-b791-84173d58ddd6 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:46.128650 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:46.153425 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c9cf20-3f4b-4331-b518-1680efe4eaad tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:46.159959 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-72c9cf20-3f4b-4331-b518-1680efe4eaad tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:46.184297 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-bfb0c82c-d8e7-4720-90c2-5b5c0c39b8fa req-b857150e-be15-4eb0-82c6-5f4b36a3189e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=bce6c1b5-2380-41bf-9c64-eaa46f6c800e HTTP/1.1" status: 200 len: 210 time: 0.2329872 Mar 11 15:36:46.185600 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c9cf20-3f4b-4331-b518-1680efe4eaad tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:46.186186 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-72c9cf20-3f4b-4331-b518-1680efe4eaad tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:46.187335 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port ededad7d-efa4-4b50-9d87-81d34553aaab, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ededad7d-efa4-4b50-9d87-81d34553aaab,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:46.197896 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:46.200825 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 1c6b1457-9e2f-4de9-8955-0a8aa8c1c202 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:36:46.249576 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c9cf20-3f4b-4331-b518-1680efe4eaad tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Port': ['ID=ededad7d-efa4-4b50-9d87-81d34553aaab,revision_number=5']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:46.286956 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c9cf20-3f4b-4331-b518-1680efe4eaad tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Subnet': ['ID=3c34bf7b-5e6e-4cd4-ad8f-bbe83f010a89,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:46.308545 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-72c9cf20-3f4b-4331-b518-1680efe4eaad tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5723348 Mar 11 15:36:46.308812 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41670) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:46.314264 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-79559b32-411e-4504-81aa-2251e814bdea tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'subnet': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:46.321348 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-830e32c3-d0bf-4aaf-b791-84173d58ddd6 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:46.341983 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e32c3-d0bf-4aaf-b791-84173d58ddd6 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event updated for resources: {'Port': ['ID=0241b018-cd19-414d-86bd-140c6da875e6,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:46.385348 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03daeb07-13ad-4ca2-9196-fed444c30e19 None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:36:46.396893 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299c4263-10db-4e72-abf9-9a6151fd22f1 None None] Network ba3e0404-abf2-4cab-aed5-fd950830f410 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:36:46.464829 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-79559b32-411e-4504-81aa-2251e814bdea tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:46.468806 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-79559b32-411e-4504-81aa-2251e814bdea tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:subnet and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:36:46.471849 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-79559b32-411e-4504-81aa-2251e814bdea tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:36:46.479542 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-79559b32-411e-4504-81aa-2251e814bdea tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:46.491215 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79559b32-411e-4504-81aa-2251e814bdea tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:36:46.553811 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830e32c3-d0bf-4aaf-b791-84173d58ddd6 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Network ba3e0404-abf2-4cab-aed5-fd950830f410 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:46.556859 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-830e32c3-d0bf-4aaf-b791-84173d58ddd6 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:46.594566 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=ededad7d-efa4-4b50-9d87-81d34553aaab,revision_number=6']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:46.628509 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-79559b32-411e-4504-81aa-2251e814bdea tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:46.638807 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b414734f-2c22-43a6-b450-81261ece59ac None None] Provisioning for port 1c6b1457-9e2f-4de9-8955-0a8aa8c1c202 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:36:46.669285 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 1c6b1457-9e2f-4de9-8955-0a8aa8c1c202 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:36:46.715310 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [req-092ed593-684d-4583-ae67-cdff21e9a734 req-fff81d02-7a41-4248-9f24-cdeb095900da tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Allocated IP 172.20.0.13 (ca1ac97e-1d32-4edc-8290-bf5d2af55d8c/8751722a-da8a-4f74-9c3f-57ff050b521f/98fbdcec-5851-4167-a803-29f3f7c05eb9) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:36:46.742622 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 1c6b1457-9e2f-4de9-8955-0a8aa8c1c202 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:46.743004 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:46.849564 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.ipam_backend_mixin [None req-79559b32-411e-4504-81aa-2251e814bdea tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3c34bf7b-5e6e-4cd4-ad8f-bbe83f010a89 (CIDR: 2001:db8::/64) Mar 11 15:36:46.853771 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-79559b32-411e-4504-81aa-2251e814bdea tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:36:46.854199 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79559b32-411e-4504-81aa-2251e814bdea tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:36:46.870187 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b414734f-2c22-43a6-b450-81261ece59ac None None] Provisioning complete for port ededad7d-efa4-4b50-9d87-81d34553aaab triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:46.870782 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b414734f-2c22-43a6-b450-81261ece59ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:46.876963 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41674) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:46.877215 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-79559b32-411e-4504-81aa-2251e814bdea tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5653296 Mar 11 15:36:46.977358 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-58d0f806-681b-4409-8981-cffc5e7d445b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'subnet': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:47.054362 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:47.168736 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 1c6b1457-9e2f-4de9-8955-0a8aa8c1c202, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=1c6b1457-9e2f-4de9-8955-0a8aa8c1c202,segment=NetworkSegment(66958b8f-324f-4e6b-8100-7fc823cf7da9),segment_id=66958b8f-324f-4e6b-8100-7fc823cf7da9)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:47.181378 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:47.197564 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-092ed593-684d-4583-ae67-cdff21e9a734 req-fff81d02-7a41-4248-9f24-cdeb095900da tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:47.214946 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-58d0f806-681b-4409-8981-cffc5e7d445b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:47.220693 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-58d0f806-681b-4409-8981-cffc5e7d445b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:subnet and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:36:47.223883 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-58d0f806-681b-4409-8981-cffc5e7d445b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:36:47.230551 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-58d0f806-681b-4409-8981-cffc5e7d445b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:47.249876 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-092ed593-684d-4583-ae67-cdff21e9a734 req-fff81d02-7a41-4248-9f24-cdeb095900da tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Transition to ACTIVE for port object 98fbdcec-5851-4167-a803-29f3f7c05eb9 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:36:47.254847 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d0f806-681b-4409-8981-cffc5e7d445b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:36:47.311056 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=1c6b1457-9e2f-4de9-8955-0a8aa8c1c202,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:47.351799 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2484945-eb43-4fbc-b849-7d1b63ec6ec9 None None] Sync routers for ids ['2fa2f048-cafe-46a7-ba78-a8ec31e4bef9'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:36:47.381376 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2484945-eb43-4fbc-b849-7d1b63ec6ec9 None None] Routers {'2fa2f048-cafe-46a7-ba78-a8ec31e4bef9'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:36:47.382009 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e2484945-eb43-4fbc-b849-7d1b63ec6ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:36:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['2fa2f048-cafe-46a7-ba78-a8ec31e4bef9'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:47.470425 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830e32c3-d0bf-4aaf-b791-84173d58ddd6 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Router 2fa2f048-cafe-46a7-ba78-a8ec31e4bef9 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:36:47.497976 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d15c06d1-be45-4052-b4b6-ac672a0bbd56 req-901f665d-8e6e-4886-a448-68b9d4002d51 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=bce6c1b5-2380-41bf-9c64-eaa46f6c800e HTTP/1.1" status: 200 len: 210 time: 0.1041238 Mar 11 15:36:47.509094 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-58d0f806-681b-4409-8981-cffc5e7d445b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:47.535298 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-092ed593-684d-4583-ae67-cdff21e9a734 req-fff81d02-7a41-4248-9f24-cdeb095900da tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:47.588473 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-e2484945-eb43-4fbc-b849-7d1b63ec6ec9 None None] Set router 2fa2f048-cafe-46a7-ba78-a8ec31e4bef9 gateway port host: None {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:36:47.739128 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device ededad7d-efa4-4b50-9d87-81d34553aaab up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:36:47.800124 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-303660da-7367-4f91-a955-d3b1eee77ce3 None None] Provisioning complete for port ededad7d-efa4-4b50-9d87-81d34553aaab triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:47.800997 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-303660da-7367-4f91-a955-d3b1eee77ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:47.837231 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-092ed593-684d-4583-ae67-cdff21e9a734 req-fff81d02-7a41-4248-9f24-cdeb095900da tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network ca1ac97e-1d32-4edc-8290-bf5d2af55d8c is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:47.844408 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [req-092ed593-684d-4583-ae67-cdff21e9a734 req-fff81d02-7a41-4248-9f24-cdeb095900da tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:47.851048 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-092ed593-684d-4583-ae67-cdff21e9a734 req-fff81d02-7a41-4248-9f24-cdeb095900da tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:36:47.926704 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ed593-684d-4583-ae67-cdff21e9a734 req-fff81d02-7a41-4248-9f24-cdeb095900da tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:47.927331 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-092ed593-684d-4583-ae67-cdff21e9a734 req-fff81d02-7a41-4248-9f24-cdeb095900da tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:48.003328 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff81d02-7a41-4248-9f24-cdeb095900da tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=98fbdcec-5851-4167-a803-29f3f7c05eb9,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:48.142389 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-092ed593-684d-4583-ae67-cdff21e9a734 req-fff81d02-7a41-4248-9f24-cdeb095900da tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7058930 Mar 11 15:36:48.164813 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-092ed593-684d-4583-ae67-cdff21e9a734 req-438607d6-a244-431c-9dc5-0f2c5a781621 service neutron] Request body: {'port': {'device_id': 'bce6c1b5-2380-41bf-9c64-eaa46f6c800e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:48.220425 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port ededad7d-efa4-4b50-9d87-81d34553aaab triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:48.220783 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:48.283222 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-303660da-7367-4f91-a955-d3b1eee77ce3 None None] Provisioning for port 0241b018-cd19-414d-86bd-140c6da875e6 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:36:48.294984 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-303660da-7367-4f91-a955-d3b1eee77ce3 None None] Provisioning complete for port 0241b018-cd19-414d-86bd-140c6da875e6 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:48.295359 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-303660da-7367-4f91-a955-d3b1eee77ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:48.320163 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-092ed593-684d-4583-ae67-cdff21e9a734 req-438607d6-a244-431c-9dc5-0f2c5a781621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:48.325621 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ae6779-98aa-44de-88a2-3c33124d1151 None None] get_active_networks_info from dv-neutron-833373-1-hyperv {{(pid=83868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 15:36:48.447310 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-303660da-7367-4f91-a955-d3b1eee77ce3 None None] Port 0241b018-cd19-414d-86bd-140c6da875e6 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:36:48.458353 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830e32c3-d0bf-4aaf-b791-84173d58ddd6 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:36:48.469174 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e2484945-eb43-4fbc-b849-7d1b63ec6ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa2f048-cafe-46a7-ba78-a8ec31e4bef9', 'name': 'tempest-RoutersTest-router-1407433863', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:17Z', 'updated_at': '2022-03-11T15:36:44Z', 'revision_number': 5, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'gw_port_host': None, '_interfaces': [{'id': '0241b018-cd19-414d-86bd-140c6da875e6', 'name': '', 'network_id': 'ba3e0404-abf2-4cab-aed5-fd950830f410', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'mac_address': 'fa:16:3e:fa:c5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa2f048-cafe-46a7-ba78-a8ec31e4bef9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '795ce40a-27ce-492d-b5a8-9df49a10a640', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:43Z', 'updated_at': '2022-03-11T15:36:45Z', 'revision_number': 2, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'subnets': [{'id': '795ce40a-27ce-492d-b5a8-9df49a10a640', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21ed1822-95d6-409e-b6bc-c9221ec2e4a3', 'name': '', 'network_id': 'e7d7305c-d7d3-440e-aa6d-20a8806728d2', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'mac_address': 'fa:16:3e:2c:59:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa2f048-cafe-46a7-ba78-a8ec31e4bef9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78e46892-788c-41d3-a762-d0391736c521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:21Z', 'updated_at': '2022-03-11T15:36:30Z', 'revision_number': 5, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'subnets': [{'id': '78e46892-788c-41d3-a762-d0391736c521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '702a90aa-6214-401f-8400-73f6b7ea4ab2', 'name': '', 'network_id': 'f10985bb-0f39-4d5d-b7b7-b47f318c22a3', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'mac_address': 'fa:16:3e:ce:93:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa2f048-cafe-46a7-ba78-a8ec31e4bef9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a93fafa4-70af-444f-82b2-346da0b390bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:28Z', 'updated_at': '2022-03-11T15:36:38Z', 'revision_number': 5, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'subnets': [{'id': 'a93fafa4-70af-444f-82b2-346da0b390bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86fe7aaa-0217-4dd4-906d-d087db646f85', 'name': '', 'network_id': '263d6cac-f6a0-4253-8946-e2d40cbfe083', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'mac_address': 'fa:16:3e:08:9c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa2f048-cafe-46a7-ba78-a8ec31e4bef9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79ac3c79-4989-483d-b501-cb38bc5c3702', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:37Z', 'updated_at': '2022-03-11T15:36:40Z', 'revision_number': 2, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'subnets': [{'id': '79ac3c79-4989-483d-b501-cb38bc5c3702', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:48.493109 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2484945-eb43-4fbc-b849-7d1b63ec6ec9 None None] Checking router: 2fa2f048-cafe-46a7-ba78-a8ec31e4bef9 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:36:48.493453 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2484945-eb43-4fbc-b849-7d1b63ec6ec9 None None] Updating router 2fa2f048-cafe-46a7-ba78-a8ec31e4bef9 port 0241b018-cd19-414d-86bd-140c6da875e6 binding host dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:36:48.526250 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-830e32c3-d0bf-4aaf-b791-84173d58ddd6 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "PUT /v2.0/routers/2fa2f048-cafe-46a7-ba78-a8ec31e4bef9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8729534 Mar 11 15:36:48.529198 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41682) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:48.535960 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-a3337b1f-b3d1-48d4-82cb-9e09f2134d62 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:48.554584 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 1c6b1457-9e2f-4de9-8955-0a8aa8c1c202 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:36:48.624443 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e2484945-eb43-4fbc-b849-7d1b63ec6ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:48.643073 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-303660da-7367-4f91-a955-d3b1eee77ce3 None None] Provisioning complete for port 1c6b1457-9e2f-4de9-8955-0a8aa8c1c202 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:48.643695 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-303660da-7367-4f91-a955-d3b1eee77ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:48.680734 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-58d0f806-681b-4409-8981-cffc5e7d445b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:48.767042 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ae6779-98aa-44de-88a2-3c33124d1151 None None] Resources bound (agent type, host, resource id): {{(pid=83868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 15:36:48.780967 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d0f806-681b-4409-8981-cffc5e7d445b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:48.786035 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-58d0f806-681b-4409-8981-cffc5e7d445b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:48.795500 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d0f806-681b-4409-8981-cffc5e7d445b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:48.796462 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-58d0f806-681b-4409-8981-cffc5e7d445b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:48.811804 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d0f806-681b-4409-8981-cffc5e7d445b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Subnet': ['ID=aa1dec07-f286-46dd-9087-f2c4c156245d,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:48.814510 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee465860-7ea8-403c-b675-63eb04eef078 req-9de10e85-2c97-4fb0-b78f-eb7fb7530e0b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:48.822329 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-ee465860-7ea8-403c-b675-63eb04eef078 req-9de10e85-2c97-4fb0-b78f-eb7fb7530e0b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=bce6c1b5-2380-41bf-9c64-eaa46f6c800e HTTP/1.1" status: 200 len: 932 time: 0.1394670 Mar 11 15:36:48.835565 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-58d0f806-681b-4409-8981-cffc5e7d445b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9592788 Mar 11 15:36:48.838751 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41688) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:48.848714 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-466dd774-043f-4fba-a6a9-87689b997804 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'port': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'mac_address': 'fa:16:3e:5b:3e:0e', 'name': 'tempest-NetworksTestDHCPv6-57488710'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:48.878668 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-ee465860-7ea8-403c-b675-63eb04eef078 req-87c25d81-ab58-4d07-b513-e193698605a5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e48a133-7e4d-4fc8-bfd4-67a8c693e457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561717 Mar 11 15:36:48.932542 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 1c6b1457-9e2f-4de9-8955-0a8aa8c1c202 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:48.933440 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:48.998789 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [req-092ed593-684d-4583-ae67-cdff21e9a734 req-438607d6-a244-431c-9dc5-0f2c5a781621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98fbdcec-5851-4167-a803-29f3f7c05eb9 {{(pid=83866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:36:49.009499 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-092ed593-684d-4583-ae67-cdff21e9a734 req-438607d6-a244-431c-9dc5-0f2c5a781621 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:49.045218 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-092ed593-684d-4583-ae67-cdff21e9a734 req-438607d6-a244-431c-9dc5-0f2c5a781621 service neutron] Transition to ACTIVE for port object 98fbdcec-5851-4167-a803-29f3f7c05eb9 will not be triggered until provisioned by entity L2. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:36:49.061098 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-092ed593-684d-4583-ae67-cdff21e9a734 req-438607d6-a244-431c-9dc5-0f2c5a781621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:49.114022 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-466dd774-043f-4fba-a6a9-87689b997804 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:49.123713 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-466dd774-043f-4fba-a6a9-87689b997804 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:49.153716 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466dd774-043f-4fba-a6a9-87689b997804 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:36:49.157866 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-466dd774-043f-4fba-a6a9-87689b997804 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:49.244495 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438607d6-a244-431c-9dc5-0f2c5a781621 service neutron] Pushing event updated for resources: {'Port': ['ID=98fbdcec-5851-4167-a803-29f3f7c05eb9,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:49.296242 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-466dd774-043f-4fba-a6a9-87689b997804 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] device_id is not set on port b9ad0ed8-cf0b-47a7-bfab-509269645c4e yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:36:49.329069 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.extraroute_db [None req-a3337b1f-b3d1-48d4-82cb-9e09f2134d62 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=83867) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 11 15:36:49.342930 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.extraroute_db [None req-a3337b1f-b3d1-48d4-82cb-9e09f2134d62 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Removed routes are [] {{(pid=83867) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 11 15:36:49.343321 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a3337b1f-b3d1-48d4-82cb-9e09f2134d62 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:49.398629 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f409fe74-a93f-44b2-92df-4b27d4d54edd None None] Provisioning complete for port 0241b018-cd19-414d-86bd-140c6da875e6 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:49.399034 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f409fe74-a93f-44b2-92df-4b27d4d54edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:49.473732 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-092ed593-684d-4583-ae67-cdff21e9a734 req-438607d6-a244-431c-9dc5-0f2c5a781621 service neutron] Attempting to bind port 98fbdcec-5851-4167-a803-29f3f7c05eb9 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:36:49.474063 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-092ed593-684d-4583-ae67-cdff21e9a734 req-438607d6-a244-431c-9dc5-0f2c5a781621 service neutron] Attempting to bind port 98fbdcec-5851-4167-a803-29f3f7c05eb9 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'ebe61925-faf8-4870-b5d4-dc21b35f4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:36:49.474391 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092ed593-684d-4583-ae67-cdff21e9a734 req-438607d6-a244-431c-9dc5-0f2c5a781621 service neutron] Attempting to bind port 98fbdcec-5851-4167-a803-29f3f7c05eb9 on network ca1ac97e-1d32-4edc-8290-bf5d2af55d8c {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:36:49.489028 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092ed593-684d-4583-ae67-cdff21e9a734 req-438607d6-a244-431c-9dc5-0f2c5a781621 service neutron] Port 98fbdcec-5851-4167-a803-29f3f7c05eb9 on network ca1ac97e-1d32-4edc-8290-bf5d2af55d8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:36:49.489503 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092ed593-684d-4583-ae67-cdff21e9a734 req-438607d6-a244-431c-9dc5-0f2c5a781621 service neutron] Attempting to bind port 98fbdcec-5851-4167-a803-29f3f7c05eb9 on network ca1ac97e-1d32-4edc-8290-bf5d2af55d8c {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:36:49.499620 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092ed593-684d-4583-ae67-cdff21e9a734 req-438607d6-a244-431c-9dc5-0f2c5a781621 service neutron] Checking agent: {'id': '233b753e-9484-4350-9871-64b7c66fc067', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'started_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:36:49.499948 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092ed593-684d-4583-ae67-cdff21e9a734 req-438607d6-a244-431c-9dc5-0f2c5a781621 service neutron] Checking segment: {'id': 'ebe61925-faf8-4870-b5d4-dc21b35f4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:36:49.500354 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092ed593-684d-4583-ae67-cdff21e9a734 req-438607d6-a244-431c-9dc5-0f2c5a781621 service neutron] Bound using segment: {'id': 'ebe61925-faf8-4870-b5d4-dc21b35f4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c'} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:36:49.500776 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-092ed593-684d-4583-ae67-cdff21e9a734 req-438607d6-a244-431c-9dc5-0f2c5a781621 service neutron] Bound port: 98fbdcec-5851-4167-a803-29f3f7c05eb9, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe61925-faf8-4870-b5d4-dc21b35f4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c'}}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:36:49.501113 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-092ed593-684d-4583-ae67-cdff21e9a734 req-438607d6-a244-431c-9dc5-0f2c5a781621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:49.524035 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-f409fe74-a93f-44b2-92df-4b27d4d54edd None None] Port 0241b018-cd19-414d-86bd-140c6da875e6 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:36:49.533130 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f409fe74-a93f-44b2-92df-4b27d4d54edd None None] Could not find standard attr ID for object 51200fdb-b6c2-4130-b174-af51664fafa7. {{(pid=83868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:36:49.594604 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e2484945-eb43-4fbc-b849-7d1b63ec6ec9 None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:49.620724 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e2484945-eb43-4fbc-b849-7d1b63ec6ec9 None None] Transition to ACTIVE for port object 0241b018-cd19-414d-86bd-140c6da875e6 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:36:49.634710 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f409fe74-a93f-44b2-92df-4b27d4d54edd None None] Provisioning for port 98fbdcec-5851-4167-a803-29f3f7c05eb9 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:36:49.644554 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e2484945-eb43-4fbc-b849-7d1b63ec6ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:49.696966 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a3337b1f-b3d1-48d4-82cb-9e09f2134d62 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:49.701400 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a3337b1f-b3d1-48d4-82cb-9e09f2134d62 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709172', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-708534'] for router, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:49.789050 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-466dd774-043f-4fba-a6a9-87689b997804 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Allocated IP 2001:db8:0:1::1df (a9e561eb-4382-47f0-afe2-548f64b9476b/aa1dec07-f286-46dd-9087-f2c4c156245d/b9ad0ed8-cf0b-47a7-bfab-509269645c4e) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:36:49.798932 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-466dd774-043f-4fba-a6a9-87689b997804 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Allocated IP 2001:db8::f816:3eff:fe5b:3e0e (a9e561eb-4382-47f0-afe2-548f64b9476b/3c34bf7b-5e6e-4cd4-ad8f-bbe83f010a89/b9ad0ed8-cf0b-47a7-bfab-509269645c4e) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:36:49.801761 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-092ed593-684d-4583-ae67-cdff21e9a734 req-438607d6-a244-431c-9dc5-0f2c5a781621 service neutron] For port 98fbdcec-5851-4167-a803-29f3f7c05eb9, host hv-neutron-8333, cleared binding levels {{(pid=83866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:36:49.808691 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-092ed593-684d-4583-ae67-cdff21e9a734 req-438607d6-a244-431c-9dc5-0f2c5a781621 service neutron] For port 98fbdcec-5851-4167-a803-29f3f7c05eb9, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=98fbdcec-5851-4167-a803-29f3f7c05eb9,segment=NetworkSegment(ebe61925-faf8-4870-b5d4-dc21b35f4555),segment_id=ebe61925-faf8-4870-b5d4-dc21b35f4555)] {{(pid=83866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:36:49.815782 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57670dc6-0b11-44c5-ab96-cadaa54bcb91 None None] Pushing event updated for resources: {'Port': ['ID=0241b018-cd19-414d-86bd-140c6da875e6,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:49.818309 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-092ed593-684d-4583-ae67-cdff21e9a734 req-438607d6-a244-431c-9dc5-0f2c5a781621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:49.857129 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57670dc6-0b11-44c5-ab96-cadaa54bcb91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:49.857998 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57670dc6-0b11-44c5-ab96-cadaa54bcb91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:49.857998 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57670dc6-0b11-44c5-ab96-cadaa54bcb91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:49.858192 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57670dc6-0b11-44c5-ab96-cadaa54bcb91 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:49.858453 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57670dc6-0b11-44c5-ab96-cadaa54bcb91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:49.858823 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57670dc6-0b11-44c5-ab96-cadaa54bcb91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:49.859104 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57670dc6-0b11-44c5-ab96-cadaa54bcb91 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:49.859429 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57670dc6-0b11-44c5-ab96-cadaa54bcb91 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:49.859753 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57670dc6-0b11-44c5-ab96-cadaa54bcb91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:49.860072 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57670dc6-0b11-44c5-ab96-cadaa54bcb91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:49.860404 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57670dc6-0b11-44c5-ab96-cadaa54bcb91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:49.890589 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3337b1f-b3d1-48d4-82cb-9e09f2134d62 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Router 2fa2f048-cafe-46a7-ba78-a8ec31e4bef9 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:36:49.917184 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-092ed593-684d-4583-ae67-cdff21e9a734 req-438607d6-a244-431c-9dc5-0f2c5a781621 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:49.918703 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-092ed593-684d-4583-ae67-cdff21e9a734 req-438607d6-a244-431c-9dc5-0f2c5a781621 service neutron] 10.222.0.73 "PUT /v2.0/ports/98fbdcec-5851-4167-a803-29f3f7c05eb9 HTTP/1.1" status: 200 len: 1094 time: 1.7667704 Mar 11 15:36:49.924081 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce6c1b5-2380-41bf-9c64-eaa46f6c800e', 'tag': '98fbdcec-5851-4167-a803-29f3f7c05eb9'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:36:50.000315 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e847a7d-b108-4c70-bcf6-9b855d662988 None None] Update dhcp port {'port': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'fixed_ips': [{'subnet_id': '3c34bf7b-5e6e-4cd4-ad8f-bbe83f010a89', 'ip_address': '2001:db8::f816:3eff:fe52:96b3'}, {'subnet_id': 'aa1dec07-f286-46dd-9087-f2c4c156245d'}], 'binding:host_id': 'dv-neutron-833373-1-hyperv'}, 'id': 'ededad7d-efa4-4b50-9d87-81d34553aaab'} from dv-neutron-833373-1-hyperv. {{(pid=83868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 15:36:50.000826 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438607d6-a244-431c-9dc5-0f2c5a781621 service neutron] Pushing event updated for resources: {'Port': ['ID=98fbdcec-5851-4167-a803-29f3f7c05eb9,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:50.035931 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce6c1b5-2380-41bf-9c64-eaa46f6c800e', 'tag': '98fbdcec-5851-4167-a803-29f3f7c05eb9', 'status': 'completed', 'code': 200} Mar 11 15:36:50.062441 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-e2484945-eb43-4fbc-b849-7d1b63ec6ec9 None None] Attempting to bind port 0241b018-cd19-414d-86bd-140c6da875e6 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:36:50.062806 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-e2484945-eb43-4fbc-b849-7d1b63ec6ec9 None None] Attempting to bind port 0241b018-cd19-414d-86bd-140c6da875e6 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '66958b8f-324f-4e6b-8100-7fc823cf7da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ba3e0404-abf2-4cab-aed5-fd950830f410'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:36:50.063164 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2484945-eb43-4fbc-b849-7d1b63ec6ec9 None None] Attempting to bind port 0241b018-cd19-414d-86bd-140c6da875e6 on network ba3e0404-abf2-4cab-aed5-fd950830f410 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:36:50.081013 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2484945-eb43-4fbc-b849-7d1b63ec6ec9 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:36:50.081430 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2484945-eb43-4fbc-b849-7d1b63ec6ec9 None None] Checking segment: {'id': '66958b8f-324f-4e6b-8100-7fc823cf7da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ba3e0404-abf2-4cab-aed5-fd950830f410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:36:50.081836 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e2484945-eb43-4fbc-b849-7d1b63ec6ec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:50.082228 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2484945-eb43-4fbc-b849-7d1b63ec6ec9 None None] Bound using segment: {'id': '66958b8f-324f-4e6b-8100-7fc823cf7da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ba3e0404-abf2-4cab-aed5-fd950830f410'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:36:50.082704 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-e2484945-eb43-4fbc-b849-7d1b63ec6ec9 None None] Bound port: 0241b018-cd19-414d-86bd-140c6da875e6, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66958b8f-324f-4e6b-8100-7fc823cf7da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ba3e0404-abf2-4cab-aed5-fd950830f410'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:36:50.083074 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e2484945-eb43-4fbc-b849-7d1b63ec6ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:50.100364 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1e847a7d-b108-4c70-bcf6-9b855d662988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:50.210986 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3337b1f-b3d1-48d4-82cb-9e09f2134d62 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:36:50.219459 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a3337b1f-b3d1-48d4-82cb-9e09f2134d62 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:50.221018 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a3337b1f-b3d1-48d4-82cb-9e09f2134d62 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "PUT /v2.0/routers/2fa2f048-cafe-46a7-ba78-a8ec31e4bef9 HTTP/1.1" status: 200 len: 934 time: 1.6906719 Mar 11 15:36:50.223488 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41696) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:50.225043 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-092ed593-684d-4583-ae67-cdff21e9a734 req-15399f27-dee6-4284-8f42-c861820d5155 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=bce6c1b5-2380-41bf-9c64-eaa46f6c800e HTTP/1.1" status: 200 len: 1097 time: 0.2645197 Mar 11 15:36:50.308402 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-e2484945-eb43-4fbc-b849-7d1b63ec6ec9 None None] For port 0241b018-cd19-414d-86bd-140c6da875e6, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:36:50.322989 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-092ed593-684d-4583-ae67-cdff21e9a734 req-59a3e869-3a59-44d2-a9ed-d40957de6d90 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98fbdcec-5851-4167-a803-29f3f7c05eb9 HTTP/1.1" status: 200 len: 217 time: 0.0864768 Mar 11 15:36:50.325682 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-e2484945-eb43-4fbc-b849-7d1b63ec6ec9 None None] For port 0241b018-cd19-414d-86bd-140c6da875e6, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=0241b018-cd19-414d-86bd-140c6da875e6,segment=NetworkSegment(66958b8f-324f-4e6b-8100-7fc823cf7da9),segment_id=66958b8f-324f-4e6b-8100-7fc823cf7da9)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:36:50.335397 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e2484945-eb43-4fbc-b849-7d1b63ec6ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:50.369827 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-466dd774-043f-4fba-a6a9-87689b997804 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:50.399584 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2484945-eb43-4fbc-b849-7d1b63ec6ec9 None None] Updating router 2fa2f048-cafe-46a7-ba78-a8ec31e4bef9 port 86fe7aaa-0217-4dd4-906d-d087db646f85 binding host dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:36:50.446793 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5b5e7df7-8305-469a-bfa2-4478f74f4326 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "GET /v2.0/routers/2fa2f048-cafe-46a7-ba78-a8ec31e4bef9 HTTP/1.1" status: 200 len: 934 time: 0.2220824 Mar 11 15:36:50.449311 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-466dd774-043f-4fba-a6a9-87689b997804 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Transition to ACTIVE for port object b9ad0ed8-cf0b-47a7-bfab-509269645c4e will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:36:50.450755 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41700) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:50.459005 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57670dc6-0b11-44c5-ab96-cadaa54bcb91 None None] Pushing event updated for resources: {'Port': ['ID=0241b018-cd19-414d-86bd-140c6da875e6,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:50.459969 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-2de030ae-9770-450b-83ee-28383c55546f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Request body: {'router': {'routes': None}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:50.466249 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e2484945-eb43-4fbc-b849-7d1b63ec6ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:50.473454 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ed593-684d-4583-ae67-cdff21e9a734 req-8f81d7af-5a58-4095-b077-c3b5063b8d15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:50.474888 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-092ed593-684d-4583-ae67-cdff21e9a734 req-8f81d7af-5a58-4095-b077-c3b5063b8d15 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8751722a-da8a-4f74-9c3f-57ff050b521f HTTP/1.1" status: 200 len: 835 time: 0.1434879 Mar 11 15:36:50.562613 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c73e7-2a90-43d4-bcd7-48038e7c5ab1 req-e8846b12-1121-4655-8016-3011eddbe3f2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:50.563317 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-0e9c73e7-2a90-43d4-bcd7-48038e7c5ab1 req-e8846b12-1121-4655-8016-3011eddbe3f2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:36:50.566144 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-466dd774-043f-4fba-a6a9-87689b997804 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:50.663159 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466dd774-043f-4fba-a6a9-87689b997804 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:50.667853 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-0e9c73e7-2a90-43d4-bcd7-48038e7c5ab1 req-e8846b12-1121-4655-8016-3011eddbe3f2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:36:50.669037 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0e9c73e7-2a90-43d4-bcd7-48038e7c5ab1 req-e8846b12-1121-4655-8016-3011eddbe3f2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=bce6c1b5-2380-41bf-9c64-eaa46f6c800e HTTP/1.1" status: 200 len: 944 time: 0.2935150 Mar 11 15:36:50.671320 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466dd774-043f-4fba-a6a9-87689b997804 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Port': ['ID=b9ad0ed8-cf0b-47a7-bfab-509269645c4e,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:50.674033 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-466dd774-043f-4fba-a6a9-87689b997804 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:50.677404 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466dd774-043f-4fba-a6a9-87689b997804 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:36:50.681423 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466dd774-043f-4fba-a6a9-87689b997804 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:50.682040 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-466dd774-043f-4fba-a6a9-87689b997804 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:50.690728 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-092ed593-684d-4583-ae67-cdff21e9a734 req-1b4d1646-c0c0-4576-8ec9-f1ba3524da7c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ca1ac97e-1d32-4edc-8290-bf5d2af55d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2073328 Mar 11 15:36:50.735612 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-1e847a7d-b108-4c70-bcf6-9b855d662988 None None] Allocated IP 2001:db8:0:1::2 (a9e561eb-4382-47f0-afe2-548f64b9476b/aa1dec07-f286-46dd-9087-f2c4c156245d/ededad7d-efa4-4b50-9d87-81d34553aaab) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:36:50.832580 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-466dd774-043f-4fba-a6a9-87689b997804 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9913001 Mar 11 15:36:50.836453 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41704) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:50.871289 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0e9c73e7-2a90-43d4-bcd7-48038e7c5ab1 req-afdf1004-ffdd-4890-8955-c5c07fb5bea6 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e48a133-7e4d-4fc8-bfd4-67a8c693e457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845787 Mar 11 15:36:50.942773 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-092ed593-684d-4583-ae67-cdff21e9a734 req-fa90e275-099d-4406-a532-51fb7142b3ae service neutron] 10.222.0.73 "GET /v2.0/networks/ca1ac97e-1d32-4edc-8290-bf5d2af55d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363291 Mar 11 15:36:50.943533 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-1e847a7d-b108-4c70-bcf6-9b855d662988 None None] For port ededad7d-efa4-4b50-9d87-81d34553aaab, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ededad7d-efa4-4b50-9d87-81d34553aaab,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:50.948083 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-9f6e371e-24a8-4761-8e2e-4e13aa337674 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting port b9ad0ed8-cf0b-47a7-bfab-509269645c4e {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:36:50.949005 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9f6e371e-24a8-4761-8e2e-4e13aa337674 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:51.023248 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1e847a7d-b108-4c70-bcf6-9b855d662988 None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:51.028449 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e2484945-eb43-4fbc-b849-7d1b63ec6ec9 None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:51.050915 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e2484945-eb43-4fbc-b849-7d1b63ec6ec9 None None] Transition to ACTIVE for port object 86fe7aaa-0217-4dd4-906d-d087db646f85 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:36:51.053806 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-1e847a7d-b108-4c70-bcf6-9b855d662988 None None] Transition to ACTIVE for port object ededad7d-efa4-4b50-9d87-81d34553aaab will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:36:51.060281 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1e847a7d-b108-4c70-bcf6-9b855d662988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:51.091120 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e2484945-eb43-4fbc-b849-7d1b63ec6ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:51.171518 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.extraroute_db [None req-2de030ae-9770-450b-83ee-28383c55546f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Added routes are [] {{(pid=83867) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 11 15:36:51.171518 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.extraroute_db [None req-2de030ae-9770-450b-83ee-28383c55546f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=83867) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 11 15:36:51.212434 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2de030ae-9770-450b-83ee-28383c55546f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:51.248392 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-092ed593-684d-4583-ae67-cdff21e9a734 req-085b5b2c-3a5f-41e7-81fc-fef1872e01cc service neutron] 10.222.0.73 "GET /v2.0/networks/ca1ac97e-1d32-4edc-8290-bf5d2af55d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708280 Mar 11 15:36:51.344231 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e847a7d-b108-4c70-bcf6-9b855d662988 None None] Pushing event updated for resources: {'Port': ['ID=ededad7d-efa4-4b50-9d87-81d34553aaab,revision_number=7']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:51.358664 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9f6e371e-24a8-4761-8e2e-4e13aa337674 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:51.496472 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57670dc6-0b11-44c5-ab96-cadaa54bcb91 None None] Pushing event updated for resources: {'Port': ['ID=86fe7aaa-0217-4dd4-906d-d087db646f85,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:51.505292 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-e2484945-eb43-4fbc-b849-7d1b63ec6ec9 None None] Attempting to bind port 86fe7aaa-0217-4dd4-906d-d087db646f85 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:36:51.505657 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-e2484945-eb43-4fbc-b849-7d1b63ec6ec9 None None] Attempting to bind port 86fe7aaa-0217-4dd4-906d-d087db646f85 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '173f2847-aa9e-4e82-8629-488111e55b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '263d6cac-f6a0-4253-8946-e2d40cbfe083'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:36:51.506011 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2484945-eb43-4fbc-b849-7d1b63ec6ec9 None None] Attempting to bind port 86fe7aaa-0217-4dd4-906d-d087db646f85 on network 263d6cac-f6a0-4253-8946-e2d40cbfe083 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:36:51.513966 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2484945-eb43-4fbc-b849-7d1b63ec6ec9 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:36:51.514343 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2484945-eb43-4fbc-b849-7d1b63ec6ec9 None None] Checking segment: {'id': '173f2847-aa9e-4e82-8629-488111e55b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '263d6cac-f6a0-4253-8946-e2d40cbfe083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:36:51.514732 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e2484945-eb43-4fbc-b849-7d1b63ec6ec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:51.515125 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2484945-eb43-4fbc-b849-7d1b63ec6ec9 None None] Bound using segment: {'id': '173f2847-aa9e-4e82-8629-488111e55b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '263d6cac-f6a0-4253-8946-e2d40cbfe083'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:36:51.515591 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-e2484945-eb43-4fbc-b849-7d1b63ec6ec9 None None] Bound port: 86fe7aaa-0217-4dd4-906d-d087db646f85, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173f2847-aa9e-4e82-8629-488111e55b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '263d6cac-f6a0-4253-8946-e2d40cbfe083'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:36:51.515960 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e2484945-eb43-4fbc-b849-7d1b63ec6ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:51.598456 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2de030ae-9770-450b-83ee-28383c55546f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:51.599128 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-9f6e371e-24a8-4761-8e2e-4e13aa337674 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Calling delete_port for b9ad0ed8-cf0b-47a7-bfab-509269645c4e owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:36:51.601881 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2de030ae-9770-450b-83ee-28383c55546f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709172', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-708534'] for router, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:51.658838 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-e2484945-eb43-4fbc-b849-7d1b63ec6ec9 None None] For port 86fe7aaa-0217-4dd4-906d-d087db646f85, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:36:51.664081 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-e2484945-eb43-4fbc-b849-7d1b63ec6ec9 None None] For port 86fe7aaa-0217-4dd4-906d-d087db646f85, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=86fe7aaa-0217-4dd4-906d-d087db646f85,segment=NetworkSegment(173f2847-aa9e-4e82-8629-488111e55b8f),segment_id=173f2847-aa9e-4e82-8629-488111e55b8f)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:36:51.672550 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e2484945-eb43-4fbc-b849-7d1b63ec6ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:51.710135 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-28cf3ed2-6538-43de-b0aa-ffecc7119693 req-49038a5a-df88-4546-bfb3-a4938990a0eb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=bce6c1b5-2380-41bf-9c64-eaa46f6c800e HTTP/1.1" status: 200 len: 1097 time: 0.4000967 Mar 11 15:36:51.771629 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device ededad7d-efa4-4b50-9d87-81d34553aaab up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:36:51.879951 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57670dc6-0b11-44c5-ab96-cadaa54bcb91 None None] Pushing event updated for resources: {'Port': ['ID=86fe7aaa-0217-4dd4-906d-d087db646f85,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:51.899069 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2484945-eb43-4fbc-b849-7d1b63ec6ec9 None None] Routers {'2fa2f048-cafe-46a7-ba78-a8ec31e4bef9'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:36:51.900338 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e2484945-eb43-4fbc-b849-7d1b63ec6ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:36:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['2fa2f048-cafe-46a7-ba78-a8ec31e4bef9'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:51.974685 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de030ae-9770-450b-83ee-28383c55546f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Router 2fa2f048-cafe-46a7-ba78-a8ec31e4bef9 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:36:52.033275 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf3ed2-6538-43de-b0aa-ffecc7119693 req-d38a638c-1512-4863-9df4-5d564ecea89e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:52.035339 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-28cf3ed2-6538-43de-b0aa-ffecc7119693 req-d38a638c-1512-4863-9df4-5d564ecea89e service neutron] 10.222.0.73 "GET /v2.0/networks?id=ca1ac97e-1d32-4edc-8290-bf5d2af55d8c HTTP/1.1" status: 200 len: 898 time: 0.3158870 Mar 11 15:36:52.085585 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-e2484945-eb43-4fbc-b849-7d1b63ec6ec9 None None] Set router 2fa2f048-cafe-46a7-ba78-a8ec31e4bef9 gateway port host: None {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:36:52.112521 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9f6e371e-24a8-4761-8e2e-4e13aa337674 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:52.176908 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e371e-24a8-4761-8e2e-4e13aa337674 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Port': ['ID=b9ad0ed8-cf0b-47a7-bfab-509269645c4e,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:52.179735 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-28cf3ed2-6538-43de-b0aa-ffecc7119693 req-77208a74-217d-4bb0-8798-70bd00431a37 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98fbdcec-5851-4167-a803-29f3f7c05eb9 HTTP/1.1" status: 200 len: 217 time: 0.1261799 Mar 11 15:36:52.243044 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5e963-54ec-4d3b-9a3e-c85daacef122 req-e2e28257-5362-4775-8e9b-3a2780a479c9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:52.246518 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-41c5e963-54ec-4d3b-9a3e-c85daacef122 req-e2e28257-5362-4775-8e9b-3a2780a479c9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=bce6c1b5-2380-41bf-9c64-eaa46f6c800e HTTP/1.1" status: 200 len: 944 time: 0.1781244 Mar 11 15:36:52.294162 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c94a97-e8d3-4df6-b78a-940edd6609ac None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:36:52.325534 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9f6e371e-24a8-4761-8e2e-4e13aa337674 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:52.344597 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-41c5e963-54ec-4d3b-9a3e-c85daacef122 req-56bbcb8e-7591-4754-b4f4-3d78edb59294 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e48a133-7e4d-4fc8-bfd4-67a8c693e457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849316 Mar 11 15:36:52.345109 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41710) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:52.345546 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9f6e371e-24a8-4761-8e2e-4e13aa337674 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/ports/b9ad0ed8-cf0b-47a7-bfab-509269645c4e HTTP/1.1" status: 204 len: 168 time: 1.5035224 Mar 11 15:36:52.355638 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de030ae-9770-450b-83ee-28383c55546f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:36:52.362224 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf3ed2-6538-43de-b0aa-ffecc7119693 req-89c75d04-33cf-4d50-a397-7421ed0347c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:52.363872 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-28cf3ed2-6538-43de-b0aa-ffecc7119693 req-89c75d04-33cf-4d50-a397-7421ed0347c2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8751722a-da8a-4f74-9c3f-57ff050b521f HTTP/1.1" status: 200 len: 835 time: 0.1505611 Mar 11 15:36:52.439086 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2de030ae-9770-450b-83ee-28383c55546f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:52.440869 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-2de030ae-9770-450b-83ee-28383c55546f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "PUT /v2.0/routers/2fa2f048-cafe-46a7-ba78-a8ec31e4bef9 HTTP/1.1" status: 200 len: 700 time: 1.9887829 Mar 11 15:36:52.445840 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41714) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:52.579663 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b53e385-42d0-4e07-8140-38dadddccf34 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:52.580585 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-9b53e385-42d0-4e07-8140-38dadddccf34 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:36:52.604319 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-70457707-bed2-498e-9757-fd54f0774cf3 None None] Provisioning for port ededad7d-efa4-4b50-9d87-81d34553aaab completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:36:52.606576 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-9b53e385-42d0-4e07-8140-38dadddccf34 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:36:52.611856 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9b53e385-42d0-4e07-8140-38dadddccf34 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2614574 Mar 11 15:36:52.612821 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41718) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:52.630049 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-70457707-bed2-498e-9757-fd54f0774cf3 None None] Provisioning complete for port ededad7d-efa4-4b50-9d87-81d34553aaab triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:52.630468 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-70457707-bed2-498e-9757-fd54f0774cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:52.725569 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-28cf3ed2-6538-43de-b0aa-ffecc7119693 req-1ee306e5-4256-49d7-9596-0a1700aefcf7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ca1ac97e-1d32-4edc-8290-bf5d2af55d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3528664 Mar 11 15:36:52.738592 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18278fe4-2d84-4211-a7fd-774b6ed81996 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:52.743378 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-18278fe4-2d84-4211-a7fd-774b6ed81996 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1288693 Mar 11 15:36:52.744081 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41722) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:52.852614 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89614a79-007a-4d94-8f89-8d306ae8c71c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:52.857259 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89614a79-007a-4d94-8f89-8d306ae8c71c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:52.858983 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89614a79-007a-4d94-8f89-8d306ae8c71c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:52.860149 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-89614a79-007a-4d94-8f89-8d306ae8c71c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:36:52.895227 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-89614a79-007a-4d94-8f89-8d306ae8c71c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:36:52.901150 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41726) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:52.905299 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-89614a79-007a-4d94-8f89-8d306ae8c71c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1600728 Mar 11 15:36:52.929003 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:36:53.012300 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-96cd8353-3bd0-489c-8faf-decf9618b5f9 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "GET /v2.0/routers/2fa2f048-cafe-46a7-ba78-a8ec31e4bef9 HTTP/1.1" status: 200 len: 700 time: 0.5642810 Mar 11 15:36:53.015334 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41730) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:53.122202 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-28cf3ed2-6538-43de-b0aa-ffecc7119693 req-1334e625-ab32-4599-91a0-38f79d5bbbad service neutron] 10.222.0.73 "GET /v2.0/networks/ca1ac97e-1d32-4edc-8290-bf5d2af55d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822017 Mar 11 15:36:53.162985 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 98fbdcec-5851-4167-a803-29f3f7c05eb9 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:36:53.445473 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-28cf3ed2-6538-43de-b0aa-ffecc7119693 req-cd572213-9643-45e4-9a0b-8c3adb238f9e service neutron] 10.222.0.73 "GET /v2.0/networks/ca1ac97e-1d32-4edc-8290-bf5d2af55d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130045 Mar 11 15:36:53.468086 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-327db1fd-8726-4bb2-b779-959bf4407900 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting subnet 3c34bf7b-5e6e-4cd4-ad8f-bbe83f010a89 {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:36:53.471812 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-327db1fd-8726-4bb2-b779-959bf4407900 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:53.502198 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e2484945-eb43-4fbc-b849-7d1b63ec6ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa2f048-cafe-46a7-ba78-a8ec31e4bef9', 'name': 'tempest-RoutersTest-router-1407433863', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:17Z', 'updated_at': '2022-03-11T15:36:51Z', 'revision_number': 7, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'gw_port_host': None, '_interfaces': [{'id': '0241b018-cd19-414d-86bd-140c6da875e6', 'name': '', 'network_id': 'ba3e0404-abf2-4cab-aed5-fd950830f410', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'mac_address': 'fa:16:3e:fa:c5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa2f048-cafe-46a7-ba78-a8ec31e4bef9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '795ce40a-27ce-492d-b5a8-9df49a10a640', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:43Z', 'updated_at': '2022-03-11T15:36:50Z', 'revision_number': 4, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'subnets': [{'id': '795ce40a-27ce-492d-b5a8-9df49a10a640', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21ed1822-95d6-409e-b6bc-c9221ec2e4a3', 'name': '', 'network_id': 'e7d7305c-d7d3-440e-aa6d-20a8806728d2', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'mac_address': 'fa:16:3e:2c:59:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa2f048-cafe-46a7-ba78-a8ec31e4bef9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78e46892-788c-41d3-a762-d0391736c521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:21Z', 'updated_at': '2022-03-11T15:36:30Z', 'revision_number': 5, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'subnets': [{'id': '78e46892-788c-41d3-a762-d0391736c521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '702a90aa-6214-401f-8400-73f6b7ea4ab2', 'name': '', 'network_id': 'f10985bb-0f39-4d5d-b7b7-b47f318c22a3', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'mac_address': 'fa:16:3e:ce:93:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa2f048-cafe-46a7-ba78-a8ec31e4bef9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a93fafa4-70af-444f-82b2-346da0b390bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:28Z', 'updated_at': '2022-03-11T15:36:38Z', 'revision_number': 5, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'subnets': [{'id': 'a93fafa4-70af-444f-82b2-346da0b390bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86fe7aaa-0217-4dd4-906d-d087db646f85', 'name': '', 'network_id': '263d6cac-f6a0-4253-8946-e2d40cbfe083', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'mac_address': 'fa:16:3e:08:9c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa2f048-cafe-46a7-ba78-a8ec31e4bef9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79ac3c79-4989-483d-b501-cb38bc5c3702', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:37Z', 'updated_at': '2022-03-11T15:36:51Z', 'revision_number': 4, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'subnets': [{'id': '79ac3c79-4989-483d-b501-cb38bc5c3702', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:53.522205 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2484945-eb43-4fbc-b849-7d1b63ec6ec9 None None] The sync data for ids ['2fa2f048-cafe-46a7-ba78-a8ec31e4bef9'] in dv-neutron-833373-1-hyperv is: [{'id': '2fa2f048-cafe-46a7-ba78-a8ec31e4bef9', 'name': 'tempest-RoutersTest-router-1407433863', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:17Z', 'updated_at': '2022-03-11T15:36:51Z', 'revision_number': 7, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'gw_port_host': None, '_interfaces': [{'id': '0241b018-cd19-414d-86bd-140c6da875e6', 'name': '', 'network_id': 'ba3e0404-abf2-4cab-aed5-fd950830f410', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'mac_address': 'fa:16:3e:fa:c5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa2f048-cafe-46a7-ba78-a8ec31e4bef9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '795ce40a-27ce-492d-b5a8-9df49a10a640', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:43Z', 'updated_at': '2022-03-11T15:36:50Z', 'revision_number': 4, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'subnets': [{'id': '795ce40a-27ce-492d-b5a8-9df49a10a640', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21ed1822-95d6-409e-b6bc-c9221ec2e4a3', 'name': '', 'network_id': 'e7d7305c-d7d3-440e-aa6d-20a8806728d2', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'mac_address': 'fa:16:3e:2c:59:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa2f048-cafe-46a7-ba78-a8ec31e4bef9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78e46892-788c-41d3-a762-d0391736c521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:21Z', 'updated_at': '2022-03-11T15:36:30Z', 'revision_number': 5, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'subnets': [{'id': '78e46892-788c-41d3-a762-d0391736c521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '702a90aa-6214-401f-8400-73f6b7ea4ab2', 'name': '', 'network_id': 'f10985bb-0f39-4d5d-b7b7-b47f318c22a3', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'mac_address': 'fa:16:3e:ce:93:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa2f048-cafe-46a7-ba78-a8ec31e4bef9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a93fafa4-70af-444f-82b2-346da0b390bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:28Z', 'updated_at': '2022-03-11T15:36:38Z', 'revision_number': 5, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'subnets': [{'id': 'a93fafa4-70af-444f-82b2-346da0b390bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86fe7aaa-0217-4dd4-906d-d087db646f85', 'name': '', 'network_id': '263d6cac-f6a0-4253-8946-e2d40cbfe083', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'mac_address': 'fa:16:3e:08:9c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa2f048-cafe-46a7-ba78-a8ec31e4bef9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79ac3c79-4989-483d-b501-cb38bc5c3702', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:37Z', 'updated_at': '2022-03-11T15:36:51Z', 'revision_number': 4, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'subnets': [{'id': '79ac3c79-4989-483d-b501-cb38bc5c3702', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:36:53.537345 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-327db1fd-8726-4bb2-b779-959bf4407900 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:53.541834 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 98fbdcec-5851-4167-a803-29f3f7c05eb9, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=98fbdcec-5851-4167-a803-29f3f7c05eb9,segment=NetworkSegment(ebe61925-faf8-4870-b5d4-dc21b35f4555),segment_id=ebe61925-faf8-4870-b5d4-dc21b35f4555)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:53.556246 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-40371b1d-53bb-4783-bb3a-56e697fdbb5c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:53.562328 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': '98fbdcec-5851-4167-a803-29f3f7c05eb9', 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c', 'port_id': '98fbdcec-5851-4167-a803-29f3f7c05eb9', 'mac_address': 'fa:16:3e:a7:de:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8751722a-da8a-4f74-9c3f-57ff050b521f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:36:53.669824 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:53.724199 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98fbdcec-5851-4167-a803-29f3f7c05eb9 {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:36:53.764073 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 98fbdcec-5851-4167-a803-29f3f7c05eb9, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=98fbdcec-5851-4167-a803-29f3f7c05eb9,segment=NetworkSegment(ebe61925-faf8-4870-b5d4-dc21b35f4555),segment_id=ebe61925-faf8-4870-b5d4-dc21b35f4555)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:53.777698 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:53.834322 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 0241b018-cd19-414d-86bd-140c6da875e6 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:36:53.932002 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=98fbdcec-5851-4167-a803-29f3f7c05eb9,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:53.970478 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-327db1fd-8726-4bb2-b779-959bf4407900 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:53.986322 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f10a590d-4fcb-4a1a-9e9a-0c48591afa85 None None] Provisioning complete for port ededad7d-efa4-4b50-9d87-81d34553aaab triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:53.986701 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f10a590d-4fcb-4a1a-9e9a-0c48591afa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:54.039980 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beff6bc-90d1-446d-8f2c-889cace7c0af req-ee720cd1-f16f-412a-b709-f79ed9499b5f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:54.048313 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 0241b018-cd19-414d-86bd-140c6da875e6 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:36:54.050714 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4beff6bc-90d1-446d-8f2c-889cace7c0af req-ee720cd1-f16f-412a-b709-f79ed9499b5f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=bce6c1b5-2380-41bf-9c64-eaa46f6c800e HTTP/1.1" status: 200 len: 945 time: 0.4244032 Mar 11 15:36:54.077718 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 0241b018-cd19-414d-86bd-140c6da875e6 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:54.078231 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:54.148270 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4beff6bc-90d1-446d-8f2c-889cace7c0af req-c00788eb-baeb-4fb3-bd2f-f09203babf2b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e48a133-7e4d-4fc8-bfd4-67a8c693e457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965495 Mar 11 15:36:54.154709 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-327db1fd-8726-4bb2-b779-959bf4407900 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:54.197869 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['98fbdcec-5851-4167-a803-29f3f7c05eb9'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 15:36:54.231978 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327db1fd-8726-4bb2-b779-959bf4407900 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Subnet': ['ID=3c34bf7b-5e6e-4cd4-ad8f-bbe83f010a89,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:54.253534 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-327db1fd-8726-4bb2-b779-959bf4407900 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:54.299315 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-327db1fd-8726-4bb2-b779-959bf4407900 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/3c34bf7b-5e6e-4cd4-ad8f-bbe83f010a89 HTTP/1.1" status: 204 len: 168 time: 1.3931272 Mar 11 15:36:54.300786 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41736) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:54.346563 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f16e8a-66f8-4020-8320-3eccff560b4d None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:36:54.401469 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dcfbf1d-6ae6-4971-bc9d-7451576afdc8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting subnet aa1dec07-f286-46dd-9087-f2c4c156245d {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:36:54.406362 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0dcfbf1d-6ae6-4971-bc9d-7451576afdc8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:54.482268 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0dcfbf1d-6ae6-4971-bc9d-7451576afdc8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:54.496313 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:54.587533 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0dcfbf1d-6ae6-4971-bc9d-7451576afdc8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:54.610382 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-40371b1d-53bb-4783-bb3a-56e697fdbb5c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Deleting port 0241b018-cd19-414d-86bd-140c6da875e6 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:36:54.611000 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-40371b1d-53bb-4783-bb3a-56e697fdbb5c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:54.611178 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 0241b018-cd19-414d-86bd-140c6da875e6, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=0241b018-cd19-414d-86bd-140c6da875e6,segment=NetworkSegment(66958b8f-324f-4e6b-8100-7fc823cf7da9),segment_id=66958b8f-324f-4e6b-8100-7fc823cf7da9)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:54.639140 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:54.682879 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0dcfbf1d-6ae6-4971-bc9d-7451576afdc8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:54.730103 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0dcfbf1d-6ae6-4971-bc9d-7451576afdc8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:54.739251 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcfbf1d-6ae6-4971-bc9d-7451576afdc8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Subnet': ['ID=aa1dec07-f286-46dd-9087-f2c4c156245d,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:54.753185 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0dcfbf1d-6ae6-4971-bc9d-7451576afdc8 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/aa1dec07-f286-46dd-9087-f2c4c156245d HTTP/1.1" status: 204 len: 168 time: 0.4514575 Mar 11 15:36:54.755336 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41740) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:54.829212 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-bca215b3-62fc-4d3f-a9d9-50b025a3fb95 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0725155 Mar 11 15:36:54.831673 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41744) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:54.840540 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-f907e977-104a-42c6-a134-a4a6c0849fb1 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'subnet': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:54.842257 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-40371b1d-53bb-4783-bb3a-56e697fdbb5c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] For port 0241b018-cd19-414d-86bd-140c6da875e6, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=0241b018-cd19-414d-86bd-140c6da875e6,segment=NetworkSegment(66958b8f-324f-4e6b-8100-7fc823cf7da9),segment_id=66958b8f-324f-4e6b-8100-7fc823cf7da9)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:54.842808 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-40371b1d-53bb-4783-bb3a-56e697fdbb5c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:54.940663 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=0241b018-cd19-414d-86bd-140c6da875e6,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:54.958059 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-da328615-bd6b-44b3-9043-59a264361919 None None] Could not find standard attr ID for object b9ad0ed8-cf0b-47a7-bfab-509269645c4e. {{(pid=83868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:36:54.960900 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f907e977-104a-42c6-a134-a4a6c0849fb1 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:54.965043 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f907e977-104a-42c6-a134-a4a6c0849fb1 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:subnet and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:36:54.968315 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f907e977-104a-42c6-a134-a4a6c0849fb1 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:36:54.975027 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f907e977-104a-42c6-a134-a4a6c0849fb1 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:54.986049 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-40371b1d-53bb-4783-bb3a-56e697fdbb5c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Calling delete_port for 0241b018-cd19-414d-86bd-140c6da875e6 owned by network:router_interface {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:36:54.988359 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f907e977-104a-42c6-a134-a4a6c0849fb1 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:36:54.992808 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f907e977-104a-42c6-a134-a4a6c0849fb1 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:55.106798 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed950247-5366-4146-900d-9150b90b9dfa None None] DHCP port deletion for a9e561eb-4382-47f0-afe2-548f64b9476b request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:36:55.111967 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-ed950247-5366-4146-900d-9150b90b9dfa None None] Deleting port ededad7d-efa4-4b50-9d87-81d34553aaab {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:36:55.112573 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ed950247-5366-4146-900d-9150b90b9dfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:55.183406 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-40371b1d-53bb-4783-bb3a-56e697fdbb5c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:55.244728 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40371b1d-53bb-4783-bb3a-56e697fdbb5c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event deleted for resources: {'Port': ['ID=0241b018-cd19-414d-86bd-140c6da875e6,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:55.385423 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-ed950247-5366-4146-900d-9150b90b9dfa None None] For port ededad7d-efa4-4b50-9d87-81d34553aaab, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ededad7d-efa4-4b50-9d87-81d34553aaab,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:55.386544 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ed950247-5366-4146-900d-9150b90b9dfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:55.434112 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.objects.ports [None req-f907e977-104a-42c6-a134-a4a6c0849fb1 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83866) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 15:36:55.513619 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-ed950247-5366-4146-900d-9150b90b9dfa None None] Calling delete_port for ededad7d-efa4-4b50-9d87-81d34553aaab owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:36:55.594209 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-ed950247-5366-4146-900d-9150b90b9dfa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:36:55.594730 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-ed950247-5366-4146-900d-9150b90b9dfa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:36:55.610418 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f907e977-104a-42c6-a134-a4a6c0849fb1 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:55.633873 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a2d89-5fdf-4dcf-a48d-27c13e2dc71d req-1153bbe8-3df6-4fe4-ac76-e5c1a1973c3b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:55.635378 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-537a2d89-5fdf-4dcf-a48d-27c13e2dc71d req-1153bbe8-3df6-4fe4-ac76-e5c1a1973c3b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=bce6c1b5-2380-41bf-9c64-eaa46f6c800e HTTP/1.1" status: 200 len: 945 time: 0.2431755 Mar 11 15:36:55.690871 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-40371b1d-53bb-4783-bb3a-56e697fdbb5c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:55.706438 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-537a2d89-5fdf-4dcf-a48d-27c13e2dc71d req-6642c696-1832-4287-a65e-b47d73f5cbc2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e48a133-7e4d-4fc8-bfd4-67a8c693e457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583498 Mar 11 15:36:55.814733 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 86fe7aaa-0217-4dd4-906d-d087db646f85 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:36:55.864223 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-f907e977-104a-42c6-a134-a4a6c0849fb1 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] For port ededad7d-efa4-4b50-9d87-81d34553aaab, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ededad7d-efa4-4b50-9d87-81d34553aaab,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:55.884871 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 86fe7aaa-0217-4dd4-906d-d087db646f85 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:36:55.892697 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f907e977-104a-42c6-a134-a4a6c0849fb1 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:55.893040 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 86fe7aaa-0217-4dd4-906d-d087db646f85 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:55.893376 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:55.899990 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f907e977-104a-42c6-a134-a4a6c0849fb1 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:55.900850 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f907e977-104a-42c6-a134-a4a6c0849fb1 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:56.011668 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f907e977-104a-42c6-a134-a4a6c0849fb1 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:56.021522 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-f907e977-104a-42c6-a134-a4a6c0849fb1 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:56.029572 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f907e977-104a-42c6-a134-a4a6c0849fb1 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:56.030162 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f907e977-104a-42c6-a134-a4a6c0849fb1 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:56.070558 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907e977-104a-42c6-a134-a4a6c0849fb1 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Subnet': ['ID=78890067-9380-4b0d-94b8-716d586f67b6,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:56.071255 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:56.076874 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f907e977-104a-42c6-a134-a4a6c0849fb1 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2439489 Mar 11 15:36:56.077592 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907e977-104a-42c6-a134-a4a6c0849fb1 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Port': ['ID=ededad7d-efa4-4b50-9d87-81d34553aaab,revision_number=11']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:56.080007 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41750) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:56.086166 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-a6456b15-c442-4ecd-807a-d4508b2a9471 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'subnet': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:56.097636 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-ed950247-5366-4146-900d-9150b90b9dfa None None] Deleting port ededad7d-efa4-4b50-9d87-81d34553aaab {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:36:56.098006 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ed950247-5366-4146-900d-9150b90b9dfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:56.165536 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 86fe7aaa-0217-4dd4-906d-d087db646f85, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=86fe7aaa-0217-4dd4-906d-d087db646f85,segment=NetworkSegment(173f2847-aa9e-4e82-8629-488111e55b8f),segment_id=173f2847-aa9e-4e82-8629-488111e55b8f)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:56.203992 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:56.295163 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device ededad7d-efa4-4b50-9d87-81d34553aaab no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:36:56.352095 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-a6456b15-c442-4ecd-807a-d4508b2a9471 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:56.357547 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-a6456b15-c442-4ecd-807a-d4508b2a9471 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:subnet and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:36:56.360097 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-a6456b15-c442-4ecd-807a-d4508b2a9471 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:36:56.365704 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-a6456b15-c442-4ecd-807a-d4508b2a9471 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:56.377809 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6456b15-c442-4ecd-807a-d4508b2a9471 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:36:56.381913 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a6456b15-c442-4ecd-807a-d4508b2a9471 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:56.396033 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40371b1d-53bb-4783-bb3a-56e697fdbb5c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Router 2fa2f048-cafe-46a7-ba78-a8ec31e4bef9 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:36:56.414689 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=86fe7aaa-0217-4dd4-906d-d087db646f85,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:56.512432 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-ed950247-5366-4146-900d-9150b90b9dfa None None] For port ededad7d-efa4-4b50-9d87-81d34553aaab, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ededad7d-efa4-4b50-9d87-81d34553aaab,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:56.513059 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ed950247-5366-4146-900d-9150b90b9dfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:56.524977 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.ipam_backend_mixin [None req-a6456b15-c442-4ecd-807a-d4508b2a9471 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 78890067-9380-4b0d-94b8-716d586f67b6 (CIDR: 2001:db8::/64) Mar 11 15:36:56.530121 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6456b15-c442-4ecd-807a-d4508b2a9471 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:36:56.530875 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6456b15-c442-4ecd-807a-d4508b2a9471 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:36:56.553703 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a6456b15-c442-4ecd-807a-d4508b2a9471 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4700596 Mar 11 15:36:56.553943 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41754) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:56.559676 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-72198c3c-3105-4cc3-a845-1f5fcc830bdc tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'subnet': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:56.581235 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40371b1d-53bb-4783-bb3a-56e697fdbb5c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:36:56.595707 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-40371b1d-53bb-4783-bb3a-56e697fdbb5c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "PUT /v2.0/routers/2fa2f048-cafe-46a7-ba78-a8ec31e4bef9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5790458 Mar 11 15:36:56.598298 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41758) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:56.634587 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:56.649088 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-ed950247-5366-4146-900d-9150b90b9dfa None None] Calling delete_port for ededad7d-efa4-4b50-9d87-81d34553aaab owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:36:56.710055 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-72198c3c-3105-4cc3-a845-1f5fcc830bdc tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:56.714380 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-72198c3c-3105-4cc3-a845-1f5fcc830bdc tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:subnet and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:36:56.717741 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-72198c3c-3105-4cc3-a845-1f5fcc830bdc tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:36:56.723629 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-72198c3c-3105-4cc3-a845-1f5fcc830bdc tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:56.734301 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72198c3c-3105-4cc3-a845-1f5fcc830bdc tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:36:56.735484 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port ededad7d-efa4-4b50-9d87-81d34553aaab, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ededad7d-efa4-4b50-9d87-81d34553aaab,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:56.738189 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-72198c3c-3105-4cc3-a845-1f5fcc830bdc tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:56.741330 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:56.808007 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-ed950247-5366-4146-900d-9150b90b9dfa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:36:56.808396 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-ed950247-5366-4146-900d-9150b90b9dfa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:36:56.827591 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-121d454b-b7b2-4966-8f23-3be2c88ba9d0 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Deleting subnet 795ce40a-27ce-492d-b5a8-9df49a10a640 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:36:56.832171 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-121d454b-b7b2-4966-8f23-3be2c88ba9d0 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:56.832626 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=ededad7d-efa4-4b50-9d87-81d34553aaab,revision_number=12']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:56.889724 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-121d454b-b7b2-4966-8f23-3be2c88ba9d0 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:56.982175 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a1ebf-6ae5-4a85-b02b-c4d4becbceaa req-6d17a17e-3387-48da-8c4c-9d93dd003ef9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:56.983142 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-121d454b-b7b2-4966-8f23-3be2c88ba9d0 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:56.983532 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-639a1ebf-6ae5-4a85-b02b-c4d4becbceaa req-6d17a17e-3387-48da-8c4c-9d93dd003ef9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=bce6c1b5-2380-41bf-9c64-eaa46f6c800e HTTP/1.1" status: 200 len: 945 time: 0.1295421 Mar 11 15:36:57.061024 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-121d454b-b7b2-4966-8f23-3be2c88ba9d0 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:57.085487 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-639a1ebf-6ae5-4a85-b02b-c4d4becbceaa req-a4d7c87e-9375-4b68-a995-4337eb7c8429 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e48a133-7e4d-4fc8-bfd4-67a8c693e457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957253 Mar 11 15:36:57.100684 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d454b-b7b2-4966-8f23-3be2c88ba9d0 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event deleted for resources: {'Subnet': ['ID=795ce40a-27ce-492d-b5a8-9df49a10a640,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:57.108377 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-121d454b-b7b2-4966-8f23-3be2c88ba9d0 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:57.122264 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-121d454b-b7b2-4966-8f23-3be2c88ba9d0 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "DELETE /v2.0/subnets/795ce40a-27ce-492d-b5a8-9df49a10a640 HTTP/1.1" status: 204 len: 168 time: 0.5153286 Mar 11 15:36:57.122264 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41764) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:57.123552 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f2391b-80ad-4842-924b-7299f2e54b1e None None] Network ba3e0404-abf2-4cab-aed5-fd950830f410 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:36:57.147876 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-72198c3c-3105-4cc3-a845-1f5fcc830bdc tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:57.193698 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 98fbdcec-5851-4167-a803-29f3f7c05eb9 up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:36:57.214125 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72198c3c-3105-4cc3-a845-1f5fcc830bdc tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:57.219210 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-72198c3c-3105-4cc3-a845-1f5fcc830bdc tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:57.224521 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72198c3c-3105-4cc3-a845-1f5fcc830bdc tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:57.225141 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-72198c3c-3105-4cc3-a845-1f5fcc830bdc tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:57.265729 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-72198c3c-3105-4cc3-a845-1f5fcc830bdc tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7107170 Mar 11 15:36:57.268954 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41768) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:57.275000 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-6575e65c-602c-421b-b947-b8d072984228 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'port': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'mac_address': 'fa:16:3e:2f:5d:a4', 'name': 'tempest-NetworksTestDHCPv6-1756729175'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:36:57.281856 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a2ba6a4a-d9cf-447c-8441-bd7a3b304f41 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:57.289768 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72198c3c-3105-4cc3-a845-1f5fcc830bdc tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Subnet': ['ID=ddb33d3b-a013-49bf-b565-036d251493ed,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:57.294543 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-a2ba6a4a-d9cf-447c-8441-bd7a3b304f41 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Deleting port 1c6b1457-9e2f-4de9-8955-0a8aa8c1c202 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:36:57.295024 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a2ba6a4a-d9cf-447c-8441-bd7a3b304f41 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:57.318687 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-ed950247-5366-4146-900d-9150b90b9dfa None None] Deleting port ededad7d-efa4-4b50-9d87-81d34553aaab {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:36:57.319052 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ed950247-5366-4146-900d-9150b90b9dfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:57.437318 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-6575e65c-602c-421b-b947-b8d072984228 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:36:57.446909 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-6575e65c-602c-421b-b947-b8d072984228 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:36:57.457884 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6575e65c-602c-421b-b947-b8d072984228 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:36:57.462399 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6575e65c-602c-421b-b947-b8d072984228 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:57.467738 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning for port 98fbdcec-5851-4167-a803-29f3f7c05eb9 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:36:57.490638 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port 98fbdcec-5851-4167-a803-29f3f7c05eb9 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:57.491254 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:57.497387 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-6575e65c-602c-421b-b947-b8d072984228 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] device_id is not set on port 4962c006-461d-41ce-a899-b3c6ca95b555 yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:36:57.522197 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-a2ba6a4a-d9cf-447c-8441-bd7a3b304f41 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] For port 1c6b1457-9e2f-4de9-8955-0a8aa8c1c202, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=1c6b1457-9e2f-4de9-8955-0a8aa8c1c202,segment=NetworkSegment(66958b8f-324f-4e6b-8100-7fc823cf7da9),segment_id=66958b8f-324f-4e6b-8100-7fc823cf7da9)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:57.522445 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a2ba6a4a-d9cf-447c-8441-bd7a3b304f41 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:57.669930 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-a2ba6a4a-d9cf-447c-8441-bd7a3b304f41 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Calling delete_port for 1c6b1457-9e2f-4de9-8955-0a8aa8c1c202 owned by network:dhcp {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:36:57.735870 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08c48ae-6713-4990-a674-41bd16efdbb3 None None] DHCP port deletion for ba3e0404-abf2-4cab-aed5-fd950830f410 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:36:57.738725 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-ed950247-5366-4146-900d-9150b90b9dfa None None] For port ededad7d-efa4-4b50-9d87-81d34553aaab, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ededad7d-efa4-4b50-9d87-81d34553aaab,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:57.739220 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ed950247-5366-4146-900d-9150b90b9dfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:57.751850 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-6575e65c-602c-421b-b947-b8d072984228 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Allocated IP 2001:db8:0:1::96 (a9e561eb-4382-47f0-afe2-548f64b9476b/ddb33d3b-a013-49bf-b565-036d251493ed/4962c006-461d-41ce-a899-b3c6ca95b555) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:36:57.764637 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-6575e65c-602c-421b-b947-b8d072984228 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Allocated IP 2001:db8::f816:3eff:fe2f:5da4 (a9e561eb-4382-47f0-afe2-548f64b9476b/78890067-9380-4b0d-94b8-716d586f67b6/4962c006-461d-41ce-a899-b3c6ca95b555) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:36:57.772957 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a2ba6a4a-d9cf-447c-8441-bd7a3b304f41 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:57.813881 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-f08c48ae-6713-4990-a674-41bd16efdbb3 None None] Deleting port 1c6b1457-9e2f-4de9-8955-0a8aa8c1c202 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:36:57.814338 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f08c48ae-6713-4990-a674-41bd16efdbb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:57.824933 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba6a4a-d9cf-447c-8441-bd7a3b304f41 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event deleted for resources: {'Port': ['ID=1c6b1457-9e2f-4de9-8955-0a8aa8c1c202,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:57.833511 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ba6a4a-d9cf-447c-8441-bd7a3b304f41 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] No DVR routers for this DVR port 1c6b1457-9e2f-4de9-8955-0a8aa8c1c202 on host dv-neutron-833373-1-hyperv {{(pid=83867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:36:57.941513 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 86fe7aaa-0217-4dd4-906d-d087db646f85 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:36:57.980836 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-ed950247-5366-4146-900d-9150b90b9dfa None None] Calling delete_port for ededad7d-efa4-4b50-9d87-81d34553aaab owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:36:57.999639 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6575e65c-602c-421b-b947-b8d072984228 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:58.016514 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-6575e65c-602c-421b-b947-b8d072984228 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Transition to ACTIVE for port object 4962c006-461d-41ce-a899-b3c6ca95b555 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:36:58.020349 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:58.040362 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6575e65c-602c-421b-b947-b8d072984228 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:58.082409 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a2ba6a4a-d9cf-447c-8441-bd7a3b304f41 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:58.098563 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-f08c48ae-6713-4990-a674-41bd16efdbb3 None None] The port '1c6b1457-9e2f-4de9-8955-0a8aa8c1c202' was deleted {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 15:36:58.112370 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-a2ba6a4a-d9cf-447c-8441-bd7a3b304f41 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba3e0404-abf2-4cab-aed5-fd950830f410']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:58.117816 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6575e65c-602c-421b-b947-b8d072984228 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:58.126178 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-6575e65c-602c-421b-b947-b8d072984228 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:58.128442 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6575e65c-602c-421b-b947-b8d072984228 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:36:58.132065 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-a2ba6a4a-d9cf-447c-8441-bd7a3b304f41 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66958b8f-324f-4e6b-8100-7fc823cf7da9') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:58.132626 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-a2ba6a4a-d9cf-447c-8441-bd7a3b304f41 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66958b8f-324f-4e6b-8100-7fc823cf7da9') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:58.132745 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6575e65c-602c-421b-b947-b8d072984228 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:58.133250 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6575e65c-602c-421b-b947-b8d072984228 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:58.142130 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce6c1b5-2380-41bf-9c64-eaa46f6c800e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98fbdcec-5851-4167-a803-29f3f7c05eb9'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:36:58.148134 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a2ba6a4a-d9cf-447c-8441-bd7a3b304f41 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:58.161819 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6575e65c-602c-421b-b947-b8d072984228 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Port': ['ID=4962c006-461d-41ce-a899-b3c6ca95b555,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:58.171381 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-6575e65c-602c-421b-b947-b8d072984228 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8986769 Mar 11 15:36:58.172061 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41776) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:58.178449 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 98fbdcec-5851-4167-a803-29f3f7c05eb9, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=98fbdcec-5851-4167-a803-29f3f7c05eb9,segment=NetworkSegment(ebe61925-faf8-4870-b5d4-dc21b35f4555),segment_id=ebe61925-faf8-4870-b5d4-dc21b35f4555)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:58.200278 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:58.202732 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a2ba6a4a-d9cf-447c-8441-bd7a3b304f41 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:58.217379 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2ba6a4a-d9cf-447c-8441-bd7a3b304f41 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:36:58.218697 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a2ba6a4a-d9cf-447c-8441-bd7a3b304f41 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:58.285912 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce6c1b5-2380-41bf-9c64-eaa46f6c800e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98fbdcec-5851-4167-a803-29f3f7c05eb9', 'code': 200} Mar 11 15:36:58.286936 dv-neutron-833373-1-hyperv neutron-server[83867]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ipallocations' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:36:58.286936 dv-neutron-833373-1-hyperv neutron-server[83867]: util.warn( Mar 11 15:36:58.286936 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:36:58.286936 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:36:58.286936 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:36:58.286936 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:36:58.286936 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:36:58.286936 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:36:58.286936 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:36:58.286936 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:36:58.286936 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:36:58.286936 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:36:58.286936 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:36:58.286936 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:36:58.286936 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:36:58.286936 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:36:58.286936 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:36:58.286936 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:36:58.286936 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:36:58.286936 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:36:58.286936 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:36:58.286936 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:36:58.286936 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:36:58.286936 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:36:58.286936 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:36:58.286936 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:36:58.286936 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:36:58.286936 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:36:58.286936 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:36:58.286936 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:36:58.286936 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:36:58.286936 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:36:58.286936 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:36:58.286936 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:36:58.299259 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-33cb3091-96d9-45ce-8a9c-2312a3073c99 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting port 4962c006-461d-41ce-a899-b3c6ca95b555 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:36:58.299259 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-33cb3091-96d9-45ce-8a9c-2312a3073c99 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:58.356078 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 86fe7aaa-0217-4dd4-906d-d087db646f85 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:36:58.356557 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:58.452792 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ed950247-5366-4146-900d-9150b90b9dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:58.454077 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a2ba6a4a-d9cf-447c-8441-bd7a3b304f41 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:58.478081 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a2ba6a4a-d9cf-447c-8441-bd7a3b304f41 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:58.489684 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba6a4a-d9cf-447c-8441-bd7a3b304f41 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event deleted for resources: {'Network': ['ID=ba3e0404-abf2-4cab-aed5-fd950830f410,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:58.504927 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a2ba6a4a-d9cf-447c-8441-bd7a3b304f41 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "DELETE /v2.0/networks/ba3e0404-abf2-4cab-aed5-fd950830f410 HTTP/1.1" status: 204 len: 168 time: 1.3861752 Mar 11 15:36:58.506678 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41780) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:58.548826 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=98fbdcec-5851-4167-a803-29f3f7c05eb9,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:58.575870 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a957e-1df5-4877-be03-fb16c218c339 req-881a9294-f8cb-4acf-9ecb-0f3935ecfbdb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:58.577462 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e99a957e-1df5-4877-be03-fb16c218c339 req-881a9294-f8cb-4acf-9ecb-0f3935ecfbdb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=bce6c1b5-2380-41bf-9c64-eaa46f6c800e HTTP/1.1" status: 200 len: 946 time: 0.2671220 Mar 11 15:36:58.641655 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed950247-5366-4146-900d-9150b90b9dfa None None] No DVR routers for this DVR port ededad7d-efa4-4b50-9d87-81d34553aaab on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:36:58.651067 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed950247-5366-4146-900d-9150b90b9dfa None None] Pushing event deleted for resources: {'Port': ['ID=ededad7d-efa4-4b50-9d87-81d34553aaab,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:58.671205 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ab3455-b70b-41c6-b631-c526dd867ba2 None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:36:58.704638 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e99a957e-1df5-4877-be03-fb16c218c339 req-97d4b427-cb55-4379-b292-09e57ca28e70 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e48a133-7e4d-4fc8-bfd4-67a8c693e457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202061 Mar 11 15:36:58.785604 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-33cb3091-96d9-45ce-8a9c-2312a3073c99 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:58.907348 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3eba29c5-ab98-46ab-b442-321dcf186835 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:58.921572 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-33cb3091-96d9-45ce-8a9c-2312a3073c99 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Calling delete_port for 4962c006-461d-41ce-a899-b3c6ca95b555 owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:36:58.937042 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c34de9-0712-41a4-909e-214a88840d27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-a9e561eb-4382-47f0-afe2-548f64b9476b', 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'tenant_id': 'd568d0bdb48844a4af924b22cae1da29', 'fixed_ips': [{'subnet_id': '78890067-9380-4b0d-94b8-716d586f67b6'}, {'subnet_id': 'ddb33d3b-a013-49bf-b565-036d251493ed'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:36:58.938000 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-43c34de9-0712-41a4-909e-214a88840d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:58.953563 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-579af209-7372-4be8-acca-4c8ae5b4396a req-21e52cbc-4e43-499d-828d-56519aa6ee5e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bce6c1b5-2380-41bf-9c64-eaa46f6c800e HTTP/1.1" status: 200 len: 1099 time: 0.2976928 Mar 11 15:36:59.035046 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-579af209-7372-4be8-acca-4c8ae5b4396a req-a3134e8b-9683-41f7-aac6-eea50aab66e5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3e48a133-7e4d-4fc8-bfd4-67a8c693e457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745308 Mar 11 15:36:59.170389 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-43c34de9-0712-41a4-909e-214a88840d27 None None] Allocated IP 2001:db8:0:1::2 (a9e561eb-4382-47f0-afe2-548f64b9476b/ddb33d3b-a013-49bf-b565-036d251493ed/5306ffb2-3fe6-420a-98ad-b4a68e58e575) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:36:59.176534 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-33cb3091-96d9-45ce-8a9c-2312a3073c99 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:59.180886 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-43c34de9-0712-41a4-909e-214a88840d27 None None] Allocated IP 2001:db8::f816:3eff:fe49:32c7 (a9e561eb-4382-47f0-afe2-548f64b9476b/78890067-9380-4b0d-94b8-716d586f67b6/5306ffb2-3fe6-420a-98ad-b4a68e58e575) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:36:59.249702 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb3091-96d9-45ce-8a9c-2312a3073c99 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Port': ['ID=4962c006-461d-41ce-a899-b3c6ca95b555,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:59.319332 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3535b10c-1355-44fa-a8da-2657fa236e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:59.325754 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-33cb3091-96d9-45ce-8a9c-2312a3073c99 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:59.337586 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-33cb3091-96d9-45ce-8a9c-2312a3073c99 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/ports/4962c006-461d-41ce-a899-b3c6ca95b555 HTTP/1.1" status: 204 len: 168 time: 1.1648614 Mar 11 15:36:59.338352 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41784) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:59.413811 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-168a746f-5b6c-4a13-9a1d-c1297ec2471f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0742762 Mar 11 15:36:59.416411 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41788) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:59.443540 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-43c34de9-0712-41a4-909e-214a88840d27 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:59.458886 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-43c34de9-0712-41a4-909e-214a88840d27 None None] Transition to ACTIVE for port object 5306ffb2-3fe6-420a-98ad-b4a68e58e575 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:36:59.464293 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-87c42c4a-8711-422b-b5f7-1ecbc0e07dda tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:36:59.480738 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-43c34de9-0712-41a4-909e-214a88840d27 None None] Transition to ACTIVE for port object 5306ffb2-3fe6-420a-98ad-b4a68e58e575 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:36:59.483433 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-87c42c4a-8711-422b-b5f7-1ecbc0e07dda tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:36:59.485158 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-87c42c4a-8711-422b-b5f7-1ecbc0e07dda tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0671184 Mar 11 15:36:59.487624 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41792) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:59.489394 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-43c34de9-0712-41a4-909e-214a88840d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:59.560379 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc222847-7a4d-4698-bfa3-d188057d0cb6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:59.561097 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c34de9-0712-41a4-909e-214a88840d27 None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:59.561706 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc222847-7a4d-4698-bfa3-d188057d0cb6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:59.563201 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc222847-7a4d-4698-bfa3-d188057d0cb6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:59.563863 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-43c34de9-0712-41a4-909e-214a88840d27 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:59.563992 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-cc222847-7a4d-4698-bfa3-d188057d0cb6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:36:59.567755 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c34de9-0712-41a4-909e-214a88840d27 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:36:59.575558 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c34de9-0712-41a4-909e-214a88840d27 None None] Pushing event updated for resources: {'Port': ['ID=5306ffb2-3fe6-420a-98ad-b4a68e58e575,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:59.584751 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-cc222847-7a4d-4698-bfa3-d188057d0cb6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:36:59.586017 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-cc222847-7a4d-4698-bfa3-d188057d0cb6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0973563 Mar 11 15:36:59.589644 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41796) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:36:59.598562 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-3eba29c5-ab98-46ab-b442-321dcf186835 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Deleting port 86fe7aaa-0217-4dd4-906d-d087db646f85 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:36:59.598899 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3eba29c5-ab98-46ab-b442-321dcf186835 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:59.704892 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-43c34de9-0712-41a4-909e-214a88840d27 None None] Attempting to bind port 5306ffb2-3fe6-420a-98ad-b4a68e58e575 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:36:59.705172 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-43c34de9-0712-41a4-909e-214a88840d27 None None] Attempting to bind port 5306ffb2-3fe6-420a-98ad-b4a68e58e575 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:36:59.705531 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c34de9-0712-41a4-909e-214a88840d27 None None] Attempting to bind port 5306ffb2-3fe6-420a-98ad-b4a68e58e575 on network a9e561eb-4382-47f0-afe2-548f64b9476b {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:36:59.713078 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c34de9-0712-41a4-909e-214a88840d27 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:36:59.713447 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c34de9-0712-41a4-909e-214a88840d27 None None] Checking segment: {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:36:59.714607 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-43c34de9-0712-41a4-909e-214a88840d27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:59.715786 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c34de9-0712-41a4-909e-214a88840d27 None None] Bound using segment: {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:36:59.716127 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-43c34de9-0712-41a4-909e-214a88840d27 None None] Bound port: 5306ffb2-3fe6-420a-98ad-b4a68e58e575, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:36:59.716735 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-43c34de9-0712-41a4-909e-214a88840d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:59.734574 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 1c6b1457-9e2f-4de9-8955-0a8aa8c1c202 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:36:59.771481 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 1c6b1457-9e2f-4de9-8955-0a8aa8c1c202 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:36:59.771819 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 1c6b1457-9e2f-4de9-8955-0a8aa8c1c202 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:36:59.815052 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb2238b9-a447-469f-802f-46cc1db17357 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting subnet 78890067-9380-4b0d-94b8-716d586f67b6 {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:36:59.819172 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cb2238b9-a447-469f-802f-46cc1db17357 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:59.896815 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cb2238b9-a447-469f-802f-46cc1db17357 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:59.915110 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-43c34de9-0712-41a4-909e-214a88840d27 None None] For port 5306ffb2-3fe6-420a-98ad-b4a68e58e575, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:36:59.920185 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-43c34de9-0712-41a4-909e-214a88840d27 None None] For port 5306ffb2-3fe6-420a-98ad-b4a68e58e575, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=5306ffb2-3fe6-420a-98ad-b4a68e58e575,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:36:59.927843 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-43c34de9-0712-41a4-909e-214a88840d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:59.946272 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-3eba29c5-ab98-46ab-b442-321dcf186835 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] For port 86fe7aaa-0217-4dd4-906d-d087db646f85, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=86fe7aaa-0217-4dd4-906d-d087db646f85,segment=NetworkSegment(173f2847-aa9e-4e82-8629-488111e55b8f),segment_id=173f2847-aa9e-4e82-8629-488111e55b8f)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:59.946886 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3eba29c5-ab98-46ab-b442-321dcf186835 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:36:59.996850 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cb2238b9-a447-469f-802f-46cc1db17357 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:00.030725 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c34de9-0712-41a4-909e-214a88840d27 None None] Pushing event updated for resources: {'Port': ['ID=5306ffb2-3fe6-420a-98ad-b4a68e58e575,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:00.094269 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-3eba29c5-ab98-46ab-b442-321dcf186835 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Calling delete_port for 86fe7aaa-0217-4dd4-906d-d087db646f85 owned by network:router_interface {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:37:00.140369 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cb2238b9-a447-469f-802f-46cc1db17357 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:00.184507 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2238b9-a447-469f-802f-46cc1db17357 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Subnet': ['ID=78890067-9380-4b0d-94b8-716d586f67b6,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:00.207015 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cb2238b9-a447-469f-802f-46cc1db17357 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:00.242442 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-cb2238b9-a447-469f-802f-46cc1db17357 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/78890067-9380-4b0d-94b8-716d586f67b6 HTTP/1.1" status: 204 len: 168 time: 0.6514533 Mar 11 15:37:00.246112 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41804) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:00.267171 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e545b95-1c89-4b87-be92-0c9fd00bf23e req-7d6eb147-3bb1-42fc-96c3-3f84ad67e734 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:00.274854 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9e545b95-1c89-4b87-be92-0c9fd00bf23e req-7d6eb147-3bb1-42fc-96c3-3f84ad67e734 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=bce6c1b5-2380-41bf-9c64-eaa46f6c800e HTTP/1.1" status: 200 len: 946 time: 0.4039145 Mar 11 15:37:00.341799 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9e545b95-1c89-4b87-be92-0c9fd00bf23e req-05d29f4c-db18-40c5-a89c-7859cf7ccf72 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e48a133-7e4d-4fc8-bfd4-67a8c693e457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659003 Mar 11 15:37:00.478294 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3eba29c5-ab98-46ab-b442-321dcf186835 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:00.536465 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba29c5-ab98-46ab-b442-321dcf186835 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event deleted for resources: {'Port': ['ID=86fe7aaa-0217-4dd4-906d-d087db646f85,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:00.657855 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-246c2359-413b-41fd-8f3b-e9baa6bf031b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting subnet ddb33d3b-a013-49bf-b565-036d251493ed {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:37:00.664180 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-246c2359-413b-41fd-8f3b-e9baa6bf031b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:00.834095 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-246c2359-413b-41fd-8f3b-e9baa6bf031b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:00.945789 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-246c2359-413b-41fd-8f3b-e9baa6bf031b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:01.000824 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3eba29c5-ab98-46ab-b442-321dcf186835 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:01.138720 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b47a30-37c9-4ce1-b652-eede715d2716 None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:37:01.149804 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-246c2359-413b-41fd-8f3b-e9baa6bf031b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:01.193311 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c2359-413b-41fd-8f3b-e9baa6bf031b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Subnet': ['ID=ddb33d3b-a013-49bf-b565-036d251493ed,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:01.208009 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-246c2359-413b-41fd-8f3b-e9baa6bf031b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:01.226206 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-246c2359-413b-41fd-8f3b-e9baa6bf031b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/ddb33d3b-a013-49bf-b565-036d251493ed HTTP/1.1" status: 204 len: 168 time: 0.9750545 Mar 11 15:37:01.226447 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41808) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:01.241040 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-66feddf3-8764-46ba-87af-49a9009d2758 None None] Could not find standard attr ID for object 4962c006-461d-41ce-a899-b3c6ca95b555. {{(pid=83868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:37:01.299881 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-dde12ae7-b703-4614-853b-253dd2599ac6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0695467 Mar 11 15:37:01.300147 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41812) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:01.306353 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-60aa51b3-c165-4ff2-91f7-4b361775efa0 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'subnet': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:01.324349 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-66feddf3-8764-46ba-87af-49a9009d2758 None None] Provisioning for port 5306ffb2-3fe6-420a-98ad-b4a68e58e575 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:37:01.417608 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03f9880-af92-4425-98e8-b73b3d6c014f None None] DHCP port deletion for a9e561eb-4382-47f0-afe2-548f64b9476b request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:37:01.422116 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-d03f9880-af92-4425-98e8-b73b3d6c014f None None] Deleting port 5306ffb2-3fe6-420a-98ad-b4a68e58e575 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:37:01.422483 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d03f9880-af92-4425-98e8-b73b3d6c014f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:01.633318 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c9d0966a-a5bf-4869-ba37-510b0ee70fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:01.634830 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-60aa51b3-c165-4ff2-91f7-4b361775efa0 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:01.643758 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-d03f9880-af92-4425-98e8-b73b3d6c014f None None] For port 5306ffb2-3fe6-420a-98ad-b4a68e58e575, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=5306ffb2-3fe6-420a-98ad-b4a68e58e575,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:37:01.644178 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d03f9880-af92-4425-98e8-b73b3d6c014f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:01.702718 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-60aa51b3-c165-4ff2-91f7-4b361775efa0 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:subnet and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:01.712584 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-60aa51b3-c165-4ff2-91f7-4b361775efa0 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:01.733692 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-60aa51b3-c165-4ff2-91f7-4b361775efa0 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:01.765404 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b25f1-4bb2-4f8e-8464-eafb560e3fcc req-aadf2429-869b-4e4a-9902-08c518ae4572 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:01.766763 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-db1b25f1-4bb2-4f8e-8464-eafb560e3fcc req-aadf2429-869b-4e4a-9902-08c518ae4572 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=bce6c1b5-2380-41bf-9c64-eaa46f6c800e HTTP/1.1" status: 200 len: 946 time: 0.2892947 Mar 11 15:37:01.769124 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60aa51b3-c165-4ff2-91f7-4b361775efa0 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:37:01.770500 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-d03f9880-af92-4425-98e8-b73b3d6c014f None None] Calling delete_port for 5306ffb2-3fe6-420a-98ad-b4a68e58e575 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:37:01.772374 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-60aa51b3-c165-4ff2-91f7-4b361775efa0 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:01.848673 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d03f9880-af92-4425-98e8-b73b3d6c014f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:01.893176 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03f9880-af92-4425-98e8-b73b3d6c014f None None] No DVR routers for this DVR port 5306ffb2-3fe6-420a-98ad-b4a68e58e575 on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:37:01.909233 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f9880-af92-4425-98e8-b73b3d6c014f None None] Pushing event deleted for resources: {'Port': ['ID=5306ffb2-3fe6-420a-98ad-b4a68e58e575,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:02.051532 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-db1b25f1-4bb2-4f8e-8464-eafb560e3fcc req-d9370ebc-b18e-4e7c-8c92-38f3c71a68d7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e48a133-7e4d-4fc8-bfd4-67a8c693e457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2647233 Mar 11 15:37:02.180087 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eba29c5-ab98-46ab-b442-321dcf186835 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Router 2fa2f048-cafe-46a7-ba78-a8ec31e4bef9 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:37:02.181580 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-60aa51b3-c165-4ff2-91f7-4b361775efa0 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:02.257634 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60aa51b3-c165-4ff2-91f7-4b361775efa0 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:37:02.259492 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479d53b-ea69-429c-a722-c3e82150af30 req-e7cdff66-973f-43ce-bc56-e7e9fef06d78 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:02.261030 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-60aa51b3-c165-4ff2-91f7-4b361775efa0 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:37:02.261269 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0479d53b-ea69-429c-a722-c3e82150af30 req-e7cdff66-973f-43ce-bc56-e7e9fef06d78 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=bce6c1b5-2380-41bf-9c64-eaa46f6c800e HTTP/1.1" status: 200 len: 946 time: 0.0862644 Mar 11 15:37:02.269879 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5d0541-6973-41ec-acfa-7359a1922a87 None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:37:02.309677 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60aa51b3-c165-4ff2-91f7-4b361775efa0 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:02.310173 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-60aa51b3-c165-4ff2-91f7-4b361775efa0 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:02.312297 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0479d53b-ea69-429c-a722-c3e82150af30 req-a0892901-f2ee-4017-844f-c9a84f8a7bff tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e48a133-7e4d-4fc8-bfd4-67a8c693e457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442183 Mar 11 15:37:02.344529 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41822) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:02.383887 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa51b3-c165-4ff2-91f7-4b361775efa0 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Subnet': ['ID=82d35728-c58a-4969-8b0c-0e29c8b270d0,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:02.420120 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-60aa51b3-c165-4ff2-91f7-4b361775efa0 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1190436 Mar 11 15:37:02.423094 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41826) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:02.430161 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-c247c6be-ca7a-43f9-8c08-83c5c549a994 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'subnet': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:02.454152 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eba29c5-ab98-46ab-b442-321dcf186835 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:37:02.463167 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-3eba29c5-ab98-46ab-b442-321dcf186835 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "PUT /v2.0/routers/2fa2f048-cafe-46a7-ba78-a8ec31e4bef9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9553325 Mar 11 15:37:02.468154 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41830) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:02.521464 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8c5db3-95fe-4ea3-acc4-959e4e57c2f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-a9e561eb-4382-47f0-afe2-548f64b9476b', 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'tenant_id': 'd568d0bdb48844a4af924b22cae1da29', 'fixed_ips': [{'subnet_id': '82d35728-c58a-4969-8b0c-0e29c8b270d0'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:37:02.522354 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7c8c5db3-95fe-4ea3-acc4-959e4e57c2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:02.525938 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-4efd31ec-c0bd-4cbb-9879-569da1ef4ac1 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=bce6c1b5-2380-41bf-9c64-eaa46f6c800e HTTP/1.1" status: 200 len: 1094 time: 0.1797304 Mar 11 15:37:02.529765 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41834) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:02.540129 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-36318653-a264-4f03-9186-8b6c40fcb2fb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'floatingip': {'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'port_id': '98fbdcec-5851-4167-a803-29f3f7c05eb9', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:02.551044 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-36318653-a264-4f03-9186-8b6c40fcb2fb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:02.572032 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-36318653-a264-4f03-9186-8b6c40fcb2fb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:floatingip and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:02.577992 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-36318653-a264-4f03-9186-8b6c40fcb2fb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:02.587343 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-36318653-a264-4f03-9186-8b6c40fcb2fb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:02.684981 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d286d9c-cbb6-4882-b1b4-4b9245b1a85f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Deleting subnet 79ac3c79-4989-483d-b501-cb38bc5c3702 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:37:02.688135 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6d286d9c-cbb6-4882-b1b4-4b9245b1a85f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:02.701835 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-7c8c5db3-95fe-4ea3-acc4-959e4e57c2f2 None None] Allocated IP 2001:db8::2 (a9e561eb-4382-47f0-afe2-548f64b9476b/82d35728-c58a-4969-8b0c-0e29c8b270d0/daf96959-791f-4dbe-b0d4-74c80b686402) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:37:02.709466 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-c247c6be-ca7a-43f9-8c08-83c5c549a994 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:02.713711 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-36318653-a264-4f03-9186-8b6c40fcb2fb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for floatingip, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:02.728659 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-c247c6be-ca7a-43f9-8c08-83c5c549a994 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:subnet and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:02.734307 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-c247c6be-ca7a-43f9-8c08-83c5c549a994 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:02.742908 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-c247c6be-ca7a-43f9-8c08-83c5c549a994 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:02.753344 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6d286d9c-cbb6-4882-b1b4-4b9245b1a85f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:02.801777 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:02.805419 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c247c6be-ca7a-43f9-8c08-83c5c549a994 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:37:02.810267 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c247c6be-ca7a-43f9-8c08-83c5c549a994 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:02.845669 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6d286d9c-cbb6-4882-b1b4-4b9245b1a85f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:02.935197 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6d286d9c-cbb6-4882-b1b4-4b9245b1a85f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:02.950281 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:02.956978 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7c8c5db3-95fe-4ea3-acc4-959e4e57c2f2 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:02.970006 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-7c8c5db3-95fe-4ea3-acc4-959e4e57c2f2 None None] Transition to ACTIVE for port object daf96959-791f-4dbe-b0d4-74c80b686402 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:37:02.970242 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.ipam_backend_mixin [None req-c247c6be-ca7a-43f9-8c08-83c5c549a994 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 82d35728-c58a-4969-8b0c-0e29c8b270d0 (CIDR: 2001:db8::/64) Mar 11 15:37:02.975130 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-c247c6be-ca7a-43f9-8c08-83c5c549a994 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:37:02.975566 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c247c6be-ca7a-43f9-8c08-83c5c549a994 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:02.978419 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d286d9c-cbb6-4882-b1b4-4b9245b1a85f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event deleted for resources: {'Subnet': ['ID=79ac3c79-4989-483d-b501-cb38bc5c3702,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:02.985931 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6d286d9c-cbb6-4882-b1b4-4b9245b1a85f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:02.993125 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6d286d9c-cbb6-4882-b1b4-4b9245b1a85f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "DELETE /v2.0/subnets/79ac3c79-4989-483d-b501-cb38bc5c3702 HTTP/1.1" status: 204 len: 168 time: 0.5239754 Mar 11 15:37:02.996357 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41838) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:02.998415 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6b22b3-4a7b-47de-bc35-5579b4ca3c7b None None] Network 263d6cac-f6a0-4253-8946-e2d40cbfe083 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:37:03.010349 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c247c6be-ca7a-43f9-8c08-83c5c549a994 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5859671 Mar 11 15:37:03.013490 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41842) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:03.020232 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-f75f616a-5171-4d2a-8dac-84c904155445 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'subnet': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:03.044538 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-7c8c5db3-95fe-4ea3-acc4-959e4e57c2f2 None None] Transition to ACTIVE for port object daf96959-791f-4dbe-b0d4-74c80b686402 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:37:03.090839 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-36318653-a264-4f03-9186-8b6c40fcb2fb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:03.149231 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7c8c5db3-95fe-4ea3-acc4-959e4e57c2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:03.283012 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f75f616a-5171-4d2a-8dac-84c904155445 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:03.290264 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f75f616a-5171-4d2a-8dac-84c904155445 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:subnet and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:03.295875 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f75f616a-5171-4d2a-8dac-84c904155445 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:03.301938 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9942d230-0a81-4f88-86c4-5040800b27d1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:03.304791 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f75f616a-5171-4d2a-8dac-84c904155445 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:03.314769 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8c5db3-95fe-4ea3-acc4-959e4e57c2f2 None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:37:03.315385 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-9942d230-0a81-4f88-86c4-5040800b27d1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Deleting port e7abc81e-3bac-4e23-ab23-b76e7734275a {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:37:03.315762 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9942d230-0a81-4f88-86c4-5040800b27d1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:03.326688 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-36318653-a264-4f03-9186-8b6c40fcb2fb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Allocated IP 172.26.0.22 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/76db4ac7-21c0-4e0b-8434-f436d974b1ff) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:37:03.333333 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75f616a-5171-4d2a-8dac-84c904155445 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:37:03.337021 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f75f616a-5171-4d2a-8dac-84c904155445 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:03.346550 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-7c8c5db3-95fe-4ea3-acc4-959e4e57c2f2 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:37:03.349509 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8c5db3-95fe-4ea3-acc4-959e4e57c2f2 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:37:03.356946 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c5db3-95fe-4ea3-acc4-959e4e57c2f2 None None] Pushing event updated for resources: {'Port': ['ID=daf96959-791f-4dbe-b0d4-74c80b686402,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:03.474752 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-7c8c5db3-95fe-4ea3-acc4-959e4e57c2f2 None None] Attempting to bind port daf96959-791f-4dbe-b0d4-74c80b686402 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:37:03.474752 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-7c8c5db3-95fe-4ea3-acc4-959e4e57c2f2 None None] Attempting to bind port daf96959-791f-4dbe-b0d4-74c80b686402 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:37:03.474992 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8c5db3-95fe-4ea3-acc4-959e4e57c2f2 None None] Attempting to bind port daf96959-791f-4dbe-b0d4-74c80b686402 on network a9e561eb-4382-47f0-afe2-548f64b9476b {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:37:03.486811 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8c5db3-95fe-4ea3-acc4-959e4e57c2f2 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:37:03.487055 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8c5db3-95fe-4ea3-acc4-959e4e57c2f2 None None] Checking segment: {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:37:03.487250 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7c8c5db3-95fe-4ea3-acc4-959e4e57c2f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:03.487634 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8c5db3-95fe-4ea3-acc4-959e4e57c2f2 None None] Bound using segment: {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:37:03.488088 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-7c8c5db3-95fe-4ea3-acc4-959e4e57c2f2 None None] Bound port: daf96959-791f-4dbe-b0d4-74c80b686402, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2784c65-e18f-44ac-b211-69756ecabf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:37:03.488475 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7c8c5db3-95fe-4ea3-acc4-959e4e57c2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:03.529260 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-9942d230-0a81-4f88-86c4-5040800b27d1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] For port e7abc81e-3bac-4e23-ab23-b76e7734275a, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=e7abc81e-3bac-4e23-ab23-b76e7734275a,segment=NetworkSegment(173f2847-aa9e-4e82-8629-488111e55b8f),segment_id=173f2847-aa9e-4e82-8629-488111e55b8f)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:37:03.529260 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9942d230-0a81-4f88-86c4-5040800b27d1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:03.591650 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-7c8c5db3-95fe-4ea3-acc4-959e4e57c2f2 None None] For port daf96959-791f-4dbe-b0d4-74c80b686402, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:37:03.595205 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-7c8c5db3-95fe-4ea3-acc4-959e4e57c2f2 None None] For port daf96959-791f-4dbe-b0d4-74c80b686402, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=daf96959-791f-4dbe-b0d4-74c80b686402,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:37:03.600395 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e52cdb-6408-43ff-8fb4-409322d186b7 None None] DHCP port deletion for 263d6cac-f6a0-4253-8946-e2d40cbfe083 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:37:03.604599 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-06e52cdb-6408-43ff-8fb4-409322d186b7 None None] Deleting port e7abc81e-3bac-4e23-ab23-b76e7734275a {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:37:03.605053 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-06e52cdb-6408-43ff-8fb4-409322d186b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:03.633947 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-36318653-a264-4f03-9186-8b6c40fcb2fb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:03.672305 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-9942d230-0a81-4f88-86c4-5040800b27d1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Calling delete_port for e7abc81e-3bac-4e23-ab23-b76e7734275a owned by network:dhcp {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:37:03.685481 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7c8c5db3-95fe-4ea3-acc4-959e4e57c2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:03.742829 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-36318653-a264-4f03-9186-8b6c40fcb2fb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:03.763883 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9942d230-0a81-4f88-86c4-5040800b27d1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:03.787122 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device e7abc81e-3bac-4e23-ab23-b76e7734275a no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:37:03.813592 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9942d230-0a81-4f88-86c4-5040800b27d1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event deleted for resources: {'Port': ['ID=e7abc81e-3bac-4e23-ab23-b76e7734275a,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:03.818164 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9942d230-0a81-4f88-86c4-5040800b27d1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] No DVR routers for this DVR port e7abc81e-3bac-4e23-ab23-b76e7734275a on host dv-neutron-833373-1-hyperv {{(pid=83867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:37:03.846543 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c5db3-95fe-4ea3-acc4-959e4e57c2f2 None None] Pushing event updated for resources: {'Port': ['ID=daf96959-791f-4dbe-b0d4-74c80b686402,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:03.854420 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36318653-a264-4f03-9186-8b6c40fcb2fb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:37:03.854598 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: e7abc81e-3bac-4e23-ab23-b76e7734275a {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:37:03.854889 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device e7abc81e-3bac-4e23-ab23-b76e7734275a not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:37:03.857760 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-36318653-a264-4f03-9186-8b6c40fcb2fb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:37:03.863055 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36318653-a264-4f03-9186-8b6c40fcb2fb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:37:03.903899 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36318653-a264-4f03-9186-8b6c40fcb2fb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=76db4ac7-21c0-4e0b-8434-f436d974b1ff,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:03.959634 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-06e52cdb-6408-43ff-8fb4-409322d186b7 None None] For port e7abc81e-3bac-4e23-ab23-b76e7734275a, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=e7abc81e-3bac-4e23-ab23-b76e7734275a,segment=NetworkSegment(173f2847-aa9e-4e82-8629-488111e55b8f),segment_id=173f2847-aa9e-4e82-8629-488111e55b8f)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:37:03.960328 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-06e52cdb-6408-43ff-8fb4-409322d186b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:03.969172 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9942d230-0a81-4f88-86c4-5040800b27d1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:04.002365 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-9942d230-0a81-4f88-86c4-5040800b27d1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['263d6cac-f6a0-4253-8946-e2d40cbfe083']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:04.017989 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-9942d230-0a81-4f88-86c4-5040800b27d1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '173f2847-aa9e-4e82-8629-488111e55b8f') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:04.018366 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-9942d230-0a81-4f88-86c4-5040800b27d1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '173f2847-aa9e-4e82-8629-488111e55b8f') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:04.038481 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9942d230-0a81-4f88-86c4-5040800b27d1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:04.059177 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9942d230-0a81-4f88-86c4-5040800b27d1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:04.067175 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9942d230-0a81-4f88-86c4-5040800b27d1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:37:04.067823 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9942d230-0a81-4f88-86c4-5040800b27d1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:04.085598 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:37:04.085598 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:37:04.085598 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:37:04.085598 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:37:04.085598 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:37:04.085598 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:37:04.085598 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:37:04.085598 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:37:04.085598 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:37:04.085598 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:37:04.085598 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:37:04.085598 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:37:04.085598 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:37:04.085598 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:37:04.085598 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:37:04.085598 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:37:04.085598 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:37:04.085598 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:37:04.085598 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:37:04.085598 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:37:04.085598 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:37:04.085598 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:37:04.085598 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:37:04.085598 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:37:04.085598 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:37:04.085598 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:37:04.085598 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:37:04.085598 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:37:04.085598 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:37:04.085598 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:37:04.085598 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:37:04.085598 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:37:04.103933 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-06e52cdb-6408-43ff-8fb4-409322d186b7 None None] Calling delete_port for e7abc81e-3bac-4e23-ab23-b76e7734275a owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:37:04.237395 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn_limited( Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:37:04.239069 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 15:37:04.250922 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-06e52cdb-6408-43ff-8fb4-409322d186b7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:37:04.251253 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-06e52cdb-6408-43ff-8fb4-409322d186b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:37:04.255470 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9942d230-0a81-4f88-86c4-5040800b27d1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:04.266023 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9942d230-0a81-4f88-86c4-5040800b27d1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:04.298732 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9942d230-0a81-4f88-86c4-5040800b27d1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event deleted for resources: {'Network': ['ID=263d6cac-f6a0-4253-8946-e2d40cbfe083,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:04.306504 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9942d230-0a81-4f88-86c4-5040800b27d1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "DELETE /v2.0/networks/263d6cac-f6a0-4253-8946-e2d40cbfe083 HTTP/1.1" status: 204 len: 168 time: 1.3091366 Mar 11 15:37:04.307090 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41846) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:04.384864 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.objects.ports [None req-f75f616a-5171-4d2a-8dac-84c904155445 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83866) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 15:37:04.653511 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d4f15aa3-b972-46e2-8847-48af6b11743c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:04.712883 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f75f616a-5171-4d2a-8dac-84c904155445 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:04.752666 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-06e52cdb-6408-43ff-8fb4-409322d186b7 None None] Deleting port e7abc81e-3bac-4e23-ab23-b76e7734275a {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:37:04.753560 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-06e52cdb-6408-43ff-8fb4-409322d186b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:04.834192 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-06e52cdb-6408-43ff-8fb4-409322d186b7 None None] The port 'e7abc81e-3bac-4e23-ab23-b76e7734275a' was deleted {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 15:37:05.015271 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-36318653-a264-4f03-9186-8b6c40fcb2fb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:05.085232 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fe37e8cb-181a-443a-9d49-c17d7030428a None None] Provisioning for port daf96959-791f-4dbe-b0d4-74c80b686402 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:37:05.110107 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-f75f616a-5171-4d2a-8dac-84c904155445 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] For port daf96959-791f-4dbe-b0d4-74c80b686402, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=daf96959-791f-4dbe-b0d4-74c80b686402,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:37:05.115218 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-36318653-a264-4f03-9186-8b6c40fcb2fb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:05.192539 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f75f616a-5171-4d2a-8dac-84c904155445 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:05.211798 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f75f616a-5171-4d2a-8dac-84c904155445 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:05.212525 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f75f616a-5171-4d2a-8dac-84c904155445 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:05.393650 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-d4f15aa3-b972-46e2-8847-48af6b11743c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Deleting port 702a90aa-6214-401f-8400-73f6b7ea4ab2 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:37:05.394223 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d4f15aa3-b972-46e2-8847-48af6b11743c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:05.404638 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75f616a-5171-4d2a-8dac-84c904155445 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:37:05.410426 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-f75f616a-5171-4d2a-8dac-84c904155445 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:37:05.413233 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75f616a-5171-4d2a-8dac-84c904155445 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:05.413817 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f75f616a-5171-4d2a-8dac-84c904155445 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:05.419564 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5670c2ea-5784-4d23-88ae-d0364d1fbecb None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:37:05.442823 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f616a-5171-4d2a-8dac-84c904155445 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Subnet': ['ID=0b7eb6e5-227b-4e8f-b89c-e5cb125f0a68,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:05.450635 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f616a-5171-4d2a-8dac-84c904155445 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Port': ['ID=daf96959-791f-4dbe-b0d4-74c80b686402,revision_number=4']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:05.498266 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f75f616a-5171-4d2a-8dac-84c904155445 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.4803805 Mar 11 15:37:05.498499 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41854) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:05.504061 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-744a490b-da47-43e6-a443-4e91f5bea562 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'port': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'mac_address': 'fa:16:3e:c5:52:24', 'name': 'tempest-NetworksTestDHCPv6-1746760138'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:05.596875 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-d4f15aa3-b972-46e2-8847-48af6b11743c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] For port 702a90aa-6214-401f-8400-73f6b7ea4ab2, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=702a90aa-6214-401f-8400-73f6b7ea4ab2,segment=NetworkSegment(3d440ea5-dbfa-4d1e-900c-2bd1f91c6bd1),segment_id=3d440ea5-dbfa-4d1e-900c-2bd1f91c6bd1)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:37:05.597289 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d4f15aa3-b972-46e2-8847-48af6b11743c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:05.608771 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-36318653-a264-4f03-9186-8b6c40fcb2fb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:05.618028 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-36318653-a264-4f03-9186-8b6c40fcb2fb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:05.738650 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-d4f15aa3-b972-46e2-8847-48af6b11743c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Calling delete_port for 702a90aa-6214-401f-8400-73f6b7ea4ab2 owned by network:router_interface {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:37:05.769417 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36318653-a264-4f03-9186-8b6c40fcb2fb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=76db4ac7-21c0-4e0b-8434-f436d974b1ff,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:05.784544 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-744a490b-da47-43e6-a443-4e91f5bea562 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:05.792450 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-744a490b-da47-43e6-a443-4e91f5bea562 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:port and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:05.796948 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-744a490b-da47-43e6-a443-4e91f5bea562 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:05.801633 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device daf96959-791f-4dbe-b0d4-74c80b686402 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:37:05.805370 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-36318653-a264-4f03-9186-8b6c40fcb2fb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:05.866265 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-744a490b-da47-43e6-a443-4e91f5bea562 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:05.920561 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port daf96959-791f-4dbe-b0d4-74c80b686402 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:37:05.927271 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port daf96959-791f-4dbe-b0d4-74c80b686402 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:37:05.927809 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:05.950763 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744a490b-da47-43e6-a443-4e91f5bea562 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:37:05.964914 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d4f15aa3-b972-46e2-8847-48af6b11743c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:06.024127 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f15aa3-b972-46e2-8847-48af6b11743c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event deleted for resources: {'Port': ['ID=702a90aa-6214-401f-8400-73f6b7ea4ab2,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:06.111275 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:06.116021 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-744a490b-da47-43e6-a443-4e91f5bea562 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:06.150227 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port daf96959-791f-4dbe-b0d4-74c80b686402, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=daf96959-791f-4dbe-b0d4-74c80b686402,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:37:06.156355 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:06.161087 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-744a490b-da47-43e6-a443-4e91f5bea562 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] device_id is not set on port 5d91c126-4547-4a2d-8d37-b22d7dd5bcd6 yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:37:06.306795 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=daf96959-791f-4dbe-b0d4-74c80b686402,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:06.395243 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d4f15aa3-b972-46e2-8847-48af6b11743c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:06.501775 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.l3_db [None req-36318653-a264-4f03-9186-8b6c40fcb2fb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Floating IP e1375708-849a-4b38-b21f-3e860989d0de associated. External IP: 172.26.0.22, port: 98fbdcec-5851-4167-a803-29f3f7c05eb9. Mar 11 15:37:06.530347 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6fa2aa9a-6801-4ffe-8598-ac1917eccbbb None None] Provisioning complete for port daf96959-791f-4dbe-b0d4-74c80b686402 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:37:06.530736 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6fa2aa9a-6801-4ffe-8598-ac1917eccbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:06.696456 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-744a490b-da47-43e6-a443-4e91f5bea562 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Allocated IP 2001:db8::66 (a9e561eb-4382-47f0-afe2-548f64b9476b/82d35728-c58a-4969-8b0c-0e29c8b270d0/5d91c126-4547-4a2d-8d37-b22d7dd5bcd6) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:37:06.706055 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-744a490b-da47-43e6-a443-4e91f5bea562 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Allocated IP 2001:db8:0:1:f816:3eff:fec5:5224 (a9e561eb-4382-47f0-afe2-548f64b9476b/0b7eb6e5-227b-4e8f-b89c-e5cb125f0a68/5d91c126-4547-4a2d-8d37-b22d7dd5bcd6) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:37:06.971335 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6385079-4710-444a-bf67-80ee5faa169c None None] Sync routers for ids ['2fa2f048-cafe-46a7-ba78-a8ec31e4bef9'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:37:06.990146 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6385079-4710-444a-bf67-80ee5faa169c None None] Routers {'2fa2f048-cafe-46a7-ba78-a8ec31e4bef9'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:37:06.990778 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-d6385079-4710-444a-bf67-80ee5faa169c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:37:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['2fa2f048-cafe-46a7-ba78-a8ec31e4bef9'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:06.999372 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-744a490b-da47-43e6-a443-4e91f5bea562 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:07.019328 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f15aa3-b972-46e2-8847-48af6b11743c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Router 2fa2f048-cafe-46a7-ba78-a8ec31e4bef9 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:37:07.078517 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52f74f8-48a7-4f54-9037-9476d9cd960e None None] Sync routers for ids ['751cb1a0-63bb-4511-bc69-e8b1ee323f25'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:37:07.085635 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-744a490b-da47-43e6-a443-4e91f5bea562 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Transition to ACTIVE for port object 5d91c126-4547-4a2d-8d37-b22d7dd5bcd6 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:37:07.116510 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52f74f8-48a7-4f54-9037-9476d9cd960e None None] Routers {'751cb1a0-63bb-4511-bc69-e8b1ee323f25'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:37:07.118008 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b52f74f8-48a7-4f54-9037-9476d9cd960e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:37:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['751cb1a0-63bb-4511-bc69-e8b1ee323f25'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:07.140641 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-744a490b-da47-43e6-a443-4e91f5bea562 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:07.157862 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-d6385079-4710-444a-bf67-80ee5faa169c None None] Set router 2fa2f048-cafe-46a7-ba78-a8ec31e4bef9 gateway port host: None {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:37:07.232721 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744a490b-da47-43e6-a443-4e91f5bea562 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:37:07.237322 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-744a490b-da47-43e6-a443-4e91f5bea562 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:37:07.245753 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744a490b-da47-43e6-a443-4e91f5bea562 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:37:07.250186 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744a490b-da47-43e6-a443-4e91f5bea562 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:07.250816 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-744a490b-da47-43e6-a443-4e91f5bea562 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:07.255057 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a490b-da47-43e6-a443-4e91f5bea562 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Port': ['ID=5d91c126-4547-4a2d-8d37-b22d7dd5bcd6,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:07.280576 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f15aa3-b972-46e2-8847-48af6b11743c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:37:07.302389 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-744a490b-da47-43e6-a443-4e91f5bea562 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8028781 Mar 11 15:37:07.306307 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41858) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:07.322933 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d4f15aa3-b972-46e2-8847-48af6b11743c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "PUT /v2.0/routers/2fa2f048-cafe-46a7-ba78-a8ec31e4bef9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0117295 Mar 11 15:37:07.324708 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41862) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:07.439223 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36318653-a264-4f03-9186-8b6c40fcb2fb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router 751cb1a0-63bb-4511-bc69-e8b1ee323f25 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:37:07.445724 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-2a9a13d3-1116-4671-91ac-0d2ae15be69f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting port 5d91c126-4547-4a2d-8d37-b22d7dd5bcd6 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:37:07.451628 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2a9a13d3-1116-4671-91ac-0d2ae15be69f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:07.516610 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-b52f74f8-48a7-4f54-9037-9476d9cd960e None None] Set router 751cb1a0-63bb-4511-bc69-e8b1ee323f25 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:37:07.618276 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d766fa4-da1c-472e-9d17-707c2c7343c3 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Deleting subnet a93fafa4-70af-444f-82b2-346da0b390bf {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:37:07.624772 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3d766fa4-da1c-472e-9d17-707c2c7343c3 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:07.704052 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3d766fa4-da1c-472e-9d17-707c2c7343c3 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:07.804269 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-d6385079-4710-444a-bf67-80ee5faa169c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa2f048-cafe-46a7-ba78-a8ec31e4bef9', 'name': 'tempest-RoutersTest-router-1407433863', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:17Z', 'updated_at': '2022-03-11T15:37:05Z', 'revision_number': 10, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'gw_port_host': None, '_interfaces': [{'id': '21ed1822-95d6-409e-b6bc-c9221ec2e4a3', 'name': '', 'network_id': 'e7d7305c-d7d3-440e-aa6d-20a8806728d2', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'mac_address': 'fa:16:3e:2c:59:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa2f048-cafe-46a7-ba78-a8ec31e4bef9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78e46892-788c-41d3-a762-d0391736c521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:21Z', 'updated_at': '2022-03-11T15:36:30Z', 'revision_number': 5, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'subnets': [{'id': '78e46892-788c-41d3-a762-d0391736c521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:07.815383 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6385079-4710-444a-bf67-80ee5faa169c None None] Checking router: 2fa2f048-cafe-46a7-ba78-a8ec31e4bef9 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:37:07.822466 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3d766fa4-da1c-472e-9d17-707c2c7343c3 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:07.830830 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6385079-4710-444a-bf67-80ee5faa169c None None] Routers {'2fa2f048-cafe-46a7-ba78-a8ec31e4bef9'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:37:07.831561 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-d6385079-4710-444a-bf67-80ee5faa169c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:37:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['2fa2f048-cafe-46a7-ba78-a8ec31e4bef9'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:07.956024 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3d766fa4-da1c-472e-9d17-707c2c7343c3 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:07.958282 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2a9a13d3-1116-4671-91ac-0d2ae15be69f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:07.959666 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device daf96959-791f-4dbe-b0d4-74c80b686402 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:37:07.986062 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2d1f09dc-842f-4c21-8dec-e953cd4144fd None None] Provisioning for port 5d91c126-4547-4a2d-8d37-b22d7dd5bcd6 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:37:08.006716 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2d1f09dc-842f-4c21-8dec-e953cd4144fd None None] Provisioning complete for port 5d91c126-4547-4a2d-8d37-b22d7dd5bcd6 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:37:08.007530 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2d1f09dc-842f-4c21-8dec-e953cd4144fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:08.009543 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d766fa4-da1c-472e-9d17-707c2c7343c3 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event deleted for resources: {'Subnet': ['ID=a93fafa4-70af-444f-82b2-346da0b390bf,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:08.028250 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3d766fa4-da1c-472e-9d17-707c2c7343c3 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:08.032586 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-d6385079-4710-444a-bf67-80ee5faa169c None None] Set router 2fa2f048-cafe-46a7-ba78-a8ec31e4bef9 gateway port host: None {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:37:08.044929 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-3d766fa4-da1c-472e-9d17-707c2c7343c3 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "DELETE /v2.0/subnets/a93fafa4-70af-444f-82b2-346da0b390bf HTTP/1.1" status: 204 len: 168 time: 0.7188158 Mar 11 15:37:08.045154 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30968929-4ae2-4b69-9687-eae2a102fa97 None None] Network f10985bb-0f39-4d5d-b7b7-b47f318c22a3 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:37:08.046345 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41868) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:08.100459 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-2a9a13d3-1116-4671-91ac-0d2ae15be69f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Calling delete_port for 5d91c126-4547-4a2d-8d37-b22d7dd5bcd6 owned by {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:37:08.180797 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-2d1f09dc-842f-4c21-8dec-e953cd4144fd None None] Port 5d91c126-4547-4a2d-8d37-b22d7dd5bcd6 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:37:08.267101 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6ed1f43e-b05d-4a60-8119-470923097c33 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:08.282030 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port daf96959-791f-4dbe-b0d4-74c80b686402 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:37:08.282408 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:08.301923 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-6ed1f43e-b05d-4a60-8119-470923097c33 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Deleting port 7b00c7a7-cb2d-459e-93f0-ee010428611f {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:37:08.302293 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6ed1f43e-b05d-4a60-8119-470923097c33 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:08.329349 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b52f74f8-48a7-4f54-9037-9476d9cd960e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'name': 'tempest-TestNetworkBasicOps-router-1941577902', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.206'}], 'enable_snat': True}, 'gw_port_id': '91001ea9-3bc3-4c53-a2d8-30cfada85f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:23Z', 'updated_at': '2022-03-11T15:36:30Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '91001ea9-3bc3-4c53-a2d8-30cfada85f6e', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:24Z', 'updated_at': '2022-03-11T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'e1375708-849a-4b38-b21f-3e860989d0de', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.22', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'port_id': '98fbdcec-5851-4167-a803-29f3f7c05eb9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c', 'mac_address': 'fa:16:3e:a7:de:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce6c1b5-2380-41bf-9c64-eaa46f6c800e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:37:04Z', 'updated_at': '2022-03-11T15:37:04Z', 'revision_number': 0, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '565ba8b5-872a-4b4b-89fb-974d23dfccad', 'name': '', 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:0a:0e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8751722a-da8a-4f74-9c3f-57ff050b521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:29Z', 'updated_at': '2022-03-11T15:36:31Z', 'revision_number': 2, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '8751722a-da8a-4f74-9c3f-57ff050b521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:08.341848 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52f74f8-48a7-4f54-9037-9476d9cd960e None None] Checking router: 751cb1a0-63bb-4511-bc69-e8b1ee323f25 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:37:08.342212 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52f74f8-48a7-4f54-9037-9476d9cd960e None None] Updating router 751cb1a0-63bb-4511-bc69-e8b1ee323f25 port 565ba8b5-872a-4b4b-89fb-974d23dfccad binding host dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:37:08.404634 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b52f74f8-48a7-4f54-9037-9476d9cd960e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:08.436439 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-d6385079-4710-444a-bf67-80ee5faa169c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa2f048-cafe-46a7-ba78-a8ec31e4bef9', 'name': 'tempest-RoutersTest-router-1407433863', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:17Z', 'updated_at': '2022-03-11T15:37:05Z', 'revision_number': 10, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'gw_port_host': None, '_interfaces': [{'id': '21ed1822-95d6-409e-b6bc-c9221ec2e4a3', 'name': '', 'network_id': 'e7d7305c-d7d3-440e-aa6d-20a8806728d2', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'mac_address': 'fa:16:3e:2c:59:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa2f048-cafe-46a7-ba78-a8ec31e4bef9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78e46892-788c-41d3-a762-d0391736c521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:21Z', 'updated_at': '2022-03-11T15:36:30Z', 'revision_number': 5, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'subnets': [{'id': '78e46892-788c-41d3-a762-d0391736c521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:08.442260 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6385079-4710-444a-bf67-80ee5faa169c None None] The sync data for ids ['2fa2f048-cafe-46a7-ba78-a8ec31e4bef9'] in dv-neutron-833373-1-hyperv is: [{'id': '2fa2f048-cafe-46a7-ba78-a8ec31e4bef9', 'name': 'tempest-RoutersTest-router-1407433863', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:17Z', 'updated_at': '2022-03-11T15:37:05Z', 'revision_number': 10, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'gw_port_host': None, '_interfaces': [{'id': '21ed1822-95d6-409e-b6bc-c9221ec2e4a3', 'name': '', 'network_id': 'e7d7305c-d7d3-440e-aa6d-20a8806728d2', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'mac_address': 'fa:16:3e:2c:59:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa2f048-cafe-46a7-ba78-a8ec31e4bef9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78e46892-788c-41d3-a762-d0391736c521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:21Z', 'updated_at': '2022-03-11T15:36:30Z', 'revision_number': 5, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'subnets': [{'id': '78e46892-788c-41d3-a762-d0391736c521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:37:08.444776 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36318653-a264-4f03-9186-8b6c40fcb2fb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:37:08.490125 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-36318653-a264-4f03-9186-8b6c40fcb2fb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:08.591668 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-6ed1f43e-b05d-4a60-8119-470923097c33 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] For port 7b00c7a7-cb2d-459e-93f0-ee010428611f, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=7b00c7a7-cb2d-459e-93f0-ee010428611f,segment=NetworkSegment(3d440ea5-dbfa-4d1e-900c-2bd1f91c6bd1),segment_id=3d440ea5-dbfa-4d1e-900c-2bd1f91c6bd1)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:37:08.592760 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6ed1f43e-b05d-4a60-8119-470923097c33 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:08.604798 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-36318653-a264-4f03-9186-8b6c40fcb2fb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.0711212 Mar 11 15:37:08.606174 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce6c1b5-2380-41bf-9c64-eaa46f6c800e', 'tag': '98fbdcec-5851-4167-a803-29f3f7c05eb9'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:37:08.608823 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41872) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:08.621882 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2a9a13d3-1116-4671-91ac-0d2ae15be69f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:08.736349 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce6c1b5-2380-41bf-9c64-eaa46f6c800e', 'tag': '98fbdcec-5851-4167-a803-29f3f7c05eb9', 'status': 'completed', 'code': 200} Mar 11 15:37:08.800797 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a13d3-1116-4671-91ac-0d2ae15be69f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Port': ['ID=5d91c126-4547-4a2d-8d37-b22d7dd5bcd6,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:08.832412 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3067643-9b61-4f60-91f7-48ee2ff60f14 None None] DHCP port deletion for f10985bb-0f39-4d5d-b7b7-b47f318c22a3 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:37:08.860037 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-f3067643-9b61-4f60-91f7-48ee2ff60f14 None None] Deleting port 7b00c7a7-cb2d-459e-93f0-ee010428611f {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:37:08.860037 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3067643-9b61-4f60-91f7-48ee2ff60f14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:08.872670 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2a9a13d3-1116-4671-91ac-0d2ae15be69f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:08.876974 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-2a9a13d3-1116-4671-91ac-0d2ae15be69f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/ports/5d91c126-4547-4a2d-8d37-b22d7dd5bcd6 HTTP/1.1" status: 204 len: 168 time: 1.5666687 Mar 11 15:37:08.877935 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41878) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:08.956940 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-6ed1f43e-b05d-4a60-8119-470923097c33 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Calling delete_port for 7b00c7a7-cb2d-459e-93f0-ee010428611f owned by network:dhcp {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:37:09.013690 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ced1fdf-764d-4046-82cc-fcc7e699188f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:09.015382 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-9ced1fdf-764d-4046-82cc-fcc7e699188f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:37:09.024133 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1d98d5ac-079d-44eb-8195-3044f9f8be4a req-2e85cf51-db84-47a5-ac83-53f5ebefb119 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=bce6c1b5-2380-41bf-9c64-eaa46f6c800e HTTP/1.1" status: 200 len: 1099 time: 0.2714493 Mar 11 15:37:09.044680 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9b47f89c-3d4f-4fe5-a2af-03a2619b6999 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/e1375708-849a-4b38-b21f-3e860989d0de HTTP/1.1" status: 200 len: 991 time: 0.4361436 Mar 11 15:37:09.082249 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6ed1f43e-b05d-4a60-8119-470923097c33 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:09.130258 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-9ced1fdf-764d-4046-82cc-fcc7e699188f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:37:09.133508 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9ced1fdf-764d-4046-82cc-fcc7e699188f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2525527 Mar 11 15:37:09.134698 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41882) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:09.185523 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b52f74f8-48a7-4f54-9037-9476d9cd960e None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:09.212602 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98d5ac-079d-44eb-8195-3044f9f8be4a req-75408a20-2f3c-4c51-bdf7-3a40ffc70efa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:09.214827 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1d98d5ac-079d-44eb-8195-3044f9f8be4a req-75408a20-2f3c-4c51-bdf7-3a40ffc70efa service neutron] 10.222.0.73 "GET /v2.0/networks?id=ca1ac97e-1d32-4edc-8290-bf5d2af55d8c HTTP/1.1" status: 200 len: 898 time: 0.1841063 Mar 11 15:37:09.219087 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed1f43e-b05d-4a60-8119-470923097c33 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event deleted for resources: {'Port': ['ID=7b00c7a7-cb2d-459e-93f0-ee010428611f,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:09.221667 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b52f74f8-48a7-4f54-9037-9476d9cd960e None None] Transition to ACTIVE for port object 565ba8b5-872a-4b4b-89fb-974d23dfccad will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:37:09.228562 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed1f43e-b05d-4a60-8119-470923097c33 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] No DVR routers for this DVR port 7b00c7a7-cb2d-459e-93f0-ee010428611f on host dv-neutron-833373-1-hyperv {{(pid=83867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:37:09.236702 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-f3067643-9b61-4f60-91f7-48ee2ff60f14 None None] For port 7b00c7a7-cb2d-459e-93f0-ee010428611f, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=7b00c7a7-cb2d-459e-93f0-ee010428611f,segment=NetworkSegment(3d440ea5-dbfa-4d1e-900c-2bd1f91c6bd1),segment_id=3d440ea5-dbfa-4d1e-900c-2bd1f91c6bd1)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:37:09.237104 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3067643-9b61-4f60-91f7-48ee2ff60f14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:09.245655 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b52f74f8-48a7-4f54-9037-9476d9cd960e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:09.347130 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1d98d5ac-079d-44eb-8195-3044f9f8be4a req-3e7a9936-1aa1-4176-b3a1-edca05a387ff service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98fbdcec-5851-4167-a803-29f3f7c05eb9 HTTP/1.1" status: 200 len: 999 time: 0.1234629 Mar 11 15:37:09.399432 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6ed1f43e-b05d-4a60-8119-470923097c33 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:09.414582 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-f3067643-9b61-4f60-91f7-48ee2ff60f14 None None] Calling delete_port for 7b00c7a7-cb2d-459e-93f0-ee010428611f owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:37:09.420586 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98d5ac-079d-44eb-8195-3044f9f8be4a req-f05aa0ed-d283-4ddc-a68f-9e15b2b6578d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:09.422135 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1d98d5ac-079d-44eb-8195-3044f9f8be4a req-f05aa0ed-d283-4ddc-a68f-9e15b2b6578d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8751722a-da8a-4f74-9c3f-57ff050b521f HTTP/1.1" status: 200 len: 835 time: 0.0659842 Mar 11 15:37:09.433525 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-6ed1f43e-b05d-4a60-8119-470923097c33 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f10985bb-0f39-4d5d-b7b7-b47f318c22a3']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:09.453741 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25060901-a56d-4e07-99ad-6cc35c5cd285 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:09.459587 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-25060901-a56d-4e07-99ad-6cc35c5cd285 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3144629 Mar 11 15:37:09.461339 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41886) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:09.468445 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-6ed1f43e-b05d-4a60-8119-470923097c33 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d440ea5-dbfa-4d1e-900c-2bd1f91c6bd1') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:09.468738 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-6ed1f43e-b05d-4a60-8119-470923097c33 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d440ea5-dbfa-4d1e-900c-2bd1f91c6bd1') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:09.532377 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1d98d5ac-079d-44eb-8195-3044f9f8be4a req-e999af78-b562-4d6c-9a3a-232acba01c7c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ca1ac97e-1d32-4edc-8290-bf5d2af55d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1036012 Mar 11 15:37:09.539000 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6ed1f43e-b05d-4a60-8119-470923097c33 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:09.559800 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d02fe7-6ed7-47c2-9ade-e4eaa37e20ad None None] Pushing event updated for resources: {'Port': ['ID=565ba8b5-872a-4b4b-89fb-974d23dfccad,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:09.580807 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6ed1f43e-b05d-4a60-8119-470923097c33 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:09.597826 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed1f43e-b05d-4a60-8119-470923097c33 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:37:09.598444 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6ed1f43e-b05d-4a60-8119-470923097c33 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:09.621804 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4712cf-eff6-4574-8c36-844fdf7b3ca5 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:09.623797 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4712cf-eff6-4574-8c36-844fdf7b3ca5 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:09.625118 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4712cf-eff6-4574-8c36-844fdf7b3ca5 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:09.626266 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-cd4712cf-eff6-4574-8c36-844fdf7b3ca5 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:37:09.628665 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:37:09.628665 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:37:09.628665 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:37:09.628665 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:37:09.628665 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:37:09.628665 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:37:09.628665 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:37:09.628665 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:37:09.628665 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:37:09.628665 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:37:09.628665 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:37:09.628665 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:37:09.628665 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:37:09.628665 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:37:09.628665 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:37:09.628665 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:37:09.628665 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:37:09.628665 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:37:09.628665 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:37:09.628665 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:37:09.628665 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:37:09.628665 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:37:09.628665 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:37:09.628665 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:37:09.628665 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:37:09.628665 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:37:09.628665 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:37:09.628665 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:37:09.628665 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:37:09.628665 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:37:09.628665 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:37:09.628665 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:37:09.658215 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-f3067643-9b61-4f60-91f7-48ee2ff60f14 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:37:09.658438 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-f3067643-9b61-4f60-91f7-48ee2ff60f14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:37:09.736834 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-cd4712cf-eff6-4574-8c36-844fdf7b3ca5 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:37:09.738332 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-cd4712cf-eff6-4574-8c36-844fdf7b3ca5 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2754865 Mar 11 15:37:09.742035 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41890) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:09.746162 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b52f74f8-48a7-4f54-9037-9476d9cd960e None None] Attempting to bind port 565ba8b5-872a-4b4b-89fb-974d23dfccad on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:37:09.746845 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b52f74f8-48a7-4f54-9037-9476d9cd960e None None] Attempting to bind port 565ba8b5-872a-4b4b-89fb-974d23dfccad by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'ebe61925-faf8-4870-b5d4-dc21b35f4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:37:09.747453 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52f74f8-48a7-4f54-9037-9476d9cd960e None None] Attempting to bind port 565ba8b5-872a-4b4b-89fb-974d23dfccad on network ca1ac97e-1d32-4edc-8290-bf5d2af55d8c {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:37:09.757867 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52f74f8-48a7-4f54-9037-9476d9cd960e None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:37:09.758211 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52f74f8-48a7-4f54-9037-9476d9cd960e None None] Checking segment: {'id': 'ebe61925-faf8-4870-b5d4-dc21b35f4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:37:09.758556 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b52f74f8-48a7-4f54-9037-9476d9cd960e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:09.758955 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52f74f8-48a7-4f54-9037-9476d9cd960e None None] Bound using segment: {'id': 'ebe61925-faf8-4870-b5d4-dc21b35f4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:37:09.761545 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b52f74f8-48a7-4f54-9037-9476d9cd960e None None] Bound port: 565ba8b5-872a-4b4b-89fb-974d23dfccad, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe61925-faf8-4870-b5d4-dc21b35f4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:37:09.761986 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b52f74f8-48a7-4f54-9037-9476d9cd960e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:09.772317 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6ed1f43e-b05d-4a60-8119-470923097c33 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:09.808893 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6ed1f43e-b05d-4a60-8119-470923097c33 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:09.817952 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed1f43e-b05d-4a60-8119-470923097c33 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event deleted for resources: {'Network': ['ID=f10985bb-0f39-4d5d-b7b7-b47f318c22a3,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:09.846979 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6ed1f43e-b05d-4a60-8119-470923097c33 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "DELETE /v2.0/networks/f10985bb-0f39-4d5d-b7b7-b47f318c22a3 HTTP/1.1" status: 204 len: 168 time: 1.7993672 Mar 11 15:37:09.851212 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41896) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:09.861036 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 702a90aa-6214-401f-8400-73f6b7ea4ab2 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:37:09.921773 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 702a90aa-6214-401f-8400-73f6b7ea4ab2 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:37:09.922334 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 702a90aa-6214-401f-8400-73f6b7ea4ab2 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:37:09.922877 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 7b00c7a7-cb2d-459e-93f0-ee010428611f no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:37:09.926999 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8e51938-2b9c-4677-940e-b1d9ea222e82 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting subnet 0b7eb6e5-227b-4e8f-b89c-e5cb125f0a68 {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:37:09.930573 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1d98d5ac-079d-44eb-8195-3044f9f8be4a req-58626683-8e36-44d7-99b9-155cd50123e6 service neutron] 10.222.0.73 "GET /v2.0/networks/ca1ac97e-1d32-4edc-8290-bf5d2af55d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871155 Mar 11 15:37:09.933130 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b8e51938-2b9c-4677-940e-b1d9ea222e82 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:09.972297 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 7b00c7a7-cb2d-459e-93f0-ee010428611f {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:37:09.972650 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 7b00c7a7-cb2d-459e-93f0-ee010428611f not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:37:09.973067 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 0241b018-cd19-414d-86bd-140c6da875e6 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:37:10.012976 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 0241b018-cd19-414d-86bd-140c6da875e6 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:37:10.013350 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 0241b018-cd19-414d-86bd-140c6da875e6 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:37:10.013734 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 86fe7aaa-0217-4dd4-906d-d087db646f85 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:37:10.049002 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41902) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:10.060795 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 86fe7aaa-0217-4dd4-906d-d087db646f85 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:37:10.060795 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 86fe7aaa-0217-4dd4-906d-d087db646f85 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:37:10.076462 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-b52f74f8-48a7-4f54-9037-9476d9cd960e None None] For port 565ba8b5-872a-4b4b-89fb-974d23dfccad, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:37:10.083761 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-b52f74f8-48a7-4f54-9037-9476d9cd960e None None] For port 565ba8b5-872a-4b4b-89fb-974d23dfccad, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=565ba8b5-872a-4b4b-89fb-974d23dfccad,segment=NetworkSegment(ebe61925-faf8-4870-b5d4-dc21b35f4555),segment_id=ebe61925-faf8-4870-b5d4-dc21b35f4555)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:37:10.090954 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b52f74f8-48a7-4f54-9037-9476d9cd960e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:10.091453 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b8e51938-2b9c-4677-940e-b1d9ea222e82 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:10.118675 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f609f7-543f-4df3-8b49-6c0aeb9db862 None None] Sync routers for ids ['2fa2f048-cafe-46a7-ba78-a8ec31e4bef9'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:37:10.140335 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f609f7-543f-4df3-8b49-6c0aeb9db862 None None] Routers {'2fa2f048-cafe-46a7-ba78-a8ec31e4bef9'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:37:10.141850 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-99f609f7-543f-4df3-8b49-6c0aeb9db862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:37:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['2fa2f048-cafe-46a7-ba78-a8ec31e4bef9'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:10.160280 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-f3067643-9b61-4f60-91f7-48ee2ff60f14 None None] Deleting port 7b00c7a7-cb2d-459e-93f0-ee010428611f {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:37:10.160837 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3067643-9b61-4f60-91f7-48ee2ff60f14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:10.256145 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1d98d5ac-079d-44eb-8195-3044f9f8be4a req-6a3d58c0-e912-4b30-a129-85434465cdaf service neutron] 10.222.0.73 "GET /v2.0/networks/ca1ac97e-1d32-4edc-8290-bf5d2af55d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910690 Mar 11 15:37:10.297228 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-f3067643-9b61-4f60-91f7-48ee2ff60f14 None None] The port '7b00c7a7-cb2d-459e-93f0-ee010428611f' was deleted {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 15:37:10.301388 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b8e51938-2b9c-4677-940e-b1d9ea222e82 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:10.309282 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52f74f8-48a7-4f54-9037-9476d9cd960e None None] Routers {'751cb1a0-63bb-4511-bc69-e8b1ee323f25'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:37:10.310060 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b52f74f8-48a7-4f54-9037-9476d9cd960e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:37:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['751cb1a0-63bb-4511-bc69-e8b1ee323f25'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:10.374157 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d02fe7-6ed7-47c2-9ade-e4eaa37e20ad None None] Pushing event updated for resources: {'Port': ['ID=565ba8b5-872a-4b4b-89fb-974d23dfccad,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:10.435834 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-12d5322b-5a4b-4fca-b7b2-92c514a9dbad tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/e1375708-849a-4b38-b21f-3e860989d0de HTTP/1.1" status: 200 len: 991 time: 0.3846350 Mar 11 15:37:10.467669 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-99f609f7-543f-4df3-8b49-6c0aeb9db862 None None] Set router 2fa2f048-cafe-46a7-ba78-a8ec31e4bef9 gateway port host: None {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:37:10.481127 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6cae0cab-d014-41fe-96da-25852aba7d4a tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:10.560827 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b8e51938-2b9c-4677-940e-b1d9ea222e82 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:10.579268 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-b52f74f8-48a7-4f54-9037-9476d9cd960e None None] Set router 751cb1a0-63bb-4511-bc69-e8b1ee323f25 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:37:10.611488 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e51938-2b9c-4677-940e-b1d9ea222e82 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Subnet': ['ID=0b7eb6e5-227b-4e8f-b89c-e5cb125f0a68,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:10.630780 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b8e51938-2b9c-4677-940e-b1d9ea222e82 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:10.653350 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b8e51938-2b9c-4677-940e-b1d9ea222e82 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/0b7eb6e5-227b-4e8f-b89c-e5cb125f0a68 HTTP/1.1" status: 204 len: 168 time: 0.9056902 Mar 11 15:37:10.654218 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41906) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:10.663910 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2007c1b8-9fda-4dca-8c39-897317d56baf None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:37:10.744676 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ab3fda-e1ef-467d-a203-2965c0ce14fd tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting subnet 82d35728-c58a-4969-8b0c-0e29c8b270d0 {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:37:10.748859 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-73ab3fda-e1ef-467d-a203-2965c0ce14fd tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:10.840625 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-73ab3fda-e1ef-467d-a203-2965c0ce14fd tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:10.954768 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-73ab3fda-e1ef-467d-a203-2965c0ce14fd tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:11.019114 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-99f609f7-543f-4df3-8b49-6c0aeb9db862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa2f048-cafe-46a7-ba78-a8ec31e4bef9', 'name': 'tempest-RoutersTest-router-1407433863', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:17Z', 'updated_at': '2022-03-11T15:37:05Z', 'revision_number': 10, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'gw_port_host': None, '_interfaces': [{'id': '21ed1822-95d6-409e-b6bc-c9221ec2e4a3', 'name': '', 'network_id': 'e7d7305c-d7d3-440e-aa6d-20a8806728d2', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'mac_address': 'fa:16:3e:2c:59:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa2f048-cafe-46a7-ba78-a8ec31e4bef9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78e46892-788c-41d3-a762-d0391736c521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:21Z', 'updated_at': '2022-03-11T15:36:30Z', 'revision_number': 5, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'subnets': [{'id': '78e46892-788c-41d3-a762-d0391736c521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:11.025016 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f609f7-543f-4df3-8b49-6c0aeb9db862 None None] Checking router: 2fa2f048-cafe-46a7-ba78-a8ec31e4bef9 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:37:11.039208 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f609f7-543f-4df3-8b49-6c0aeb9db862 None None] Routers {'2fa2f048-cafe-46a7-ba78-a8ec31e4bef9'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:37:11.041331 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-99f609f7-543f-4df3-8b49-6c0aeb9db862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:37:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['2fa2f048-cafe-46a7-ba78-a8ec31e4bef9'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:11.222217 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-73ab3fda-e1ef-467d-a203-2965c0ce14fd tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:11.267460 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-99f609f7-543f-4df3-8b49-6c0aeb9db862 None None] Set router 2fa2f048-cafe-46a7-ba78-a8ec31e4bef9 gateway port host: None {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:37:11.282217 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-73ab3fda-e1ef-467d-a203-2965c0ce14fd tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:11.288586 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab3fda-e1ef-467d-a203-2965c0ce14fd tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Subnet': ['ID=82d35728-c58a-4969-8b0c-0e29c8b270d0,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:11.304262 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41910) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:11.305006 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-73ab3fda-e1ef-467d-a203-2965c0ce14fd tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/82d35728-c58a-4969-8b0c-0e29c8b270d0 HTTP/1.1" status: 204 len: 168 time: 0.6443605 Mar 11 15:37:11.327708 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b52f74f8-48a7-4f54-9037-9476d9cd960e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'name': 'tempest-TestNetworkBasicOps-router-1941577902', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.206'}], 'enable_snat': True}, 'gw_port_id': '91001ea9-3bc3-4c53-a2d8-30cfada85f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:23Z', 'updated_at': '2022-03-11T15:36:30Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '91001ea9-3bc3-4c53-a2d8-30cfada85f6e', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:24Z', 'updated_at': '2022-03-11T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'e1375708-849a-4b38-b21f-3e860989d0de', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.22', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'port_id': '98fbdcec-5851-4167-a803-29f3f7c05eb9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c', 'mac_address': 'fa:16:3e:a7:de:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce6c1b5-2380-41bf-9c64-eaa46f6c800e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:37:04Z', 'updated_at': '2022-03-11T15:37:04Z', 'revision_number': 0, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '565ba8b5-872a-4b4b-89fb-974d23dfccad', 'name': '', 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:0a:0e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8751722a-da8a-4f74-9c3f-57ff050b521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:29Z', 'updated_at': '2022-03-11T15:37:10Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '8751722a-da8a-4f74-9c3f-57ff050b521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:11.335173 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52f74f8-48a7-4f54-9037-9476d9cd960e None None] The sync data for ids ['751cb1a0-63bb-4511-bc69-e8b1ee323f25'] in dv-neutron-833373-1-hyperv is: [{'id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'name': 'tempest-TestNetworkBasicOps-router-1941577902', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.206'}], 'enable_snat': True}, 'gw_port_id': '91001ea9-3bc3-4c53-a2d8-30cfada85f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:23Z', 'updated_at': '2022-03-11T15:36:30Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '91001ea9-3bc3-4c53-a2d8-30cfada85f6e', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:24Z', 'updated_at': '2022-03-11T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'e1375708-849a-4b38-b21f-3e860989d0de', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.22', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'port_id': '98fbdcec-5851-4167-a803-29f3f7c05eb9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c', 'mac_address': 'fa:16:3e:a7:de:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce6c1b5-2380-41bf-9c64-eaa46f6c800e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:37:04Z', 'updated_at': '2022-03-11T15:37:04Z', 'revision_number': 0, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '565ba8b5-872a-4b4b-89fb-974d23dfccad', 'name': '', 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:0a:0e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8751722a-da8a-4f74-9c3f-57ff050b521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:29Z', 'updated_at': '2022-03-11T15:37:10Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '8751722a-da8a-4f74-9c3f-57ff050b521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:37:11.386989 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-76eff2d6-b465-49b0-831b-091544da92a5 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0806880 Mar 11 15:37:11.390117 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41914) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:11.396425 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-1ae15955-3b53-45ac-a02e-eabc39b5a72c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'subnet': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:11.474964 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41918) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:11.553763 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-1ae15955-3b53-45ac-a02e-eabc39b5a72c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:11.568614 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-1ae15955-3b53-45ac-a02e-eabc39b5a72c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:subnet and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:11.571975 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-1ae15955-3b53-45ac-a02e-eabc39b5a72c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:11.583363 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-1ae15955-3b53-45ac-a02e-eabc39b5a72c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:11.587794 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-6cae0cab-d014-41fe-96da-25852aba7d4a tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Deleting port 21ed1822-95d6-409e-b6bc-c9221ec2e4a3 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:37:11.588178 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6cae0cab-d014-41fe-96da-25852aba7d4a tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:11.602185 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae15955-3b53-45ac-a02e-eabc39b5a72c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:37:11.681368 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-8caa5300-ad3e-4a02-8658-386e7742a56d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/e1375708-849a-4b38-b21f-3e860989d0de HTTP/1.1" status: 200 len: 991 time: 0.1959918 Mar 11 15:37:11.737431 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1ae15955-3b53-45ac-a02e-eabc39b5a72c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:11.804587 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 565ba8b5-872a-4b4b-89fb-974d23dfccad up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:37:11.859712 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-99f609f7-543f-4df3-8b49-6c0aeb9db862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa2f048-cafe-46a7-ba78-a8ec31e4bef9', 'name': 'tempest-RoutersTest-router-1407433863', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:17Z', 'updated_at': '2022-03-11T15:37:05Z', 'revision_number': 10, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'gw_port_host': None, '_interfaces': [{'id': '21ed1822-95d6-409e-b6bc-c9221ec2e4a3', 'name': '', 'network_id': 'e7d7305c-d7d3-440e-aa6d-20a8806728d2', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'mac_address': 'fa:16:3e:2c:59:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa2f048-cafe-46a7-ba78-a8ec31e4bef9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78e46892-788c-41d3-a762-d0391736c521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:21Z', 'updated_at': '2022-03-11T15:36:30Z', 'revision_number': 5, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'subnets': [{'id': '78e46892-788c-41d3-a762-d0391736c521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:11.870966 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f609f7-543f-4df3-8b49-6c0aeb9db862 None None] The sync data for ids ['2fa2f048-cafe-46a7-ba78-a8ec31e4bef9'] in dv-neutron-833373-1-hyperv is: [{'id': '2fa2f048-cafe-46a7-ba78-a8ec31e4bef9', 'name': 'tempest-RoutersTest-router-1407433863', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:17Z', 'updated_at': '2022-03-11T15:37:05Z', 'revision_number': 10, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'gw_port_host': None, '_interfaces': [{'id': '21ed1822-95d6-409e-b6bc-c9221ec2e4a3', 'name': '', 'network_id': 'e7d7305c-d7d3-440e-aa6d-20a8806728d2', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'mac_address': 'fa:16:3e:2c:59:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa2f048-cafe-46a7-ba78-a8ec31e4bef9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78e46892-788c-41d3-a762-d0391736c521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:21Z', 'updated_at': '2022-03-11T15:36:30Z', 'revision_number': 5, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'subnets': [{'id': '78e46892-788c-41d3-a762-d0391736c521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:37:11.896893 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-6cae0cab-d014-41fe-96da-25852aba7d4a tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] For port 21ed1822-95d6-409e-b6bc-c9221ec2e4a3, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=21ed1822-95d6-409e-b6bc-c9221ec2e4a3,segment=NetworkSegment(6a6c3b5b-3654-4dd1-8d9d-23f94338711f),segment_id=6a6c3b5b-3654-4dd1-8d9d-23f94338711f)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:37:11.897257 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6cae0cab-d014-41fe-96da-25852aba7d4a tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:11.953173 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 565ba8b5-872a-4b4b-89fb-974d23dfccad completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:37:11.960698 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 565ba8b5-872a-4b4b-89fb-974d23dfccad triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:37:11.961913 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:12.067651 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-6cae0cab-d014-41fe-96da-25852aba7d4a tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Calling delete_port for 21ed1822-95d6-409e-b6bc-c9221ec2e4a3 owned by network:router_interface {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:37:12.117174 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:12.142384 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1ae15955-3b53-45ac-a02e-eabc39b5a72c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:12.155810 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 565ba8b5-872a-4b4b-89fb-974d23dfccad, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=565ba8b5-872a-4b4b-89fb-974d23dfccad,segment=NetworkSegment(ebe61925-faf8-4870-b5d4-dc21b35f4555),segment_id=ebe61925-faf8-4870-b5d4-dc21b35f4555)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:37:12.164619 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:12.250153 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae15955-3b53-45ac-a02e-eabc39b5a72c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:37:12.255961 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430a74d7-1b24-4423-a078-3bc2d17686d3 None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:37:12.257321 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-1ae15955-3b53-45ac-a02e-eabc39b5a72c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:37:12.263693 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae15955-3b53-45ac-a02e-eabc39b5a72c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Subnet': ['ID=600317b8-7e0f-44d6-866e-2a29f91fb987,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:12.266474 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae15955-3b53-45ac-a02e-eabc39b5a72c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:12.267271 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1ae15955-3b53-45ac-a02e-eabc39b5a72c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:12.298100 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-1ae15955-3b53-45ac-a02e-eabc39b5a72c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9068747 Mar 11 15:37:12.301325 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41922) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:12.306822 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-2f983fd3-d63b-4684-ac05-fee93636ff69 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'subnet': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:12.403829 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=565ba8b5-872a-4b4b-89fb-974d23dfccad,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:12.413499 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6cae0cab-d014-41fe-96da-25852aba7d4a tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:12.428841 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dca656d9-a95a-4e2e-8524-0c87fbf1b3b3 None None] Provisioning complete for port daf96959-791f-4dbe-b0d4-74c80b686402 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:37:12.429204 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dca656d9-a95a-4e2e-8524-0c87fbf1b3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:12.484087 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae0cab-d014-41fe-96da-25852aba7d4a tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event deleted for resources: {'Port': ['ID=21ed1822-95d6-409e-b6bc-c9221ec2e4a3,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:12.572307 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-2f983fd3-d63b-4684-ac05-fee93636ff69 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:12.585042 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-2f983fd3-d63b-4684-ac05-fee93636ff69 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:subnet and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:12.590492 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-2f983fd3-d63b-4684-ac05-fee93636ff69 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:12.599429 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-2f983fd3-d63b-4684-ac05-fee93636ff69 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:12.671353 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f983fd3-d63b-4684-ac05-fee93636ff69 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:37:12.677966 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41926) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:12.805149 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-4c898dbc-00cb-46b8-b4f4-838ccb4e5c05 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/e1375708-849a-4b38-b21f-3e860989d0de HTTP/1.1" status: 200 len: 991 time: 0.1259296 Mar 11 15:37:12.864915 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010dc321-2614-4a2c-b0ed-88f902b26141 None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:37:12.945282 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6cae0cab-d014-41fe-96da-25852aba7d4a tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:12.955051 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-ba57d1b0-99b5-486a-834e-964ff748bc19 None None] Provisioning complete for port daf96959-791f-4dbe-b0d4-74c80b686402 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:37:12.955538 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ba57d1b0-99b5-486a-834e-964ff748bc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:13.031871 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2f983fd3-d63b-4684-ac05-fee93636ff69 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:13.358697 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.ipam_backend_mixin [None req-2f983fd3-d63b-4684-ac05-fee93636ff69 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 600317b8-7e0f-44d6-866e-2a29f91fb987 (CIDR: 2001:db8::/64) Mar 11 15:37:13.418085 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f983fd3-d63b-4684-ac05-fee93636ff69 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 15:37:13.418450 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f983fd3-d63b-4684-ac05-fee93636ff69 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:13.420428 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-15cad317-4a44-4173-b8b6-62bc26c85024 None None] Provisioning complete for port daf96959-791f-4dbe-b0d4-74c80b686402 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:37:13.420968 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-15cad317-4a44-4173-b8b6-62bc26c85024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:13.510477 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-2f983fd3-d63b-4684-ac05-fee93636ff69 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2080441 Mar 11 15:37:13.513019 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41930) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:13.519226 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-c682b320-6ce5-4a3d-940f-538159897a5e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'subnet': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:13.546247 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cae0cab-d014-41fe-96da-25852aba7d4a tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Router 2fa2f048-cafe-46a7-ba78-a8ec31e4bef9 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:37:13.749962 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 565ba8b5-872a-4b4b-89fb-974d23dfccad up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:37:13.778208 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c682b320-6ce5-4a3d-940f-538159897a5e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:13.783515 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c682b320-6ce5-4a3d-940f-538159897a5e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Usage tracker for resource:subnet and tenant:d568d0bdb48844a4af924b22cae1da29 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:13.787953 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c682b320-6ce5-4a3d-940f-538159897a5e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:13.795340 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c682b320-6ce5-4a3d-940f-538159897a5e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:13.802932 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cae0cab-d014-41fe-96da-25852aba7d4a tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:37:13.808745 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6cae0cab-d014-41fe-96da-25852aba7d4a tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "PUT /v2.0/routers/2fa2f048-cafe-46a7-ba78-a8ec31e4bef9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9560947 Mar 11 15:37:13.809926 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41934) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:13.811698 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41936) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:13.817528 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b055ef5-5c9b-43e6-8c59-a8bfa5db883b None None] Sync routers for ids ['2fa2f048-cafe-46a7-ba78-a8ec31e4bef9'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:37:13.836240 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b055ef5-5c9b-43e6-8c59-a8bfa5db883b None None] Routers {'2fa2f048-cafe-46a7-ba78-a8ec31e4bef9'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:37:13.836856 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-7b055ef5-5c9b-43e6-8c59-a8bfa5db883b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:37:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['2fa2f048-cafe-46a7-ba78-a8ec31e4bef9'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:13.877990 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c682b320-6ce5-4a3d-940f-538159897a5e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:37:13.881044 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c682b320-6ce5-4a3d-940f-538159897a5e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:14.011370 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 565ba8b5-872a-4b4b-89fb-974d23dfccad triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:37:14.011721 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-db4c627a-1525-4175-b7f3-3ab531ff9465 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/e1375708-849a-4b38-b21f-3e860989d0de HTTP/1.1" status: 200 len: 991 time: 0.2006588 Mar 11 15:37:14.011846 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:14.025827 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fd240d8-35b8-4f46-b58e-2dd31f13ed30 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Deleting subnet 78e46892-788c-41d3-a762-d0391736c521 {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:37:14.030755 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8fd240d8-35b8-4f46-b58e-2dd31f13ed30 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:14.070699 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-7b055ef5-5c9b-43e6-8c59-a8bfa5db883b None None] Set router 2fa2f048-cafe-46a7-ba78-a8ec31e4bef9 gateway port host: None {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:37:14.093804 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8fd240d8-35b8-4f46-b58e-2dd31f13ed30 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:14.186917 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-7b055ef5-5c9b-43e6-8c59-a8bfa5db883b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa2f048-cafe-46a7-ba78-a8ec31e4bef9', 'name': 'tempest-RoutersTest-router-1407433863', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:17Z', 'updated_at': '2022-03-11T15:37:12Z', 'revision_number': 11, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'gw_port_host': None}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:14.197580 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8fd240d8-35b8-4f46-b58e-2dd31f13ed30 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:14.217155 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b055ef5-5c9b-43e6-8c59-a8bfa5db883b None None] Checking router: 2fa2f048-cafe-46a7-ba78-a8ec31e4bef9 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:37:14.254929 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b055ef5-5c9b-43e6-8c59-a8bfa5db883b None None] Routers {'2fa2f048-cafe-46a7-ba78-a8ec31e4bef9'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:37:14.255611 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-7b055ef5-5c9b-43e6-8c59-a8bfa5db883b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:37:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['2fa2f048-cafe-46a7-ba78-a8ec31e4bef9'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:14.302924 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8fd240d8-35b8-4f46-b58e-2dd31f13ed30 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:14.355950 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd240d8-35b8-4f46-b58e-2dd31f13ed30 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event deleted for resources: {'Subnet': ['ID=78e46892-788c-41d3-a762-d0391736c521,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:14.361067 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8fd240d8-35b8-4f46-b58e-2dd31f13ed30 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:14.367987 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-8fd240d8-35b8-4f46-b58e-2dd31f13ed30 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "DELETE /v2.0/subnets/78e46892-788c-41d3-a762-d0391736c521 HTTP/1.1" status: 204 len: 168 time: 0.5549474 Mar 11 15:37:14.370764 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41942) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:14.382245 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a360cb6d-8fe0-466a-a5b2-928270049083 None None] Network e7d7305c-d7d3-440e-aa6d-20a8806728d2 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:37:14.461245 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b365a2f-2b7c-4522-bc31-787e505c419d None None] New status for floating IP e1375708-849a-4b38-b21f-3e860989d0de: ACTIVE {{(pid=83869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 15:37:14.494099 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-7b055ef5-5c9b-43e6-8c59-a8bfa5db883b None None] Set router 2fa2f048-cafe-46a7-ba78-a8ec31e4bef9 gateway port host: None {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:37:14.502093 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.objects.ports [None req-c682b320-6ce5-4a3d-940f-538159897a5e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83867) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 15:37:14.528569 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d82a5780-4ce4-46ed-a079-8440624ef414 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:14.542695 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-d82a5780-4ce4-46ed-a079-8440624ef414 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Deleting port c319c6c6-0d92-4e41-beee-27866552a4ca {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:37:14.544030 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d82a5780-4ce4-46ed-a079-8440624ef414 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:14.665049 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-7b055ef5-5c9b-43e6-8c59-a8bfa5db883b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa2f048-cafe-46a7-ba78-a8ec31e4bef9', 'name': 'tempest-RoutersTest-router-1407433863', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:17Z', 'updated_at': '2022-03-11T15:37:12Z', 'revision_number': 11, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'gw_port_host': None}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:14.676582 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b055ef5-5c9b-43e6-8c59-a8bfa5db883b None None] The sync data for ids ['2fa2f048-cafe-46a7-ba78-a8ec31e4bef9'] in dv-neutron-833373-1-hyperv is: [{'id': '2fa2f048-cafe-46a7-ba78-a8ec31e4bef9', 'name': 'tempest-RoutersTest-router-1407433863', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:17Z', 'updated_at': '2022-03-11T15:37:12Z', 'revision_number': 11, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'gw_port_host': None}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:37:14.724422 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c682b320-6ce5-4a3d-940f-538159897a5e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:14.803502 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-d82a5780-4ce4-46ed-a079-8440624ef414 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] For port c319c6c6-0d92-4e41-beee-27866552a4ca, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=c319c6c6-0d92-4e41-beee-27866552a4ca,segment=NetworkSegment(6a6c3b5b-3654-4dd1-8d9d-23f94338711f),segment_id=6a6c3b5b-3654-4dd1-8d9d-23f94338711f)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:37:14.803856 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d82a5780-4ce4-46ed-a079-8440624ef414 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:14.971531 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-c682b320-6ce5-4a3d-940f-538159897a5e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] For port daf96959-791f-4dbe-b0d4-74c80b686402, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=daf96959-791f-4dbe-b0d4-74c80b686402,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:37:14.996567 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c682b320-6ce5-4a3d-940f-538159897a5e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:15.002111 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c682b320-6ce5-4a3d-940f-538159897a5e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:15.002799 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c682b320-6ce5-4a3d-940f-538159897a5e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:15.019363 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41946) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:15.028500 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-d82a5780-4ce4-46ed-a079-8440624ef414 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Calling delete_port for c319c6c6-0d92-4e41-beee-27866552a4ca owned by network:dhcp {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:37:15.062568 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e644113-431f-4ad7-879b-b5e6f22b3d62 None None] DHCP port deletion for e7d7305c-d7d3-440e-aa6d-20a8806728d2 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:37:15.074873 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-7e644113-431f-4ad7-879b-b5e6f22b3d62 None None] Deleting port c319c6c6-0d92-4e41-beee-27866552a4ca {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:37:15.075506 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7e644113-431f-4ad7-879b-b5e6f22b3d62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:15.134444 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c682b320-6ce5-4a3d-940f-538159897a5e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:37:15.142501 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-c682b320-6ce5-4a3d-940f-538159897a5e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:37:15.145166 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c682b320-6ce5-4a3d-940f-538159897a5e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:15.145931 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c682b320-6ce5-4a3d-940f-538159897a5e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:15.163418 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c682b320-6ce5-4a3d-940f-538159897a5e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Subnet': ['ID=e69b45b9-3783-4dd3-bcda-64cd1c4c92f1,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:15.169535 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fe340a-cd9a-48e4-8ea3-a9d395122fff None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:37:15.170264 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c682b320-6ce5-4a3d-940f-538159897a5e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Port': ['ID=daf96959-791f-4dbe-b0d4-74c80b686402,revision_number=9']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:15.186851 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c682b320-6ce5-4a3d-940f-538159897a5e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.6725359 Mar 11 15:37:15.189483 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41950) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:15.200220 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-74397210-4dc8-47b9-acee-397b7cc9f9f9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/e1375708-849a-4b38-b21f-3e860989d0de HTTP/1.1" status: 200 len: 993 time: 0.1775663 Mar 11 15:37:15.200503 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-a2b127f9-0826-483c-9a75-d981abfca5b6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Request body: {'port': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'mac_address': 'fa:16:3e:7a:ab:c4', 'name': 'tempest-NetworksTestDHCPv6-1935647144'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:15.214513 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d82a5780-4ce4-46ed-a079-8440624ef414 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:15.270194 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82a5780-4ce4-46ed-a079-8440624ef414 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] No DVR routers for this DVR port c319c6c6-0d92-4e41-beee-27866552a4ca on host dv-neutron-833373-1-hyperv {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:37:15.309504 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a5780-4ce4-46ed-a079-8440624ef414 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event deleted for resources: {'Port': ['ID=c319c6c6-0d92-4e41-beee-27866552a4ca,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:15.358767 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-a2b127f9-0826-483c-9a75-d981abfca5b6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:15.368792 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-a2b127f9-0826-483c-9a75-d981abfca5b6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:15.381028 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b127f9-0826-483c-9a75-d981abfca5b6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Made reservation on behalf of d568d0bdb48844a4af924b22cae1da29 for: {'port': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:37:15.385160 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a2b127f9-0826-483c-9a75-d981abfca5b6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:15.409627 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d82a5780-4ce4-46ed-a079-8440624ef414 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:15.415759 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-a2b127f9-0826-483c-9a75-d981abfca5b6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] device_id is not set on port 9aa4d16f-0da6-4f10-9c3a-bba10608f9ef yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:37:15.423552 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-7e644113-431f-4ad7-879b-b5e6f22b3d62 None None] For port c319c6c6-0d92-4e41-beee-27866552a4ca, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=c319c6c6-0d92-4e41-beee-27866552a4ca,segment=NetworkSegment(6a6c3b5b-3654-4dd1-8d9d-23f94338711f),segment_id=6a6c3b5b-3654-4dd1-8d9d-23f94338711f)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:37:15.423938 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7e644113-431f-4ad7-879b-b5e6f22b3d62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:15.437366 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-d82a5780-4ce4-46ed-a079-8440624ef414 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d7305c-d7d3-440e-aa6d-20a8806728d2']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:15.450563 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-d82a5780-4ce4-46ed-a079-8440624ef414 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a6c3b5b-3654-4dd1-8d9d-23f94338711f') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:15.450986 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-d82a5780-4ce4-46ed-a079-8440624ef414 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a6c3b5b-3654-4dd1-8d9d-23f94338711f') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:15.462903 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d82a5780-4ce4-46ed-a079-8440624ef414 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:15.487288 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d82a5780-4ce4-46ed-a079-8440624ef414 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:15.493805 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d82a5780-4ce4-46ed-a079-8440624ef414 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:37:15.494294 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d82a5780-4ce4-46ed-a079-8440624ef414 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:15.509773 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:37:15.509773 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:37:15.509773 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:37:15.509773 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:37:15.509773 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:37:15.509773 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:37:15.509773 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:37:15.509773 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:37:15.509773 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:37:15.509773 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:37:15.509773 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:37:15.509773 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:37:15.509773 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:37:15.509773 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:37:15.509773 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:37:15.509773 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:37:15.509773 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:37:15.509773 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:37:15.509773 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:37:15.509773 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:37:15.509773 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:37:15.509773 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:37:15.509773 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:37:15.509773 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:37:15.509773 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:37:15.509773 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:37:15.509773 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:37:15.509773 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:37:15.509773 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:37:15.509773 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:37:15.509773 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:37:15.509773 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:37:15.592281 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-7e644113-431f-4ad7-879b-b5e6f22b3d62 None None] Calling delete_port for c319c6c6-0d92-4e41-beee-27866552a4ca owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:37:15.597509 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d82a5780-4ce4-46ed-a079-8440624ef414 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:15.618223 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d82a5780-4ce4-46ed-a079-8440624ef414 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:15.630661 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a5780-4ce4-46ed-a079-8440624ef414 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Pushing event deleted for resources: {'Network': ['ID=e7d7305c-d7d3-440e-aa6d-20a8806728d2,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:15.638476 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d82a5780-4ce4-46ed-a079-8440624ef414 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "DELETE /v2.0/networks/e7d7305c-d7d3-440e-aa6d-20a8806728d2 HTTP/1.1" status: 204 len: 168 time: 1.2641070 Mar 11 15:37:15.638979 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41954) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:15.644309 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-9fe4f97c-6999-4a47-a9f1-f2e7404707bb tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Request body: {'router': {'routes': None}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:15.651251 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-a2b127f9-0826-483c-9a75-d981abfca5b6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Allocated IP 2001:db8::1c9 (a9e561eb-4382-47f0-afe2-548f64b9476b/600317b8-7e0f-44d6-866e-2a29f91fb987/9aa4d16f-0da6-4f10-9c3a-bba10608f9ef) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:37:15.659583 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-a2b127f9-0826-483c-9a75-d981abfca5b6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7a:abc4 (a9e561eb-4382-47f0-afe2-548f64b9476b/e69b45b9-3783-4dd3-bcda-64cd1c4c92f1/9aa4d16f-0da6-4f10-9c3a-bba10608f9ef) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:37:15.661743 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:15.766915 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device daf96959-791f-4dbe-b0d4-74c80b686402 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:37:15.835203 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-7e644113-431f-4ad7-879b-b5e6f22b3d62 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:37:15.835698 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-7e644113-431f-4ad7-879b-b5e6f22b3d62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:37:15.874195 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port daf96959-791f-4dbe-b0d4-74c80b686402 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:37:15.874561 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:15.900341 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a2b127f9-0826-483c-9a75-d981abfca5b6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:15.923406 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-a2b127f9-0826-483c-9a75-d981abfca5b6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Transition to ACTIVE for port object 9aa4d16f-0da6-4f10-9c3a-bba10608f9ef will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:37:15.954984 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a2b127f9-0826-483c-9a75-d981abfca5b6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:15.980094 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.extraroute_db [None req-9fe4f97c-6999-4a47-a9f1-f2e7404707bb tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Added routes are [] {{(pid=83866) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 11 15:37:15.980639 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.extraroute_db [None req-9fe4f97c-6999-4a47-a9f1-f2e7404707bb tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Removed routes are [] {{(pid=83866) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 11 15:37:15.981069 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9fe4f97c-6999-4a47-a9f1-f2e7404707bb tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:16.021757 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b127f9-0826-483c-9a75-d981abfca5b6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Network a9e561eb-4382-47f0-afe2-548f64b9476b is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:37:16.029941 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-a2b127f9-0826-483c-9a75-d981abfca5b6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:37:16.034441 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b127f9-0826-483c-9a75-d981abfca5b6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:37:16.038412 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b127f9-0826-483c-9a75-d981abfca5b6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:16.039082 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a2b127f9-0826-483c-9a75-d981abfca5b6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:16.061480 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b127f9-0826-483c-9a75-d981abfca5b6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event updated for resources: {'Port': ['ID=9aa4d16f-0da6-4f10-9c3a-bba10608f9ef,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:16.069412 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136ecdd6-bd8a-4fc3-822a-11db829eeecb None None] Update dhcp port {'port': {'network_id': 'a9e561eb-4382-47f0-afe2-548f64b9476b', 'fixed_ips': [{'subnet_id': 'e69b45b9-3783-4dd3-bcda-64cd1c4c92f1', 'ip_address': '2001:db8:0:1:f816:3eff:fe6b:8f04'}, {'subnet_id': '600317b8-7e0f-44d6-866e-2a29f91fb987'}], 'binding:host_id': 'dv-neutron-833373-1-hyperv'}, 'id': 'daf96959-791f-4dbe-b0d4-74c80b686402'} from dv-neutron-833373-1-hyperv. {{(pid=83868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 15:37:16.081290 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a2b127f9-0826-483c-9a75-d981abfca5b6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8887403 Mar 11 15:37:16.081940 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41958) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:16.125542 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-136ecdd6-bd8a-4fc3-822a-11db829eeecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:16.140791 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 21ed1822-95d6-409e-b6bc-c9221ec2e4a3 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:37:16.154942 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-276d1ce5-ec19-4f9a-b317-60f1a1268b05 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting port 9aa4d16f-0da6-4f10-9c3a-bba10608f9ef {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:37:16.155277 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-276d1ce5-ec19-4f9a-b317-60f1a1268b05 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:16.179212 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 21ed1822-95d6-409e-b6bc-c9221ec2e4a3 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:37:16.179549 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 21ed1822-95d6-409e-b6bc-c9221ec2e4a3 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:37:16.179952 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device c319c6c6-0d92-4e41-beee-27866552a4ca no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:37:16.243314 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: c319c6c6-0d92-4e41-beee-27866552a4ca {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:37:16.243648 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device c319c6c6-0d92-4e41-beee-27866552a4ca not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:37:16.277161 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9fe4f97c-6999-4a47-a9f1-f2e7404707bb tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:16.280572 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9fe4f97c-6999-4a47-a9f1-f2e7404707bb tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709172', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-708534'] for router, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:16.337142 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-7e644113-431f-4ad7-879b-b5e6f22b3d62 None None] Deleting port c319c6c6-0d92-4e41-beee-27866552a4ca {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:37:16.337663 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7e644113-431f-4ad7-879b-b5e6f22b3d62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:16.426663 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-276d1ce5-ec19-4f9a-b317-60f1a1268b05 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:16.439096 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-7e644113-431f-4ad7-879b-b5e6f22b3d62 None None] The port 'c319c6c6-0d92-4e41-beee-27866552a4ca' was deleted {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 15:37:16.482956 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-136ecdd6-bd8a-4fc3-822a-11db829eeecb None None] Allocated IP 2001:db8::2 (a9e561eb-4382-47f0-afe2-548f64b9476b/600317b8-7e0f-44d6-866e-2a29f91fb987/daf96959-791f-4dbe-b0d4-74c80b686402) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:37:16.534953 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe4f97c-6999-4a47-a9f1-f2e7404707bb tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Router 2fa2f048-cafe-46a7-ba78-a8ec31e4bef9 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:37:16.627762 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-136ecdd6-bd8a-4fc3-822a-11db829eeecb None None] For port daf96959-791f-4dbe-b0d4-74c80b686402, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=daf96959-791f-4dbe-b0d4-74c80b686402,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:37:16.645272 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dd8c63-69ad-4e60-8975-32c6c77173bb None None] Sync routers for ids ['751cb1a0-63bb-4511-bc69-e8b1ee323f25'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:37:16.649205 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-276d1ce5-ec19-4f9a-b317-60f1a1268b05 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Calling delete_port for 9aa4d16f-0da6-4f10-9c3a-bba10608f9ef owned by {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:37:16.668136 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-136ecdd6-bd8a-4fc3-822a-11db829eeecb None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:16.690431 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dd8c63-69ad-4e60-8975-32c6c77173bb None None] Routers {'751cb1a0-63bb-4511-bc69-e8b1ee323f25'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:37:16.690810 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe4f97c-6999-4a47-a9f1-f2e7404707bb tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:37:16.691133 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b4dd8c63-69ad-4e60-8975-32c6c77173bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:37:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['751cb1a0-63bb-4511-bc69-e8b1ee323f25'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:16.696686 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9fe4f97c-6999-4a47-a9f1-f2e7404707bb tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:16.698394 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9fe4f97c-6999-4a47-a9f1-f2e7404707bb tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "PUT /v2.0/routers/2fa2f048-cafe-46a7-ba78-a8ec31e4bef9 HTTP/1.1" status: 200 len: 701 time: 1.0578387 Mar 11 15:37:16.701234 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41962) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:16.740980 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-136ecdd6-bd8a-4fc3-822a-11db829eeecb None None] Transition to ACTIVE for port object daf96959-791f-4dbe-b0d4-74c80b686402 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:37:16.748597 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-d18ebe2c-2bfe-42e3-9031-d5a33e86f9fc tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Synchronizing usage tracker for tenant:16d01fb61cb5488cb7fd92527258a459 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:37:16.769803 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-d18ebe2c-2bfe-42e3-9031-d5a33e86f9fc tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Unset dirty status for tenant:16d01fb61cb5488cb7fd92527258a459 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:37:16.771177 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d18ebe2c-2bfe-42e3-9031-d5a33e86f9fc tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa2f048-cafe-46a7-ba78-a8ec31e4bef9 HTTP/1.1" status: 200 len: 205 time: 0.0682588 Mar 11 15:37:16.773839 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41966) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:16.808185 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-136ecdd6-bd8a-4fc3-822a-11db829eeecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:16.869476 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-276d1ce5-ec19-4f9a-b317-60f1a1268b05 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:16.926330 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1ae34bc6-d092-4239-adef-250e3d78cc0a tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for router, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:16.930275 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d1ce5-ec19-4f9a-b317-60f1a1268b05 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Port': ['ID=9aa4d16f-0da6-4f10-9c3a-bba10608f9ef,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:16.995863 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ecdd6-bd8a-4fc3-822a-11db829eeecb None None] Pushing event updated for resources: {'Port': ['ID=daf96959-791f-4dbe-b0d4-74c80b686402,revision_number=10']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:17.005128 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-276d1ce5-ec19-4f9a-b317-60f1a1268b05 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:17.017807 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-276d1ce5-ec19-4f9a-b317-60f1a1268b05 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/ports/9aa4d16f-0da6-4f10-9c3a-bba10608f9ef HTTP/1.1" status: 204 len: 168 time: 0.9347076 Mar 11 15:37:17.019360 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41970) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:17.023242 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-b4dd8c63-69ad-4e60-8975-32c6c77173bb None None] Set router 751cb1a0-63bb-4511-bc69-e8b1ee323f25 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:37:17.116718 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe367011-b15b-4d55-bf53-1a9467113de4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:17.117447 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-fe367011-b15b-4d55-bf53-1a9467113de4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:37:17.138359 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-fe367011-b15b-4d55-bf53-1a9467113de4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:37:17.142520 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-fe367011-b15b-4d55-bf53-1a9467113de4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1181650 Mar 11 15:37:17.142830 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41974) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:17.260402 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c70f87-c030-4e13-8866-132dfe8f2a5f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:17.262330 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-17c70f87-c030-4e13-8866-132dfe8f2a5f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1185110 Mar 11 15:37:17.270014 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41978) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:17.473877 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c0e6ff-b9f3-40ef-a284-8c9419d67652 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:17.475694 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c0e6ff-b9f3-40ef-a284-8c9419d67652 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:17.477471 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c0e6ff-b9f3-40ef-a284-8c9419d67652 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:17.478496 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-d8c0e6ff-b9f3-40ef-a284-8c9419d67652 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:37:17.487950 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1ae34bc6-d092-4239-adef-250e3d78cc0a tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:17.498499 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1ae34bc6-d092-4239-adef-250e3d78cc0a tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:17.509788 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-d8c0e6ff-b9f3-40ef-a284-8c9419d67652 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:37:17.513156 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b4dd8c63-69ad-4e60-8975-32c6c77173bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'name': 'tempest-TestNetworkBasicOps-router-1941577902', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.206'}], 'enable_snat': True}, 'gw_port_id': '91001ea9-3bc3-4c53-a2d8-30cfada85f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:23Z', 'updated_at': '2022-03-11T15:36:30Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '91001ea9-3bc3-4c53-a2d8-30cfada85f6e', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:24Z', 'updated_at': '2022-03-11T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'e1375708-849a-4b38-b21f-3e860989d0de', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.22', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'port_id': '98fbdcec-5851-4167-a803-29f3f7c05eb9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c', 'mac_address': 'fa:16:3e:a7:de:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce6c1b5-2380-41bf-9c64-eaa46f6c800e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:37:04Z', 'updated_at': '2022-03-11T15:37:14Z', 'revision_number': 1, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '565ba8b5-872a-4b4b-89fb-974d23dfccad', 'name': '', 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:0a:0e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8751722a-da8a-4f74-9c3f-57ff050b521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:29Z', 'updated_at': '2022-03-11T15:37:12Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '8751722a-da8a-4f74-9c3f-57ff050b521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:17.514259 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d8c0e6ff-b9f3-40ef-a284-8c9419d67652 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2432435 Mar 11 15:37:17.514503 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41982) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:17.517405 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dd8c63-69ad-4e60-8975-32c6c77173bb None None] Checking router: 751cb1a0-63bb-4511-bc69-e8b1ee323f25 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:37:17.529615 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dd8c63-69ad-4e60-8975-32c6c77173bb None None] Routers {'751cb1a0-63bb-4511-bc69-e8b1ee323f25'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:37:17.530287 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b4dd8c63-69ad-4e60-8975-32c6c77173bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:37:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['751cb1a0-63bb-4511-bc69-e8b1ee323f25'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:17.544094 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1ae34bc6-d092-4239-adef-250e3d78cc0a tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:17.545213 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae34bc6-d092-4239-adef-250e3d78cc0a tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Fanout notify agent at l3_agent the message router_deleted on router 2fa2f048-cafe-46a7-ba78-a8ec31e4bef9 {{(pid=83866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:37:17.563049 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1ae34bc6-d092-4239-adef-250e3d78cc0a tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:17.569362 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-1ae34bc6-d092-4239-adef-250e3d78cc0a tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "DELETE /v2.0/routers/2fa2f048-cafe-46a7-ba78-a8ec31e4bef9 HTTP/1.1" status: 204 len: 168 time: 0.7945073 Mar 11 15:37:17.570386 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41986) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:17.577339 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-7a169d86-9bdd-4de0-9cb8-2ab6232e79b1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-241682126', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:17.583974 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-7a169d86-9bdd-4de0-9cb8-2ab6232e79b1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:17.589311 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-7a169d86-9bdd-4de0-9cb8-2ab6232e79b1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Usage tracker for resource:router and tenant:16d01fb61cb5488cb7fd92527258a459 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:17.592335 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-7a169d86-9bdd-4de0-9cb8-2ab6232e79b1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:17.598532 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-7a169d86-9bdd-4de0-9cb8-2ab6232e79b1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:17.608998 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d61866a-2900-4499-87b7-adf331c4b1c3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting subnet 600317b8-7e0f-44d6-866e-2a29f91fb987 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:37:17.612998 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7d61866a-2900-4499-87b7-adf331c4b1c3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:17.616811 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7a169d86-9bdd-4de0-9cb8-2ab6232e79b1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:17.618906 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7a169d86-9bdd-4de0-9cb8-2ab6232e79b1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:17.659625 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7a169d86-9bdd-4de0-9cb8-2ab6232e79b1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:17.688731 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7a169d86-9bdd-4de0-9cb8-2ab6232e79b1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:17.704177 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7d61866a-2900-4499-87b7-adf331c4b1c3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:17.736149 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7a169d86-9bdd-4de0-9cb8-2ab6232e79b1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:17.738759 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-7a169d86-9bdd-4de0-9cb8-2ab6232e79b1 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1667798 Mar 11 15:37:17.752800 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 41990) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:17.753930 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device daf96959-791f-4dbe-b0d4-74c80b686402 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:37:17.762982 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-5407fd22-2c03-4222-b231-cd5a33ecb89b tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:17.840597 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-b4dd8c63-69ad-4e60-8975-32c6c77173bb None None] Set router 751cb1a0-63bb-4511-bc69-e8b1ee323f25 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:37:17.863130 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7d61866a-2900-4499-87b7-adf331c4b1c3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:17.975167 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7d61866a-2900-4499-87b7-adf331c4b1c3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:18.033794 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-52a62ebe-96ec-41e2-9bc9-7e0705b2cad7 None None] Provisioning for port daf96959-791f-4dbe-b0d4-74c80b686402 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:37:18.037184 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61866a-2900-4499-87b7-adf331c4b1c3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Subnet': ['ID=600317b8-7e0f-44d6-866e-2a29f91fb987,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:18.043326 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-52a62ebe-96ec-41e2-9bc9-7e0705b2cad7 None None] Provisioning complete for port daf96959-791f-4dbe-b0d4-74c80b686402 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:37:18.043721 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7d61866a-2900-4499-87b7-adf331c4b1c3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:18.044027 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-52a62ebe-96ec-41e2-9bc9-7e0705b2cad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:18.067178 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7d61866a-2900-4499-87b7-adf331c4b1c3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/600317b8-7e0f-44d6-866e-2a29f91fb987 HTTP/1.1" status: 204 len: 168 time: 0.5515673 Mar 11 15:37:18.069494 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41994) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:18.095936 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8781729-4c98-44b6-b2ee-463abaee9a41 None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:37:18.321934 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-03d8de1e-353d-4131-9bf0-0dbec291e83a tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Deleting subnet e69b45b9-3783-4dd3-bcda-64cd1c4c92f1 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:37:18.328355 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-03d8de1e-353d-4131-9bf0-0dbec291e83a tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:18.402327 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-03d8de1e-353d-4131-9bf0-0dbec291e83a tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:18.520306 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-03d8de1e-353d-4131-9bf0-0dbec291e83a tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:18.579960 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5407fd22-2c03-4222-b231-cd5a33ecb89b tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:18.591686 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b4dd8c63-69ad-4e60-8975-32c6c77173bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'name': 'tempest-TestNetworkBasicOps-router-1941577902', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.206'}], 'enable_snat': True}, 'gw_port_id': '91001ea9-3bc3-4c53-a2d8-30cfada85f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:23Z', 'updated_at': '2022-03-11T15:36:30Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '91001ea9-3bc3-4c53-a2d8-30cfada85f6e', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:24Z', 'updated_at': '2022-03-11T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'e1375708-849a-4b38-b21f-3e860989d0de', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.22', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'port_id': '98fbdcec-5851-4167-a803-29f3f7c05eb9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c', 'mac_address': 'fa:16:3e:a7:de:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce6c1b5-2380-41bf-9c64-eaa46f6c800e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:37:04Z', 'updated_at': '2022-03-11T15:37:14Z', 'revision_number': 1, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '565ba8b5-872a-4b4b-89fb-974d23dfccad', 'name': '', 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:0a:0e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8751722a-da8a-4f74-9c3f-57ff050b521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:29Z', 'updated_at': '2022-03-11T15:37:12Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '8751722a-da8a-4f74-9c3f-57ff050b521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:18.592008 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5407fd22-2c03-4222-b231-cd5a33ecb89b tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709172', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-708534'] for router, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:18.598649 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dd8c63-69ad-4e60-8975-32c6c77173bb None None] The sync data for ids ['751cb1a0-63bb-4511-bc69-e8b1ee323f25'] in dv-neutron-833373-1-hyperv is: [{'id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'name': 'tempest-TestNetworkBasicOps-router-1941577902', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.206'}], 'enable_snat': True}, 'gw_port_id': '91001ea9-3bc3-4c53-a2d8-30cfada85f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:23Z', 'updated_at': '2022-03-11T15:36:30Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '91001ea9-3bc3-4c53-a2d8-30cfada85f6e', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:24Z', 'updated_at': '2022-03-11T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'e1375708-849a-4b38-b21f-3e860989d0de', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.22', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'port_id': '98fbdcec-5851-4167-a803-29f3f7c05eb9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c', 'mac_address': 'fa:16:3e:a7:de:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce6c1b5-2380-41bf-9c64-eaa46f6c800e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:37:04Z', 'updated_at': '2022-03-11T15:37:14Z', 'revision_number': 1, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '565ba8b5-872a-4b4b-89fb-974d23dfccad', 'name': '', 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:0a:0e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8751722a-da8a-4f74-9c3f-57ff050b521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:29Z', 'updated_at': '2022-03-11T15:37:12Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '8751722a-da8a-4f74-9c3f-57ff050b521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:37:18.611023 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f83de648-e827-451f-988b-a6e10383fb1c None None] Could not find standard attr ID for object 9aa4d16f-0da6-4f10-9c3a-bba10608f9ef. {{(pid=83868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 15:37:18.615892 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-03d8de1e-353d-4131-9bf0-0dbec291e83a tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:18.663840 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d8de1e-353d-4131-9bf0-0dbec291e83a tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Subnet': ['ID=e69b45b9-3783-4dd3-bcda-64cd1c4c92f1,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:18.669431 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-03d8de1e-353d-4131-9bf0-0dbec291e83a tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:18.687165 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-03d8de1e-353d-4131-9bf0-0dbec291e83a tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/e69b45b9-3783-4dd3-bcda-64cd1c4c92f1 HTTP/1.1" status: 204 len: 168 time: 0.6140306 Mar 11 15:37:18.687558 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 41998) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:18.761048 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-349202f0-f840-4b5e-aa38-8596f77632b7 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0701587 Mar 11 15:37:18.762667 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42002) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:18.791763 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5407fd22-2c03-4222-b231-cd5a33ecb89b tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Router a9ea9b72-bf8d-48ae-99ba-768bfbdf402d is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:37:18.848280 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0117e6b4-bca9-4455-86ef-eb9c076eae45 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:18.849850 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0117e6b4-bca9-4455-86ef-eb9c076eae45 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0860636 Mar 11 15:37:18.852526 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42006) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:18.925949 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee6fcea-8625-4d5c-b610-52373e2341eb tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:18.926757 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4ee6fcea-8625-4d5c-b610-52373e2341eb tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Synchronizing usage tracker for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:37:18.945535 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4ee6fcea-8625-4d5c-b610-52373e2341eb tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Unset dirty status for tenant:d568d0bdb48844a4af924b22cae1da29 on resource:subnet {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:37:18.946724 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4ee6fcea-8625-4d5c-b610-52373e2341eb tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0932744 Mar 11 15:37:18.950788 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42010) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:19.032416 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-267a0070-ebdc-412f-b23c-3c25a23746fc tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0805337 Mar 11 15:37:19.037760 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42014) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:19.084507 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5407fd22-2c03-4222-b231-cd5a33ecb89b tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:37:19.091561 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5407fd22-2c03-4222-b231-cd5a33ecb89b tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:19.092804 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-5407fd22-2c03-4222-b231-cd5a33ecb89b tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "PUT /v2.0/routers/a9ea9b72-bf8d-48ae-99ba-768bfbdf402d HTTP/1.1" status: 200 len: 693 time: 1.3384469 Mar 11 15:37:19.095408 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42018) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:19.096320 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6d1849-7fca-4019-93ef-828dd79b25d7 None None] Sync routers for ids ['a9ea9b72-bf8d-48ae-99ba-768bfbdf402d'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:37:19.097201 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f32e558-c5fb-4376-9c38-053c725158f5 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:19.097744 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f32e558-c5fb-4376-9c38-053c725158f5 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:19.099532 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-8f32e558-c5fb-4376-9c38-053c725158f5 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/ports/9aa4d16f-0da6-4f10-9c3a-bba10608f9ef HTTP/1.1" status: 404 len: 333 time: 0.0603042 Mar 11 15:37:19.102121 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42022) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:19.113237 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6d1849-7fca-4019-93ef-828dd79b25d7 None None] Routers {'a9ea9b72-bf8d-48ae-99ba-768bfbdf402d'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:37:19.114328 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-9d6d1849-7fca-4019-93ef-828dd79b25d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:37:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['a9ea9b72-bf8d-48ae-99ba-768bfbdf402d'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:19.151621 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-253f2a7e-014a-4073-bebe-af1a68b62983 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:19.152859 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-253f2a7e-014a-4073-bebe-af1a68b62983 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:19.154747 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-253f2a7e-014a-4073-bebe-af1a68b62983 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/e69b45b9-3783-4dd3-bcda-64cd1c4c92f1 HTTP/1.1" status: 404 len: 337 time: 0.0485361 Mar 11 15:37:19.157347 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42026) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:19.200575 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-65409828-bbc7-420d-a826-c7a337137a17 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:19.201189 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65409828-bbc7-420d-a826-c7a337137a17 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:19.202955 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-65409828-bbc7-420d-a826-c7a337137a17 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/600317b8-7e0f-44d6-866e-2a29f91fb987 HTTP/1.1" status: 404 len: 337 time: 0.0445807 Mar 11 15:37:19.205801 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42030) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:19.251653 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-3efd4143-8979-476b-b40e-40b9f8b35cc9 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:19.252299 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3efd4143-8979-476b-b40e-40b9f8b35cc9 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:19.257409 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-3efd4143-8979-476b-b40e-40b9f8b35cc9 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/ports/5d91c126-4547-4a2d-8d37-b22d7dd5bcd6 HTTP/1.1" status: 404 len: 333 time: 0.0505500 Mar 11 15:37:19.258058 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42034) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:19.309731 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5e49e3a-69ac-485a-9646-74dbd449d4e6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:19.310332 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5e49e3a-69ac-485a-9646-74dbd449d4e6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:19.310816 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1d26fd-df62-439b-8947-ec0b03e582d2 None None] Network a9e561eb-4382-47f0-afe2-548f64b9476b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:37:19.315099 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-e5e49e3a-69ac-485a-9646-74dbd449d4e6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/0b7eb6e5-227b-4e8f-b89c-e5cb125f0a68 HTTP/1.1" status: 404 len: 337 time: 0.0559413 Mar 11 15:37:19.315793 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42038) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:19.319066 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-9d6d1849-7fca-4019-93ef-828dd79b25d7 None None] Set router a9ea9b72-bf8d-48ae-99ba-768bfbdf402d gateway port host: None {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:37:19.359601 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-284ec57c-4f0e-4fcb-a6a2-f9091d12a621 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:19.360373 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-284ec57c-4f0e-4fcb-a6a2-f9091d12a621 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:19.364847 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-284ec57c-4f0e-4fcb-a6a2-f9091d12a621 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/82d35728-c58a-4969-8b0c-0e29c8b270d0 HTTP/1.1" status: 404 len: 337 time: 0.0479431 Mar 11 15:37:19.365673 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42042) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:19.410868 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-15a91000-9cf9-4f29-a2e0-a789b088bc7c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:19.411605 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15a91000-9cf9-4f29-a2e0-a789b088bc7c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:19.415983 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-15a91000-9cf9-4f29-a2e0-a789b088bc7c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/ports/4962c006-461d-41ce-a899-b3c6ca95b555 HTTP/1.1" status: 404 len: 333 time: 0.0492916 Mar 11 15:37:19.418147 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42046) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:19.447597 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6bec383d-dc83-4d04-8977-96c1c96059ca tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "GET /v2.0/routers/a9ea9b72-bf8d-48ae-99ba-768bfbdf402d HTTP/1.1" status: 200 len: 699 time: 0.3505557 Mar 11 15:37:19.448487 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-9d6d1849-7fca-4019-93ef-828dd79b25d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ea9b72-bf8d-48ae-99ba-768bfbdf402d', 'name': 'tempest-RoutersTest-router-241682126', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:37:17Z', 'updated_at': '2022-03-11T15:37:18Z', 'revision_number': 2, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'gw_port_host': None}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:19.450901 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42050) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:19.453427 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6d1849-7fca-4019-93ef-828dd79b25d7 None None] Checking router: a9ea9b72-bf8d-48ae-99ba-768bfbdf402d for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:37:19.465193 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6d1849-7fca-4019-93ef-828dd79b25d7 None None] Routers {'a9ea9b72-bf8d-48ae-99ba-768bfbdf402d'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:37:19.465944 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-9d6d1849-7fca-4019-93ef-828dd79b25d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:37:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['a9ea9b72-bf8d-48ae-99ba-768bfbdf402d'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:19.467464 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-2400d301-dbf9-40d3-9ffd-cbe3ea4ad139 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:19.467917 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2400d301-dbf9-40d3-9ffd-cbe3ea4ad139 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:19.469713 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-2400d301-dbf9-40d3-9ffd-cbe3ea4ad139 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/ddb33d3b-a013-49bf-b565-036d251493ed HTTP/1.1" status: 404 len: 337 time: 0.0505633 Mar 11 15:37:19.476608 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42054) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:19.496799 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4c1d916a-354d-4746-b82a-cf03ed3984ec tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Synchronizing usage tracker for tenant:16d01fb61cb5488cb7fd92527258a459 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:37:19.509487 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4c1d916a-354d-4746-b82a-cf03ed3984ec tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Unset dirty status for tenant:16d01fb61cb5488cb7fd92527258a459 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:37:19.511170 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4c1d916a-354d-4746-b82a-cf03ed3984ec tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9ea9b72-bf8d-48ae-99ba-768bfbdf402d HTTP/1.1" status: 200 len: 205 time: 0.0590205 Mar 11 15:37:19.514519 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42058) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:19.527377 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-360e5bbb-cf09-4c44-a67b-337241595c01 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:19.528052 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-360e5bbb-cf09-4c44-a67b-337241595c01 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:19.532985 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-360e5bbb-cf09-4c44-a67b-337241595c01 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/78890067-9380-4b0d-94b8-716d586f67b6 HTTP/1.1" status: 404 len: 337 time: 0.0552878 Mar 11 15:37:19.533698 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42062) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:19.574449 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-8b35d533-3de4-48bf-a5ee-1c0badf9d304 None None] Provisioning complete for port daf96959-791f-4dbe-b0d4-74c80b686402 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:37:19.574931 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8b35d533-3de4-48bf-a5ee-1c0badf9d304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:19.581400 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-442e5e00-3c4e-41d6-98cc-d11d874c2636 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:19.581941 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-442e5e00-3c4e-41d6-98cc-d11d874c2636 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:19.586263 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42066) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:19.586758 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-442e5e00-3c4e-41d6-98cc-d11d874c2636 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/ports/b9ad0ed8-cf0b-47a7-bfab-509269645c4e HTTP/1.1" status: 404 len: 333 time: 0.0517740 Mar 11 15:37:19.616292 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-9d6d1849-7fca-4019-93ef-828dd79b25d7 None None] Set router a9ea9b72-bf8d-48ae-99ba-768bfbdf402d gateway port host: None {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:37:19.635150 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-05522c0d-8cc6-4d09-b3b9-ef3bf63590d9 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:19.636220 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05522c0d-8cc6-4d09-b3b9-ef3bf63590d9 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:19.637809 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-05522c0d-8cc6-4d09-b3b9-ef3bf63590d9 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/aa1dec07-f286-46dd-9087-f2c4c156245d HTTP/1.1" status: 404 len: 337 time: 0.0506234 Mar 11 15:37:19.640465 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42070) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:19.704767 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-dede7364-cd17-498a-b85f-885bc0c38bfc tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:19.705621 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dede7364-cd17-498a-b85f-885bc0c38bfc tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:19.707713 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-dede7364-cd17-498a-b85f-885bc0c38bfc tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/3c34bf7b-5e6e-4cd4-ad8f-bbe83f010a89 HTTP/1.1" status: 404 len: 337 time: 0.0660932 Mar 11 15:37:19.710202 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42074) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:19.719466 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-51eda6a2-5c7b-4e19-b142-bf632480b765 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for router, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:19.776516 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-9d6d1849-7fca-4019-93ef-828dd79b25d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ea9b72-bf8d-48ae-99ba-768bfbdf402d', 'name': 'tempest-RoutersTest-router-241682126', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:37:17Z', 'updated_at': '2022-03-11T15:37:18Z', 'revision_number': 2, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'gw_port_host': None}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:19.783706 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6d1849-7fca-4019-93ef-828dd79b25d7 None None] The sync data for ids ['a9ea9b72-bf8d-48ae-99ba-768bfbdf402d'] in dv-neutron-833373-1-hyperv is: [{'id': 'a9ea9b72-bf8d-48ae-99ba-768bfbdf402d', 'name': 'tempest-RoutersTest-router-241682126', 'tenant_id': '16d01fb61cb5488cb7fd92527258a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:37:17Z', 'updated_at': '2022-03-11T15:37:18Z', 'revision_number': 2, 'project_id': '16d01fb61cb5488cb7fd92527258a459', 'gw_port_host': None}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:37:19.793063 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-278cea91-2a75-4f65-b715-aa9174a282a3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:19.794740 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-278cea91-2a75-4f65-b715-aa9174a282a3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:19.800385 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-278cea91-2a75-4f65-b715-aa9174a282a3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/ports/51200fdb-b6c2-4130-b174-af51664fafa7 HTTP/1.1" status: 404 len: 333 time: 0.0859938 Mar 11 15:37:19.800540 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec267be5-1823-40b2-8c4c-57ec8bac08ed None None] DHCP port deletion for a9e561eb-4382-47f0-afe2-548f64b9476b request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:37:19.803519 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42078) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:19.805978 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-ec267be5-1823-40b2-8c4c-57ec8bac08ed None None] Deleting port daf96959-791f-4dbe-b0d4-74c80b686402 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:37:19.806605 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ec267be5-1823-40b2-8c4c-57ec8bac08ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:19.848496 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-d099ff76-f592-44fb-ab6b-abfae7aff585 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:19.849065 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d099ff76-f592-44fb-ab6b-abfae7aff585 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:19.851532 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d099ff76-f592-44fb-ab6b-abfae7aff585 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/596a9c01-0ec5-4f8c-98ce-5d68b9f2f91e HTTP/1.1" status: 404 len: 337 time: 0.0464981 Mar 11 15:37:19.853840 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42082) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:19.907729 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f5f1ddf-0044-45ae-a734-7cf0ee79b724 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:19.908194 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f5f1ddf-0044-45ae-a734-7cf0ee79b724 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:19.909889 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6f5f1ddf-0044-45ae-a734-7cf0ee79b724 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/ports/3d9a3e81-90bf-4df4-ad89-ae2f3f4c9693 HTTP/1.1" status: 404 len: 333 time: 0.0544839 Mar 11 15:37:19.912497 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42086) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:19.954284 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610cefae-b499-49ff-baf3-ae1840d671c8 None None] Sync routers for ids ['2fa2f048-cafe-46a7-ba78-a8ec31e4bef9'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:37:19.964249 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-116b1c6d-a2a3-42fc-b91d-cae60ed2c77b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:19.964688 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-116b1c6d-a2a3-42fc-b91d-cae60ed2c77b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:19.966349 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-116b1c6d-a2a3-42fc-b91d-cae60ed2c77b tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/9285d348-8e17-4bc7-b7b6-d9176cddb66a HTTP/1.1" status: 404 len: 337 time: 0.0529423 Mar 11 15:37:19.971810 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42090) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:20.005856 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610cefae-b499-49ff-baf3-ae1840d671c8 None None] Routers set() bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:37:20.006199 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610cefae-b499-49ff-baf3-ae1840d671c8 None None] Router IDs set() for agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 11 15:37:20.006852 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_agentschedulers_db [None req-610cefae-b499-49ff-baf3-ae1840d671c8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2fa2f048-cafe-46a7-ba78-a8ec31e4bef9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:37:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent'). {{(pid=83868) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 11 15:37:20.025045 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-03bed69b-ebc6-4db4-af02-a42dfceeb294 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:20.025419 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03bed69b-ebc6-4db4-af02-a42dfceeb294 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:20.030324 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-03bed69b-ebc6-4db4-af02-a42dfceeb294 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/ports/16cc610d-e968-4669-be45-50a2814c2db1 HTTP/1.1" status: 404 len: 333 time: 0.0570908 Mar 11 15:37:20.031264 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42094) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:20.075514 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-380deee5-beca-449b-b3ad-c727a847dad6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:20.076138 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-380deee5-beca-449b-b3ad-c727a847dad6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:20.078915 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-380deee5-beca-449b-b3ad-c727a847dad6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/f575f7ff-0262-4a36-b9ef-13d75407719a HTTP/1.1" status: 404 len: 337 time: 0.0453923 Mar 11 15:37:20.080605 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42098) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:20.081855 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610cefae-b499-49ff-baf3-ae1840d671c8 None None] Routers set() bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:37:20.082231 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610cefae-b499-49ff-baf3-ae1840d671c8 None None] Router IDs set() for agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 11 15:37:20.082797 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_agentschedulers_db [None req-610cefae-b499-49ff-baf3-ae1840d671c8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2fa2f048-cafe-46a7-ba78-a8ec31e4bef9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:37:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent'). {{(pid=83868) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 11 15:37:20.083159 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610cefae-b499-49ff-baf3-ae1840d671c8 None None] The sync data for ids ['2fa2f048-cafe-46a7-ba78-a8ec31e4bef9'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:37:20.106258 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-ec267be5-1823-40b2-8c4c-57ec8bac08ed None None] For port daf96959-791f-4dbe-b0d4-74c80b686402, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=daf96959-791f-4dbe-b0d4-74c80b686402,segment=NetworkSegment(e2784c65-e18f-44ac-b211-69756ecabf8c),segment_id=e2784c65-e18f-44ac-b211-69756ecabf8c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:37:20.106673 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ec267be5-1823-40b2-8c4c-57ec8bac08ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:20.128842 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e8a6086-80fa-4e82-b583-2c672697b961 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:20.129342 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e8a6086-80fa-4e82-b583-2c672697b961 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:20.133723 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0e8a6086-80fa-4e82-b583-2c672697b961 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/ports/3604596d-a37b-4cb5-8dd5-280d882e15af HTTP/1.1" status: 404 len: 333 time: 0.0493767 Mar 11 15:37:20.134079 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42102) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:20.255328 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-ec267be5-1823-40b2-8c4c-57ec8bac08ed None None] Calling delete_port for daf96959-791f-4dbe-b0d4-74c80b686402 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:37:20.264858 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-51eda6a2-5c7b-4e19-b142-bf632480b765 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:20.269543 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-51eda6a2-5c7b-4e19-b142-bf632480b765 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:20.282659 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cfad7b3-7371-4e55-a73c-b2e596823dd6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:20.283245 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cfad7b3-7371-4e55-a73c-b2e596823dd6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:20.286103 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-6cfad7b3-7371-4e55-a73c-b2e596823dd6 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/156fadf3-f4fe-49f6-823d-fffaddd6cb7d HTTP/1.1" status: 404 len: 337 time: 0.1497447 Mar 11 15:37:20.287969 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42106) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:20.300900 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-51eda6a2-5c7b-4e19-b142-bf632480b765 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:20.301666 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51eda6a2-5c7b-4e19-b142-bf632480b765 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Fanout notify agent at l3_agent the message router_deleted on router a9ea9b72-bf8d-48ae-99ba-768bfbdf402d {{(pid=83867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:37:20.320848 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-51eda6a2-5c7b-4e19-b142-bf632480b765 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:20.321926 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-51eda6a2-5c7b-4e19-b142-bf632480b765 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "DELETE /v2.0/routers/a9ea9b72-bf8d-48ae-99ba-768bfbdf402d HTTP/1.1" status: 204 len: 168 time: 0.8064978 Mar 11 15:37:20.327927 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42110) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:20.334391 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-edc5c8c1-844f-489b-b165-8f9743aeeb76 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:20.334914 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edc5c8c1-844f-489b-b165-8f9743aeeb76 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:20.336509 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-edc5c8c1-844f-489b-b165-8f9743aeeb76 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/ports/08f6dd73-cb23-4a02-9f40-12d0308418e9 HTTP/1.1" status: 404 len: 333 time: 0.0473754 Mar 11 15:37:20.339646 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42114) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:20.357196 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ec267be5-1823-40b2-8c4c-57ec8bac08ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:20.373156 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-bbf763fa-3ade-4f94-93c3-abd84a88f7a2 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9ea9b72-bf8d-48ae-99ba-768bfbdf402d HTTP/1.1" status: 200 len: 205 time: 0.0451331 Mar 11 15:37:20.375366 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42118) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:20.378555 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-34539068-6c8f-4fe0-b879-af8e3f61dcf0 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:20.379047 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34539068-6c8f-4fe0-b879-af8e3f61dcf0 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:20.380607 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-34539068-6c8f-4fe0-b879-af8e3f61dcf0 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/eb01daa9-6173-4a09-bc0e-a2703c524ea2 HTTP/1.1" status: 404 len: 337 time: 0.0399153 Mar 11 15:37:20.383290 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42122) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:20.408380 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec267be5-1823-40b2-8c4c-57ec8bac08ed None None] Pushing event deleted for resources: {'Port': ['ID=daf96959-791f-4dbe-b0d4-74c80b686402,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:20.413818 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec267be5-1823-40b2-8c4c-57ec8bac08ed None None] No DVR routers for this DVR port daf96959-791f-4dbe-b0d4-74c80b686402 on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:37:20.436907 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ee217fe-3379-4334-9862-739490bd4d8c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:20.437331 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ee217fe-3379-4334-9862-739490bd4d8c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:20.438972 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-5ee217fe-3379-4334-9862-739490bd4d8c tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/ports/560fe26d-7804-4451-96c9-06dc671d9af9 HTTP/1.1" status: 404 len: 333 time: 0.0544896 Mar 11 15:37:20.441601 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42126) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:20.446581 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-c9b6d58a-ff4a-4851-84db-ed3cfacc8e34 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] delete failed (client error): The resource could not be found. Mar 11 15:37:20.447598 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c9b6d58a-ff4a-4851-84db-ed3cfacc8e34 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "DELETE /v2.0/routers/a9ea9b72-bf8d-48ae-99ba-768bfbdf402d HTTP/1.1" status: 404 len: 336 time: 0.0712929 Mar 11 15:37:20.450450 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42130) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:20.480055 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e6ac14c-063c-4281-a0f0-d56aefc77244 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:20.480515 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e6ac14c-063c-4281-a0f0-d56aefc77244 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:20.484688 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-3e6ac14c-063c-4281-a0f0-d56aefc77244 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/47fb5a7c-380a-4a0e-abe6-2c2977da1e88 HTTP/1.1" status: 404 len: 337 time: 0.0395725 Mar 11 15:37:20.484985 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42134) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:20.520211 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-423a029e-9b83-4288-abc9-d58ca2dc5abc tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:20.520641 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-423a029e-9b83-4288-abc9-d58ca2dc5abc tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:20.524548 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-423a029e-9b83-4288-abc9-d58ca2dc5abc tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "DELETE /v2.0/subnets/795ce40a-27ce-492d-b5a8-9df49a10a640 HTTP/1.1" status: 404 len: 337 time: 0.0709233 Mar 11 15:37:20.525767 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42138) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:20.572349 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-79a47b5f-5621-4c8a-a92e-5ff7d1cd3f81 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:20.573162 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79a47b5f-5621-4c8a-a92e-5ff7d1cd3f81 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:20.574992 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-79a47b5f-5621-4c8a-a92e-5ff7d1cd3f81 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/2a62d94c-14ca-4a39-979f-75dbe9c1a1eb HTTP/1.1" status: 404 len: 337 time: 0.0890522 Mar 11 15:37:20.577700 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42142) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:20.579263 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd877b40-1358-4d24-ad5d-05e76d299d58 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:20.579743 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd877b40-1358-4d24-ad5d-05e76d299d58 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:20.583448 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-bd877b40-1358-4d24-ad5d-05e76d299d58 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "DELETE /v2.0/subnets/79ac3c79-4989-483d-b501-cb38bc5c3702 HTTP/1.1" status: 404 len: 337 time: 0.0538552 Mar 11 15:37:20.583673 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42146) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:20.621653 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8f855d2-9c07-4e0f-aea0-c4b0e621690e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:20.622299 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8f855d2-9c07-4e0f-aea0-c4b0e621690e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:20.623435 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f4421e7-fe83-4777-b6a7-babc283d5954 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:20.623745 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-e8f855d2-9c07-4e0f-aea0-c4b0e621690e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/ports/b9d88dac-423e-495e-9b9c-22783372c284 HTTP/1.1" status: 404 len: 333 time: 0.0450907 Mar 11 15:37:20.624050 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f4421e7-fe83-4777-b6a7-babc283d5954 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:20.625648 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4f4421e7-fe83-4777-b6a7-babc283d5954 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "DELETE /v2.0/subnets/a93fafa4-70af-444f-82b2-346da0b390bf HTTP/1.1" status: 404 len: 337 time: 0.0410686 Mar 11 15:37:20.626230 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42150) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:20.628242 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42152) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:20.663293 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8855d27-1b03-4fb3-a5f3-f966b596be48 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:20.663666 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8855d27-1b03-4fb3-a5f3-f966b596be48 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:20.665307 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b8855d27-1b03-4fb3-a5f3-f966b596be48 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/bfb05ac2-b906-454c-a7d9-80b8cdee18d4 HTTP/1.1" status: 404 len: 337 time: 0.0382011 Mar 11 15:37:20.667865 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42158) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:20.671116 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac9ebfb1-403d-4ec2-b1dc-40be8f705c0e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:20.671720 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac9ebfb1-403d-4ec2-b1dc-40be8f705c0e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:20.673652 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ac9ebfb1-403d-4ec2-b1dc-40be8f705c0e tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "DELETE /v2.0/subnets/78e46892-788c-41d3-a762-d0391736c521 HTTP/1.1" status: 404 len: 337 time: 0.0445001 Mar 11 15:37:20.676538 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42162) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:20.709544 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ddfd11b-e021-4337-adbd-98b8a532032a tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:20.709986 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ddfd11b-e021-4337-adbd-98b8a532032a tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:20.711600 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-1ddfd11b-e021-4337-adbd-98b8a532032a tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/31f8f429-85d8-4437-b901-eb697f07c82a HTTP/1.1" status: 404 len: 337 time: 0.0428331 Mar 11 15:37:20.714795 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42166) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:20.720562 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-733459c4-ea3b-4eac-903d-4b7209eb2010 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa2f048-cafe-46a7-ba78-a8ec31e4bef9 HTTP/1.1" status: 200 len: 205 time: 0.0428901 Mar 11 15:37:20.723306 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42170) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:20.754701 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc16022-9a21-4182-9138-275ddd5e3b37 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:20.755140 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cc16022-9a21-4182-9138-275ddd5e3b37 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:20.756812 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0cc16022-9a21-4182-9138-275ddd5e3b37 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/ports/779f011c-5afb-4ac5-8fcc-0d788f763605 HTTP/1.1" status: 404 len: 333 time: 0.0411177 Mar 11 15:37:20.760707 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42174) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:20.794083 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-116b3d19-c698-4633-935f-6597462f67fa tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] delete failed (client error): The resource could not be found. Mar 11 15:37:20.798141 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-116b3d19-c698-4633-935f-6597462f67fa tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "DELETE /v2.0/routers/2fa2f048-cafe-46a7-ba78-a8ec31e4bef9 HTTP/1.1" status: 404 len: 336 time: 0.0708930 Mar 11 15:37:20.798282 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0c71d97-937c-4429-b9b0-b0ed635de73d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:20.798595 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0c71d97-937c-4429-b9b0-b0ed635de73d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:20.799373 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42178) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:20.800482 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a0c71d97-937c-4429-b9b0-b0ed635de73d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/504aff79-6077-40d6-ba43-35a9f3334edb HTTP/1.1" status: 404 len: 337 time: 0.0388904 Mar 11 15:37:20.803735 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42182) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:20.843380 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-216e9b70-182f-4491-bd62-023390fcc158 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9f8f487-d07e-403c-9857-9ceb205da2c3 HTTP/1.1" status: 200 len: 205 time: 0.0434270 Mar 11 15:37:20.846204 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42186) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:20.919425 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-c9e6d204-70db-4010-8518-e70ebee2012a tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] delete failed (client error): The resource could not be found. Mar 11 15:37:20.920370 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c9e6d204-70db-4010-8518-e70ebee2012a tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "DELETE /v2.0/routers/c9f8f487-d07e-403c-9857-9ceb205da2c3 HTTP/1.1" status: 404 len: 336 time: 0.0730355 Mar 11 15:37:20.924386 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42190) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:20.952014 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbd856f9-9e19-4bd6-b9f0-ba075f038e12 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:20.952548 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbd856f9-9e19-4bd6-b9f0-ba075f038e12 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:20.954267 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-dbd856f9-9e19-4bd6-b9f0-ba075f038e12 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/08b90252-7ea8-49a2-a10a-2699b397986b HTTP/1.1" status: 404 len: 337 time: 0.1494737 Mar 11 15:37:20.957110 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42194) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:20.966232 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-caaf9a1e-6bc3-46c3-b549-f1f202b078ca tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:20.966668 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caaf9a1e-6bc3-46c3-b549-f1f202b078ca tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:20.968307 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-caaf9a1e-6bc3-46c3-b549-f1f202b078ca tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "DELETE /v2.0/subnets/6d2bb017-cead-4dca-b568-bfeb9b3a57b2 HTTP/1.1" status: 404 len: 337 time: 0.0426986 Mar 11 15:37:20.971137 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42198) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:21.008193 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-88543a8f-f4c2-442e-8c89-9a6901851616 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:21.008638 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88543a8f-f4c2-442e-8c89-9a6901851616 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:21.011651 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-88543a8f-f4c2-442e-8c89-9a6901851616 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/ports/ac25348b-5e8f-4ebb-bbdd-a0a7d9293412 HTTP/1.1" status: 404 len: 333 time: 0.0520473 Mar 11 15:37:21.013748 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42202) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:21.035343 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c65d13e8-7ccd-4cb2-8320-457b67d54d58 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "GET /v2.0/ports?device_id=83e32cf7-aac3-41ad-a0c5-549d9477d545 HTTP/1.1" status: 200 len: 205 time: 0.0611808 Mar 11 15:37:21.036797 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42206) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:21.055915 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f8dbe2c-afd9-434c-8866-f39f8037f96d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:21.056381 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f8dbe2c-afd9-434c-8866-f39f8037f96d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:21.058723 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-1f8dbe2c-afd9-434c-8866-f39f8037f96d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/3fdeea88-750e-41e0-a6b7-a63188a4e86d HTTP/1.1" status: 404 len: 337 time: 0.0436893 Mar 11 15:37:21.064783 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42210) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:21.117066 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-ed1837fd-58d7-4652-92fe-50b74cbadb41 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] delete failed (client error): The resource could not be found. Mar 11 15:37:21.118176 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ed1837fd-58d7-4652-92fe-50b74cbadb41 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "DELETE /v2.0/routers/83e32cf7-aac3-41ad-a0c5-549d9477d545 HTTP/1.1" status: 404 len: 336 time: 0.0802276 Mar 11 15:37:21.120944 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4b8ef8b-0b1a-4c1a-8e15-fa9032e89af4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:21.121513 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4b8ef8b-0b1a-4c1a-8e15-fa9032e89af4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:21.121669 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42214) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:21.124812 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b4b8ef8b-0b1a-4c1a-8e15-fa9032e89af4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/f094309c-accc-4c81-ab1d-8626731fa1f1 HTTP/1.1" status: 404 len: 337 time: 0.0583496 Mar 11 15:37:21.127299 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42218) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:21.167140 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ab912f18-80e5-4f15-b44c-27fb76b14ff3 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "GET /v2.0/ports?device_id=5acd0dbe-c342-47ee-81a7-9e18ece1f26a HTTP/1.1" status: 200 len: 205 time: 0.0417585 Mar 11 15:37:21.167826 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42222) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:21.172696 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-2282228b-653e-4354-bc08-19b62750742d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c5bd450-c8e9-4981-bb42-30b62907dde0 HTTP/1.1" status: 200 len: 205 time: 0.0412378 Mar 11 15:37:21.172696 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42226) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:21.244484 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-897b7eb8-563b-482d-9404-8e102059b0ab tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] delete failed (client error): The resource could not be found. Mar 11 15:37:21.248004 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-897b7eb8-563b-482d-9404-8e102059b0ab tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "DELETE /v2.0/routers/5acd0dbe-c342-47ee-81a7-9e18ece1f26a HTTP/1.1" status: 404 len: 336 time: 0.0790901 Mar 11 15:37:21.249821 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42230) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:21.256369 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-ef1c062a-4e96-42d8-a734-950c4d6173b2 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] delete failed (client error): The resource could not be found. Mar 11 15:37:21.257368 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ef1c062a-4e96-42d8-a734-950c4d6173b2 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/routers/6c5bd450-c8e9-4981-bb42-30b62907dde0 HTTP/1.1" status: 404 len: 336 time: 0.0839520 Mar 11 15:37:21.259984 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42234) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:21.299016 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fae79d9-c778-4429-a0ff-cca455fa68d3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:21.300140 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fae79d9-c778-4429-a0ff-cca455fa68d3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:21.300592 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-85c5b06e-c583-41ff-b01c-1c80c008b9d5 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:21.301387 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-3fae79d9-c778-4429-a0ff-cca455fa68d3 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/83e6dfba-ac4c-4fd1-9e5b-57ce84fe400b HTTP/1.1" status: 404 len: 337 time: 0.0403612 Mar 11 15:37:21.301646 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85c5b06e-c583-41ff-b01c-1c80c008b9d5 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:21.305183 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-85c5b06e-c583-41ff-b01c-1c80c008b9d5 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "DELETE /v2.0/subnets/71a17fca-6901-4003-8598-57aea98d9a79 HTTP/1.1" status: 404 len: 337 time: 0.0535314 Mar 11 15:37:21.305826 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42238) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:21.307543 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42240) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:21.354896 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-785555ac-cac3-485f-bf69-55729325cb0f tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2a1269-a169-4c28-9b6b-cc7e19c4aabf HTTP/1.1" status: 200 len: 205 time: 0.0454459 Mar 11 15:37:21.357376 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42246) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:21.357910 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ef42133d-f23d-444f-adb1-7690cb96b3b9 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "GET /v2.0/ports?device_id=e45526bb-0675-441a-b69e-acb92da6db7d HTTP/1.1" status: 200 len: 205 time: 0.0508137 Mar 11 15:37:21.361643 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42250) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:21.424436 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-c2d488c5-d6a6-4370-83cc-5c93f5adffac tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] delete failed (client error): The resource could not be found. Mar 11 15:37:21.425629 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c2d488c5-d6a6-4370-83cc-5c93f5adffac tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "DELETE /v2.0/routers/bb2a1269-a169-4c28-9b6b-cc7e19c4aabf HTTP/1.1" status: 404 len: 336 time: 0.0669329 Mar 11 15:37:21.428621 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42254) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:21.431255 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-f4356025-d1b3-4fec-bb5e-a7b57d670b46 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] delete failed (client error): The resource could not be found. Mar 11 15:37:21.432481 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-f4356025-d1b3-4fec-bb5e-a7b57d670b46 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/routers/e45526bb-0675-441a-b69e-acb92da6db7d HTTP/1.1" status: 404 len: 336 time: 0.0698137 Mar 11 15:37:21.436078 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42258) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:21.470774 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc603a9e-30fd-4c33-937b-3e989453f71c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:21.471204 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc603a9e-30fd-4c33-937b-3e989453f71c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:21.472839 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-dc603a9e-30fd-4c33-937b-3e989453f71c tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "DELETE /v2.0/subnets/f70b27e4-6997-4464-bc57-3a7758fe6302 HTTP/1.1" status: 404 len: 337 time: 0.0432513 Mar 11 15:37:21.474220 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bc61975-88f1-482b-86bb-750612d4af0e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:21.474661 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bc61975-88f1-482b-86bb-750612d4af0e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:21.475589 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42262) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:21.476280 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7bc61975-88f1-482b-86bb-750612d4af0e tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/4fcc4951-2e9b-489e-a9f3-e14bb80beb67 HTTP/1.1" status: 404 len: 337 time: 0.0392592 Mar 11 15:37:21.478681 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42266) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:21.522599 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-292a6a23-b9b8-460c-a2ed-f8e31c546ad2 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "GET /v2.0/ports?device_id=691a7c18-aa75-411d-b415-f8158e6dcace HTTP/1.1" status: 200 len: 205 time: 0.0436184 Mar 11 15:37:21.522823 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-b95a0edb-e295-4765-a614-88327097ca2d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:21.522823 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b95a0edb-e295-4765-a614-88327097ca2d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:21.523072 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42270) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:21.524260 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b95a0edb-e295-4765-a614-88327097ca2d tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/fd362c21-fde9-4a8c-85ed-7c0ef4ff6413 HTTP/1.1" status: 404 len: 337 time: 0.0443547 Mar 11 15:37:21.528387 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42274) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:21.567726 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc7eaf93-0647-4cc1-b908-a4ab76195a07 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:21.568195 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc7eaf93-0647-4cc1-b908-a4ab76195a07 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:21.569829 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-fc7eaf93-0647-4cc1-b908-a4ab76195a07 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/ports/39011c53-8f1d-425e-93b0-b459ccf93924 HTTP/1.1" status: 404 len: 333 time: 0.0405419 Mar 11 15:37:21.572617 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42278) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:21.592612 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-01a84f89-b27d-4ab9-99cf-56768c302e47 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] delete failed (client error): The resource could not be found. Mar 11 15:37:21.593656 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-01a84f89-b27d-4ab9-99cf-56768c302e47 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "DELETE /v2.0/routers/691a7c18-aa75-411d-b415-f8158e6dcace HTTP/1.1" status: 404 len: 336 time: 0.0696237 Mar 11 15:37:21.598902 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42282) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:21.614805 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-b02b00ab-35fe-491b-8e26-a8ab1ef6ccf7 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:21.615252 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b02b00ab-35fe-491b-8e26-a8ab1ef6ccf7 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:21.616947 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b02b00ab-35fe-491b-8e26-a8ab1ef6ccf7 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/a7f20e0b-576e-4536-9067-d37dc6024655 HTTP/1.1" status: 404 len: 337 time: 0.0426476 Mar 11 15:37:21.621287 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42286) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:21.637507 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-b21193a4-236a-47b6-979c-945859c2130b tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:21.638150 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b21193a4-236a-47b6-979c-945859c2130b tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:21.639521 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b21193a4-236a-47b6-979c-945859c2130b tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "DELETE /v2.0/subnets/c54189e0-45dc-47be-b264-b2a6faa1e1dc HTTP/1.1" status: 404 len: 337 time: 0.0397160 Mar 11 15:37:21.642178 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42290) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:21.667061 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd63d8e3-2954-46bb-bd1f-6ac755581762 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:21.668165 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd63d8e3-2954-46bb-bd1f-6ac755581762 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:21.671926 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-bd63d8e3-2954-46bb-bd1f-6ac755581762 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/ports/d9dd8171-74ec-4de1-b008-80fd5d159831 HTTP/1.1" status: 404 len: 333 time: 0.0477912 Mar 11 15:37:21.672669 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42294) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:21.679918 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf538599-01ab-44d5-aea9-d8d7c5292f01 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:21.680309 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf538599-01ab-44d5-aea9-d8d7c5292f01 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:21.684162 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-bf538599-01ab-44d5-aea9-d8d7c5292f01 tempest-RoutersTest-1805835174 tempest-RoutersTest-1805835174-project] 10.222.0.31 "DELETE /v2.0/subnets/eca2875c-d2df-4f92-872e-34564f7b5c9d HTTP/1.1" status: 404 len: 337 time: 0.0390165 Mar 11 15:37:21.712845 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device daf96959-791f-4dbe-b0d4-74c80b686402 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:37:21.718716 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbef77d5-1f4a-4d3a-961d-7bc3bb29ed87 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:21.719169 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbef77d5-1f4a-4d3a-961d-7bc3bb29ed87 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:21.720974 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-fbef77d5-1f4a-4d3a-961d-7bc3bb29ed87 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/e57df892-cb5f-4f52-a713-5f989aee528e HTTP/1.1" status: 404 len: 337 time: 0.0473807 Mar 11 15:37:21.723350 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42300) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:21.748827 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: daf96959-791f-4dbe-b0d4-74c80b686402 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:37:21.749169 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device daf96959-791f-4dbe-b0d4-74c80b686402 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:37:21.763428 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-9088a541-c4bb-44d4-9efc-16321cf41047 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:21.763867 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9088a541-c4bb-44d4-9efc-16321cf41047 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:21.765512 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9088a541-c4bb-44d4-9efc-16321cf41047 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/ports/5fc89f01-424e-49a2-b33f-6bb9c383c588 HTTP/1.1" status: 404 len: 333 time: 0.0412407 Mar 11 15:37:21.768733 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42304) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:21.810341 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-1487dbe5-ec55-45dc-933d-8ec24215aac7 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:21.810777 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1487dbe5-ec55-45dc-933d-8ec24215aac7 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:21.812394 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-1487dbe5-ec55-45dc-933d-8ec24215aac7 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/346eae56-eae5-468f-a134-9e67f1196f0e HTTP/1.1" status: 404 len: 337 time: 0.0427721 Mar 11 15:37:21.815009 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42308) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:21.855066 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb42f93d-be0d-4b50-b18d-b8d09657a709 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:21.855506 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb42f93d-be0d-4b50-b18d-b8d09657a709 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:21.857148 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-eb42f93d-be0d-4b50-b18d-b8d09657a709 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/ports/4cc68211-51eb-476f-905e-e2960f225537 HTTP/1.1" status: 404 len: 333 time: 0.0412722 Mar 11 15:37:21.859981 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42312) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:21.900576 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-039e6760-85e7-482e-b466-5f6e98ef613a tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:21.901062 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-039e6760-85e7-482e-b466-5f6e98ef613a tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:21.904200 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-039e6760-85e7-482e-b466-5f6e98ef613a tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/fbc36175-c058-4f46-a641-288e142cf93b HTTP/1.1" status: 404 len: 337 time: 0.0421984 Mar 11 15:37:21.905869 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42316) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:21.948636 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e48890e-9acf-4443-8f42-15ec8badd52a tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:21.949073 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e48890e-9acf-4443-8f42-15ec8badd52a tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:21.950673 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5e48890e-9acf-4443-8f42-15ec8badd52a tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/ports/23d3f934-1aa2-4965-a79b-e1a52575b7c7 HTTP/1.1" status: 404 len: 333 time: 0.0439200 Mar 11 15:37:21.953272 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42322) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:22.008538 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1db0290-b487-4cc7-9b91-37f88d7a5c22 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:22.009287 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1db0290-b487-4cc7-9b91-37f88d7a5c22 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:22.016028 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-f1db0290-b487-4cc7-9b91-37f88d7a5c22 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/6cb86f53-c42a-4b3a-8493-dee6da56c4cb HTTP/1.1" status: 404 len: 337 time: 0.0575836 Mar 11 15:37:22.016425 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42326) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:22.040052 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42330) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:22.055523 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc50338-e4a0-42bb-a6d7-83f131bc48af tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:22.055966 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffc50338-e4a0-42bb-a6d7-83f131bc48af tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:22.060171 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ffc50338-e4a0-42bb-a6d7-83f131bc48af tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/ports/e22741a3-0d2a-4f2e-bd03-82f261d88558 HTTP/1.1" status: 404 len: 333 time: 0.0409596 Mar 11 15:37:22.060976 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42336) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:22.105192 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-c01833ba-2b67-46e7-9247-77f1a3a762b4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:22.105638 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c01833ba-2b67-46e7-9247-77f1a3a762b4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:22.107280 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c01833ba-2b67-46e7-9247-77f1a3a762b4 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/fe028aec-4abd-4510-a018-d3167f79a597 HTTP/1.1" status: 404 len: 337 time: 0.0453546 Mar 11 15:37:22.111054 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42340) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:22.154954 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-423fc062-94d8-4f33-8a3f-799175510128 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:22.155397 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-423fc062-94d8-4f33-8a3f-799175510128 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:22.157078 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-423fc062-94d8-4f33-8a3f-799175510128 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/ports/376e7a6b-2bc3-44e8-82f4-b3d5b68cccc8 HTTP/1.1" status: 404 len: 333 time: 0.0450294 Mar 11 15:37:22.159947 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42344) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:22.217470 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-350a23d5-f323-4347-b9da-854b3fa0803f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:22.217905 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-350a23d5-f323-4347-b9da-854b3fa0803f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:22.219495 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-350a23d5-f323-4347-b9da-854b3fa0803f tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/subnets/dcaecd75-8a8f-4d3c-8523-ae779e4a1d27 HTTP/1.1" status: 404 len: 337 time: 0.0585217 Mar 11 15:37:22.222771 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42348) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:22.258465 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-4e068990-defb-4fd2-8bba-acba96165944 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=16d01fb61cb5488cb7fd92527258a459&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2172253 Mar 11 15:37:22.262900 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42352) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:22.335251 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9b752dea-270d-48bb-a5ce-3604c3141c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:22.347666 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bf0ee153-8ddd-4bce-bcd8-aa009ee10a90 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:22.368612 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9b752dea-270d-48bb-a5ce-3604c3141c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:22.425980 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9b752dea-270d-48bb-a5ce-3604c3141c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:22.440826 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b752dea-270d-48bb-a5ce-3604c3141c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1856d014-7339-4f30-9ea0-f03b94820aeb,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:22.446988 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9b752dea-270d-48bb-a5ce-3604c3141c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:22.451041 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9b752dea-270d-48bb-a5ce-3604c3141c32 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1856d014-7339-4f30-9ea0-f03b94820aeb HTTP/1.1" status: 204 len: 168 time: 0.1846573 Mar 11 15:37:22.490238 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bf0ee153-8ddd-4bce-bcd8-aa009ee10a90 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:22.520821 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-bf0ee153-8ddd-4bce-bcd8-aa009ee10a90 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9e561eb-4382-47f0-afe2-548f64b9476b']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:22.533000 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-bf0ee153-8ddd-4bce-bcd8-aa009ee10a90 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2784c65-e18f-44ac-b211-69756ecabf8c') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:22.533293 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-bf0ee153-8ddd-4bce-bcd8-aa009ee10a90 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2784c65-e18f-44ac-b211-69756ecabf8c') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:22.545989 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bf0ee153-8ddd-4bce-bcd8-aa009ee10a90 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:22.563529 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bf0ee153-8ddd-4bce-bcd8-aa009ee10a90 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:22.569569 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf0ee153-8ddd-4bce-bcd8-aa009ee10a90 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:37:22.570131 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bf0ee153-8ddd-4bce-bcd8-aa009ee10a90 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:22.586583 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:37:22.586583 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:37:22.586583 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:37:22.586583 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:37:22.586583 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:37:22.586583 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:37:22.586583 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:37:22.586583 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:37:22.586583 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:37:22.586583 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:37:22.586583 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:37:22.586583 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:37:22.586583 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:37:22.586583 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:37:22.586583 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:37:22.586583 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:37:22.586583 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:37:22.586583 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:37:22.586583 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:37:22.586583 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:37:22.586583 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:37:22.586583 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:37:22.586583 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:37:22.586583 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:37:22.586583 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:37:22.586583 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:37:22.586583 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:37:22.586583 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:37:22.586583 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:37:22.586583 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:37:22.586583 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:37:22.586583 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:37:22.677406 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bf0ee153-8ddd-4bce-bcd8-aa009ee10a90 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:22.697267 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bf0ee153-8ddd-4bce-bcd8-aa009ee10a90 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:22.704522 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ee153-8ddd-4bce-bcd8-aa009ee10a90 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] Pushing event deleted for resources: {'Network': ['ID=a9e561eb-4382-47f0-afe2-548f64b9476b,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:22.708505 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-bf0ee153-8ddd-4bce-bcd8-aa009ee10a90 tempest-NetworksTestDHCPv6-209636712 tempest-NetworksTestDHCPv6-209636712-project] 10.222.0.31 "DELETE /v2.0/networks/a9e561eb-4382-47f0-afe2-548f64b9476b HTTP/1.1" status: 204 len: 168 time: 0.4847271 Mar 11 15:37:22.959191 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42372) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:23.220305 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-1e7db891-ab5f-47c6-aa7e-0f8a4fca725d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d568d0bdb48844a4af924b22cae1da29&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2578392 Mar 11 15:37:23.221002 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42384) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:23.288398 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-04d59d23-ea9f-4126-82c8-2838bf094afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:23.317280 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-04d59d23-ea9f-4126-82c8-2838bf094afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:23.336940 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42388) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:23.377151 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-04d59d23-ea9f-4126-82c8-2838bf094afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:23.396687 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d59d23-ea9f-4126-82c8-2838bf094afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a474a624-9cd4-4286-89a4-5a18637f7203,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:23.399926 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-04d59d23-ea9f-4126-82c8-2838bf094afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:23.403957 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-04d59d23-ea9f-4126-82c8-2838bf094afb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a474a624-9cd4-4286-89a4-5a18637f7203 HTTP/1.1" status: 204 len: 168 time: 0.1789505 Mar 11 15:37:23.469767 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-baea920b-4850-4e6d-afea-9fadd65a52e2 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2021903930'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:23.475105 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-baea920b-4850-4e6d-afea-9fadd65a52e2 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:23.480302 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-baea920b-4850-4e6d-afea-9fadd65a52e2 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Usage tracker for resource:network and tenant:16392008a23b42c582fa6b11f7e5e823 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:23.484238 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-baea920b-4850-4e6d-afea-9fadd65a52e2 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:23.490754 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-baea920b-4850-4e6d-afea-9fadd65a52e2 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:23.502513 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baea920b-4850-4e6d-afea-9fadd65a52e2 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Made reservation on behalf of 16392008a23b42c582fa6b11f7e5e823 for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:37:23.506200 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-baea920b-4850-4e6d-afea-9fadd65a52e2 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:23.523190 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-baea920b-4850-4e6d-afea-9fadd65a52e2 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:23.556166 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-baea920b-4850-4e6d-afea-9fadd65a52e2 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:23.561113 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-baea920b-4850-4e6d-afea-9fadd65a52e2 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Usage tracker for resource:security_group_rule and tenant:16392008a23b42c582fa6b11f7e5e823 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:23.563952 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-baea920b-4850-4e6d-afea-9fadd65a52e2 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:23.570587 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-baea920b-4850-4e6d-afea-9fadd65a52e2 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:23.670795 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-baea920b-4850-4e6d-afea-9fadd65a52e2 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:23.675868 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-baea920b-4850-4e6d-afea-9fadd65a52e2 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:23.714692 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baea920b-4850-4e6d-afea-9fadd65a52e2 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:37:23.720432 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea920b-4850-4e6d-afea-9fadd65a52e2 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80a6d572-cda9-4bdf-a724-1816ceae0e32,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:23.727806 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-baea920b-4850-4e6d-afea-9fadd65a52e2 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:23.728093 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-baea920b-4850-4e6d-afea-9fadd65a52e2 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Added segment 36a5ad0f-dc59-4d7b-b81b-51338e65a704 of type vlan for network c6413151-a4cb-443b-bdec-e121c407bf69 Mar 11 15:37:23.759615 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-baea920b-4850-4e6d-afea-9fadd65a52e2 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:23.790416 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-baea920b-4850-4e6d-afea-9fadd65a52e2 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:23.794809 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baea920b-4850-4e6d-afea-9fadd65a52e2 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:23.795405 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-baea920b-4850-4e6d-afea-9fadd65a52e2 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:23.907253 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-baea920b-4850-4e6d-afea-9fadd65a52e2 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5689425 Mar 11 15:37:23.911394 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42404) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:23.915643 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea920b-4850-4e6d-afea-9fadd65a52e2 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Pushing event updated for resources: {'Network': ['ID=c6413151-a4cb-443b-bdec-e121c407bf69,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:23.918226 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-e530f423-3ece-4173-9509-6d35a7b1ef30 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Request body: {'subnet': {'network_id': 'c6413151-a4cb-443b-bdec-e121c407bf69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:23.934222 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network c6413151-a4cb-443b-bdec-e121c407bf69 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:37:24.135802 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e530f423-3ece-4173-9509-6d35a7b1ef30 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:24.140420 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e530f423-3ece-4173-9509-6d35a7b1ef30 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Usage tracker for resource:subnet and tenant:16392008a23b42c582fa6b11f7e5e823 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:24.143137 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e530f423-3ece-4173-9509-6d35a7b1ef30 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:24.148729 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e530f423-3ece-4173-9509-6d35a7b1ef30 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:24.164269 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e530f423-3ece-4173-9509-6d35a7b1ef30 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Made reservation on behalf of 16392008a23b42c582fa6b11f7e5e823 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:37:24.286400 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e530f423-3ece-4173-9509-6d35a7b1ef30 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:24.397692 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42416) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:24.512529 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e530f423-3ece-4173-9509-6d35a7b1ef30 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:24.538589 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-af86dbe5-6b73-4445-9c31-22f4bc24bbd8 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-225899689'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:24.543800 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-af86dbe5-6b73-4445-9c31-22f4bc24bbd8 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:24.548526 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-af86dbe5-6b73-4445-9c31-22f4bc24bbd8 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Usage tracker for resource:network and tenant:772cd8a1f53743048d1164dc33d6f32b is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:24.551768 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-af86dbe5-6b73-4445-9c31-22f4bc24bbd8 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:24.557787 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-af86dbe5-6b73-4445-9c31-22f4bc24bbd8 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:24.568557 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af86dbe5-6b73-4445-9c31-22f4bc24bbd8 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Made reservation on behalf of 772cd8a1f53743048d1164dc33d6f32b for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:37:24.571368 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-af86dbe5-6b73-4445-9c31-22f4bc24bbd8 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:24.584833 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-af86dbe5-6b73-4445-9c31-22f4bc24bbd8 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:24.594052 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530f423-3ece-4173-9509-6d35a7b1ef30 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Pushing event updated for resources: {'Subnet': ['ID=a462952f-8ff8-4e83-8b79-596857a64474,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:24.608586 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e530f423-3ece-4173-9509-6d35a7b1ef30 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Checking segment: {'id': '36a5ad0f-dc59-4d7b-b81b-51338e65a704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'c6413151-a4cb-443b-bdec-e121c407bf69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:37:24.608940 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e530f423-3ece-4173-9509-6d35a7b1ef30 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Network hostable DHCP agents. Network: c6413151-a4cb-443b-bdec-e121c407bf69, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:37:24.618015 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-af86dbe5-6b73-4445-9c31-22f4bc24bbd8 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:24.622106 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-af86dbe5-6b73-4445-9c31-22f4bc24bbd8 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Usage tracker for resource:security_group_rule and tenant:772cd8a1f53743048d1164dc33d6f32b is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:24.624971 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-af86dbe5-6b73-4445-9c31-22f4bc24bbd8 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:24.632239 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e530f423-3ece-4173-9509-6d35a7b1ef30 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Network c6413151-a4cb-443b-bdec-e121c407bf69 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:37:24.632438 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-af86dbe5-6b73-4445-9c31-22f4bc24bbd8 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:24.645571 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-e530f423-3ece-4173-9509-6d35a7b1ef30 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, c6413151-a4cb-443b-bdec-e121c407bf69) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:37:24.651765 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e530f423-3ece-4173-9509-6d35a7b1ef30 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:24.653207 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e530f423-3ece-4173-9509-6d35a7b1ef30 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:24.658151 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8137c19f-6d49-4431-a76a-e843dbf844b9 None None] Network c6413151-a4cb-443b-bdec-e121c407bf69 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:37:24.688473 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e530f423-3ece-4173-9509-6d35a7b1ef30 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7733183 Mar 11 15:37:24.688828 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42422) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:24.699048 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-0ea63a67-6b37-4a4b-ad45-5763f0213e6e tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Request body: {'port': {'network_id': 'c6413151-a4cb-443b-bdec-e121c407bf69', 'name': 'tempest-TagsExtTest-1084512022'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:24.718763 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-af86dbe5-6b73-4445-9c31-22f4bc24bbd8 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:24.725584 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-af86dbe5-6b73-4445-9c31-22f4bc24bbd8 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:24.761415 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af86dbe5-6b73-4445-9c31-22f4bc24bbd8 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:37:24.778728 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af86dbe5-6b73-4445-9c31-22f4bc24bbd8 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f6403b-de65-42d1-9a75-a8f09d72a255,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:24.783415 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-af86dbe5-6b73-4445-9c31-22f4bc24bbd8 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:24.783870 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-af86dbe5-6b73-4445-9c31-22f4bc24bbd8 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Added segment 3b3fd699-2baf-4727-804c-c7d27fdc3d14 of type vlan for network 3c6fce7a-e674-4326-b0e4-c65bc089c3d7 Mar 11 15:37:24.892069 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-0ea63a67-6b37-4a4b-ad45-5763f0213e6e tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:24.896193 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-0ea63a67-6b37-4a4b-ad45-5763f0213e6e tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Usage tracker for resource:port and tenant:16392008a23b42c582fa6b11f7e5e823 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:24.899246 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-0ea63a67-6b37-4a4b-ad45-5763f0213e6e tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:24.907736 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-0ea63a67-6b37-4a4b-ad45-5763f0213e6e tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:24.912218 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-af86dbe5-6b73-4445-9c31-22f4bc24bbd8 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:24.922096 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea63a67-6b37-4a4b-ad45-5763f0213e6e tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Made reservation on behalf of 16392008a23b42c582fa6b11f7e5e823 for: {'port': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:37:24.925895 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0ea63a67-6b37-4a4b-ad45-5763f0213e6e tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:24.948919 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-af86dbe5-6b73-4445-9c31-22f4bc24bbd8 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:24.949416 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-0ea63a67-6b37-4a4b-ad45-5763f0213e6e tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] device_id is not set on port eb35f76e-2b1c-4ad2-9e5b-5332c8d160e9 yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:37:24.952730 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af86dbe5-6b73-4445-9c31-22f4bc24bbd8 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:24.953319 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-af86dbe5-6b73-4445-9c31-22f4bc24bbd8 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:24.960838 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fb4396-5f1f-4d38-b5e3-a6c8fcfc6af4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-c6413151-a4cb-443b-bdec-e121c407bf69', 'network_id': 'c6413151-a4cb-443b-bdec-e121c407bf69', 'tenant_id': '16392008a23b42c582fa6b11f7e5e823', 'fixed_ips': [{'subnet_id': 'a462952f-8ff8-4e83-8b79-596857a64474'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:37:24.961741 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-57fb4396-5f1f-4d38-b5e3-a6c8fcfc6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:25.068002 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-af86dbe5-6b73-4445-9c31-22f4bc24bbd8 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6691940 Mar 11 15:37:25.068899 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af86dbe5-6b73-4445-9c31-22f4bc24bbd8 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Pushing event updated for resources: {'Network': ['ID=3c6fce7a-e674-4326-b0e4-c65bc089c3d7,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:25.080452 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 3c6fce7a-e674-4326-b0e4-c65bc089c3d7 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:37:25.112361 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-0ea63a67-6b37-4a4b-ad45-5763f0213e6e tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Allocated IP 172.20.0.6 (c6413151-a4cb-443b-bdec-e121c407bf69/a462952f-8ff8-4e83-8b79-596857a64474/eb35f76e-2b1c-4ad2-9e5b-5332c8d160e9) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:37:25.395395 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0ea63a67-6b37-4a4b-ad45-5763f0213e6e tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:25.411807 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-0ea63a67-6b37-4a4b-ad45-5763f0213e6e tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Transition to ACTIVE for port object eb35f76e-2b1c-4ad2-9e5b-5332c8d160e9 will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:37:25.436798 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0ea63a67-6b37-4a4b-ad45-5763f0213e6e tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:25.512358 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-57fb4396-5f1f-4d38-b5e3-a6c8fcfc6af4 None None] Allocated IP 172.20.0.2 (c6413151-a4cb-443b-bdec-e121c407bf69/a462952f-8ff8-4e83-8b79-596857a64474/8a2e3250-b010-4b58-ac88-ebd62e30882d) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:37:25.527106 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea63a67-6b37-4a4b-ad45-5763f0213e6e tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Network c6413151-a4cb-443b-bdec-e121c407bf69 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:37:25.528255 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea63a67-6b37-4a4b-ad45-5763f0213e6e tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Pushing event updated for resources: {'Port': ['ID=eb35f76e-2b1c-4ad2-9e5b-5332c8d160e9,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:25.532252 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-0ea63a67-6b37-4a4b-ad45-5763f0213e6e tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:37:25.534408 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea63a67-6b37-4a4b-ad45-5763f0213e6e tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:37:25.598803 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea63a67-6b37-4a4b-ad45-5763f0213e6e tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:25.599401 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0ea63a67-6b37-4a4b-ad45-5763f0213e6e tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:25.624632 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0ea63a67-6b37-4a4b-ad45-5763f0213e6e tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9319601 Mar 11 15:37:25.624880 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42426) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:25.630008 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-c79f38c7-50d8-40ba-97a3-c226ebd9c353 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-792224329', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:25.637650 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c79f38c7-50d8-40ba-97a3-c226ebd9c353 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:25.642231 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c79f38c7-50d8-40ba-97a3-c226ebd9c353 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Usage tracker for resource:router and tenant:16392008a23b42c582fa6b11f7e5e823 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:25.645855 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c79f38c7-50d8-40ba-97a3-c226ebd9c353 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:25.654945 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c79f38c7-50d8-40ba-97a3-c226ebd9c353 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:25.670197 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c79f38c7-50d8-40ba-97a3-c226ebd9c353 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:25.671393 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c79f38c7-50d8-40ba-97a3-c226ebd9c353 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:25.692901 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c79f38c7-50d8-40ba-97a3-c226ebd9c353 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:25.715663 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c79f38c7-50d8-40ba-97a3-c226ebd9c353 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:25.738647 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c79f38c7-50d8-40ba-97a3-c226ebd9c353 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:25.742502 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c79f38c7-50d8-40ba-97a3-c226ebd9c353 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1140172 Mar 11 15:37:25.742955 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42430) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:25.749360 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-de3e7b6f-660f-4e8a-8924-2b9c3cd7270a tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1451844857', 'prefixes': ['172.20.0.0/16']}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:25.755182 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-de3e7b6f-660f-4e8a-8924-2b9c3cd7270a tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:25.782124 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-57fb4396-5f1f-4d38-b5e3-a6c8fcfc6af4 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:25.796478 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-57fb4396-5f1f-4d38-b5e3-a6c8fcfc6af4 None None] Transition to ACTIVE for port object 8a2e3250-b010-4b58-ac88-ebd62e30882d will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:37:25.817548 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-57fb4396-5f1f-4d38-b5e3-a6c8fcfc6af4 None None] Transition to ACTIVE for port object 8a2e3250-b010-4b58-ac88-ebd62e30882d will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:37:25.824051 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-57fb4396-5f1f-4d38-b5e3-a6c8fcfc6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:25.836824 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-de3e7b6f-660f-4e8a-8924-2b9c3cd7270a tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks [] for subnetpool, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:25.839099 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-de3e7b6f-660f-4e8a-8924-2b9c3cd7270a tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0944092 Mar 11 15:37:25.842578 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42434) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:25.849225 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.tag.tag_plugin [None req-cc4ed92e-74c5-481d-8f58-2cc034cf9ed2 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a462952f-8ff8-4e83-8b79-596857a64474', 'tempest-TagsExtTest-Tag-144341177') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:25.914342 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fb4396-5f1f-4d38-b5e3-a6c8fcfc6af4 None None] Network c6413151-a4cb-443b-bdec-e121c407bf69 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:37:25.915238 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb4396-5f1f-4d38-b5e3-a6c8fcfc6af4 None None] Pushing event updated for resources: {'Port': ['ID=8a2e3250-b010-4b58-ac88-ebd62e30882d,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:25.919088 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-57fb4396-5f1f-4d38-b5e3-a6c8fcfc6af4 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:37:25.921223 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fb4396-5f1f-4d38-b5e3-a6c8fcfc6af4 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:37:25.984750 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42438) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:25.992876 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.tag.tag_plugin [None req-7988faf4-9ad4-4787-b6b9-271997d79522 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'eb35f76e-2b1c-4ad2-9e5b-5332c8d160e9', 'tempest-TagsExtTest-Tag-454462688') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:25.998030 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-cc4ed92e-74c5-481d-8f58-2cc034cf9ed2 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "PUT /v2.0/subnets/a462952f-8ff8-4e83-8b79-596857a64474/tags/tempest-TagsExtTest-Tag-144341177 HTTP/1.1" status: 201 len: 201 time: 0.1528685 Mar 11 15:37:26.037135 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-57fb4396-5f1f-4d38-b5e3-a6c8fcfc6af4 None None] Attempting to bind port 8a2e3250-b010-4b58-ac88-ebd62e30882d on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:37:26.038173 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-57fb4396-5f1f-4d38-b5e3-a6c8fcfc6af4 None None] Attempting to bind port 8a2e3250-b010-4b58-ac88-ebd62e30882d by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '36a5ad0f-dc59-4d7b-b81b-51338e65a704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'c6413151-a4cb-443b-bdec-e121c407bf69'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:37:26.038173 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fb4396-5f1f-4d38-b5e3-a6c8fcfc6af4 None None] Attempting to bind port 8a2e3250-b010-4b58-ac88-ebd62e30882d on network c6413151-a4cb-443b-bdec-e121c407bf69 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:37:26.047117 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fb4396-5f1f-4d38-b5e3-a6c8fcfc6af4 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:37:26.047671 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fb4396-5f1f-4d38-b5e3-a6c8fcfc6af4 None None] Checking segment: {'id': '36a5ad0f-dc59-4d7b-b81b-51338e65a704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'c6413151-a4cb-443b-bdec-e121c407bf69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:37:26.048150 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-57fb4396-5f1f-4d38-b5e3-a6c8fcfc6af4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:26.048612 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fb4396-5f1f-4d38-b5e3-a6c8fcfc6af4 None None] Bound using segment: {'id': '36a5ad0f-dc59-4d7b-b81b-51338e65a704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'c6413151-a4cb-443b-bdec-e121c407bf69'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:37:26.049154 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-57fb4396-5f1f-4d38-b5e3-a6c8fcfc6af4 None None] Bound port: 8a2e3250-b010-4b58-ac88-ebd62e30882d, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a5ad0f-dc59-4d7b-b81b-51338e65a704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'c6413151-a4cb-443b-bdec-e121c407bf69'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:37:26.049608 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-57fb4396-5f1f-4d38-b5e3-a6c8fcfc6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:26.101093 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-7988faf4-9ad4-4787-b6b9-271997d79522 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "PUT /v2.0/ports/eb35f76e-2b1c-4ad2-9e5b-5332c8d160e9/tags/tempest-TagsExtTest-Tag-454462688 HTTP/1.1" status: 201 len: 201 time: 0.1121035 Mar 11 15:37:26.102105 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42442) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:26.109400 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.tag.tag_plugin [None req-9ab8326f-69af-4978-9b4c-a0604cd63a56 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '322dc93c-4beb-42ad-b692-52cb85dfc229', 'tempest-TagsExtTest-Tag-1034591205') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:26.185858 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-57fb4396-5f1f-4d38-b5e3-a6c8fcfc6af4 None None] For port 8a2e3250-b010-4b58-ac88-ebd62e30882d, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:37:26.190151 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-57fb4396-5f1f-4d38-b5e3-a6c8fcfc6af4 None None] For port 8a2e3250-b010-4b58-ac88-ebd62e30882d, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=8a2e3250-b010-4b58-ac88-ebd62e30882d,segment=NetworkSegment(36a5ad0f-dc59-4d7b-b81b-51338e65a704),segment_id=36a5ad0f-dc59-4d7b-b81b-51338e65a704)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:37:26.195506 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-57fb4396-5f1f-4d38-b5e3-a6c8fcfc6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:26.288218 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9ab8326f-69af-4978-9b4c-a0604cd63a56 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "PUT /v2.0/routers/322dc93c-4beb-42ad-b692-52cb85dfc229/tags/tempest-TagsExtTest-Tag-1034591205 HTTP/1.1" status: 201 len: 201 time: 0.1844516 Mar 11 15:37:26.290727 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42446) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:26.300076 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.tag.tag_plugin [None req-df195796-2442-42bf-86ff-26aea5394fbb tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'bd2c50ca-58c7-4169-9227-b91053eb8626', 'tempest-TagsExtTest-Tag-1508855513') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:26.311373 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb4396-5f1f-4d38-b5e3-a6c8fcfc6af4 None None] Pushing event updated for resources: {'Port': ['ID=8a2e3250-b010-4b58-ac88-ebd62e30882d,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:26.345238 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-df195796-2442-42bf-86ff-26aea5394fbb tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "PUT /v2.0/subnetpools/bd2c50ca-58c7-4169-9227-b91053eb8626/tags/tempest-TagsExtTest-Tag-1508855513 HTTP/1.1" status: 201 len: 201 time: 0.0524795 Mar 11 15:37:26.347619 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42450) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:26.353726 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.tag.tag_plugin [None req-2e7d862f-81a1-471f-83eb-4255e98e37a4 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a462952f-8ff8-4e83-8b79-596857a64474') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:26.438932 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-2e7d862f-81a1-471f-83eb-4255e98e37a4 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "GET /v2.0/subnets/a462952f-8ff8-4e83-8b79-596857a64474/tags HTTP/1.1" status: 200 len: 240 time: 0.0899625 Mar 11 15:37:26.441595 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42454) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:26.447004 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.tag.tag_plugin [None req-775a545f-39c0-4428-b7cf-3935981cf4ac tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a462952f-8ff8-4e83-8b79-596857a64474', 'tempest-TagsExtTest-Tag-144341177') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:26.557585 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-775a545f-39c0-4428-b7cf-3935981cf4ac tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "GET /v2.0/subnets/a462952f-8ff8-4e83-8b79-596857a64474/tags/tempest-TagsExtTest-Tag-144341177 HTTP/1.1" status: 204 len: 168 time: 0.1119809 Mar 11 15:37:26.557950 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42458) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:26.564785 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.tag.tag_plugin [None req-76ce6a9e-62bd-4113-ba16-87286667732b tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a462952f-8ff8-4e83-8b79-596857a64474', 'tempest-TagsExtTest-Tag-144341177') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:26.656865 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-76ce6a9e-62bd-4113-ba16-87286667732b tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "DELETE /v2.0/subnets/a462952f-8ff8-4e83-8b79-596857a64474/tags/tempest-TagsExtTest-Tag-144341177 HTTP/1.1" status: 204 len: 168 time: 0.0972242 Mar 11 15:37:26.659236 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42462) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:26.664991 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.tag.tag_plugin [None req-ca5ebc6b-0cc5-4d9f-96ab-ba23eeb6f5e8 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a462952f-8ff8-4e83-8b79-596857a64474') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:26.740922 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ca5ebc6b-0cc5-4d9f-96ab-ba23eeb6f5e8 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "GET /v2.0/subnets/a462952f-8ff8-4e83-8b79-596857a64474/tags HTTP/1.1" status: 200 len: 205 time: 0.0804915 Mar 11 15:37:26.743476 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42466) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:26.749269 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.tag.tag_plugin [None req-de3376c9-44bf-4115-b382-269a5e8ca852 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'eb35f76e-2b1c-4ad2-9e5b-5332c8d160e9') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:26.818602 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-de3376c9-44bf-4115-b382-269a5e8ca852 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "GET /v2.0/ports/eb35f76e-2b1c-4ad2-9e5b-5332c8d160e9/tags HTTP/1.1" status: 200 len: 240 time: 0.0740201 Mar 11 15:37:26.821579 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42470) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:26.827571 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.tag.tag_plugin [None req-ca32a83c-3bf3-4d8d-92a9-5a9cf1f59bf7 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'eb35f76e-2b1c-4ad2-9e5b-5332c8d160e9', 'tempest-TagsExtTest-Tag-454462688') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:26.902774 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ca32a83c-3bf3-4d8d-92a9-5a9cf1f59bf7 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "GET /v2.0/ports/eb35f76e-2b1c-4ad2-9e5b-5332c8d160e9/tags/tempest-TagsExtTest-Tag-454462688 HTTP/1.1" status: 204 len: 168 time: 0.0801318 Mar 11 15:37:26.905159 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42474) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:26.910413 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.tag.tag_plugin [None req-01b5fbcb-8c8b-45c7-ab38-2dbd67a51440 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'eb35f76e-2b1c-4ad2-9e5b-5332c8d160e9', 'tempest-TagsExtTest-Tag-454462688') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:26.993947 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-01b5fbcb-8c8b-45c7-ab38-2dbd67a51440 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "DELETE /v2.0/ports/eb35f76e-2b1c-4ad2-9e5b-5332c8d160e9/tags/tempest-TagsExtTest-Tag-454462688 HTTP/1.1" status: 204 len: 168 time: 0.0878050 Mar 11 15:37:26.998150 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42478) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:27.008130 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.tag.tag_plugin [None req-df1650b9-d2c0-487a-bbfb-d47ffdcaf3c1 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'eb35f76e-2b1c-4ad2-9e5b-5332c8d160e9') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:27.110673 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-df1650b9-d2c0-487a-bbfb-d47ffdcaf3c1 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "GET /v2.0/ports/eb35f76e-2b1c-4ad2-9e5b-5332c8d160e9/tags HTTP/1.1" status: 200 len: 205 time: 0.1086140 Mar 11 15:37:27.110952 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42482) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:27.116971 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.tag.tag_plugin [None req-f5f3c5bc-21f2-43ec-8cb3-fb32a27775ac tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '322dc93c-4beb-42ad-b692-52cb85dfc229') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:27.274787 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f5f3c5bc-21f2-43ec-8cb3-fb32a27775ac tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "GET /v2.0/routers/322dc93c-4beb-42ad-b692-52cb85dfc229/tags HTTP/1.1" status: 200 len: 241 time: 0.1626620 Mar 11 15:37:27.278356 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42486) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:27.284565 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.tag.tag_plugin [None req-54372a68-8663-49dd-ac9c-a631d089effd tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '322dc93c-4beb-42ad-b692-52cb85dfc229', 'tempest-TagsExtTest-Tag-1034591205') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:27.375371 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063bb9a9-edd1-4362-8267-c7394f776210 None None] Network c6413151-a4cb-443b-bdec-e121c407bf69 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:37:27.481749 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-7faf7a20-6e26-47b8-8c35-12f28cb86303 None None] Provisioning for port 8a2e3250-b010-4b58-ac88-ebd62e30882d completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:37:27.536924 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-54372a68-8663-49dd-ac9c-a631d089effd tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "GET /v2.0/routers/322dc93c-4beb-42ad-b692-52cb85dfc229/tags/tempest-TagsExtTest-Tag-1034591205 HTTP/1.1" status: 204 len: 168 time: 0.2550421 Mar 11 15:37:27.537412 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42490) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:27.543427 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.tag.tag_plugin [None req-f45fb872-09f0-45fb-a5b9-896273804b8e tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '322dc93c-4beb-42ad-b692-52cb85dfc229', 'tempest-TagsExtTest-Tag-1034591205') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:27.726507 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f45fb872-09f0-45fb-a5b9-896273804b8e tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "DELETE /v2.0/routers/322dc93c-4beb-42ad-b692-52cb85dfc229/tags/tempest-TagsExtTest-Tag-1034591205 HTTP/1.1" status: 204 len: 168 time: 0.1879880 Mar 11 15:37:27.729624 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42494) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:27.736325 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.tag.tag_plugin [None req-caded296-900c-49fb-a4ab-89f762d6abbc tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '322dc93c-4beb-42ad-b692-52cb85dfc229') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:27.797162 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 8a2e3250-b010-4b58-ac88-ebd62e30882d up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:37:27.915848 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 8a2e3250-b010-4b58-ac88-ebd62e30882d completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:37:27.922942 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-caded296-900c-49fb-a4ab-89f762d6abbc tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "GET /v2.0/routers/322dc93c-4beb-42ad-b692-52cb85dfc229/tags HTTP/1.1" status: 200 len: 205 time: 0.1921213 Mar 11 15:37:27.926053 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42498) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:27.935473 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.tag.tag_plugin [None req-4a39e338-8cdf-491e-8015-9af73e749c83 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'bd2c50ca-58c7-4169-9227-b91053eb8626') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:27.937458 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 8a2e3250-b010-4b58-ac88-ebd62e30882d triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:37:27.939042 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:27.987239 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4a39e338-8cdf-491e-8015-9af73e749c83 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "GET /v2.0/subnetpools/bd2c50ca-58c7-4169-9227-b91053eb8626/tags HTTP/1.1" status: 200 len: 241 time: 0.0598600 Mar 11 15:37:27.989711 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42502) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:27.995585 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.tag.tag_plugin [None req-a28183d1-35a1-4593-b8b4-eedc0c2b0902 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bd2c50ca-58c7-4169-9227-b91053eb8626', 'tempest-TagsExtTest-Tag-1508855513') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:28.071497 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a28183d1-35a1-4593-b8b4-eedc0c2b0902 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "GET /v2.0/subnetpools/bd2c50ca-58c7-4169-9227-b91053eb8626/tags/tempest-TagsExtTest-Tag-1508855513 HTTP/1.1" status: 204 len: 168 time: 0.0805879 Mar 11 15:37:28.074803 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42506) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:28.091830 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.tag.tag_plugin [None req-79a701b4-c6ec-4b1f-a68f-5be31d011129 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'bd2c50ca-58c7-4169-9227-b91053eb8626', 'tempest-TagsExtTest-Tag-1508855513') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:28.163441 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dfe2b027-3ff6-4101-9f7f-018065516d82 None None] Provisioning complete for port 8a2e3250-b010-4b58-ac88-ebd62e30882d triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:37:28.163714 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42510) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:28.165107 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-79a701b4-c6ec-4b1f-a68f-5be31d011129 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "DELETE /v2.0/subnetpools/bd2c50ca-58c7-4169-9227-b91053eb8626/tags/tempest-TagsExtTest-Tag-1508855513 HTTP/1.1" status: 204 len: 168 time: 0.0887237 Mar 11 15:37:28.169735 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.tag.tag_plugin [None req-395e7c7a-5049-41aa-9ff7-54b9ed18c5dc tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'bd2c50ca-58c7-4169-9227-b91053eb8626') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:28.173229 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dfe2b027-3ff6-4101-9f7f-018065516d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:28.234363 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-395e7c7a-5049-41aa-9ff7-54b9ed18c5dc tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "GET /v2.0/subnetpools/bd2c50ca-58c7-4169-9227-b91053eb8626/tags HTTP/1.1" status: 200 len: 205 time: 0.0674438 Mar 11 15:37:28.234609 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42514) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:28.247068 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.tag.tag_plugin [None req-1f207d77-addd-45b7-b765-a9b969bfe652 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bd2c50ca-58c7-4169-9227-b91053eb8626') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:28.320193 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-1f207d77-addd-45b7-b765-a9b969bfe652 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "DELETE /v2.0/subnetpools/bd2c50ca-58c7-4169-9227-b91053eb8626/tags HTTP/1.1" status: 204 len: 168 time: 0.0845542 Mar 11 15:37:28.324279 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42518) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:28.333121 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.tag.tag_plugin [None req-e819820d-cb2b-4fbf-9961-860b3430b912 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '322dc93c-4beb-42ad-b692-52cb85dfc229') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:28.349411 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:28.427203 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 8a2e3250-b010-4b58-ac88-ebd62e30882d, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=8a2e3250-b010-4b58-ac88-ebd62e30882d,segment=NetworkSegment(36a5ad0f-dc59-4d7b-b81b-51338e65a704),segment_id=36a5ad0f-dc59-4d7b-b81b-51338e65a704)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:37:28.435361 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:28.504455 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42522) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:28.511724 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-8b81d23f-a7e6-4ac2-a96c-fd982708435f tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Request body: {'subnet': {'network_id': '3c6fce7a-e674-4326-b0e4-c65bc089c3d7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:28.535483 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e819820d-cb2b-4fbf-9961-860b3430b912 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "DELETE /v2.0/routers/322dc93c-4beb-42ad-b692-52cb85dfc229/tags HTTP/1.1" status: 204 len: 168 time: 0.2101042 Mar 11 15:37:28.538143 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42526) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:28.544988 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.tag.tag_plugin [None req-84690f1f-1aa4-4bc5-aaf4-3b25f752de9e tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'eb35f76e-2b1c-4ad2-9e5b-5332c8d160e9') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:28.576191 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=8a2e3250-b010-4b58-ac88-ebd62e30882d,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:28.608157 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dfe2b027-3ff6-4101-9f7f-018065516d82 None None] Provisioning for port eb35f76e-2b1c-4ad2-9e5b-5332c8d160e9 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:37:28.615220 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dfe2b027-3ff6-4101-9f7f-018065516d82 None None] Provisioning complete for port eb35f76e-2b1c-4ad2-9e5b-5332c8d160e9 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:37:28.616094 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dfe2b027-3ff6-4101-9f7f-018065516d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:28.645290 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-84690f1f-1aa4-4bc5-aaf4-3b25f752de9e tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "DELETE /v2.0/ports/eb35f76e-2b1c-4ad2-9e5b-5332c8d160e9/tags HTTP/1.1" status: 204 len: 168 time: 0.1057580 Mar 11 15:37:28.648441 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42530) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:28.655451 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.tag.tag_plugin [None req-16e048cc-beaf-4793-a72d-d507115c56ff tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a462952f-8ff8-4e83-8b79-596857a64474') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:28.672495 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-8b81d23f-a7e6-4ac2-a96c-fd982708435f tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:28.679275 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-8b81d23f-a7e6-4ac2-a96c-fd982708435f tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Usage tracker for resource:subnet and tenant:772cd8a1f53743048d1164dc33d6f32b is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:28.684516 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-8b81d23f-a7e6-4ac2-a96c-fd982708435f tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:28.690461 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-dfe2b027-3ff6-4101-9f7f-018065516d82 None None] Port eb35f76e-2b1c-4ad2-9e5b-5332c8d160e9 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:37:28.694485 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-8b81d23f-a7e6-4ac2-a96c-fd982708435f tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:28.708466 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b81d23f-a7e6-4ac2-a96c-fd982708435f tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Made reservation on behalf of 772cd8a1f53743048d1164dc33d6f32b for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:37:28.741054 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-16e048cc-beaf-4793-a72d-d507115c56ff tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "DELETE /v2.0/subnets/a462952f-8ff8-4e83-8b79-596857a64474/tags HTTP/1.1" status: 204 len: 168 time: 0.0910387 Mar 11 15:37:28.750687 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42534) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:28.757991 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.tag.tag_plugin [None req-b9916415-e3de-417c-8e38-8aa0a429276d tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a462952f-8ff8-4e83-8b79-596857a64474', 'tempest-TagsExtTest-Tag-463883412') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:28.826901 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8b81d23f-a7e6-4ac2-a96c-fd982708435f tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:28.830842 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5a66a100-f37b-41a3-8c1e-ca323321d1ec None None] Provisioning complete for port eb35f76e-2b1c-4ad2-9e5b-5332c8d160e9 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:37:28.831280 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5a66a100-f37b-41a3-8c1e-ca323321d1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:28.862495 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b9916415-e3de-417c-8e38-8aa0a429276d tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "PUT /v2.0/subnets/a462952f-8ff8-4e83-8b79-596857a64474/tags/tempest-TagsExtTest-Tag-463883412 HTTP/1.1" status: 201 len: 201 time: 0.1060901 Mar 11 15:37:28.862812 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42538) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:28.870819 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.tag.tag_plugin [None req-c97b1ed5-05bc-41d0-96f0-e11ca4d2134b tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'eb35f76e-2b1c-4ad2-9e5b-5332c8d160e9', 'tempest-TagsExtTest-Tag-1237062505') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:28.905282 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-5a66a100-f37b-41a3-8c1e-ca323321d1ec None None] Port eb35f76e-2b1c-4ad2-9e5b-5332c8d160e9 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:37:28.975930 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c97b1ed5-05bc-41d0-96f0-e11ca4d2134b tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "PUT /v2.0/ports/eb35f76e-2b1c-4ad2-9e5b-5332c8d160e9/tags/tempest-TagsExtTest-Tag-1237062505 HTTP/1.1" status: 201 len: 201 time: 0.1117020 Mar 11 15:37:28.979304 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42542) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:28.986836 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.tag.tag_plugin [None req-0d7f55ee-a3fd-405d-9bd2-efcf0c751f10 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '322dc93c-4beb-42ad-b692-52cb85dfc229', 'tempest-TagsExtTest-Tag-1029410275') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:29.151041 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0d7f55ee-a3fd-405d-9bd2-efcf0c751f10 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "PUT /v2.0/routers/322dc93c-4beb-42ad-b692-52cb85dfc229/tags/tempest-TagsExtTest-Tag-1029410275 HTTP/1.1" status: 201 len: 201 time: 0.1705749 Mar 11 15:37:29.153815 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42546) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:29.159710 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.tag.tag_plugin [None req-17e57309-d316-4bca-b4f0-88abd77adf03 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'bd2c50ca-58c7-4169-9227-b91053eb8626', 'tempest-TagsExtTest-Tag-1792968384') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:29.191526 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8b81d23f-a7e6-4ac2-a96c-fd982708435f tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:29.201787 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-17e57309-d316-4bca-b4f0-88abd77adf03 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "PUT /v2.0/subnetpools/bd2c50ca-58c7-4169-9227-b91053eb8626/tags/tempest-TagsExtTest-Tag-1792968384 HTTP/1.1" status: 201 len: 201 time: 0.0468099 Mar 11 15:37:29.204410 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42550) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:29.210008 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.tag.tag_plugin [None req-d5733e33-618e-4536-b36e-963c09b3ff6c tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a462952f-8ff8-4e83-8b79-596857a64474', {'tags': ['tempest-TagsExtTest-Tag-1124586096', 'tempest-TagsExtTest-Tag-16264161', 'tempest-TagsExtTest-Tag-1249864708']}) {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:29.279535 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81d23f-a7e6-4ac2-a96c-fd982708435f tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Pushing event updated for resources: {'Subnet': ['ID=2d26042b-6e33-4b11-b2c1-488ab5649432,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:29.296523 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b81d23f-a7e6-4ac2-a96c-fd982708435f tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Checking segment: {'id': '3b3fd699-2baf-4727-804c-c7d27fdc3d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '3c6fce7a-e674-4326-b0e4-c65bc089c3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:37:29.297436 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b81d23f-a7e6-4ac2-a96c-fd982708435f tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Network hostable DHCP agents. Network: 3c6fce7a-e674-4326-b0e4-c65bc089c3d7, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:37:29.300294 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d5733e33-618e-4536-b36e-963c09b3ff6c tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "PUT /v2.0/subnets/a462952f-8ff8-4e83-8b79-596857a64474/tags HTTP/1.1" status: 200 len: 316 time: 0.0925212 Mar 11 15:37:29.301123 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42554) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:29.308444 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.tag.tag_plugin [None req-1f14d5f0-2b8e-4f0f-a9c2-9fc588997237 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a462952f-8ff8-4e83-8b79-596857a64474') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:29.308816 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b7999ce0-7743-4bf0-baa8-d12d22ac1b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:29.321682 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b81d23f-a7e6-4ac2-a96c-fd982708435f tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Network 3c6fce7a-e674-4326-b0e4-c65bc089c3d7 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:37:29.331673 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-8b81d23f-a7e6-4ac2-a96c-fd982708435f tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 3c6fce7a-e674-4326-b0e4-c65bc089c3d7) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:37:29.335589 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b81d23f-a7e6-4ac2-a96c-fd982708435f tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:29.336849 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8b81d23f-a7e6-4ac2-a96c-fd982708435f tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:29.345735 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcdd89b-4532-4749-b4f3-907425751b49 None None] Network 3c6fce7a-e674-4326-b0e4-c65bc089c3d7 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:37:29.364152 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-8b81d23f-a7e6-4ac2-a96c-fd982708435f tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8554497 Mar 11 15:37:29.365263 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42558) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:29.372366 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-460095f8-6d10-46b1-bc54-94de7eceed69 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-127827722'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:29.380231 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-460095f8-6d10-46b1-bc54-94de7eceed69 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:29.386440 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-460095f8-6d10-46b1-bc54-94de7eceed69 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Usage tracker for resource:network and tenant:772cd8a1f53743048d1164dc33d6f32b is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:29.389662 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-460095f8-6d10-46b1-bc54-94de7eceed69 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:29.396955 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-460095f8-6d10-46b1-bc54-94de7eceed69 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:29.414253 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460095f8-6d10-46b1-bc54-94de7eceed69 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Made reservation on behalf of 772cd8a1f53743048d1164dc33d6f32b for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:37:29.417972 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-460095f8-6d10-46b1-bc54-94de7eceed69 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:29.448609 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-1f14d5f0-2b8e-4f0f-a9c2-9fc588997237 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "DELETE /v2.0/subnets/a462952f-8ff8-4e83-8b79-596857a64474/tags HTTP/1.1" status: 204 len: 168 time: 0.1463389 Mar 11 15:37:29.451632 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42562) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:29.455686 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-460095f8-6d10-46b1-bc54-94de7eceed69 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:37:29.458985 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.tag.tag_plugin [None req-ad088570-22f5-4463-934c-b8463d574510 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a462952f-8ff8-4e83-8b79-596857a64474', 'tempest-TagsExtTest-Tag-1124586096') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:29.466804 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-460095f8-6d10-46b1-bc54-94de7eceed69 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:29.467155 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-460095f8-6d10-46b1-bc54-94de7eceed69 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Added segment ce530dc5-dbe5-41a7-b027-b7fda1c24d92 of type vlan for network 768f4684-78b2-4673-b684-49cdb98a0ea6 Mar 11 15:37:29.497894 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-460095f8-6d10-46b1-bc54-94de7eceed69 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:29.530911 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-ad088570-22f5-4463-934c-b8463d574510 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] show failed (client error): The resource could not be found. Mar 11 15:37:29.531253 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-460095f8-6d10-46b1-bc54-94de7eceed69 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:29.531925 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ad088570-22f5-4463-934c-b8463d574510 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "GET /v2.0/subnets/a462952f-8ff8-4e83-8b79-596857a64474/tags/tempest-TagsExtTest-Tag-1124586096 HTTP/1.1" status: 404 len: 329 time: 0.0789907 Mar 11 15:37:29.534887 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42566) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:29.535160 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460095f8-6d10-46b1-bc54-94de7eceed69 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:29.535683 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-460095f8-6d10-46b1-bc54-94de7eceed69 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:29.541133 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.tag.tag_plugin [None req-fdd215e9-a819-4a98-a56d-65fd3a37d2c7 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a462952f-8ff8-4e83-8b79-596857a64474', 'tempest-TagsExtTest-Tag-16264161') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:29.597684 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c557598-5822-4094-9b01-c4676483b72d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-3c6fce7a-e674-4326-b0e4-c65bc089c3d7', 'network_id': '3c6fce7a-e674-4326-b0e4-c65bc089c3d7', 'tenant_id': '772cd8a1f53743048d1164dc33d6f32b', 'fixed_ips': [{'subnet_id': '2d26042b-6e33-4b11-b2c1-488ab5649432'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:37:29.599046 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4c557598-5822-4094-9b01-c4676483b72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:29.618382 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-fdd215e9-a819-4a98-a56d-65fd3a37d2c7 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] show failed (client error): The resource could not be found. Mar 11 15:37:29.619338 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-fdd215e9-a819-4a98-a56d-65fd3a37d2c7 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "GET /v2.0/subnets/a462952f-8ff8-4e83-8b79-596857a64474/tags/tempest-TagsExtTest-Tag-16264161 HTTP/1.1" status: 404 len: 327 time: 0.0834079 Mar 11 15:37:29.622596 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42570) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:29.628812 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.tag.tag_plugin [None req-f3dd0211-9e32-49f0-9ed7-576f38aad802 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a462952f-8ff8-4e83-8b79-596857a64474', 'tempest-TagsExtTest-Tag-1249864708') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:29.646051 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-460095f8-6d10-46b1-bc54-94de7eceed69 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2763121 Mar 11 15:37:29.646373 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42574) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:29.653951 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-d2959dce-d37f-457d-b795-4f32d885fbdd tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Request body: {'subnet': {'network_id': '768f4684-78b2-4673-b684-49cdb98a0ea6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:29.669451 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460095f8-6d10-46b1-bc54-94de7eceed69 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Pushing event updated for resources: {'Network': ['ID=768f4684-78b2-4673-b684-49cdb98a0ea6,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:29.703949 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 768f4684-78b2-4673-b684-49cdb98a0ea6 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:37:29.705968 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-f3dd0211-9e32-49f0-9ed7-576f38aad802 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] show failed (client error): The resource could not be found. Mar 11 15:37:29.709623 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f3dd0211-9e32-49f0-9ed7-576f38aad802 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "GET /v2.0/subnets/a462952f-8ff8-4e83-8b79-596857a64474/tags/tempest-TagsExtTest-Tag-1249864708 HTTP/1.1" status: 404 len: 329 time: 0.0834622 Mar 11 15:37:29.710136 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42578) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:29.722750 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.tag.tag_plugin [None req-2504a67e-f030-4ad6-91cf-793c07341a73 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'eb35f76e-2b1c-4ad2-9e5b-5332c8d160e9', {'tags': ['tempest-TagsExtTest-Tag-413408517', 'tempest-TagsExtTest-Tag-1371924644', 'tempest-TagsExtTest-Tag-434264721']}) {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:29.768195 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-d2959dce-d37f-457d-b795-4f32d885fbdd tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:29.772404 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d2959dce-d37f-457d-b795-4f32d885fbdd tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Usage tracker for resource:subnet and tenant:772cd8a1f53743048d1164dc33d6f32b is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:29.775491 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d2959dce-d37f-457d-b795-4f32d885fbdd tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:29.782436 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-d2959dce-d37f-457d-b795-4f32d885fbdd tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:29.790863 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 8a2e3250-b010-4b58-ac88-ebd62e30882d up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:37:29.794739 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2959dce-d37f-457d-b795-4f32d885fbdd tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Made reservation on behalf of 772cd8a1f53743048d1164dc33d6f32b for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:37:29.824515 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-2504a67e-f030-4ad6-91cf-793c07341a73 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "PUT /v2.0/ports/eb35f76e-2b1c-4ad2-9e5b-5332c8d160e9/tags HTTP/1.1" status: 200 len: 316 time: 0.1103301 Mar 11 15:37:29.825298 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42582) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:29.831281 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.tag.tag_plugin [None req-7e9fba05-05a7-49d5-bd8d-cc1d4e9e315c tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'eb35f76e-2b1c-4ad2-9e5b-5332c8d160e9') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:29.902759 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d2959dce-d37f-457d-b795-4f32d885fbdd tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:29.931693 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-7e9fba05-05a7-49d5-bd8d-cc1d4e9e315c tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "DELETE /v2.0/ports/eb35f76e-2b1c-4ad2-9e5b-5332c8d160e9/tags HTTP/1.1" status: 204 len: 168 time: 0.1052554 Mar 11 15:37:29.934587 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42586) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:29.942718 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:37:29.943889 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.tag.tag_plugin [None req-bb20b1a7-431d-484a-b4ee-21b3a92cffaf tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'eb35f76e-2b1c-4ad2-9e5b-5332c8d160e9', 'tempest-TagsExtTest-Tag-413408517') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:29.949712 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-4c557598-5822-4094-9b01-c4676483b72d None None] Allocated IP 2001:db8:0:ffff::2 (3c6fce7a-e674-4326-b0e4-c65bc089c3d7/2d26042b-6e33-4b11-b2c1-488ab5649432/d91bbea5-c015-442b-afe4-34baa7102d4d) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:37:30.014651 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-bb20b1a7-431d-484a-b4ee-21b3a92cffaf tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] show failed (client error): The resource could not be found. Mar 11 15:37:30.016019 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-bb20b1a7-431d-484a-b4ee-21b3a92cffaf tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "GET /v2.0/ports/eb35f76e-2b1c-4ad2-9e5b-5332c8d160e9/tags/tempest-TagsExtTest-Tag-413408517 HTTP/1.1" status: 404 len: 328 time: 0.0792251 Mar 11 15:37:30.018743 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42590) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:30.024460 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.tag.tag_plugin [None req-b28f10c3-7aa6-4b5c-96ff-d47033a4ad35 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'eb35f76e-2b1c-4ad2-9e5b-5332c8d160e9', 'tempest-TagsExtTest-Tag-1371924644') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:30.039644 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 8a2e3250-b010-4b58-ac88-ebd62e30882d triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:37:30.040022 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:30.104654 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-b28f10c3-7aa6-4b5c-96ff-d47033a4ad35 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] show failed (client error): The resource could not be found. Mar 11 15:37:30.106340 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b28f10c3-7aa6-4b5c-96ff-d47033a4ad35 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "GET /v2.0/ports/eb35f76e-2b1c-4ad2-9e5b-5332c8d160e9/tags/tempest-TagsExtTest-Tag-1371924644 HTTP/1.1" status: 404 len: 329 time: 0.0861933 Mar 11 15:37:30.108742 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42594) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:30.115373 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.tag.tag_plugin [None req-92ed951a-7e34-420c-846d-e3082e64a942 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'eb35f76e-2b1c-4ad2-9e5b-5332c8d160e9', 'tempest-TagsExtTest-Tag-434264721') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:30.198588 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-92ed951a-7e34-420c-846d-e3082e64a942 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] show failed (client error): The resource could not be found. Mar 11 15:37:30.199833 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-92ed951a-7e34-420c-846d-e3082e64a942 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "GET /v2.0/ports/eb35f76e-2b1c-4ad2-9e5b-5332c8d160e9/tags/tempest-TagsExtTest-Tag-434264721 HTTP/1.1" status: 404 len: 328 time: 0.0900705 Mar 11 15:37:30.202307 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42598) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:30.210171 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.tag.tag_plugin [None req-401c9acc-2493-4d29-b13b-8a178e218785 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '322dc93c-4beb-42ad-b692-52cb85dfc229', {'tags': ['tempest-TagsExtTest-Tag-1001350537', 'tempest-TagsExtTest-Tag-701204605', 'tempest-TagsExtTest-Tag-1364209644']}) {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:30.330767 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4c557598-5822-4094-9b01-c4676483b72d None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:30.344940 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-4c557598-5822-4094-9b01-c4676483b72d None None] Transition to ACTIVE for port object d91bbea5-c015-442b-afe4-34baa7102d4d will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:37:30.368642 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-4c557598-5822-4094-9b01-c4676483b72d None None] Transition to ACTIVE for port object d91bbea5-c015-442b-afe4-34baa7102d4d will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:37:30.371983 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.objects.ports [None req-d2959dce-d37f-457d-b795-4f32d885fbdd tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83867) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 15:37:30.373864 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d2959dce-d37f-457d-b795-4f32d885fbdd tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:30.376401 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4c557598-5822-4094-9b01-c4676483b72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:30.385818 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-401c9acc-2493-4d29-b13b-8a178e218785 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "PUT /v2.0/routers/322dc93c-4beb-42ad-b692-52cb85dfc229/tags HTTP/1.1" status: 200 len: 317 time: 0.1793330 Mar 11 15:37:30.386127 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42602) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:30.392360 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.tag.tag_plugin [None req-8ed65cc4-097e-4f3e-acec-14a50e24b7f6 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '322dc93c-4beb-42ad-b692-52cb85dfc229') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:30.450918 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c557598-5822-4094-9b01-c4676483b72d None None] Network 3c6fce7a-e674-4326-b0e4-c65bc089c3d7 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:37:30.454007 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-4c557598-5822-4094-9b01-c4676483b72d None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:37:30.457124 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2959dce-d37f-457d-b795-4f32d885fbdd tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Pushing event updated for resources: {'Subnet': ['ID=cc51db3f-31f3-4e89-b7ec-18f27c5f2cac,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:30.458375 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c557598-5822-4094-9b01-c4676483b72d None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:37:30.471897 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2959dce-d37f-457d-b795-4f32d885fbdd tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Checking segment: {'id': 'ce530dc5-dbe5-41a7-b027-b7fda1c24d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '768f4684-78b2-4673-b684-49cdb98a0ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:37:30.472397 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2959dce-d37f-457d-b795-4f32d885fbdd tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Network hostable DHCP agents. Network: 768f4684-78b2-4673-b684-49cdb98a0ea6, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:37:30.494470 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c557598-5822-4094-9b01-c4676483b72d None None] Pushing event updated for resources: {'Port': ['ID=d91bbea5-c015-442b-afe4-34baa7102d4d,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:30.497262 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2959dce-d37f-457d-b795-4f32d885fbdd tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Network 768f4684-78b2-4673-b684-49cdb98a0ea6 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:37:30.508486 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-d2959dce-d37f-457d-b795-4f32d885fbdd tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 768f4684-78b2-4673-b684-49cdb98a0ea6) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:37:30.515317 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2959dce-d37f-457d-b795-4f32d885fbdd tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:30.515831 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d2959dce-d37f-457d-b795-4f32d885fbdd tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:30.530346 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9753a4a-8df9-4018-a062-fc8f8bd32ea8 None None] Network 768f4684-78b2-4673-b684-49cdb98a0ea6 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:37:30.541188 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d2959dce-d37f-457d-b795-4f32d885fbdd tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8940256 Mar 11 15:37:30.544942 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42606) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:30.550978 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-4444ed41-3b64-4778-a445-758fc19cf976 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Request body: {'port': {'network_id': '768f4684-78b2-4673-b684-49cdb98a0ea6', 'name': 'tempest-NetworksIpV6TestAttrs-1384648222'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:30.631579 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-8ed65cc4-097e-4f3e-acec-14a50e24b7f6 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "DELETE /v2.0/routers/322dc93c-4beb-42ad-b692-52cb85dfc229/tags HTTP/1.1" status: 204 len: 168 time: 0.2411239 Mar 11 15:37:30.632513 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42610) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:30.635916 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-4c557598-5822-4094-9b01-c4676483b72d None None] Attempting to bind port d91bbea5-c015-442b-afe4-34baa7102d4d on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:37:30.636515 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-4c557598-5822-4094-9b01-c4676483b72d None None] Attempting to bind port d91bbea5-c015-442b-afe4-34baa7102d4d by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '3b3fd699-2baf-4727-804c-c7d27fdc3d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '3c6fce7a-e674-4326-b0e4-c65bc089c3d7'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:37:30.636676 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c557598-5822-4094-9b01-c4676483b72d None None] Attempting to bind port d91bbea5-c015-442b-afe4-34baa7102d4d on network 3c6fce7a-e674-4326-b0e4-c65bc089c3d7 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:37:30.641021 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.tag.tag_plugin [None req-9b5d04b3-607e-41c3-84a3-8c56199526b5 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '322dc93c-4beb-42ad-b692-52cb85dfc229', 'tempest-TagsExtTest-Tag-1001350537') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:30.649248 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c557598-5822-4094-9b01-c4676483b72d None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:37:30.649625 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c557598-5822-4094-9b01-c4676483b72d None None] Checking segment: {'id': '3b3fd699-2baf-4727-804c-c7d27fdc3d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '3c6fce7a-e674-4326-b0e4-c65bc089c3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:37:30.650027 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4c557598-5822-4094-9b01-c4676483b72d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:30.650413 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c557598-5822-4094-9b01-c4676483b72d None None] Bound using segment: {'id': '3b3fd699-2baf-4727-804c-c7d27fdc3d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '3c6fce7a-e674-4326-b0e4-c65bc089c3d7'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:37:30.651595 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-4c557598-5822-4094-9b01-c4676483b72d None None] Bound port: d91bbea5-c015-442b-afe4-34baa7102d4d, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b3fd699-2baf-4727-804c-c7d27fdc3d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '3c6fce7a-e674-4326-b0e4-c65bc089c3d7'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:37:30.652264 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4c557598-5822-4094-9b01-c4676483b72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:30.696440 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-4444ed41-3b64-4778-a445-758fc19cf976 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:30.700977 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-4444ed41-3b64-4778-a445-758fc19cf976 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Usage tracker for resource:port and tenant:772cd8a1f53743048d1164dc33d6f32b is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:30.703921 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-4444ed41-3b64-4778-a445-758fc19cf976 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:30.710325 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-4444ed41-3b64-4778-a445-758fc19cf976 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:30.721309 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4444ed41-3b64-4778-a445-758fc19cf976 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Made reservation on behalf of 772cd8a1f53743048d1164dc33d6f32b for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:37:30.724722 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4444ed41-3b64-4778-a445-758fc19cf976 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:30.747473 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-4444ed41-3b64-4778-a445-758fc19cf976 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] device_id is not set on port fb941e5b-29b7-44eb-9a4d-5c8294ab08cd yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:37:30.789804 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-9b5d04b3-607e-41c3-84a3-8c56199526b5 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] show failed (client error): The resource could not be found. Mar 11 15:37:30.794141 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9b5d04b3-607e-41c3-84a3-8c56199526b5 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "GET /v2.0/routers/322dc93c-4beb-42ad-b692-52cb85dfc229/tags/tempest-TagsExtTest-Tag-1001350537 HTTP/1.1" status: 404 len: 329 time: 0.1567450 Mar 11 15:37:30.794328 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42614) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:30.800657 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.tag.tag_plugin [None req-b59c42f8-f7fb-4ac3-ab5b-0735b2190ed1 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '322dc93c-4beb-42ad-b692-52cb85dfc229', 'tempest-TagsExtTest-Tag-701204605') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:30.842303 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-4c557598-5822-4094-9b01-c4676483b72d None None] For port d91bbea5-c015-442b-afe4-34baa7102d4d, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:37:30.858845 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-4c557598-5822-4094-9b01-c4676483b72d None None] For port d91bbea5-c015-442b-afe4-34baa7102d4d, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=d91bbea5-c015-442b-afe4-34baa7102d4d,segment=NetworkSegment(3b3fd699-2baf-4727-804c-c7d27fdc3d14),segment_id=3b3fd699-2baf-4727-804c-c7d27fdc3d14)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:37:30.863905 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4c557598-5822-4094-9b01-c4676483b72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:30.906485 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd84b80-6723-4170-8f6f-08e57c788adf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-768f4684-78b2-4673-b684-49cdb98a0ea6', 'network_id': '768f4684-78b2-4673-b684-49cdb98a0ea6', 'tenant_id': '772cd8a1f53743048d1164dc33d6f32b', 'fixed_ips': [{'subnet_id': 'cc51db3f-31f3-4e89-b7ec-18f27c5f2cac'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:37:30.907345 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fcd84b80-6723-4170-8f6f-08e57c788adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:30.914440 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-4444ed41-3b64-4778-a445-758fc19cf976 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Allocated IP 2001:db8::f816:3eff:fe21:dc73 (768f4684-78b2-4673-b684-49cdb98a0ea6/cc51db3f-31f3-4e89-b7ec-18f27c5f2cac/fb941e5b-29b7-44eb-9a4d-5c8294ab08cd) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:37:30.936601 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-b59c42f8-f7fb-4ac3-ab5b-0735b2190ed1 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] show failed (client error): The resource could not be found. Mar 11 15:37:30.937461 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b59c42f8-f7fb-4ac3-ab5b-0735b2190ed1 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "GET /v2.0/routers/322dc93c-4beb-42ad-b692-52cb85dfc229/tags/tempest-TagsExtTest-Tag-701204605 HTTP/1.1" status: 404 len: 328 time: 0.1419771 Mar 11 15:37:30.941121 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42618) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:30.947384 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.tag.tag_plugin [None req-e5f871f7-4e51-4991-a439-2645b7be06e1 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '322dc93c-4beb-42ad-b692-52cb85dfc229', 'tempest-TagsExtTest-Tag-1364209644') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:31.020988 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c557598-5822-4094-9b01-c4676483b72d None None] Pushing event updated for resources: {'Port': ['ID=d91bbea5-c015-442b-afe4-34baa7102d4d,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:31.107549 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-e5f871f7-4e51-4991-a439-2645b7be06e1 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] show failed (client error): The resource could not be found. Mar 11 15:37:31.108900 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e5f871f7-4e51-4991-a439-2645b7be06e1 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "GET /v2.0/routers/322dc93c-4beb-42ad-b692-52cb85dfc229/tags/tempest-TagsExtTest-Tag-1364209644 HTTP/1.1" status: 404 len: 329 time: 0.1668885 Mar 11 15:37:31.112729 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42622) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:31.128577 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.tag.tag_plugin [None req-5b2fddb7-287e-4784-81c1-ac7ad5164774 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'bd2c50ca-58c7-4169-9227-b91053eb8626', {'tags': ['tempest-TagsExtTest-Tag-6953002', 'tempest-TagsExtTest-Tag-52143388', 'tempest-TagsExtTest-Tag-1565708749']}) {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:31.194063 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5b2fddb7-287e-4784-81c1-ac7ad5164774 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "PUT /v2.0/subnetpools/bd2c50ca-58c7-4169-9227-b91053eb8626/tags HTTP/1.1" status: 200 len: 313 time: 0.0801036 Mar 11 15:37:31.196292 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42626) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:31.203547 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.tag.tag_plugin [None req-868c33d0-43d6-420c-bbbf-ef5a6c0a6f18 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bd2c50ca-58c7-4169-9227-b91053eb8626') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:31.245337 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4444ed41-3b64-4778-a445-758fc19cf976 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:31.259226 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-868c33d0-43d6-420c-bbbf-ef5a6c0a6f18 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "DELETE /v2.0/subnetpools/bd2c50ca-58c7-4169-9227-b91053eb8626/tags HTTP/1.1" status: 204 len: 168 time: 0.0604444 Mar 11 15:37:31.260955 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42630) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:31.265045 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-4444ed41-3b64-4778-a445-758fc19cf976 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Transition to ACTIVE for port object fb941e5b-29b7-44eb-9a4d-5c8294ab08cd will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:37:31.272394 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.tag.tag_plugin [None req-8e7caa4d-bf04-4f77-9986-84a7273eb837 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bd2c50ca-58c7-4169-9227-b91053eb8626', 'tempest-TagsExtTest-Tag-6953002') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:31.297009 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4444ed41-3b64-4778-a445-758fc19cf976 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:31.300998 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-8e7caa4d-bf04-4f77-9986-84a7273eb837 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] show failed (client error): The resource could not be found. Mar 11 15:37:31.305823 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-8e7caa4d-bf04-4f77-9986-84a7273eb837 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "GET /v2.0/subnetpools/bd2c50ca-58c7-4169-9227-b91053eb8626/tags/tempest-TagsExtTest-Tag-6953002 HTTP/1.1" status: 404 len: 326 time: 0.0391293 Mar 11 15:37:31.308855 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42634) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:31.318468 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.tag.tag_plugin [None req-6cfed187-a6f6-4469-bdd1-c653a0bfb59a tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bd2c50ca-58c7-4169-9227-b91053eb8626', 'tempest-TagsExtTest-Tag-52143388') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:31.353067 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-fcd84b80-6723-4170-8f6f-08e57c788adf None None] Allocated IP 2001:db8::f816:3eff:fe41:8d96 (768f4684-78b2-4673-b684-49cdb98a0ea6/cc51db3f-31f3-4e89-b7ec-18f27c5f2cac/dd60771b-ead4-49aa-90d3-4b437cac9e73) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:37:31.374855 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-6cfed187-a6f6-4469-bdd1-c653a0bfb59a tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] show failed (client error): The resource could not be found. Mar 11 15:37:31.383027 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6cfed187-a6f6-4469-bdd1-c653a0bfb59a tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "GET /v2.0/subnetpools/bd2c50ca-58c7-4169-9227-b91053eb8626/tags/tempest-TagsExtTest-Tag-52143388 HTTP/1.1" status: 404 len: 327 time: 0.0720880 Mar 11 15:37:31.383915 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42638) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:31.394480 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.tag.tag_plugin [None req-328e51d1-763e-4904-87f3-9206702c4433 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bd2c50ca-58c7-4169-9227-b91053eb8626', 'tempest-TagsExtTest-Tag-1565708749') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:31.433132 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-328e51d1-763e-4904-87f3-9206702c4433 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] show failed (client error): The resource could not be found. Mar 11 15:37:31.437572 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-328e51d1-763e-4904-87f3-9206702c4433 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "GET /v2.0/subnetpools/bd2c50ca-58c7-4169-9227-b91053eb8626/tags/tempest-TagsExtTest-Tag-1565708749 HTTP/1.1" status: 404 len: 329 time: 0.0496836 Mar 11 15:37:31.437917 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42642) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:31.446873 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.tag.tag_plugin [None req-fbf20303-a022-47ed-bf51-59dcb344bb7f tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bd2c50ca-58c7-4169-9227-b91053eb8626') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:31.489285 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4444ed41-3b64-4778-a445-758fc19cf976 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Network 768f4684-78b2-4673-b684-49cdb98a0ea6 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:37:31.492987 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-4444ed41-3b64-4778-a445-758fc19cf976 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:37:31.499909 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-fbf20303-a022-47ed-bf51-59dcb344bb7f tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "DELETE /v2.0/subnetpools/bd2c50ca-58c7-4169-9227-b91053eb8626/tags HTTP/1.1" status: 204 len: 168 time: 0.0568061 Mar 11 15:37:31.500241 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4444ed41-3b64-4778-a445-758fc19cf976 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:37:31.500422 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42646) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:31.501106 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4444ed41-3b64-4778-a445-758fc19cf976 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:31.501720 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4444ed41-3b64-4778-a445-758fc19cf976 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:31.506594 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.tag.tag_plugin [None req-178894f4-e447-4c0d-81ad-e2fcbf296ce9 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '322dc93c-4beb-42ad-b692-52cb85dfc229') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:31.520994 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4444ed41-3b64-4778-a445-758fc19cf976 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Pushing event updated for resources: {'Port': ['ID=fb941e5b-29b7-44eb-9a4d-5c8294ab08cd,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:31.533004 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-4444ed41-3b64-4778-a445-758fc19cf976 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.9869332 Mar 11 15:37:31.537275 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42650) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:31.621127 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6a710745-2b5b-4c92-b956-2343216ff171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:31.731805 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-178894f4-e447-4c0d-81ad-e2fcbf296ce9 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "DELETE /v2.0/routers/322dc93c-4beb-42ad-b692-52cb85dfc229/tags HTTP/1.1" status: 204 len: 168 time: 0.2274859 Mar 11 15:37:31.732887 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42654) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:31.749509 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.tag.tag_plugin [None req-6bd35ea0-50d7-4d52-93b4-48b353384625 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'eb35f76e-2b1c-4ad2-9e5b-5332c8d160e9') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:31.767457 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fcd84b80-6723-4170-8f6f-08e57c788adf None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:31.786429 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fcd84b80-6723-4170-8f6f-08e57c788adf None None] Transition to ACTIVE for port object dd60771b-ead4-49aa-90d3-4b437cac9e73 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:37:31.826560 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbbfce62-cb09-4ecd-8270-588862028b80 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Deleting subnet cc51db3f-31f3-4e89-b7ec-18f27c5f2cac {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:37:31.827072 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device d91bbea5-c015-442b-afe4-34baa7102d4d up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:37:31.865663 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fcd84b80-6723-4170-8f6f-08e57c788adf None None] Transition to ACTIVE for port object dd60771b-ead4-49aa-90d3-4b437cac9e73 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:37:31.870783 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-6bd35ea0-50d7-4d52-93b4-48b353384625 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "DELETE /v2.0/ports/eb35f76e-2b1c-4ad2-9e5b-5332c8d160e9/tags HTTP/1.1" status: 204 len: 168 time: 0.1365628 Mar 11 15:37:31.873223 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42658) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:31.880418 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.tag.tag_plugin [None req-ffa7415b-2dee-4689-b7de-1246d720f2c2 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a462952f-8ff8-4e83-8b79-596857a64474') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:31.882893 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fcd84b80-6723-4170-8f6f-08e57c788adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:31.920025 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cbbfce62-cb09-4ecd-8270-588862028b80 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:31.974589 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd84b80-6723-4170-8f6f-08e57c788adf None None] Network 768f4684-78b2-4673-b684-49cdb98a0ea6 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:37:31.978419 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd84b80-6723-4170-8f6f-08e57c788adf None None] Pushing event updated for resources: {'Port': ['ID=dd60771b-ead4-49aa-90d3-4b437cac9e73,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:31.983346 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-fcd84b80-6723-4170-8f6f-08e57c788adf None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:37:31.985014 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd84b80-6723-4170-8f6f-08e57c788adf None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:37:31.989881 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cbbfce62-cb09-4ecd-8270-588862028b80 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:32.058384 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port d91bbea5-c015-442b-afe4-34baa7102d4d completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:37:32.092997 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-fcd84b80-6723-4170-8f6f-08e57c788adf None None] Attempting to bind port dd60771b-ead4-49aa-90d3-4b437cac9e73 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:37:32.093376 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-fcd84b80-6723-4170-8f6f-08e57c788adf None None] Attempting to bind port dd60771b-ead4-49aa-90d3-4b437cac9e73 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'ce530dc5-dbe5-41a7-b027-b7fda1c24d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '768f4684-78b2-4673-b684-49cdb98a0ea6'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:37:32.093740 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd84b80-6723-4170-8f6f-08e57c788adf None None] Attempting to bind port dd60771b-ead4-49aa-90d3-4b437cac9e73 on network 768f4684-78b2-4673-b684-49cdb98a0ea6 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:37:32.102071 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd84b80-6723-4170-8f6f-08e57c788adf None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:37:32.102446 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd84b80-6723-4170-8f6f-08e57c788adf None None] Checking segment: {'id': 'ce530dc5-dbe5-41a7-b027-b7fda1c24d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '768f4684-78b2-4673-b684-49cdb98a0ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:37:32.102854 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fcd84b80-6723-4170-8f6f-08e57c788adf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:32.103437 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd84b80-6723-4170-8f6f-08e57c788adf None None] Bound using segment: {'id': 'ce530dc5-dbe5-41a7-b027-b7fda1c24d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '768f4684-78b2-4673-b684-49cdb98a0ea6'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:37:32.104563 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-fcd84b80-6723-4170-8f6f-08e57c788adf None None] Bound port: dd60771b-ead4-49aa-90d3-4b437cac9e73, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce530dc5-dbe5-41a7-b027-b7fda1c24d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '768f4684-78b2-4673-b684-49cdb98a0ea6'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:37:32.104941 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fcd84b80-6723-4170-8f6f-08e57c788adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:32.122486 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ffa7415b-2dee-4689-b7de-1246d720f2c2 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "DELETE /v2.0/subnets/a462952f-8ff8-4e83-8b79-596857a64474/tags HTTP/1.1" status: 204 len: 168 time: 0.2479291 Mar 11 15:37:32.129734 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42662) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:32.133292 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cbbfce62-cb09-4ecd-8270-588862028b80 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:32.223337 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cbbfce62-cb09-4ecd-8270-588862028b80 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:32.282985 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-fcd84b80-6723-4170-8f6f-08e57c788adf None None] For port dd60771b-ead4-49aa-90d3-4b437cac9e73, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:37:32.290104 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-fcd84b80-6723-4170-8f6f-08e57c788adf None None] For port dd60771b-ead4-49aa-90d3-4b437cac9e73, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=dd60771b-ead4-49aa-90d3-4b437cac9e73,segment=NetworkSegment(ce530dc5-dbe5-41a7-b027-b7fda1c24d92),segment_id=ce530dc5-dbe5-41a7-b027-b7fda1c24d92)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:37:32.294804 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbfce62-cb09-4ecd-8270-588862028b80 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Pushing event deleted for resources: {'Subnet': ['ID=cc51db3f-31f3-4e89-b7ec-18f27c5f2cac,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:32.296179 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fbdcb6-4765-4e16-84cb-44242aa4a5d9 None None] Network 3c6fce7a-e674-4326-b0e4-c65bc089c3d7 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:37:32.303510 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cbbfce62-cb09-4ecd-8270-588862028b80 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:32.321288 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-cbbfce62-cb09-4ecd-8270-588862028b80 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] 10.222.0.31 "DELETE /v2.0/subnets/cc51db3f-31f3-4e89-b7ec-18f27c5f2cac HTTP/1.1" status: 204 len: 168 time: 0.7828465 Mar 11 15:37:32.325402 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42666) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:32.327987 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fcd84b80-6723-4170-8f6f-08e57c788adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:32.337806 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a4bc9ad3-c723-42bb-9de7-77a956bca04f tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks [] for subnetpool, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:32.339543 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a4bc9ad3-c723-42bb-9de7-77a956bca04f tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "DELETE /v2.0/subnetpools/bd2c50ca-58c7-4169-9227-b91053eb8626 HTTP/1.1" status: 204 len: 168 time: 0.2082140 Mar 11 15:37:32.343255 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42670) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:32.391889 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-2ab1e444-75ff-4235-84f5-c09f49206704 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Synchronizing usage tracker for tenant:16392008a23b42c582fa6b11f7e5e823 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:37:32.393938 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48ddba5-d07a-4fde-b1dc-c755459b6a8e tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:32.395518 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48ddba5-d07a-4fde-b1dc-c755459b6a8e tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:32.396202 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f48ddba5-d07a-4fde-b1dc-c755459b6a8e tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Synchronizing usage tracker for tenant:772cd8a1f53743048d1164dc33d6f32b on resource:subnet {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:37:32.409875 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-2ab1e444-75ff-4235-84f5-c09f49206704 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Unset dirty status for tenant:16392008a23b42c582fa6b11f7e5e823 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:37:32.411512 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-2ab1e444-75ff-4235-84f5-c09f49206704 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "GET /v2.0/ports?device_id=322dc93c-4beb-42ad-b692-52cb85dfc229 HTTP/1.1" status: 200 len: 205 time: 0.0672219 Mar 11 15:37:32.414131 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42674) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:32.417656 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f48ddba5-d07a-4fde-b1dc-c755459b6a8e tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Unset dirty status for tenant:772cd8a1f53743048d1164dc33d6f32b on resource:subnet {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:37:32.421645 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f48ddba5-d07a-4fde-b1dc-c755459b6a8e tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0924501 Mar 11 15:37:32.421919 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42678) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:32.532945 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd84b80-6723-4170-8f6f-08e57c788adf None None] Pushing event updated for resources: {'Port': ['ID=dd60771b-ead4-49aa-90d3-4b437cac9e73,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:32.538291 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-8c7fe345-7da4-47c5-80fb-e0e7e71044b4 None None] Provisioning for port d91bbea5-c015-442b-afe4-34baa7102d4d completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:37:32.544039 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-85b6468a-032b-4e88-b1f0-2b06bd997616 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:32.547057 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-8c7fe345-7da4-47c5-80fb-e0e7e71044b4 None None] Provisioning complete for port d91bbea5-c015-442b-afe4-34baa7102d4d triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:37:32.547736 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8c7fe345-7da4-47c5-80fb-e0e7e71044b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:32.552924 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b6468a-032b-4e88-b1f0-2b06bd997616 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 11 15:37:32.553372 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85b6468a-032b-4e88-b1f0-2b06bd997616 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:32.565542 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-85b6468a-032b-4e88-b1f0-2b06bd997616 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] 10.222.0.31 "DELETE /v2.0/networks/768f4684-78b2-4673-b684-49cdb98a0ea6 HTTP/1.1" status: 409 len: 405 time: 0.1322305 Mar 11 15:37:32.566392 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42682) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:32.571737 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-ce07b703-51fe-4162-a39d-56a4cc98de7a tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2147427764'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:32.579364 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ce07b703-51fe-4162-a39d-56a4cc98de7a tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:32.583662 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ce07b703-51fe-4162-a39d-56a4cc98de7a tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Usage tracker for resource:network and tenant:772cd8a1f53743048d1164dc33d6f32b is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:32.586790 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ce07b703-51fe-4162-a39d-56a4cc98de7a tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:32.593281 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ce07b703-51fe-4162-a39d-56a4cc98de7a tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:32.603970 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce07b703-51fe-4162-a39d-56a4cc98de7a tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Made reservation on behalf of 772cd8a1f53743048d1164dc33d6f32b for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:37:32.608277 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ce07b703-51fe-4162-a39d-56a4cc98de7a tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:32.644317 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8a2ce672-b58b-434c-b84f-6e0ef169e5ba tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks [] for router, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:32.661272 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce07b703-51fe-4162-a39d-56a4cc98de7a tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:37:32.675269 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ce07b703-51fe-4162-a39d-56a4cc98de7a tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:32.675985 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-ce07b703-51fe-4162-a39d-56a4cc98de7a tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Added segment 8a43f002-de25-46ad-8226-dcf0c17ebe08 of type vlan for network f86b0e0d-e355-4cc2-9557-6ffca5d6584b Mar 11 15:37:32.713774 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ce07b703-51fe-4162-a39d-56a4cc98de7a tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:32.768328 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ce07b703-51fe-4162-a39d-56a4cc98de7a tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:32.772182 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce07b703-51fe-4162-a39d-56a4cc98de7a tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:32.772795 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ce07b703-51fe-4162-a39d-56a4cc98de7a tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:32.861871 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:32.879048 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8c7fe345-7da4-47c5-80fb-e0e7e71044b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:32.886264 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ce07b703-51fe-4162-a39d-56a4cc98de7a tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3159568 Mar 11 15:37:32.889710 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42686) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:32.908896 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-38c5ac36-7776-4639-b8dc-a80ec89f9797 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Request body: {'subnet': {'network_id': 'f86b0e0d-e355-4cc2-9557-6ffca5d6584b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:32.961654 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-8c7fe345-7da4-47c5-80fb-e0e7e71044b4 None None] For port d91bbea5-c015-442b-afe4-34baa7102d4d, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=d91bbea5-c015-442b-afe4-34baa7102d4d,segment=NetworkSegment(3b3fd699-2baf-4727-804c-c7d27fdc3d14),segment_id=3b3fd699-2baf-4727-804c-c7d27fdc3d14)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:37:32.971595 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8c7fe345-7da4-47c5-80fb-e0e7e71044b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:33.039893 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-38c5ac36-7776-4639-b8dc-a80ec89f9797 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:33.052010 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7fe345-7da4-47c5-80fb-e0e7e71044b4 None None] Pushing event updated for resources: {'Port': ['ID=d91bbea5-c015-442b-afe4-34baa7102d4d,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:33.052452 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-38c5ac36-7776-4639-b8dc-a80ec89f9797 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:33.054527 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce07b703-51fe-4162-a39d-56a4cc98de7a tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Pushing event updated for resources: {'Network': ['ID=f86b0e0d-e355-4cc2-9557-6ffca5d6584b,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:33.056857 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:33.067690 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c5ac36-7776-4639-b8dc-a80ec89f9797 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Made reservation on behalf of 772cd8a1f53743048d1164dc33d6f32b for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:37:33.077767 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network f86b0e0d-e355-4cc2-9557-6ffca5d6584b details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:37:33.220526 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-38c5ac36-7776-4639-b8dc-a80ec89f9797 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:33.281577 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8a2ce672-b58b-434c-b84f-6e0ef169e5ba tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:33.286078 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8a2ce672-b58b-434c-b84f-6e0ef169e5ba tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:33.300520 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-0e270bd8-dbcc-44a3-be48-6b133bb4d5b4 None None] Provisioning complete for port d91bbea5-c015-442b-afe4-34baa7102d4d triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:37:33.301107 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0e270bd8-dbcc-44a3-be48-6b133bb4d5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:33.318092 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8a2ce672-b58b-434c-b84f-6e0ef169e5ba tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:33.318681 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2ce672-b58b-434c-b84f-6e0ef169e5ba tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Fanout notify agent at l3_agent the message router_deleted on router 322dc93c-4beb-42ad-b692-52cb85dfc229 {{(pid=83867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:37:33.330834 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8a2ce672-b58b-434c-b84f-6e0ef169e5ba tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:33.334790 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-8a2ce672-b58b-434c-b84f-6e0ef169e5ba tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "DELETE /v2.0/routers/322dc93c-4beb-42ad-b692-52cb85dfc229 HTTP/1.1" status: 204 len: 168 time: 0.9193392 Mar 11 15:37:33.335405 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42690) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:33.408767 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-5a623a8b-b4fc-472f-a171-cff5eb01f820 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Deleting port eb35f76e-2b1c-4ad2-9e5b-5332c8d160e9 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:37:33.409826 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5a623a8b-b4fc-472f-a171-cff5eb01f820 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:33.610000 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.objects.ports [None req-38c5ac36-7776-4639-b8dc-a80ec89f9797 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83866) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 15:37:33.611634 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-38c5ac36-7776-4639-b8dc-a80ec89f9797 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:33.693649 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5a623a8b-b4fc-472f-a171-cff5eb01f820 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:33.699394 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c5ac36-7776-4639-b8dc-a80ec89f9797 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Pushing event updated for resources: {'Subnet': ['ID=62d9a9cb-08ec-48cf-a751-cb4d8a0ff56f,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:33.709208 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c5ac36-7776-4639-b8dc-a80ec89f9797 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Checking segment: {'id': '8a43f002-de25-46ad-8226-dcf0c17ebe08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'f86b0e0d-e355-4cc2-9557-6ffca5d6584b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:37:33.709569 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c5ac36-7776-4639-b8dc-a80ec89f9797 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Network hostable DHCP agents. Network: f86b0e0d-e355-4cc2-9557-6ffca5d6584b, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:37:33.734245 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c5ac36-7776-4639-b8dc-a80ec89f9797 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Network f86b0e0d-e355-4cc2-9557-6ffca5d6584b is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:37:33.754477 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-38c5ac36-7776-4639-b8dc-a80ec89f9797 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, f86b0e0d-e355-4cc2-9557-6ffca5d6584b) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:37:33.759032 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c5ac36-7776-4639-b8dc-a80ec89f9797 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:33.760731 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-38c5ac36-7776-4639-b8dc-a80ec89f9797 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:33.761838 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba233d1-adf6-4172-a6ec-8df2a2184797 None None] Network 768f4684-78b2-4673-b684-49cdb98a0ea6 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:37:33.777545 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb4b66a-fdff-442f-9601-9c14b7f1557d None None] Network f86b0e0d-e355-4cc2-9557-6ffca5d6584b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:37:33.808062 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-38c5ac36-7776-4639-b8dc-a80ec89f9797 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9165537 Mar 11 15:37:33.808874 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42694) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:33.814910 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-4c1aaade-71b0-474e-80b0-255f1ceeea59 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Request body: {'port': {'network_id': 'f86b0e0d-e355-4cc2-9557-6ffca5d6584b', 'name': 'tempest-NetworksIpV6TestAttrs-443123290'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:33.834885 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-5a623a8b-b4fc-472f-a171-cff5eb01f820 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Calling delete_port for eb35f76e-2b1c-4ad2-9e5b-5332c8d160e9 owned by {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:37:33.874515 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device d91bbea5-c015-442b-afe4-34baa7102d4d up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:37:33.996903 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5a623a8b-b4fc-472f-a171-cff5eb01f820 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:34.053413 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a623a8b-b4fc-472f-a171-cff5eb01f820 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Pushing event deleted for resources: {'Port': ['ID=eb35f76e-2b1c-4ad2-9e5b-5332c8d160e9,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:34.078433 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-4c1aaade-71b0-474e-80b0-255f1ceeea59 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:34.081094 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6fcb5de7-cb1b-43e6-96af-6065aed0756f None None] Provisioning for port dd60771b-ead4-49aa-90d3-4b437cac9e73 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:37:34.082752 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-4c1aaade-71b0-474e-80b0-255f1ceeea59 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Usage tracker for resource:port and tenant:772cd8a1f53743048d1164dc33d6f32b is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:34.086492 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-4c1aaade-71b0-474e-80b0-255f1ceeea59 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:34.097424 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-4c1aaade-71b0-474e-80b0-255f1ceeea59 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:34.110879 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1aaade-71b0-474e-80b0-255f1ceeea59 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Made reservation on behalf of 772cd8a1f53743048d1164dc33d6f32b for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:37:34.114090 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4c1aaade-71b0-474e-80b0-255f1ceeea59 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:34.141484 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [None req-4c1aaade-71b0-474e-80b0-255f1ceeea59 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] device_id is not set on port 3effa909-7f71-4cbc-9e9c-b6a57074ae3e yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:37:34.207526 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5a623a8b-b4fc-472f-a171-cff5eb01f820 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:34.230441 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5a623a8b-b4fc-472f-a171-cff5eb01f820 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "DELETE /v2.0/ports/eb35f76e-2b1c-4ad2-9e5b-5332c8d160e9 HTTP/1.1" status: 204 len: 168 time: 0.8913312 Mar 11 15:37:34.231232 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42698) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:34.256587 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port d91bbea5-c015-442b-afe4-34baa7102d4d triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:37:34.261935 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:34.286255 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:34.323030 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-4c1aaade-71b0-474e-80b0-255f1ceeea59 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Allocated IP 2001:db8::f816:3eff:fefc:df45 (f86b0e0d-e355-4cc2-9557-6ffca5d6584b/62d9a9cb-08ec-48cf-a751-cb4d8a0ff56f/3effa909-7f71-4cbc-9e9c-b6a57074ae3e) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:37:34.390080 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2865a1-2677-4190-96b0-f7384933a2b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-f86b0e0d-e355-4cc2-9557-6ffca5d6584b', 'network_id': 'f86b0e0d-e355-4cc2-9557-6ffca5d6584b', 'tenant_id': '772cd8a1f53743048d1164dc33d6f32b', 'fixed_ips': [{'subnet_id': '62d9a9cb-08ec-48cf-a751-cb4d8a0ff56f'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:37:34.390476 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0f2865a1-2677-4190-96b0-f7384933a2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:34.499224 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf1ee80-d295-4dd2-b67d-cd92abae0dfe None None] DHCP port deletion for 768f4684-78b2-4673-b684-49cdb98a0ea6 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:37:34.510761 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-ebf1ee80-d295-4dd2-b67d-cd92abae0dfe None None] Deleting port dd60771b-ead4-49aa-90d3-4b437cac9e73 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:37:34.511137 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ebf1ee80-d295-4dd2-b67d-cd92abae0dfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:34.530832 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4c3c6fd-c68f-4801-bb5b-9bdf24cbd327 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Deleting subnet a462952f-8ff8-4e83-8b79-596857a64474 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:37:34.534295 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b4c3c6fd-c68f-4801-bb5b-9bdf24cbd327 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:34.557848 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device dd60771b-ead4-49aa-90d3-4b437cac9e73 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:37:34.571742 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4c1aaade-71b0-474e-80b0-255f1ceeea59 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:34.592777 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b4c3c6fd-c68f-4801-bb5b-9bdf24cbd327 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:34.599434 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-4c1aaade-71b0-474e-80b0-255f1ceeea59 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Transition to ACTIVE for port object 3effa909-7f71-4cbc-9e9c-b6a57074ae3e will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:37:34.633684 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4c1aaade-71b0-474e-80b0-255f1ceeea59 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:34.686865 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b4c3c6fd-c68f-4801-bb5b-9bdf24cbd327 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:34.758320 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1aaade-71b0-474e-80b0-255f1ceeea59 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Network f86b0e0d-e355-4cc2-9557-6ffca5d6584b is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:37:34.764231 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-4c1aaade-71b0-474e-80b0-255f1ceeea59 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:37:34.767982 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1aaade-71b0-474e-80b0-255f1ceeea59 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:37:34.772070 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b4c3c6fd-c68f-4801-bb5b-9bdf24cbd327 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:34.774317 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1aaade-71b0-474e-80b0-255f1ceeea59 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:34.775329 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4c1aaade-71b0-474e-80b0-255f1ceeea59 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:34.793961 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1aaade-71b0-474e-80b0-255f1ceeea59 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Pushing event updated for resources: {'Port': ['ID=3effa909-7f71-4cbc-9e9c-b6a57074ae3e,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:34.814570 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3c6fd-c68f-4801-bb5b-9bdf24cbd327 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Pushing event deleted for resources: {'Subnet': ['ID=a462952f-8ff8-4e83-8b79-596857a64474,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:34.815269 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-4c1aaade-71b0-474e-80b0-255f1ceeea59 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.0047090 Mar 11 15:37:34.818302 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42702) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:34.840050 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-0f2865a1-2677-4190-96b0-f7384933a2b2 None None] Allocated IP 2001:db8::f816:3eff:fe11:f27a (f86b0e0d-e355-4cc2-9557-6ffca5d6584b/62d9a9cb-08ec-48cf-a751-cb4d8a0ff56f/8c6e361c-ae88-43af-8894-cbf15ac662eb) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:37:34.884331 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port dd60771b-ead4-49aa-90d3-4b437cac9e73 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:37:34.956401 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b4c3c6fd-c68f-4801-bb5b-9bdf24cbd327 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:34.956817 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-ebf1ee80-d295-4dd2-b67d-cd92abae0dfe None None] For port dd60771b-ead4-49aa-90d3-4b437cac9e73, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=dd60771b-ead4-49aa-90d3-4b437cac9e73,segment=NetworkSegment(ce530dc5-dbe5-41a7-b027-b7fda1c24d92),segment_id=ce530dc5-dbe5-41a7-b027-b7fda1c24d92)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:37:34.957877 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ebf1ee80-d295-4dd2-b67d-cd92abae0dfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:34.972137 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b4c3c6fd-c68f-4801-bb5b-9bdf24cbd327 tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "DELETE /v2.0/subnets/a462952f-8ff8-4e83-8b79-596857a64474 HTTP/1.1" status: 204 len: 168 time: 0.7401004 Mar 11 15:37:34.975302 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42706) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:35.010843 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75d1f58-ebda-4ae6-ae19-c4ac84251965 None None] Network c6413151-a4cb-443b-bdec-e121c407bf69 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:37:35.033557 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port dd60771b-ead4-49aa-90d3-4b437cac9e73 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:37:35.033831 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:35.172017 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a4fec7ed-22e0-4e26-ad3b-c9201f4df33f tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:35.211136 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-a4fec7ed-22e0-4e26-ad3b-c9201f4df33f tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Deleting port 8a2e3250-b010-4b58-ac88-ebd62e30882d {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:37:35.211464 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a4fec7ed-22e0-4e26-ad3b-c9201f4df33f tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:35.223421 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-ebf1ee80-d295-4dd2-b67d-cd92abae0dfe None None] Calling delete_port for dd60771b-ead4-49aa-90d3-4b437cac9e73 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:37:35.243455 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-d920184e-b2ab-4488-a3f4-af1587b570ac tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Deleting subnet 62d9a9cb-08ec-48cf-a751-cb4d8a0ff56f {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:37:35.428297 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-a4fec7ed-22e0-4e26-ad3b-c9201f4df33f tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] For port 8a2e3250-b010-4b58-ac88-ebd62e30882d, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=8a2e3250-b010-4b58-ac88-ebd62e30882d,segment=NetworkSegment(36a5ad0f-dc59-4d7b-b81b-51338e65a704),segment_id=36a5ad0f-dc59-4d7b-b81b-51338e65a704)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:37:35.428737 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a4fec7ed-22e0-4e26-ad3b-c9201f4df33f tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:35.530782 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ebf1ee80-d295-4dd2-b67d-cd92abae0dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:35.555731 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-a4fec7ed-22e0-4e26-ad3b-c9201f4df33f tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Calling delete_port for 8a2e3250-b010-4b58-ac88-ebd62e30882d owned by network:dhcp {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:37:35.578517 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Port dd60771b-ead4-49aa-90d3-4b437cac9e73 update to ACTIVE by agent not found {{(pid=83868) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 11 15:37:35.592682 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1ee80-d295-4dd2-b67d-cd92abae0dfe None None] Pushing event deleted for resources: {'Port': ['ID=dd60771b-ead4-49aa-90d3-4b437cac9e73,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:35.618010 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0f2865a1-2677-4190-96b0-f7384933a2b2 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:35.626852 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf1ee80-d295-4dd2-b67d-cd92abae0dfe None None] No DVR routers for this DVR port dd60771b-ead4-49aa-90d3-4b437cac9e73 on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:37:35.635745 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-0f2865a1-2677-4190-96b0-f7384933a2b2 None None] Transition to ACTIVE for port object 8c6e361c-ae88-43af-8894-cbf15ac662eb will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:37:35.644340 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a4fec7ed-22e0-4e26-ad3b-c9201f4df33f tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:35.661710 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-0f2865a1-2677-4190-96b0-f7384933a2b2 None None] Transition to ACTIVE for port object 8c6e361c-ae88-43af-8894-cbf15ac662eb will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:37:35.670659 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0f2865a1-2677-4190-96b0-f7384933a2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:35.678232 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d920184e-b2ab-4488-a3f4-af1587b570ac tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:35.736238 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fec7ed-22e0-4e26-ad3b-c9201f4df33f tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Pushing event deleted for resources: {'Port': ['ID=8a2e3250-b010-4b58-ac88-ebd62e30882d,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:35.760896 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fec7ed-22e0-4e26-ad3b-c9201f4df33f tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] No DVR routers for this DVR port 8a2e3250-b010-4b58-ac88-ebd62e30882d on host dv-neutron-833373-1-hyperv {{(pid=83867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:37:35.790814 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c8cbf8-f433-4852-854d-e3e33570ec61 None None] DHCP port deletion for c6413151-a4cb-443b-bdec-e121c407bf69 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:37:35.793354 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device dd60771b-ead4-49aa-90d3-4b437cac9e73 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:37:35.806080 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d920184e-b2ab-4488-a3f4-af1587b570ac tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:35.835335 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2865a1-2677-4190-96b0-f7384933a2b2 None None] Pushing event updated for resources: {'Port': ['ID=8c6e361c-ae88-43af-8894-cbf15ac662eb,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:35.840496 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2865a1-2677-4190-96b0-f7384933a2b2 None None] Network f86b0e0d-e355-4cc2-9557-6ffca5d6584b is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:37:35.841336 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: dd60771b-ead4-49aa-90d3-4b437cac9e73 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:37:35.841677 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device dd60771b-ead4-49aa-90d3-4b437cac9e73 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:37:35.845287 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-0f2865a1-2677-4190-96b0-f7384933a2b2 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:37:35.847875 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2865a1-2677-4190-96b0-f7384933a2b2 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:37:35.937927 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-0f2865a1-2677-4190-96b0-f7384933a2b2 None None] Attempting to bind port 8c6e361c-ae88-43af-8894-cbf15ac662eb on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:37:35.938971 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-0f2865a1-2677-4190-96b0-f7384933a2b2 None None] Attempting to bind port 8c6e361c-ae88-43af-8894-cbf15ac662eb by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '8a43f002-de25-46ad-8226-dcf0c17ebe08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'f86b0e0d-e355-4cc2-9557-6ffca5d6584b'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:37:35.938971 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2865a1-2677-4190-96b0-f7384933a2b2 None None] Attempting to bind port 8c6e361c-ae88-43af-8894-cbf15ac662eb on network f86b0e0d-e355-4cc2-9557-6ffca5d6584b {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:37:35.945846 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2865a1-2677-4190-96b0-f7384933a2b2 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:37:35.946221 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2865a1-2677-4190-96b0-f7384933a2b2 None None] Checking segment: {'id': '8a43f002-de25-46ad-8226-dcf0c17ebe08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'f86b0e0d-e355-4cc2-9557-6ffca5d6584b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:37:35.946787 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0f2865a1-2677-4190-96b0-f7384933a2b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:35.948275 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2865a1-2677-4190-96b0-f7384933a2b2 None None] Bound using segment: {'id': '8a43f002-de25-46ad-8226-dcf0c17ebe08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'f86b0e0d-e355-4cc2-9557-6ffca5d6584b'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:37:35.948275 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-0f2865a1-2677-4190-96b0-f7384933a2b2 None None] Bound port: 8c6e361c-ae88-43af-8894-cbf15ac662eb, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a43f002-de25-46ad-8226-dcf0c17ebe08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'f86b0e0d-e355-4cc2-9557-6ffca5d6584b'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:37:35.948806 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0f2865a1-2677-4190-96b0-f7384933a2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:35.949679 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a4fec7ed-22e0-4e26-ad3b-c9201f4df33f tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:35.989514 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-a4fec7ed-22e0-4e26-ad3b-c9201f4df33f tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6413151-a4cb-443b-bdec-e121c407bf69']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:36.004345 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-a4fec7ed-22e0-4e26-ad3b-c9201f4df33f tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36a5ad0f-dc59-4d7b-b81b-51338e65a704') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:36.004646 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-a4fec7ed-22e0-4e26-ad3b-c9201f4df33f tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36a5ad0f-dc59-4d7b-b81b-51338e65a704') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:36.019934 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a4fec7ed-22e0-4e26-ad3b-c9201f4df33f tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:36.046694 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a4fec7ed-22e0-4e26-ad3b-c9201f4df33f tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:36.055588 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4fec7ed-22e0-4e26-ad3b-c9201f4df33f tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:37:36.055991 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a4fec7ed-22e0-4e26-ad3b-c9201f4df33f tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:36.070212 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:37:36.070212 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:37:36.070212 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:37:36.070212 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:37:36.070212 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:37:36.070212 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:37:36.070212 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:37:36.070212 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:37:36.070212 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:37:36.070212 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:37:36.070212 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:37:36.070212 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:37:36.070212 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:37:36.070212 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:37:36.070212 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:37:36.070212 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:37:36.070212 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:37:36.070212 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:37:36.070212 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:37:36.070212 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:37:36.070212 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:37:36.070212 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:37:36.070212 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:37:36.070212 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:37:36.070212 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:37:36.070212 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:37:36.070212 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:37:36.070212 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:37:36.070212 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:37:36.070212 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:37:36.070212 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:37:36.070212 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:37:36.147620 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d920184e-b2ab-4488-a3f4-af1587b570ac tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:36.202630 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a4fec7ed-22e0-4e26-ad3b-c9201f4df33f tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:36.222359 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a4fec7ed-22e0-4e26-ad3b-c9201f4df33f tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:36.240401 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fec7ed-22e0-4e26-ad3b-c9201f4df33f tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] Pushing event deleted for resources: {'Network': ['ID=c6413151-a4cb-443b-bdec-e121c407bf69,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:36.246518 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a4fec7ed-22e0-4e26-ad3b-c9201f4df33f tempest-TagsExtTest-628366576 tempest-TagsExtTest-628366576-project] 10.222.0.31 "DELETE /v2.0/networks/c6413151-a4cb-443b-bdec-e121c407bf69 HTTP/1.1" status: 204 len: 168 time: 1.2707675 Mar 11 15:37:36.268374 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d920184e-b2ab-4488-a3f4-af1587b570ac tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:36.272594 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-0f2865a1-2677-4190-96b0-f7384933a2b2 None None] For port 8c6e361c-ae88-43af-8894-cbf15ac662eb, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:37:36.277509 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-0f2865a1-2677-4190-96b0-f7384933a2b2 None None] For port 8c6e361c-ae88-43af-8894-cbf15ac662eb, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=8c6e361c-ae88-43af-8894-cbf15ac662eb,segment=NetworkSegment(8a43f002-de25-46ad-8226-dcf0c17ebe08),segment_id=8a43f002-de25-46ad-8226-dcf0c17ebe08)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:37:36.282668 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0f2865a1-2677-4190-96b0-f7384933a2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:36.312551 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d920184e-b2ab-4488-a3f4-af1587b570ac tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Pushing event deleted for resources: {'Subnet': ['ID=62d9a9cb-08ec-48cf-a751-cb4d8a0ff56f,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:36.314545 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d920184e-b2ab-4488-a3f4-af1587b570ac tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:36.325484 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d920184e-b2ab-4488-a3f4-af1587b570ac tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] 10.222.0.31 "DELETE /v2.0/subnets/62d9a9cb-08ec-48cf-a751-cb4d8a0ff56f HTTP/1.1" status: 204 len: 168 time: 1.5057657 Mar 11 15:37:36.328571 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42712) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:36.394037 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2865a1-2677-4190-96b0-f7384933a2b2 None None] Pushing event updated for resources: {'Port': ['ID=8c6e361c-ae88-43af-8894-cbf15ac662eb,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:36.419753 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0287559-fb91-4b0d-ab1a-1599b0b35395 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:36.421398 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0287559-fb91-4b0d-ab1a-1599b0b35395 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:36.422299 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f0287559-fb91-4b0d-ab1a-1599b0b35395 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Synchronizing usage tracker for tenant:772cd8a1f53743048d1164dc33d6f32b on resource:subnet {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:37:36.448752 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f0287559-fb91-4b0d-ab1a-1599b0b35395 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Unset dirty status for tenant:772cd8a1f53743048d1164dc33d6f32b on resource:subnet {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:37:36.450197 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f0287559-fb91-4b0d-ab1a-1599b0b35395 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1199872 Mar 11 15:37:36.454726 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42716) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:36.602422 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f9b1110b-977d-4a5a-a6a5-bb664f493291 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:36.611653 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9b1110b-977d-4a5a-a6a5-bb664f493291 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 11 15:37:36.612233 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9b1110b-977d-4a5a-a6a5-bb664f493291 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:36.613861 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f9b1110b-977d-4a5a-a6a5-bb664f493291 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] 10.222.0.31 "DELETE /v2.0/networks/f86b0e0d-e355-4cc2-9557-6ffca5d6584b HTTP/1.1" status: 409 len: 405 time: 0.1580350 Mar 11 15:37:36.620089 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42722) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:36.629825 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-e7c9bba4-83f3-41f8-b61e-c45b990d49b9 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2047045600'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:36.637247 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-e7c9bba4-83f3-41f8-b61e-c45b990d49b9 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:36.641598 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-e7c9bba4-83f3-41f8-b61e-c45b990d49b9 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Usage tracker for resource:network and tenant:772cd8a1f53743048d1164dc33d6f32b is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:36.644760 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-e7c9bba4-83f3-41f8-b61e-c45b990d49b9 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:36.651263 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-e7c9bba4-83f3-41f8-b61e-c45b990d49b9 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:36.661746 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c9bba4-83f3-41f8-b61e-c45b990d49b9 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Made reservation on behalf of 772cd8a1f53743048d1164dc33d6f32b for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:37:36.665308 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e7c9bba4-83f3-41f8-b61e-c45b990d49b9 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:36.677468 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42726) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:36.703835 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7c9bba4-83f3-41f8-b61e-c45b990d49b9 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:37:36.717971 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e7c9bba4-83f3-41f8-b61e-c45b990d49b9 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:36.718349 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-e7c9bba4-83f3-41f8-b61e-c45b990d49b9 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Added segment 7d19cdf9-57bc-4277-98c2-66919c445f29 of type vlan for network a4c0c6f6-f1f9-4d66-bdb2-bc494b80c65d Mar 11 15:37:36.761659 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e7c9bba4-83f3-41f8-b61e-c45b990d49b9 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:36.804779 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e7c9bba4-83f3-41f8-b61e-c45b990d49b9 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:36.810438 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c9bba4-83f3-41f8-b61e-c45b990d49b9 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:36.811295 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e7c9bba4-83f3-41f8-b61e-c45b990d49b9 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:36.895547 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9bd55412-4caa-447c-930a-4d9279b87a2b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=16392008a23b42c582fa6b11f7e5e823&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2167647 Mar 11 15:37:36.896147 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42732) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:36.959412 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b885d557-93ec-4385-a68c-836635db0608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:36.967368 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-e7c9bba4-83f3-41f8-b61e-c45b990d49b9 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3462431 Mar 11 15:37:36.971789 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42736) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:36.978239 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-becc1d29-e21b-4e2c-ba48-0695831d7a5b tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Request body: {'subnet': {'network_id': 'a4c0c6f6-f1f9-4d66-bdb2-bc494b80c65d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:36.979778 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c9bba4-83f3-41f8-b61e-c45b990d49b9 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Pushing event updated for resources: {'Network': ['ID=a4c0c6f6-f1f9-4d66-bdb2-bc494b80c65d,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:36.991298 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network a4c0c6f6-f1f9-4d66-bdb2-bc494b80c65d details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:37:37.158703 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b885d557-93ec-4385-a68c-836635db0608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:37.227470 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-becc1d29-e21b-4e2c-ba48-0695831d7a5b tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:37.239426 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-becc1d29-e21b-4e2c-ba48-0695831d7a5b tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:37.251234 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becc1d29-e21b-4e2c-ba48-0695831d7a5b tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Made reservation on behalf of 772cd8a1f53743048d1164dc33d6f32b for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:37:37.324657 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b885d557-93ec-4385-a68c-836635db0608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:37.358361 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b885d557-93ec-4385-a68c-836635db0608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a6d572-cda9-4bdf-a724-1816ceae0e32,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:37.379183 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b885d557-93ec-4385-a68c-836635db0608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:37.383260 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b885d557-93ec-4385-a68c-836635db0608 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/80a6d572-cda9-4bdf-a724-1816ceae0e32 HTTP/1.1" status: 204 len: 168 time: 0.4861495 Mar 11 15:37:37.387726 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-becc1d29-e21b-4e2c-ba48-0695831d7a5b tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:37.500401 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe37d3e2-b6de-4967-8148-9fa3a33a8b4f None None] Network f86b0e0d-e355-4cc2-9557-6ffca5d6584b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:37:37.608656 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-409682b0-2bdf-4de9-a675-7599397a1399 None None] Provisioning for port 8c6e361c-ae88-43af-8894-cbf15ac662eb completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:37:37.773417 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.objects.ports [None req-becc1d29-e21b-4e2c-ba48-0695831d7a5b tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83867) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 15:37:37.775192 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-becc1d29-e21b-4e2c-ba48-0695831d7a5b tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:37.798486 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5536c120-ac0c-4685-aa33-9964d0b4852c None None] DHCP port deletion for f86b0e0d-e355-4cc2-9557-6ffca5d6584b request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:37:37.807469 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-5536c120-ac0c-4685-aa33-9964d0b4852c None None] Deleting port 8c6e361c-ae88-43af-8894-cbf15ac662eb {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:37:37.808345 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5536c120-ac0c-4685-aa33-9964d0b4852c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:37.858532 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc1d29-e21b-4e2c-ba48-0695831d7a5b tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Pushing event updated for resources: {'Subnet': ['ID=7c1d9cbc-52fb-4303-8e90-434c59edff20,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:37.874837 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becc1d29-e21b-4e2c-ba48-0695831d7a5b tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Checking segment: {'id': '7d19cdf9-57bc-4277-98c2-66919c445f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a4c0c6f6-f1f9-4d66-bdb2-bc494b80c65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:37:37.875494 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becc1d29-e21b-4e2c-ba48-0695831d7a5b tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Network hostable DHCP agents. Network: a4c0c6f6-f1f9-4d66-bdb2-bc494b80c65d, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:37:37.901600 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becc1d29-e21b-4e2c-ba48-0695831d7a5b tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Network a4c0c6f6-f1f9-4d66-bdb2-bc494b80c65d is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:37:37.912724 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-becc1d29-e21b-4e2c-ba48-0695831d7a5b tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, a4c0c6f6-f1f9-4d66-bdb2-bc494b80c65d) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:37:37.918042 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becc1d29-e21b-4e2c-ba48-0695831d7a5b tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:37.918629 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-becc1d29-e21b-4e2c-ba48-0695831d7a5b tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:37.928554 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 8a2e3250-b010-4b58-ac88-ebd62e30882d no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:37:37.948491 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-becc1d29-e21b-4e2c-ba48-0695831d7a5b tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9761305 Mar 11 15:37:37.951599 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42742) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:37.954050 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953f0972-8243-4fbb-b70d-12872e3f0073 None None] Network a4c0c6f6-f1f9-4d66-bdb2-bc494b80c65d requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:37:37.988068 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 8a2e3250-b010-4b58-ac88-ebd62e30882d {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:37:37.988349 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 8a2e3250-b010-4b58-ac88-ebd62e30882d not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:37:38.099910 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1cd73a85-3049-4330-a9d7-d9309ccc938a tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:38.182645 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1cd73a85-3049-4330-a9d7-d9309ccc938a tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:38.271905 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1cd73a85-3049-4330-a9d7-d9309ccc938a tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:38.293382 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5536c120-ac0c-4685-aa33-9964d0b4852c None None] For port 8c6e361c-ae88-43af-8894-cbf15ac662eb, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=8c6e361c-ae88-43af-8894-cbf15ac662eb,segment=NetworkSegment(8a43f002-de25-46ad-8226-dcf0c17ebe08),segment_id=8a43f002-de25-46ad-8226-dcf0c17ebe08)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:37:38.294058 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5536c120-ac0c-4685-aa33-9964d0b4852c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:38.313346 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd73a85-3049-4330-a9d7-d9309ccc938a tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Pushing event deleted for resources: {'Subnet': ['ID=7c1d9cbc-52fb-4303-8e90-434c59edff20,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:38.414950 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1cd73a85-3049-4330-a9d7-d9309ccc938a tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:38.442247 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-1cd73a85-3049-4330-a9d7-d9309ccc938a tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c0c6f6-f1f9-4d66-bdb2-bc494b80c65d']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:38.448779 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-5536c120-ac0c-4685-aa33-9964d0b4852c None None] Calling delete_port for 8c6e361c-ae88-43af-8894-cbf15ac662eb owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:37:38.455874 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-1cd73a85-3049-4330-a9d7-d9309ccc938a tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d19cdf9-57bc-4277-98c2-66919c445f29') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:38.456176 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-1cd73a85-3049-4330-a9d7-d9309ccc938a tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d19cdf9-57bc-4277-98c2-66919c445f29') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:38.468625 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1cd73a85-3049-4330-a9d7-d9309ccc938a tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:38.491576 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1cd73a85-3049-4330-a9d7-d9309ccc938a tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:38.495499 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7513e3-fc9b-408e-be99-c4d0fa4ccd52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-a4c0c6f6-f1f9-4d66-bdb2-bc494b80c65d', 'network_id': 'a4c0c6f6-f1f9-4d66-bdb2-bc494b80c65d', 'tenant_id': '772cd8a1f53743048d1164dc33d6f32b', 'fixed_ips': [{'subnet_id': '7c1d9cbc-52fb-4303-8e90-434c59edff20'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:37:38.496347 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9f7513e3-fc9b-408e-be99-c4d0fa4ccd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:38.499563 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cd73a85-3049-4330-a9d7-d9309ccc938a tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:37:38.500120 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1cd73a85-3049-4330-a9d7-d9309ccc938a tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:38.518010 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:37:38.518010 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:37:38.518010 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:37:38.518010 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:37:38.518010 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:37:38.518010 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:37:38.518010 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:37:38.518010 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:37:38.518010 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:37:38.518010 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:37:38.518010 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:37:38.518010 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:37:38.518010 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:37:38.518010 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:37:38.518010 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:37:38.518010 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:37:38.518010 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:37:38.518010 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:37:38.518010 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:37:38.518010 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:37:38.518010 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:37:38.518010 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:37:38.518010 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:37:38.518010 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:37:38.518010 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:37:38.518010 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:37:38.518010 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:37:38.518010 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:37:38.518010 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:37:38.518010 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:37:38.518010 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:37:38.518010 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:37:38.583096 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5536c120-ac0c-4685-aa33-9964d0b4852c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:38.605633 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1cd73a85-3049-4330-a9d7-d9309ccc938a tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:38.624034 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1cd73a85-3049-4330-a9d7-d9309ccc938a tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:38.629873 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-9f7513e3-fc9b-408e-be99-c4d0fa4ccd52 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 11 15:37:38.629873 dv-neutron-833373-1-hyperv neutron-server[83868]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Mar 11 15:37:38.629873 dv-neutron-833373-1-hyperv neutron-server[83868]: [parameters: {'project_id': '772cd8a1f53743048d1164dc33d6f32b', 'id': '935b2c95-e586-4114-8a8c-7c0149b19504', 'name': '', 'network_id': 'a4c0c6f6-f1f9-4d66-bdb2-bc494b80c65d', 'mac_address': 'fa:16:3e:22:c2:48', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-a4c0c6f6-f1f9-4d66-bdb2-bc494b80c65d', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1259}] Mar 11 15:37:38.629873 dv-neutron-833373-1-hyperv neutron-server[83868]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:37:38.630620 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-9f7513e3-fc9b-408e-be99-c4d0fa4ccd52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:37:38.632911 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536c120-ac0c-4685-aa33-9964d0b4852c None None] Pushing event deleted for resources: {'Port': ['ID=8c6e361c-ae88-43af-8894-cbf15ac662eb,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:38.637800 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd73a85-3049-4330-a9d7-d9309ccc938a tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Pushing event deleted for resources: {'Network': ['ID=a4c0c6f6-f1f9-4d66-bdb2-bc494b80c65d,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:38.640494 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5536c120-ac0c-4685-aa33-9964d0b4852c None None] No DVR routers for this DVR port 8c6e361c-ae88-43af-8894-cbf15ac662eb on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:37:38.643180 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-1cd73a85-3049-4330-a9d7-d9309ccc938a tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] 10.222.0.31 "DELETE /v2.0/networks/a4c0c6f6-f1f9-4d66-bdb2-bc494b80c65d HTTP/1.1" status: 204 len: 168 time: 0.6903756 Mar 11 15:37:38.648392 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42746) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:38.659111 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-32eec414-6204-4d47-847e-3af686b9ae19 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-531748951'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:38.664459 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-32eec414-6204-4d47-847e-3af686b9ae19 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:38.668609 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-32eec414-6204-4d47-847e-3af686b9ae19 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Usage tracker for resource:network and tenant:772cd8a1f53743048d1164dc33d6f32b is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:38.671449 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-32eec414-6204-4d47-847e-3af686b9ae19 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:38.677567 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-32eec414-6204-4d47-847e-3af686b9ae19 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:38.689216 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32eec414-6204-4d47-847e-3af686b9ae19 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Made reservation on behalf of 772cd8a1f53743048d1164dc33d6f32b for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:37:38.692191 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-32eec414-6204-4d47-847e-3af686b9ae19 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:38.720993 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32eec414-6204-4d47-847e-3af686b9ae19 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:37:38.731206 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-32eec414-6204-4d47-847e-3af686b9ae19 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:38.731599 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-32eec414-6204-4d47-847e-3af686b9ae19 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Added segment 9cde17e5-2f65-4f08-9d5c-d4d711e8526e of type vlan for network 16359a6a-9bf9-4b2b-943f-bdf95b9c84c6 Mar 11 15:37:38.871725 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-32eec414-6204-4d47-847e-3af686b9ae19 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:38.901984 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-32eec414-6204-4d47-847e-3af686b9ae19 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:38.905585 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32eec414-6204-4d47-847e-3af686b9ae19 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:38.906098 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-32eec414-6204-4d47-847e-3af686b9ae19 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:39.004410 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-32eec414-6204-4d47-847e-3af686b9ae19 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3547394 Mar 11 15:37:39.007790 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42750) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:39.015278 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-d57ebea7-faa1-4708-9a78-dccf4de68653 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Request body: {'subnet': {'network_id': '16359a6a-9bf9-4b2b-943f-bdf95b9c84c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:39.017429 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eec414-6204-4d47-847e-3af686b9ae19 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Pushing event updated for resources: {'Network': ['ID=16359a6a-9bf9-4b2b-943f-bdf95b9c84c6,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:39.028631 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 16359a6a-9bf9-4b2b-943f-bdf95b9c84c6 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:37:39.128920 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-d57ebea7-faa1-4708-9a78-dccf4de68653 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:39.131418 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9f7513e3-fc9b-408e-be99-c4d0fa4ccd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:39.133201 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d57ebea7-faa1-4708-9a78-dccf4de68653 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Usage tracker for resource:subnet and tenant:772cd8a1f53743048d1164dc33d6f32b is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:39.136217 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d57ebea7-faa1-4708-9a78-dccf4de68653 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:39.142821 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-d57ebea7-faa1-4708-9a78-dccf4de68653 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:39.153486 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57ebea7-faa1-4708-9a78-dccf4de68653 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Made reservation on behalf of 772cd8a1f53743048d1164dc33d6f32b for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:37:39.176681 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b59d437-b57b-43f8-b2d6-54703e7d2059 None None] Network a4c0c6f6-f1f9-4d66-bdb2-bc494b80c65d requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:37:39.195063 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b59d437-b57b-43f8-b2d6-54703e7d2059 None None] Network a4c0c6f6-f1f9-4d66-bdb2-bc494b80c65d could not be found, it might have been deleted concurrently. {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 11 15:37:39.259146 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d57ebea7-faa1-4708-9a78-dccf4de68653 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:39.505367 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d57ebea7-faa1-4708-9a78-dccf4de68653 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:39.581869 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ebea7-faa1-4708-9a78-dccf4de68653 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Pushing event updated for resources: {'Subnet': ['ID=4221c705-213d-4180-a396-2c5104c23771,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:39.597524 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57ebea7-faa1-4708-9a78-dccf4de68653 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Checking segment: {'id': '9cde17e5-2f65-4f08-9d5c-d4d711e8526e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '16359a6a-9bf9-4b2b-943f-bdf95b9c84c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:37:39.597878 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57ebea7-faa1-4708-9a78-dccf4de68653 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Network hostable DHCP agents. Network: 16359a6a-9bf9-4b2b-943f-bdf95b9c84c6, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:37:39.620268 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57ebea7-faa1-4708-9a78-dccf4de68653 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Network 16359a6a-9bf9-4b2b-943f-bdf95b9c84c6 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:37:39.629533 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-d57ebea7-faa1-4708-9a78-dccf4de68653 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 16359a6a-9bf9-4b2b-943f-bdf95b9c84c6) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:37:39.633717 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57ebea7-faa1-4708-9a78-dccf4de68653 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:39.634326 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d57ebea7-faa1-4708-9a78-dccf4de68653 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:39.640805 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd353e8d-062d-445c-9eea-955c660aca4c None None] Network 16359a6a-9bf9-4b2b-943f-bdf95b9c84c6 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:37:39.668758 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d57ebea7-faa1-4708-9a78-dccf4de68653 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6539755 Mar 11 15:37:39.668758 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42758) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:39.733510 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 8c6e361c-ae88-43af-8894-cbf15ac662eb no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:37:39.774211 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 8c6e361c-ae88-43af-8894-cbf15ac662eb {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:37:39.774546 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 8c6e361c-ae88-43af-8894-cbf15ac662eb not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:37:39.816176 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b48cf20b-16e0-4a36-80a2-e99b06fc0de1 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:39.889556 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b48cf20b-16e0-4a36-80a2-e99b06fc0de1 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:39.921826 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63d0fd3-a483-4142-979e-f30e279381b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-16359a6a-9bf9-4b2b-943f-bdf95b9c84c6', 'network_id': '16359a6a-9bf9-4b2b-943f-bdf95b9c84c6', 'tenant_id': '772cd8a1f53743048d1164dc33d6f32b', 'fixed_ips': [{'subnet_id': '4221c705-213d-4180-a396-2c5104c23771'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:37:39.922728 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b63d0fd3-a483-4142-979e-f30e279381b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:39.970187 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b48cf20b-16e0-4a36-80a2-e99b06fc0de1 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:40.010870 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48cf20b-16e0-4a36-80a2-e99b06fc0de1 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Pushing event deleted for resources: {'Subnet': ['ID=4221c705-213d-4180-a396-2c5104c23771,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server [None req-b63d0fd3-a483-4142-979e-f30e279381b9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4221c705-213d-4180-a396-2c5104c23771: This subnet is being modified by another concurrent operation. Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise value Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise value Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise value Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise value Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise value Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise value Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise exception Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4221c705-213d-4180-a396-2c5104c23771: This subnet is being modified by another concurrent operation. Mar 11 15:37:40.027386 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server Mar 11 15:37:40.054353 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb52f51-c7bc-485d-9af1-7640de9249eb None None] Network 16359a6a-9bf9-4b2b-943f-bdf95b9c84c6 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:37:40.110742 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b48cf20b-16e0-4a36-80a2-e99b06fc0de1 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:40.137265 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-b48cf20b-16e0-4a36-80a2-e99b06fc0de1 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16359a6a-9bf9-4b2b-943f-bdf95b9c84c6']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:40.153207 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-b48cf20b-16e0-4a36-80a2-e99b06fc0de1 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cde17e5-2f65-4f08-9d5c-d4d711e8526e') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:40.153497 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-b48cf20b-16e0-4a36-80a2-e99b06fc0de1 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cde17e5-2f65-4f08-9d5c-d4d711e8526e') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:40.165222 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b48cf20b-16e0-4a36-80a2-e99b06fc0de1 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:40.184279 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b48cf20b-16e0-4a36-80a2-e99b06fc0de1 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:40.193480 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48cf20b-16e0-4a36-80a2-e99b06fc0de1 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:37:40.194107 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b48cf20b-16e0-4a36-80a2-e99b06fc0de1 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:40.216068 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:37:40.216068 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:37:40.216068 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:37:40.216068 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:37:40.216068 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:37:40.216068 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:37:40.216068 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:37:40.216068 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:37:40.216068 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:37:40.216068 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:37:40.216068 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:37:40.216068 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:37:40.216068 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:37:40.216068 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:37:40.216068 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:37:40.216068 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:37:40.216068 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:37:40.216068 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:37:40.216068 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:37:40.216068 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:37:40.216068 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:37:40.216068 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:37:40.216068 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:37:40.216068 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:37:40.216068 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:37:40.216068 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:37:40.216068 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:37:40.216068 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:37:40.216068 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:37:40.216068 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:37:40.216068 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:37:40.216068 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:37:40.248641 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2b0839-ee1a-4c26-8d59-b7ad2a9ce3e7 None None] get_active_networks_info from dv-neutron-833373-1-hyperv {{(pid=83868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 15:37:40.390051 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b48cf20b-16e0-4a36-80a2-e99b06fc0de1 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:40.395066 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2b0839-ee1a-4c26-8d59-b7ad2a9ce3e7 None None] Resources bound (agent type, host, resource id): {{(pid=83868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 15:37:40.407175 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b48cf20b-16e0-4a36-80a2-e99b06fc0de1 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:40.418472 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48cf20b-16e0-4a36-80a2-e99b06fc0de1 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Pushing event deleted for resources: {'Network': ['ID=16359a6a-9bf9-4b2b-943f-bdf95b9c84c6,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:40.429469 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b48cf20b-16e0-4a36-80a2-e99b06fc0de1 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] 10.222.0.31 "DELETE /v2.0/networks/16359a6a-9bf9-4b2b-943f-bdf95b9c84c6 HTTP/1.1" status: 204 len: 168 time: 0.7572937 Mar 11 15:37:40.430017 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42762) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:40.439252 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-ebc3e33c-7e2a-47ca-8075-0a24c8f52d05 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1319774098'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:40.446298 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ebc3e33c-7e2a-47ca-8075-0a24c8f52d05 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:40.452823 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ebc3e33c-7e2a-47ca-8075-0a24c8f52d05 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Usage tracker for resource:network and tenant:772cd8a1f53743048d1164dc33d6f32b is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:40.456807 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ebc3e33c-7e2a-47ca-8075-0a24c8f52d05 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:40.465986 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ebc3e33c-7e2a-47ca-8075-0a24c8f52d05 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:40.477396 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc3e33c-7e2a-47ca-8075-0a24c8f52d05 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Made reservation on behalf of 772cd8a1f53743048d1164dc33d6f32b for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:37:40.481323 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ebc3e33c-7e2a-47ca-8075-0a24c8f52d05 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:40.512217 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebc3e33c-7e2a-47ca-8075-0a24c8f52d05 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:37:40.523804 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ebc3e33c-7e2a-47ca-8075-0a24c8f52d05 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:40.524285 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-ebc3e33c-7e2a-47ca-8075-0a24c8f52d05 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Added segment b05f5241-c3a4-4d64-aaef-75679d30420b of type vlan for network ccc7b034-9fd8-40fe-87ef-5f891bc429de Mar 11 15:37:40.552567 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ebc3e33c-7e2a-47ca-8075-0a24c8f52d05 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:40.583813 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ebc3e33c-7e2a-47ca-8075-0a24c8f52d05 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:40.588961 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc3e33c-7e2a-47ca-8075-0a24c8f52d05 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:40.590035 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ebc3e33c-7e2a-47ca-8075-0a24c8f52d05 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:40.698631 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ebc3e33c-7e2a-47ca-8075-0a24c8f52d05 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2671180 Mar 11 15:37:40.701396 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3e33c-7e2a-47ca-8075-0a24c8f52d05 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Pushing event updated for resources: {'Network': ['ID=ccc7b034-9fd8-40fe-87ef-5f891bc429de,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:40.702607 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42766) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:40.711940 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-59fe1d44-b4b7-4175-bf2a-6e06123fbcdd tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Request body: {'subnet': {'network_id': 'ccc7b034-9fd8-40fe-87ef-5f891bc429de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:40.712767 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network ccc7b034-9fd8-40fe-87ef-5f891bc429de details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:37:40.831806 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-59fe1d44-b4b7-4175-bf2a-6e06123fbcdd tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:40.836339 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-59fe1d44-b4b7-4175-bf2a-6e06123fbcdd tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Usage tracker for resource:subnet and tenant:772cd8a1f53743048d1164dc33d6f32b is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:40.840936 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-59fe1d44-b4b7-4175-bf2a-6e06123fbcdd tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:40.848074 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-59fe1d44-b4b7-4175-bf2a-6e06123fbcdd tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:40.858610 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fe1d44-b4b7-4175-bf2a-6e06123fbcdd tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Made reservation on behalf of 772cd8a1f53743048d1164dc33d6f32b for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:37:40.963818 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-59fe1d44-b4b7-4175-bf2a-6e06123fbcdd tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:41.295323 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.objects.ports [None req-59fe1d44-b4b7-4175-bf2a-6e06123fbcdd tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83867) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 15:37:41.296612 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-59fe1d44-b4b7-4175-bf2a-6e06123fbcdd tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:41.377976 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe1d44-b4b7-4175-bf2a-6e06123fbcdd tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Pushing event updated for resources: {'Subnet': ['ID=e2907d1d-5f56-4367-b726-0d3557c14300,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:41.390697 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fe1d44-b4b7-4175-bf2a-6e06123fbcdd tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Checking segment: {'id': 'b05f5241-c3a4-4d64-aaef-75679d30420b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ccc7b034-9fd8-40fe-87ef-5f891bc429de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:37:41.391052 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fe1d44-b4b7-4175-bf2a-6e06123fbcdd tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Network hostable DHCP agents. Network: ccc7b034-9fd8-40fe-87ef-5f891bc429de, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:37:41.413294 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fe1d44-b4b7-4175-bf2a-6e06123fbcdd tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Network ccc7b034-9fd8-40fe-87ef-5f891bc429de is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:37:41.423371 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-59fe1d44-b4b7-4175-bf2a-6e06123fbcdd tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, ccc7b034-9fd8-40fe-87ef-5f891bc429de) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:37:41.427530 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fe1d44-b4b7-4175-bf2a-6e06123fbcdd tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:41.428133 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-59fe1d44-b4b7-4175-bf2a-6e06123fbcdd tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:41.432497 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa37381-93af-48b9-b235-ac73aaa0f4e1 None None] Network ccc7b034-9fd8-40fe-87ef-5f891bc429de requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:37:41.454011 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-59fe1d44-b4b7-4175-bf2a-6e06123fbcdd tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7498395 Mar 11 15:37:41.456583 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42770) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:41.601486 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-24967292-afde-40d3-b513-7c137f985e27 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:41.659667 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b3a40f-f93f-4752-be8e-26a7fe932724 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-ccc7b034-9fd8-40fe-87ef-5f891bc429de', 'network_id': 'ccc7b034-9fd8-40fe-87ef-5f891bc429de', 'tenant_id': '772cd8a1f53743048d1164dc33d6f32b', 'fixed_ips': [{'subnet_id': 'e2907d1d-5f56-4367-b726-0d3557c14300'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:37:41.660509 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-34b3a40f-f93f-4752-be8e-26a7fe932724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:41.673236 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-24967292-afde-40d3-b513-7c137f985e27 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:41.751710 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-24967292-afde-40d3-b513-7c137f985e27 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:41.792979 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24967292-afde-40d3-b513-7c137f985e27 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Pushing event deleted for resources: {'Subnet': ['ID=e2907d1d-5f56-4367-b726-0d3557c14300,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server [None req-34b3a40f-f93f-4752-be8e-26a7fe932724 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e2907d1d-5f56-4367-b726-0d3557c14300: This subnet is being modified by another concurrent operation. Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise value Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise value Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise value Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise value Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise value Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise value Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise exception Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e2907d1d-5f56-4367-b726-0d3557c14300: This subnet is being modified by another concurrent operation. Mar 11 15:37:41.816175 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server Mar 11 15:37:41.830783 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b65bf59-62d6-4342-990d-ea3330771355 None None] Network ccc7b034-9fd8-40fe-87ef-5f891bc429de requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:37:41.876856 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24967292-afde-40d3-b513-7c137f985e27 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:37:41.877207 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24967292-afde-40d3-b513-7c137f985e27 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:37:41.877554 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24967292-afde-40d3-b513-7c137f985e27 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:37:41.877892 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24967292-afde-40d3-b513-7c137f985e27 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:37:41.878228 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24967292-afde-40d3-b513-7c137f985e27 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:37:41.878565 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24967292-afde-40d3-b513-7c137f985e27 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:37:41.878893 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24967292-afde-40d3-b513-7c137f985e27 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:37:41.879221 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24967292-afde-40d3-b513-7c137f985e27 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:37:41.879548 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24967292-afde-40d3-b513-7c137f985e27 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:37:41.879888 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24967292-afde-40d3-b513-7c137f985e27 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:37:41.880221 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24967292-afde-40d3-b513-7c137f985e27 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:37:41.908949 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-24967292-afde-40d3-b513-7c137f985e27 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:41.936947 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-24967292-afde-40d3-b513-7c137f985e27 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc7b034-9fd8-40fe-87ef-5f891bc429de']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:41.951552 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-24967292-afde-40d3-b513-7c137f985e27 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b05f5241-c3a4-4d64-aaef-75679d30420b') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:41.951935 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-24967292-afde-40d3-b513-7c137f985e27 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b05f5241-c3a4-4d64-aaef-75679d30420b') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:41.964986 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-24967292-afde-40d3-b513-7c137f985e27 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:41.982622 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-24967292-afde-40d3-b513-7c137f985e27 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:41.988772 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24967292-afde-40d3-b513-7c137f985e27 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:37:41.989150 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-24967292-afde-40d3-b513-7c137f985e27 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:42.005736 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:37:42.005736 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:37:42.005736 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:37:42.005736 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:37:42.005736 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:37:42.005736 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:37:42.005736 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:37:42.005736 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:37:42.005736 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:37:42.005736 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:37:42.005736 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:37:42.005736 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:37:42.005736 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:37:42.005736 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:37:42.005736 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:37:42.005736 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:37:42.005736 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:37:42.005736 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:37:42.005736 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:37:42.005736 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:37:42.005736 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:37:42.005736 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:37:42.005736 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:37:42.005736 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:37:42.005736 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:37:42.005736 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:37:42.005736 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:37:42.005736 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:37:42.005736 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:37:42.005736 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:37:42.005736 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:37:42.005736 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:37:42.008299 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ef7190-72a9-406d-8deb-d7707902591b None None] get_active_networks_info from dv-neutron-833373-1-hyperv {{(pid=83868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 15:37:42.089688 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-24967292-afde-40d3-b513-7c137f985e27 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:42.094263 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-24967292-afde-40d3-b513-7c137f985e27 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:42.102437 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ef7190-72a9-406d-8deb-d7707902591b None None] Resources bound (agent type, host, resource id): {{(pid=83868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 15:37:42.123879 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24967292-afde-40d3-b513-7c137f985e27 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Pushing event deleted for resources: {'Network': ['ID=ccc7b034-9fd8-40fe-87ef-5f891bc429de,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:42.127560 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-24967292-afde-40d3-b513-7c137f985e27 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] 10.222.0.31 "DELETE /v2.0/networks/ccc7b034-9fd8-40fe-87ef-5f891bc429de HTTP/1.1" status: 204 len: 168 time: 0.6699626 Mar 11 15:37:42.133120 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42776) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:42.175167 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa1a053d-2d36-4662-bd87-c4674ce4b0cf tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:42.175612 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa1a053d-2d36-4662-bd87-c4674ce4b0cf tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:42.177280 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-aa1a053d-2d36-4662-bd87-c4674ce4b0cf tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] 10.222.0.31 "DELETE /v2.0/subnets/e2907d1d-5f56-4367-b726-0d3557c14300 HTTP/1.1" status: 404 len: 337 time: 0.0430913 Mar 11 15:37:42.179818 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42780) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:42.209368 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d3c9620-fb24-4f4f-a94c-fd7c68259872 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:42.209814 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d3c9620-fb24-4f4f-a94c-fd7c68259872 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:42.211427 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-1d3c9620-fb24-4f4f-a94c-fd7c68259872 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] 10.222.0.31 "DELETE /v2.0/networks/ccc7b034-9fd8-40fe-87ef-5f891bc429de HTTP/1.1" status: 404 len: 339 time: 0.0307102 Mar 11 15:37:42.214529 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42784) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:42.253141 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd74124e-fc43-4b4b-a324-d9122c70c4ee tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:42.253585 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd74124e-fc43-4b4b-a324-d9122c70c4ee tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:42.255214 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-bd74124e-fc43-4b4b-a324-d9122c70c4ee tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] 10.222.0.31 "DELETE /v2.0/subnets/4221c705-213d-4180-a396-2c5104c23771 HTTP/1.1" status: 404 len: 337 time: 0.0396211 Mar 11 15:37:42.257920 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42788) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:42.283507 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-92c55917-f86f-4a04-a2c3-ea76498b01ad tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:42.283951 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92c55917-f86f-4a04-a2c3-ea76498b01ad tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:42.285586 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-92c55917-f86f-4a04-a2c3-ea76498b01ad tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] 10.222.0.31 "DELETE /v2.0/networks/16359a6a-9bf9-4b2b-943f-bdf95b9c84c6 HTTP/1.1" status: 404 len: 339 time: 0.0267735 Mar 11 15:37:42.288378 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42792) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:42.329248 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-56308de3-9c81-4982-8df3-0e130421f099 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:42.329911 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56308de3-9c81-4982-8df3-0e130421f099 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:42.331288 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-56308de3-9c81-4982-8df3-0e130421f099 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] 10.222.0.31 "DELETE /v2.0/subnets/7c1d9cbc-52fb-4303-8e90-434c59edff20 HTTP/1.1" status: 404 len: 337 time: 0.0420136 Mar 11 15:37:42.333958 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42796) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:42.363051 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-9935195f-cfff-46f4-8887-ab12173ceebc tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:42.363492 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9935195f-cfff-46f4-8887-ab12173ceebc tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:42.365194 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9935195f-cfff-46f4-8887-ab12173ceebc tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] 10.222.0.31 "DELETE /v2.0/networks/a4c0c6f6-f1f9-4d66-bdb2-bc494b80c65d HTTP/1.1" status: 404 len: 339 time: 0.0303702 Mar 11 15:37:42.367843 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42800) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:42.433513 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ad21a-5402-4adc-8672-66353e98e0af tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Deleting port 3effa909-7f71-4cbc-9e9c-b6a57074ae3e {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:37:42.433856 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ca0ad21a-5402-4adc-8672-66353e98e0af tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:42.738606 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ca0ad21a-5402-4adc-8672-66353e98e0af tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:42.862947 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ad21a-5402-4adc-8672-66353e98e0af tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Calling delete_port for 3effa909-7f71-4cbc-9e9c-b6a57074ae3e owned by {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:37:42.944232 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ca0ad21a-5402-4adc-8672-66353e98e0af tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:42.995277 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ad21a-5402-4adc-8672-66353e98e0af tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Pushing event deleted for resources: {'Port': ['ID=3effa909-7f71-4cbc-9e9c-b6a57074ae3e,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:43.001853 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ca0ad21a-5402-4adc-8672-66353e98e0af tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:43.007291 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ca0ad21a-5402-4adc-8672-66353e98e0af tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] 10.222.0.31 "DELETE /v2.0/ports/3effa909-7f71-4cbc-9e9c-b6a57074ae3e HTTP/1.1" status: 204 len: 168 time: 0.6384509 Mar 11 15:37:43.010753 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42804) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:43.048617 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-68a5d716-6c3e-4484-bcfc-3736c102bd4e tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:43.049055 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68a5d716-6c3e-4484-bcfc-3736c102bd4e tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:43.050908 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-68a5d716-6c3e-4484-bcfc-3736c102bd4e tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] 10.222.0.31 "DELETE /v2.0/subnets/62d9a9cb-08ec-48cf-a751-cb4d8a0ff56f HTTP/1.1" status: 404 len: 337 time: 0.0390913 Mar 11 15:37:43.053554 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42808) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:43.169660 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-78c66121-7eb4-40be-b692-ec72612759a9 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:43.305980 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-78c66121-7eb4-40be-b692-ec72612759a9 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:43.335402 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-78c66121-7eb4-40be-b692-ec72612759a9 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f86b0e0d-e355-4cc2-9557-6ffca5d6584b']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:43.347944 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-78c66121-7eb4-40be-b692-ec72612759a9 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a43f002-de25-46ad-8226-dcf0c17ebe08') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:43.348270 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-78c66121-7eb4-40be-b692-ec72612759a9 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a43f002-de25-46ad-8226-dcf0c17ebe08') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:43.360513 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-78c66121-7eb4-40be-b692-ec72612759a9 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:43.376693 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-78c66121-7eb4-40be-b692-ec72612759a9 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:43.382805 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78c66121-7eb4-40be-b692-ec72612759a9 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:37:43.383184 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-78c66121-7eb4-40be-b692-ec72612759a9 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:43.398162 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:37:43.398162 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:37:43.398162 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:37:43.398162 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:37:43.398162 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:37:43.398162 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:37:43.398162 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:37:43.398162 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:37:43.398162 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:37:43.398162 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:37:43.398162 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:37:43.398162 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:37:43.398162 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:37:43.398162 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:37:43.398162 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:37:43.398162 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:37:43.398162 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:37:43.398162 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:37:43.398162 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:37:43.398162 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:37:43.398162 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:37:43.398162 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:37:43.398162 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:37:43.398162 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:37:43.398162 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:37:43.398162 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:37:43.398162 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:37:43.398162 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:37:43.398162 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:37:43.398162 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:37:43.398162 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:37:43.398162 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:37:43.478081 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-78c66121-7eb4-40be-b692-ec72612759a9 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:43.499697 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-78c66121-7eb4-40be-b692-ec72612759a9 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:43.509610 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c66121-7eb4-40be-b692-ec72612759a9 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Pushing event deleted for resources: {'Network': ['ID=f86b0e0d-e355-4cc2-9557-6ffca5d6584b,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:43.511797 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-78c66121-7eb4-40be-b692-ec72612759a9 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] 10.222.0.31 "DELETE /v2.0/networks/f86b0e0d-e355-4cc2-9557-6ffca5d6584b HTTP/1.1" status: 204 len: 168 time: 0.4573312 Mar 11 15:37:43.514368 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42812) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:43.579927 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-b0aad833-9bad-42f6-9d74-c588c8f782f6 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Deleting port fb941e5b-29b7-44eb-9a4d-5c8294ab08cd {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:37:43.580204 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b0aad833-9bad-42f6-9d74-c588c8f782f6 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:43.792462 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b0aad833-9bad-42f6-9d74-c588c8f782f6 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:43.914672 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-b0aad833-9bad-42f6-9d74-c588c8f782f6 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Calling delete_port for fb941e5b-29b7-44eb-9a4d-5c8294ab08cd owned by {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:37:43.988789 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b0aad833-9bad-42f6-9d74-c588c8f782f6 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:44.124533 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aad833-9bad-42f6-9d74-c588c8f782f6 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Pushing event deleted for resources: {'Port': ['ID=fb941e5b-29b7-44eb-9a4d-5c8294ab08cd,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:44.131176 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b0aad833-9bad-42f6-9d74-c588c8f782f6 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:44.138552 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b0aad833-9bad-42f6-9d74-c588c8f782f6 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] 10.222.0.31 "DELETE /v2.0/ports/fb941e5b-29b7-44eb-9a4d-5c8294ab08cd HTTP/1.1" status: 204 len: 168 time: 0.6232023 Mar 11 15:37:44.141547 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42816) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:44.184633 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-65879a3c-85ca-49ef-babf-edc9796b11ec tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] DELETE failed (client error): The resource could not be found. Mar 11 15:37:44.185022 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65879a3c-85ca-49ef-babf-edc9796b11ec tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 15:37:44.186740 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-65879a3c-85ca-49ef-babf-edc9796b11ec tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] 10.222.0.31 "DELETE /v2.0/subnets/cc51db3f-31f3-4e89-b7ec-18f27c5f2cac HTTP/1.1" status: 404 len: 337 time: 0.0442407 Mar 11 15:37:44.189868 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42820) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:44.311845 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f6a4c22a-2a6d-4ead-979b-a233f44f0619 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:44.446750 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f6a4c22a-2a6d-4ead-979b-a233f44f0619 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:44.480793 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-f6a4c22a-2a6d-4ead-979b-a233f44f0619 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['768f4684-78b2-4673-b684-49cdb98a0ea6']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:44.493646 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-f6a4c22a-2a6d-4ead-979b-a233f44f0619 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce530dc5-dbe5-41a7-b027-b7fda1c24d92') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:44.493940 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-f6a4c22a-2a6d-4ead-979b-a233f44f0619 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce530dc5-dbe5-41a7-b027-b7fda1c24d92') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:44.505905 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f6a4c22a-2a6d-4ead-979b-a233f44f0619 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:44.523901 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f6a4c22a-2a6d-4ead-979b-a233f44f0619 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:44.531398 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6a4c22a-2a6d-4ead-979b-a233f44f0619 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:37:44.531792 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f6a4c22a-2a6d-4ead-979b-a233f44f0619 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:44.550811 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:37:44.550811 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:37:44.550811 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:37:44.550811 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:37:44.550811 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:37:44.550811 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:37:44.550811 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:37:44.550811 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:37:44.550811 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:37:44.550811 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:37:44.550811 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:37:44.550811 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:37:44.550811 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:37:44.550811 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:37:44.550811 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:37:44.550811 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:37:44.550811 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:37:44.550811 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:37:44.550811 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:37:44.550811 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:37:44.550811 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:37:44.550811 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:37:44.550811 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:37:44.550811 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:37:44.550811 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:37:44.550811 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:37:44.550811 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:37:44.550811 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:37:44.550811 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:37:44.550811 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:37:44.550811 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:37:44.550811 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:37:44.629455 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f6a4c22a-2a6d-4ead-979b-a233f44f0619 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:44.646593 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f6a4c22a-2a6d-4ead-979b-a233f44f0619 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:44.657115 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a4c22a-2a6d-4ead-979b-a233f44f0619 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Pushing event deleted for resources: {'Network': ['ID=768f4684-78b2-4673-b684-49cdb98a0ea6,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:44.660131 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-f6a4c22a-2a6d-4ead-979b-a233f44f0619 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] 10.222.0.31 "DELETE /v2.0/networks/768f4684-78b2-4673-b684-49cdb98a0ea6 HTTP/1.1" status: 204 len: 168 time: 0.4688420 Mar 11 15:37:44.662668 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42824) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:44.853212 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-b240e576-2f21-4e21-a830-f8398e9e7442 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Deleting subnet 2d26042b-6e33-4b11-b2c1-488ab5649432 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:37:44.856551 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b240e576-2f21-4e21-a830-f8398e9e7442 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:44.908345 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b240e576-2f21-4e21-a830-f8398e9e7442 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:44.992629 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b240e576-2f21-4e21-a830-f8398e9e7442 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:45.070535 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b240e576-2f21-4e21-a830-f8398e9e7442 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:45.110257 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240e576-2f21-4e21-a830-f8398e9e7442 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Pushing event deleted for resources: {'Subnet': ['ID=2d26042b-6e33-4b11-b2c1-488ab5649432,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:45.116615 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b240e576-2f21-4e21-a830-f8398e9e7442 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:45.123998 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5d4dc5-d4a1-4d81-9107-3343b0422e75 None None] Network 3c6fce7a-e674-4326-b0e4-c65bc089c3d7 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:37:45.128369 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b240e576-2f21-4e21-a830-f8398e9e7442 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] 10.222.0.31 "DELETE /v2.0/subnets/2d26042b-6e33-4b11-b2c1-488ab5649432 HTTP/1.1" status: 204 len: 168 time: 0.4646847 Mar 11 15:37:45.130694 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42828) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:45.250817 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c1f7eaf8-3496-46de-86a8-8e8796ce1ea6 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:45.262082 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-c1f7eaf8-3496-46de-86a8-8e8796ce1ea6 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Deleting port d91bbea5-c015-442b-afe4-34baa7102d4d {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:37:45.262416 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c1f7eaf8-3496-46de-86a8-8e8796ce1ea6 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:45.383289 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87f5f45-3000-4b8e-90f0-b256521252bc None None] DHCP port deletion for 3c6fce7a-e674-4326-b0e4-c65bc089c3d7 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:37:45.388058 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-c87f5f45-3000-4b8e-90f0-b256521252bc None None] Deleting port d91bbea5-c015-442b-afe4-34baa7102d4d {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:37:45.388461 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c87f5f45-3000-4b8e-90f0-b256521252bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:45.479169 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-c1f7eaf8-3496-46de-86a8-8e8796ce1ea6 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] For port d91bbea5-c015-442b-afe4-34baa7102d4d, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=d91bbea5-c015-442b-afe4-34baa7102d4d,segment=NetworkSegment(3b3fd699-2baf-4727-804c-c7d27fdc3d14),segment_id=3b3fd699-2baf-4727-804c-c7d27fdc3d14)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:37:45.480132 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c1f7eaf8-3496-46de-86a8-8e8796ce1ea6 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:45.609563 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-c1f7eaf8-3496-46de-86a8-8e8796ce1ea6 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Calling delete_port for d91bbea5-c015-442b-afe4-34baa7102d4d owned by network:dhcp {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:37:45.622438 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:45.658205 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-c87f5f45-3000-4b8e-90f0-b256521252bc None None] For port d91bbea5-c015-442b-afe4-34baa7102d4d, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=d91bbea5-c015-442b-afe4-34baa7102d4d,segment=NetworkSegment(3b3fd699-2baf-4727-804c-c7d27fdc3d14),segment_id=3b3fd699-2baf-4727-804c-c7d27fdc3d14)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:37:45.658509 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c87f5f45-3000-4b8e-90f0-b256521252bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:45.703207 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c1f7eaf8-3496-46de-86a8-8e8796ce1ea6 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:45.781600 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device d91bbea5-c015-442b-afe4-34baa7102d4d no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:37:45.818046 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-c87f5f45-3000-4b8e-90f0-b256521252bc None None] Calling delete_port for d91bbea5-c015-442b-afe4-34baa7102d4d owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:37:45.851682 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7eaf8-3496-46de-86a8-8e8796ce1ea6 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Pushing event deleted for resources: {'Port': ['ID=d91bbea5-c015-442b-afe4-34baa7102d4d,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:45.859302 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f7eaf8-3496-46de-86a8-8e8796ce1ea6 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] No DVR routers for this DVR port d91bbea5-c015-442b-afe4-34baa7102d4d on host dv-neutron-833373-1-hyperv {{(pid=83867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:37:45.868736 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: d91bbea5-c015-442b-afe4-34baa7102d4d {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:37:45.869622 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device d91bbea5-c015-442b-afe4-34baa7102d4d not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:37:45.903234 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-c87f5f45-3000-4b8e-90f0-b256521252bc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:37:45.903597 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-c87f5f45-3000-4b8e-90f0-b256521252bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:37:45.999739 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c1f7eaf8-3496-46de-86a8-8e8796ce1ea6 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:46.025292 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-c1f7eaf8-3496-46de-86a8-8e8796ce1ea6 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c6fce7a-e674-4326-b0e4-c65bc089c3d7']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:46.037671 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-c1f7eaf8-3496-46de-86a8-8e8796ce1ea6 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b3fd699-2baf-4727-804c-c7d27fdc3d14') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:46.037968 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-c1f7eaf8-3496-46de-86a8-8e8796ce1ea6 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b3fd699-2baf-4727-804c-c7d27fdc3d14') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:37:46.049783 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c1f7eaf8-3496-46de-86a8-8e8796ce1ea6 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:46.065512 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c1f7eaf8-3496-46de-86a8-8e8796ce1ea6 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:46.071406 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1f7eaf8-3496-46de-86a8-8e8796ce1ea6 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:37:46.071786 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c1f7eaf8-3496-46de-86a8-8e8796ce1ea6 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:46.091063 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:37:46.091063 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:37:46.091063 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:37:46.091063 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:37:46.091063 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:37:46.091063 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:37:46.091063 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:37:46.091063 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:37:46.091063 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:37:46.091063 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:37:46.091063 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:37:46.091063 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:37:46.091063 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:37:46.091063 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:37:46.091063 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:37:46.091063 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:37:46.091063 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:37:46.091063 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:37:46.091063 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:37:46.091063 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:37:46.091063 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:37:46.091063 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:37:46.091063 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:37:46.091063 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:37:46.091063 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:37:46.091063 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:37:46.091063 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:37:46.091063 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:37:46.091063 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:37:46.091063 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:37:46.091063 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:37:46.091063 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:37:46.170329 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c1f7eaf8-3496-46de-86a8-8e8796ce1ea6 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:46.187482 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c1f7eaf8-3496-46de-86a8-8e8796ce1ea6 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:46.198636 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7eaf8-3496-46de-86a8-8e8796ce1ea6 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] Pushing event deleted for resources: {'Network': ['ID=3c6fce7a-e674-4326-b0e4-c65bc089c3d7,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:46.202835 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c1f7eaf8-3496-46de-86a8-8e8796ce1ea6 tempest-NetworksIpV6TestAttrs-1715228567 tempest-NetworksIpV6TestAttrs-1715228567-project] 10.222.0.31 "DELETE /v2.0/networks/3c6fce7a-e674-4326-b0e4-c65bc089c3d7 HTTP/1.1" status: 204 len: 168 time: 1.0711641 Mar 11 15:37:46.405208 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-c87f5f45-3000-4b8e-90f0-b256521252bc None None] Deleting port d91bbea5-c015-442b-afe4-34baa7102d4d {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:37:46.405657 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c87f5f45-3000-4b8e-90f0-b256521252bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:46.476973 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-c87f5f45-3000-4b8e-90f0-b256521252bc None None] The port 'd91bbea5-c015-442b-afe4-34baa7102d4d' was deleted {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 15:37:46.503564 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42838) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:46.692017 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c1f7d6dc-142c-44a7-91d4-59b1f952cb1a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=772cd8a1f53743048d1164dc33d6f32b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1872168 Mar 11 15:37:46.694447 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42844) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:46.753597 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-67522a85-24ac-40ca-9a20-fbfb53070c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:46.783403 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-67522a85-24ac-40ca-9a20-fbfb53070c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:46.840729 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-67522a85-24ac-40ca-9a20-fbfb53070c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:46.855549 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67522a85-24ac-40ca-9a20-fbfb53070c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f6403b-de65-42d1-9a75-a8f09d72a255,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:46.862458 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-67522a85-24ac-40ca-9a20-fbfb53070c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:46.864913 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-67522a85-24ac-40ca-9a20-fbfb53070c92 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d3f6403b-de65-42d1-9a75-a8f09d72a255 HTTP/1.1" status: 204 len: 168 time: 0.1691716 Mar 11 15:37:47.711552 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42866) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:47.842442 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-62d4e15e-8dc4-4fff-bef4-51ca9ffd69c7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Request body: {'security_group': {'name': 'tempest-secgroup--78413589'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:47.848431 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-62d4e15e-8dc4-4fff-bef4-51ca9ffd69c7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:47.852297 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-62d4e15e-8dc4-4fff-bef4-51ca9ffd69c7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Usage tracker for resource:security_group and tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:47.855898 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-62d4e15e-8dc4-4fff-bef4-51ca9ffd69c7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:47.862294 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-62d4e15e-8dc4-4fff-bef4-51ca9ffd69c7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:47.872481 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-62d4e15e-8dc4-4fff-bef4-51ca9ffd69c7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:47.886222 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-62d4e15e-8dc4-4fff-bef4-51ca9ffd69c7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:47.919332 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-62d4e15e-8dc4-4fff-bef4-51ca9ffd69c7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:47.923158 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-62d4e15e-8dc4-4fff-bef4-51ca9ffd69c7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Usage tracker for resource:security_group_rule and tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:47.926368 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-62d4e15e-8dc4-4fff-bef4-51ca9ffd69c7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:47.932565 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-62d4e15e-8dc4-4fff-bef4-51ca9ffd69c7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:48.003075 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-62d4e15e-8dc4-4fff-bef4-51ca9ffd69c7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:48.006937 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-62d4e15e-8dc4-4fff-bef4-51ca9ffd69c7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:48.052015 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d4e15e-8dc4-4fff-bef4-51ca9ffd69c7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1180001-a677-4b1a-8b99-8330e790a3e9,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:48.054364 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-62d4e15e-8dc4-4fff-bef4-51ca9ffd69c7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:48.059977 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-62d4e15e-8dc4-4fff-bef4-51ca9ffd69c7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Usage tracker for resource:security_group_rule and tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:48.064420 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-62d4e15e-8dc4-4fff-bef4-51ca9ffd69c7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:48.072082 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d4e15e-8dc4-4fff-bef4-51ca9ffd69c7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:37:48.072476 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d4e15e-8dc4-4fff-bef4-51ca9ffd69c7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:37:48.072813 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d4e15e-8dc4-4fff-bef4-51ca9ffd69c7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:37:48.073139 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d4e15e-8dc4-4fff-bef4-51ca9ffd69c7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:37:48.073460 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d4e15e-8dc4-4fff-bef4-51ca9ffd69c7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:37:48.073776 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d4e15e-8dc4-4fff-bef4-51ca9ffd69c7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:37:48.074090 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d4e15e-8dc4-4fff-bef4-51ca9ffd69c7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:37:48.074405 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d4e15e-8dc4-4fff-bef4-51ca9ffd69c7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:37:48.074718 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d4e15e-8dc4-4fff-bef4-51ca9ffd69c7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:37:48.075027 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d4e15e-8dc4-4fff-bef4-51ca9ffd69c7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:37:48.075515 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d4e15e-8dc4-4fff-bef4-51ca9ffd69c7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:37:48.079901 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-62d4e15e-8dc4-4fff-bef4-51ca9ffd69c7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:48.148993 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-62d4e15e-8dc4-4fff-bef4-51ca9ffd69c7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:48.158649 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-62d4e15e-8dc4-4fff-bef4-51ca9ffd69c7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:48.209066 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d4e15e-8dc4-4fff-bef4-51ca9ffd69c7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32c8e2bc-df67-4a00-9621-ce5b216d7f75,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:48.211680 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-62d4e15e-8dc4-4fff-bef4-51ca9ffd69c7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:48.215968 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-62d4e15e-8dc4-4fff-bef4-51ca9ffd69c7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5004163 Mar 11 15:37:48.216438 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42872) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:48.282926 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-91d758c4-789a-4afe-8c8a-370d93c6da29 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Synchronizing usage tracker for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:37:48.302270 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-91d758c4-789a-4afe-8c8a-370d93c6da29 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Unset dirty status for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:37:48.303583 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-91d758c4-789a-4afe-8c8a-370d93c6da29 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4005 time: 0.0861752 Mar 11 15:37:48.306560 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42876) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:48.312582 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-75a019dc-7b8b-4be9-91ec-d3242c88d592 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Request body: {'security_group': {'name': 'tempest-security--489035507', 'description': 'tempest-security-description-913397083'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:48.345025 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-75a019dc-7b8b-4be9-91ec-d3242c88d592 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:48.405384 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-75a019dc-7b8b-4be9-91ec-d3242c88d592 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:48.408764 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-75a019dc-7b8b-4be9-91ec-d3242c88d592 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:48.411015 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-75a019dc-7b8b-4be9-91ec-d3242c88d592 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:48.412226 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-75a019dc-7b8b-4be9-91ec-d3242c88d592 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "PUT /v2.0/security-groups/32c8e2bc-df67-4a00-9621-ce5b216d7f75 HTTP/1.1" status: 200 len: 1610 time: 0.1046484 Mar 11 15:37:48.414980 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42880) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:48.444309 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a019dc-7b8b-4be9-91ec-d3242c88d592 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32c8e2bc-df67-4a00-9621-ce5b216d7f75,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:48.467128 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-473e9a73-5e97-491b-a799-f610e5a55b65 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "GET /v2.0/security-groups/32c8e2bc-df67-4a00-9621-ce5b216d7f75 HTTP/1.1" status: 200 len: 1610 time: 0.0508142 Mar 11 15:37:48.469875 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42884) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:48.540429 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1d553fa1-dbd8-44b3-8ef2-d84cc173676a tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:48.567259 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1d553fa1-dbd8-44b3-8ef2-d84cc173676a tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:48.613030 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1d553fa1-dbd8-44b3-8ef2-d84cc173676a tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:48.631843 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d553fa1-dbd8-44b3-8ef2-d84cc173676a tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c8e2bc-df67-4a00-9621-ce5b216d7f75,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:48.645451 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1d553fa1-dbd8-44b3-8ef2-d84cc173676a tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:48.646584 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-1d553fa1-dbd8-44b3-8ef2-d84cc173676a tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "DELETE /v2.0/security-groups/32c8e2bc-df67-4a00-9621-ce5b216d7f75 HTTP/1.1" status: 204 len: 168 time: 0.1758068 Mar 11 15:37:48.649096 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42888) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:48.700543 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-b2f5bcfc-06db-4623-8693-988fb4dad582 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Synchronizing usage tracker for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:37:48.715795 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-b2f5bcfc-06db-4623-8693-988fb4dad582 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Unset dirty status for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:37:48.717054 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b2f5bcfc-06db-4623-8693-988fb4dad582 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0670197 Mar 11 15:37:48.719835 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42892) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:48.736386 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.api.v2.resource [None req-e8d17517-be65-4960-b751-dd1449400851 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] delete failed (client error): The resource could not be found. Mar 11 15:37:48.737330 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e8d17517-be65-4960-b751-dd1449400851 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "DELETE /v2.0/security-groups/32c8e2bc-df67-4a00-9621-ce5b216d7f75 HTTP/1.1" status: 404 len: 347 time: 0.0166457 Mar 11 15:37:48.740950 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42896) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:48.746499 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-585cda2e-d76c-48f2-adfd-b7c5a7ccf2ce tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Request body: {'security_group': {'name': 'tempest-secgroup--453286455'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:48.752560 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-585cda2e-d76c-48f2-adfd-b7c5a7ccf2ce tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:48.768379 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-585cda2e-d76c-48f2-adfd-b7c5a7ccf2ce tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:48.779958 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-585cda2e-d76c-48f2-adfd-b7c5a7ccf2ce tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:48.819970 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-585cda2e-d76c-48f2-adfd-b7c5a7ccf2ce tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:48.825562 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-585cda2e-d76c-48f2-adfd-b7c5a7ccf2ce tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Usage tracker for resource:security_group_rule and tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:48.828435 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-585cda2e-d76c-48f2-adfd-b7c5a7ccf2ce tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:48.834288 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-585cda2e-d76c-48f2-adfd-b7c5a7ccf2ce tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:48.895046 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-585cda2e-d76c-48f2-adfd-b7c5a7ccf2ce tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:48.899224 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-585cda2e-d76c-48f2-adfd-b7c5a7ccf2ce tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:48.947962 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585cda2e-d76c-48f2-adfd-b7c5a7ccf2ce tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f455760-43bd-47ed-9ec5-955e84d49de7,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:48.955167 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-585cda2e-d76c-48f2-adfd-b7c5a7ccf2ce tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:48.956477 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-585cda2e-d76c-48f2-adfd-b7c5a7ccf2ce tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2146201 Mar 11 15:37:48.960692 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42900) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:48.966748 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-2b3609da-2762-4f77-8050-b7663bc4232a tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Request body: {'security_group_rule': {'security_group_id': '2f455760-43bd-47ed-9ec5-955e84d49de7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:48.973169 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-2b3609da-2762-4f77-8050-b7663bc4232a tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:48.980813 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-2b3609da-2762-4f77-8050-b7663bc4232a tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Usage tracker for resource:security_group_rule and tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:48.984300 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-2b3609da-2762-4f77-8050-b7663bc4232a tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:48.990335 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-2b3609da-2762-4f77-8050-b7663bc4232a tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:49.007900 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2b3609da-2762-4f77-8050-b7663bc4232a tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:49.070515 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2b3609da-2762-4f77-8050-b7663bc4232a tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:49.075623 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2b3609da-2762-4f77-8050-b7663bc4232a tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:49.099798 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3609da-2762-4f77-8050-b7663bc4232a tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81297e73-b987-4abb-bec1-e81576c39c77,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:49.115176 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2b3609da-2762-4f77-8050-b7663bc4232a tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:49.116428 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-2b3609da-2762-4f77-8050-b7663bc4232a tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1547990 Mar 11 15:37:49.119561 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42904) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:49.151006 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-496ff5df-3573-4fe7-bd4a-c106dab896ef tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:49.162008 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-496ff5df-3573-4fe7-bd4a-c106dab896ef tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:49.190059 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-496ff5df-3573-4fe7-bd4a-c106dab896ef tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:49.207163 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ff5df-3573-4fe7-bd4a-c106dab896ef tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81297e73-b987-4abb-bec1-e81576c39c77,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:49.210366 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-496ff5df-3573-4fe7-bd4a-c106dab896ef tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:49.211470 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-496ff5df-3573-4fe7-bd4a-c106dab896ef tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/81297e73-b987-4abb-bec1-e81576c39c77 HTTP/1.1" status: 204 len: 168 time: 0.0907435 Mar 11 15:37:49.214576 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42908) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:49.260924 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ee05f33a-a9a4-48fd-acdb-9fe097daf08f tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Synchronizing usage tracker for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group_rule {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:37:49.277575 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ee05f33a-a9a4-48fd-acdb-9fe097daf08f tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Unset dirty status for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group_rule {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:37:49.278938 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ee05f33a-a9a4-48fd-acdb-9fe097daf08f tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0632880 Mar 11 15:37:49.281934 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42912) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:49.345577 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3923f7ec-21cc-442d-b816-ca0a7abf1033 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:49.372527 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3923f7ec-21cc-442d-b816-ca0a7abf1033 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:49.416766 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3923f7ec-21cc-442d-b816-ca0a7abf1033 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:49.437211 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923f7ec-21cc-442d-b816-ca0a7abf1033 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f455760-43bd-47ed-9ec5-955e84d49de7,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:49.452035 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3923f7ec-21cc-442d-b816-ca0a7abf1033 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:49.453172 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-3923f7ec-21cc-442d-b816-ca0a7abf1033 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "DELETE /v2.0/security-groups/2f455760-43bd-47ed-9ec5-955e84d49de7 HTTP/1.1" status: 204 len: 168 time: 0.1703231 Mar 11 15:37:49.455670 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42916) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:49.507909 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-009ec70d-49e1-450b-a9b2-285ce235dc13 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Synchronizing usage tracker for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:37:49.527512 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-009ec70d-49e1-450b-a9b2-285ce235dc13 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Unset dirty status for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:37:49.529036 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-009ec70d-49e1-450b-a9b2-285ce235dc13 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0724154 Mar 11 15:37:49.533520 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42920) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:49.538869 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-b0be1518-2148-4856-b95b-ee8f2616d209 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Request body: {'security_group': {'name': 'tempest-secgroup--2069918930'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:49.545768 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-b0be1518-2148-4856-b95b-ee8f2616d209 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:49.555796 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-b0be1518-2148-4856-b95b-ee8f2616d209 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:49.566529 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b0be1518-2148-4856-b95b-ee8f2616d209 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:49.602018 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-b0be1518-2148-4856-b95b-ee8f2616d209 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:49.606245 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-b0be1518-2148-4856-b95b-ee8f2616d209 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Usage tracker for resource:security_group_rule and tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:49.609064 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-b0be1518-2148-4856-b95b-ee8f2616d209 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:49.614661 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-b0be1518-2148-4856-b95b-ee8f2616d209 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:49.670097 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b0be1518-2148-4856-b95b-ee8f2616d209 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:49.673766 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b0be1518-2148-4856-b95b-ee8f2616d209 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:49.718463 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be1518-2148-4856-b95b-ee8f2616d209 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb55ef7e-7d70-4b24-ad6b-334ae188b294,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:49.728361 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b0be1518-2148-4856-b95b-ee8f2616d209 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:49.729601 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b0be1518-2148-4856-b95b-ee8f2616d209 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.1951389 Mar 11 15:37:49.732319 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42924) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:49.737696 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-0ffda196-22ef-40d7-aff4-ababc60a0665 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Request body: {'security_group_rule': {'security_group_id': 'cb55ef7e-7d70-4b24-ad6b-334ae188b294', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:49.743454 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0ffda196-22ef-40d7-aff4-ababc60a0665 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:49.748314 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0ffda196-22ef-40d7-aff4-ababc60a0665 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Usage tracker for resource:security_group_rule and tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:49.751140 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0ffda196-22ef-40d7-aff4-ababc60a0665 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:49.756724 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0ffda196-22ef-40d7-aff4-ababc60a0665 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:49.774475 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0ffda196-22ef-40d7-aff4-ababc60a0665 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:49.840678 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0ffda196-22ef-40d7-aff4-ababc60a0665 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:49.844401 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0ffda196-22ef-40d7-aff4-ababc60a0665 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:49.868450 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffda196-22ef-40d7-aff4-ababc60a0665 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6f19b59-44b7-4e3f-a33f-940d9c54bf37,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:49.881533 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0ffda196-22ef-40d7-aff4-ababc60a0665 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:49.882713 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0ffda196-22ef-40d7-aff4-ababc60a0665 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1494882 Mar 11 15:37:49.885657 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42928) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:49.891103 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-539ff0f8-959e-4a14-9775-8c46d195d082 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Request body: {'security_group_rule': {'security_group_id': 'cb55ef7e-7d70-4b24-ad6b-334ae188b294', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:49.896889 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-539ff0f8-959e-4a14-9775-8c46d195d082 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:49.901683 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-539ff0f8-959e-4a14-9775-8c46d195d082 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Usage tracker for resource:security_group_rule and tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:49.904629 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-539ff0f8-959e-4a14-9775-8c46d195d082 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:49.910226 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-539ff0f8-959e-4a14-9775-8c46d195d082 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:49.927293 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-539ff0f8-959e-4a14-9775-8c46d195d082 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:49.990290 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-539ff0f8-959e-4a14-9775-8c46d195d082 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:49.993773 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-539ff0f8-959e-4a14-9775-8c46d195d082 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:50.017875 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ff0f8-959e-4a14-9775-8c46d195d082 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed195db9-40f1-45a6-b426-e671773f85c8,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:50.031681 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-539ff0f8-959e-4a14-9775-8c46d195d082 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:50.032779 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-539ff0f8-959e-4a14-9775-8c46d195d082 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1462207 Mar 11 15:37:50.035906 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42934) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:50.042358 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-2c17ef58-e3ef-4fd2-8665-a0c46747680b tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Request body: {'security_group_rule': {'security_group_id': 'cb55ef7e-7d70-4b24-ad6b-334ae188b294', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:50.048280 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-2c17ef58-e3ef-4fd2-8665-a0c46747680b tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:50.052609 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-2c17ef58-e3ef-4fd2-8665-a0c46747680b tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Usage tracker for resource:security_group_rule and tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:50.055679 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-2c17ef58-e3ef-4fd2-8665-a0c46747680b tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:50.062679 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-2c17ef58-e3ef-4fd2-8665-a0c46747680b tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:50.079355 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2c17ef58-e3ef-4fd2-8665-a0c46747680b tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:50.143443 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2c17ef58-e3ef-4fd2-8665-a0c46747680b tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:50.148229 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2c17ef58-e3ef-4fd2-8665-a0c46747680b tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:50.172974 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17ef58-e3ef-4fd2-8665-a0c46747680b tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a04d54e-f800-415e-86bd-7dcb4b73cacd,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:50.186735 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2c17ef58-e3ef-4fd2-8665-a0c46747680b tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:50.187896 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-2c17ef58-e3ef-4fd2-8665-a0c46747680b tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1510646 Mar 11 15:37:50.190589 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42938) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:50.195871 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-6300503d-9ce1-47c8-b44b-650e3018fba5 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Request body: {'security_group_rule': {'security_group_id': 'cb55ef7e-7d70-4b24-ad6b-334ae188b294', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:50.202443 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-6300503d-9ce1-47c8-b44b-650e3018fba5 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:50.206524 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-6300503d-9ce1-47c8-b44b-650e3018fba5 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Usage tracker for resource:security_group_rule and tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:50.209388 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-6300503d-9ce1-47c8-b44b-650e3018fba5 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:50.216152 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-6300503d-9ce1-47c8-b44b-650e3018fba5 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:50.234068 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6300503d-9ce1-47c8-b44b-650e3018fba5 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:50.301945 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6300503d-9ce1-47c8-b44b-650e3018fba5 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:50.305590 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6300503d-9ce1-47c8-b44b-650e3018fba5 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:50.330636 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300503d-9ce1-47c8-b44b-650e3018fba5 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af76b83b-f1c0-4a9a-8516-fb00e9dca3f0,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:50.343902 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6300503d-9ce1-47c8-b44b-650e3018fba5 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:50.345097 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-6300503d-9ce1-47c8-b44b-650e3018fba5 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1536095 Mar 11 15:37:50.347753 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42942) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:50.353107 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-9e18ec5e-3b88-49b6-9ca3-2c7beaa49ee1 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Request body: {'security_group_rule': {'security_group_id': 'cb55ef7e-7d70-4b24-ad6b-334ae188b294', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:50.359310 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-9e18ec5e-3b88-49b6-9ca3-2c7beaa49ee1 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:50.363286 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-9e18ec5e-3b88-49b6-9ca3-2c7beaa49ee1 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Usage tracker for resource:security_group_rule and tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:50.366100 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-9e18ec5e-3b88-49b6-9ca3-2c7beaa49ee1 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:50.372134 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-9e18ec5e-3b88-49b6-9ca3-2c7beaa49ee1 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:50.388577 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9e18ec5e-3b88-49b6-9ca3-2c7beaa49ee1 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:50.452316 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9e18ec5e-3b88-49b6-9ca3-2c7beaa49ee1 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:50.456215 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9e18ec5e-3b88-49b6-9ca3-2c7beaa49ee1 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:50.480618 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18ec5e-3b88-49b6-9ca3-2c7beaa49ee1 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1204fd45-e003-4c66-b70b-ee07cc1634ac,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:50.493165 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9e18ec5e-3b88-49b6-9ca3-2c7beaa49ee1 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:50.494765 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9e18ec5e-3b88-49b6-9ca3-2c7beaa49ee1 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.1455505 Mar 11 15:37:50.497783 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42946) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:50.528318 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2d2debd9-467b-4e72-b308-6247fc958bd7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:50.538558 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2d2debd9-467b-4e72-b308-6247fc958bd7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:50.562198 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2d2debd9-467b-4e72-b308-6247fc958bd7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:50.581297 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2debd9-467b-4e72-b308-6247fc958bd7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1204fd45-e003-4c66-b70b-ee07cc1634ac,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:50.583135 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2d2debd9-467b-4e72-b308-6247fc958bd7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:50.584232 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-2d2debd9-467b-4e72-b308-6247fc958bd7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/1204fd45-e003-4c66-b70b-ee07cc1634ac HTTP/1.1" status: 204 len: 168 time: 0.0855391 Mar 11 15:37:50.586882 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42950) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:50.640052 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f0988a07-0be1-4657-9da6-d25a95810fb5 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Synchronizing usage tracker for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group_rule {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:37:50.655906 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f0988a07-0be1-4657-9da6-d25a95810fb5 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Unset dirty status for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group_rule {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:37:50.657147 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f0988a07-0be1-4657-9da6-d25a95810fb5 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.0693331 Mar 11 15:37:50.659990 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42954) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:50.689126 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-649b77c4-5de2-4f99-84ce-47912b3a17d4 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:50.700191 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-649b77c4-5de2-4f99-84ce-47912b3a17d4 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:50.723782 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-649b77c4-5de2-4f99-84ce-47912b3a17d4 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:50.741498 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b77c4-5de2-4f99-84ce-47912b3a17d4 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af76b83b-f1c0-4a9a-8516-fb00e9dca3f0,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:50.749412 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-649b77c4-5de2-4f99-84ce-47912b3a17d4 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:50.750654 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-649b77c4-5de2-4f99-84ce-47912b3a17d4 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/af76b83b-f1c0-4a9a-8516-fb00e9dca3f0 HTTP/1.1" status: 204 len: 168 time: 0.0897698 Mar 11 15:37:50.802197 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42958) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:50.852365 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-7fa7cc4e-b8eb-4802-97e4-0490692583fb tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Synchronizing usage tracker for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group_rule {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:37:50.867830 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-7fa7cc4e-b8eb-4802-97e4-0490692583fb tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Unset dirty status for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group_rule {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:37:50.869606 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-7fa7cc4e-b8eb-4802-97e4-0490692583fb tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.0660522 Mar 11 15:37:50.872810 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42962) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:50.902521 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f37b5852-1cfc-4479-aeb5-079f16be8af7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:50.912582 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f37b5852-1cfc-4479-aeb5-079f16be8af7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:50.936789 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f37b5852-1cfc-4479-aeb5-079f16be8af7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:50.956155 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b5852-1cfc-4479-aeb5-079f16be8af7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a04d54e-f800-415e-86bd-7dcb4b73cacd,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:50.961526 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f37b5852-1cfc-4479-aeb5-079f16be8af7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:50.962600 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f37b5852-1cfc-4479-aeb5-079f16be8af7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/2a04d54e-f800-415e-86bd-7dcb4b73cacd HTTP/1.1" status: 204 len: 168 time: 0.0888755 Mar 11 15:37:50.965872 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42966) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:51.014503 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-c38d6b7d-e5b8-4918-aaed-11024ea68fa0 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Synchronizing usage tracker for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group_rule {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:37:51.030432 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-c38d6b7d-e5b8-4918-aaed-11024ea68fa0 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Unset dirty status for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group_rule {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:37:51.031687 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c38d6b7d-e5b8-4918-aaed-11024ea68fa0 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.0649314 Mar 11 15:37:51.034797 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42970) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:51.064352 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f969f0ae-5594-4f79-bd14-d7958b416faa tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:51.081802 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f969f0ae-5594-4f79-bd14-d7958b416faa tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:51.105971 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f969f0ae-5594-4f79-bd14-d7958b416faa tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:51.124228 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f969f0ae-5594-4f79-bd14-d7958b416faa tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed195db9-40f1-45a6-b426-e671773f85c8,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:51.133635 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f969f0ae-5594-4f79-bd14-d7958b416faa tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:51.136395 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f969f0ae-5594-4f79-bd14-d7958b416faa tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/ed195db9-40f1-45a6-b426-e671773f85c8 HTTP/1.1" status: 204 len: 168 time: 0.0990052 Mar 11 15:37:51.138026 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42974) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:51.184785 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-37515d22-a4dc-4676-9946-2a87176f4c8a tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Synchronizing usage tracker for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group_rule {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:37:51.201673 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-37515d22-a4dc-4676-9946-2a87176f4c8a tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Unset dirty status for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group_rule {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:37:51.206210 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-37515d22-a4dc-4676-9946-2a87176f4c8a tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0644827 Mar 11 15:37:51.206493 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42978) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:51.241921 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3ebda0ba-e7da-48c8-8bea-7bf443376677 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:51.252824 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3ebda0ba-e7da-48c8-8bea-7bf443376677 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:51.280091 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3ebda0ba-e7da-48c8-8bea-7bf443376677 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:51.298843 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebda0ba-e7da-48c8-8bea-7bf443376677 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d6f19b59-44b7-4e3f-a33f-940d9c54bf37,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:51.305140 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3ebda0ba-e7da-48c8-8bea-7bf443376677 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:51.306324 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-3ebda0ba-e7da-48c8-8bea-7bf443376677 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/d6f19b59-44b7-4e3f-a33f-940d9c54bf37 HTTP/1.1" status: 204 len: 168 time: 0.0986557 Mar 11 15:37:51.309551 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42982) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:51.356327 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-41b20335-e4b3-4f66-aa19-f77342816dad tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Synchronizing usage tracker for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group_rule {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:37:51.372340 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-41b20335-e4b3-4f66-aa19-f77342816dad tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Unset dirty status for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group_rule {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:37:51.373718 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-41b20335-e4b3-4f66-aa19-f77342816dad tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0631683 Mar 11 15:37:51.376866 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 42986) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:51.439653 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0d23b37a-15e5-4092-8b63-421b3fb26fb1 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:51.466042 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0d23b37a-15e5-4092-8b63-421b3fb26fb1 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:51.514501 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0d23b37a-15e5-4092-8b63-421b3fb26fb1 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:51.533079 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23b37a-15e5-4092-8b63-421b3fb26fb1 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb55ef7e-7d70-4b24-ad6b-334ae188b294,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:51.552372 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0d23b37a-15e5-4092-8b63-421b3fb26fb1 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:51.557238 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0d23b37a-15e5-4092-8b63-421b3fb26fb1 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "DELETE /v2.0/security-groups/cb55ef7e-7d70-4b24-ad6b-334ae188b294 HTTP/1.1" status: 204 len: 168 time: 0.1783500 Mar 11 15:37:51.560656 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42990) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:51.620930 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-6be8e167-3c53-4905-bdbe-cd29a73b5491 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Synchronizing usage tracker for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:37:51.635918 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-6be8e167-3c53-4905-bdbe-cd29a73b5491 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Unset dirty status for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:37:51.637154 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-6be8e167-3c53-4905-bdbe-cd29a73b5491 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0752447 Mar 11 15:37:51.641483 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42994) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:51.647007 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-c5a0f18d-9ee6-4008-b2a0-a9d556218e82 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Request body: {'security_group': {'name': 'tempest-secgroup--640726904'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:51.653534 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-c5a0f18d-9ee6-4008-b2a0-a9d556218e82 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:51.662825 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-c5a0f18d-9ee6-4008-b2a0-a9d556218e82 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:51.674473 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c5a0f18d-9ee6-4008-b2a0-a9d556218e82 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:51.712441 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-c5a0f18d-9ee6-4008-b2a0-a9d556218e82 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:51.716493 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-c5a0f18d-9ee6-4008-b2a0-a9d556218e82 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Usage tracker for resource:security_group_rule and tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:51.719254 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-c5a0f18d-9ee6-4008-b2a0-a9d556218e82 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:51.724828 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-c5a0f18d-9ee6-4008-b2a0-a9d556218e82 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:51.779501 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c5a0f18d-9ee6-4008-b2a0-a9d556218e82 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:51.783394 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c5a0f18d-9ee6-4008-b2a0-a9d556218e82 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:51.836026 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0f18d-9ee6-4008-b2a0-a9d556218e82 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3da42240-97de-4073-9778-ae74a18a5258,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:51.841142 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c5a0f18d-9ee6-4008-b2a0-a9d556218e82 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:51.842359 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c5a0f18d-9ee6-4008-b2a0-a9d556218e82 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.1998813 Mar 11 15:37:51.845702 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 42998) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:51.851813 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-9fda07c2-4141-492c-88f5-761fe3d0a0fc tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Request body: {'security_group_rule': {'security_group_id': '3da42240-97de-4073-9778-ae74a18a5258', 'direction': 'ingress', 'protocol': 17}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:51.858544 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-9fda07c2-4141-492c-88f5-761fe3d0a0fc tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:51.864485 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-9fda07c2-4141-492c-88f5-761fe3d0a0fc tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Usage tracker for resource:security_group_rule and tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:51.865508 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-9fda07c2-4141-492c-88f5-761fe3d0a0fc tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:51.872023 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-9fda07c2-4141-492c-88f5-761fe3d0a0fc tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:51.894570 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9fda07c2-4141-492c-88f5-761fe3d0a0fc tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:51.959755 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9fda07c2-4141-492c-88f5-761fe3d0a0fc tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:51.964945 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9fda07c2-4141-492c-88f5-761fe3d0a0fc tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:51.989161 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda07c2-4141-492c-88f5-761fe3d0a0fc tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41c335cc-50c6-4862-a425-6d45aff915be,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:52.003137 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9fda07c2-4141-492c-88f5-761fe3d0a0fc tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:52.005057 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9fda07c2-4141-492c-88f5-761fe3d0a0fc tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.1580415 Mar 11 15:37:52.010336 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43002) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:52.084865 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2d3f5825-fae9-4cbd-9153-52762860c306 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:52.153132 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2d3f5825-fae9-4cbd-9153-52762860c306 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:52.216135 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d098f8f0-7c64-401d-9b71-186f02d98a6b req-83e5e62a-2bb5-4bf9-ab58-2864a8f135a5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bce6c1b5-2380-41bf-9c64-eaa46f6c800e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1884265 Mar 11 15:37:52.221483 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2d3f5825-fae9-4cbd-9153-52762860c306 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:52.252782 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3f5825-fae9-4cbd-9153-52762860c306 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da42240-97de-4073-9778-ae74a18a5258,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:52.261432 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2d3f5825-fae9-4cbd-9153-52762860c306 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:52.262564 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-2d3f5825-fae9-4cbd-9153-52762860c306 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "DELETE /v2.0/security-groups/3da42240-97de-4073-9778-ae74a18a5258 HTTP/1.1" status: 204 len: 168 time: 0.2534156 Mar 11 15:37:52.265195 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43008) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:52.358979 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-d31e8790-e49c-4409-812a-33fbdfb6238b tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Synchronizing usage tracker for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:37:52.387650 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-d31e8790-e49c-4409-812a-33fbdfb6238b tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Unset dirty status for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:37:52.388713 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d31e8790-e49c-4409-812a-33fbdfb6238b tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1226246 Mar 11 15:37:52.393295 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43012) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:52.399548 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-03f65be0-a449-4d34-bd72-0e0fb698ac32 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Request body: {'security_group': {'name': 'tempest-secgroup--1947065920'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:52.402676 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d098f8f0-7c64-401d-9b71-186f02d98a6b req-225b9716-b1d0-41b4-a8ae-4e2f732ba342 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=bce6c1b5-2380-41bf-9c64-eaa46f6c800e HTTP/1.1" status: 200 len: 1099 time: 0.0899935 Mar 11 15:37:52.405525 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-03f65be0-a449-4d34-bd72-0e0fb698ac32 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:52.414855 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-03f65be0-a449-4d34-bd72-0e0fb698ac32 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:52.425620 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-03f65be0-a449-4d34-bd72-0e0fb698ac32 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:52.460319 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-03f65be0-a449-4d34-bd72-0e0fb698ac32 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:52.464332 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-03f65be0-a449-4d34-bd72-0e0fb698ac32 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Usage tracker for resource:security_group_rule and tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:52.467097 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-03f65be0-a449-4d34-bd72-0e0fb698ac32 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:52.472709 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-03f65be0-a449-4d34-bd72-0e0fb698ac32 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:52.536318 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-03f65be0-a449-4d34-bd72-0e0fb698ac32 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:52.540215 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-03f65be0-a449-4d34-bd72-0e0fb698ac32 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:52.591118 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f65be0-a449-4d34-bd72-0e0fb698ac32 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f26b3b4-56b0-4ad6-b299-08bb9a224fa7,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:52.601901 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-03f65be0-a449-4d34-bd72-0e0fb698ac32 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:52.605650 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-03f65be0-a449-4d34-bd72-0e0fb698ac32 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2111206 Mar 11 15:37:52.606250 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43016) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:52.611709 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-fadb4608-20be-4b98-83e2-959bf2e3324a tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Request body: {'security_group': {'name': 'tempest-secgroup--101371912'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:52.617281 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-fadb4608-20be-4b98-83e2-959bf2e3324a tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:52.621862 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-fadb4608-20be-4b98-83e2-959bf2e3324a tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Usage tracker for resource:security_group and tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:52.624746 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-fadb4608-20be-4b98-83e2-959bf2e3324a tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:52.630379 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-fadb4608-20be-4b98-83e2-959bf2e3324a tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:52.641333 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fadb4608-20be-4b98-83e2-959bf2e3324a tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:52.653684 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d098f8f0-7c64-401d-9b71-186f02d98a6b req-bc353fcc-6700-4e8c-ae4e-5b45fd18b5a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:52.655110 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d098f8f0-7c64-401d-9b71-186f02d98a6b req-bc353fcc-6700-4e8c-ae4e-5b45fd18b5a6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ca1ac97e-1d32-4edc-8290-bf5d2af55d8c HTTP/1.1" status: 200 len: 898 time: 0.2348719 Mar 11 15:37:52.677191 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-fadb4608-20be-4b98-83e2-959bf2e3324a tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:52.681193 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-fadb4608-20be-4b98-83e2-959bf2e3324a tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Usage tracker for resource:security_group_rule and tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:52.685054 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-fadb4608-20be-4b98-83e2-959bf2e3324a tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:52.691139 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-fadb4608-20be-4b98-83e2-959bf2e3324a tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:52.750054 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fadb4608-20be-4b98-83e2-959bf2e3324a tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:52.753940 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fadb4608-20be-4b98-83e2-959bf2e3324a tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:52.763347 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d098f8f0-7c64-401d-9b71-186f02d98a6b req-e6d8be9b-cb5e-49f3-a440-82c8b274865a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98fbdcec-5851-4167-a803-29f3f7c05eb9 HTTP/1.1" status: 200 len: 1001 time: 0.1000288 Mar 11 15:37:52.805396 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb4608-20be-4b98-83e2-959bf2e3324a tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc740866-b0c1-45d3-b98e-b484408a63b9,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:52.816391 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fadb4608-20be-4b98-83e2-959bf2e3324a tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:52.817673 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-fadb4608-20be-4b98-83e2-959bf2e3324a tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2104719 Mar 11 15:37:52.820317 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43020) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:52.826206 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-480ecebd-f734-46d1-b867-f6b9bdf058fc tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Request body: {'security_group_rule': {'security_group_id': '5f26b3b4-56b0-4ad6-b299-08bb9a224fa7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'bc740866-b0c1-45d3-b98e-b484408a63b9', 'remote_ip_prefix': None}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:52.831099 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d098f8f0-7c64-401d-9b71-186f02d98a6b req-1e400ca9-a09b-466b-a037-e9801e402ed8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:52.831844 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-480ecebd-f734-46d1-b867-f6b9bdf058fc tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:52.832543 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d098f8f0-7c64-401d-9b71-186f02d98a6b req-1e400ca9-a09b-466b-a037-e9801e402ed8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8751722a-da8a-4f74-9c3f-57ff050b521f HTTP/1.1" status: 200 len: 835 time: 0.0624087 Mar 11 15:37:52.835822 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-480ecebd-f734-46d1-b867-f6b9bdf058fc tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Usage tracker for resource:security_group_rule and tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:52.839644 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-480ecebd-f734-46d1-b867-f6b9bdf058fc tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:52.845233 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-480ecebd-f734-46d1-b867-f6b9bdf058fc tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:52.869237 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-480ecebd-f734-46d1-b867-f6b9bdf058fc tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:52.910843 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d098f8f0-7c64-401d-9b71-186f02d98a6b req-4a6229cc-7a11-4e22-b70d-99ccb5d9f51f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ca1ac97e-1d32-4edc-8290-bf5d2af55d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716712 Mar 11 15:37:52.921905 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [req-d098f8f0-7c64-401d-9b71-186f02d98a6b req-f57b4425-205c-44f7-8484-080ab2d7b040 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:37:52.922901 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d098f8f0-7c64-401d-9b71-186f02d98a6b req-f57b4425-205c-44f7-8484-080ab2d7b040 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050645 Mar 11 15:37:52.939041 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-480ecebd-f734-46d1-b867-f6b9bdf058fc tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:52.942719 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-480ecebd-f734-46d1-b867-f6b9bdf058fc tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:52.965867 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ecebd-f734-46d1-b867-f6b9bdf058fc tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d759f6e-e4f6-4a9a-af19-8a9217f5e7e0,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:52.977293 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-480ecebd-f734-46d1-b867-f6b9bdf058fc tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:52.978465 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-480ecebd-f734-46d1-b867-f6b9bdf058fc tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.1572025 Mar 11 15:37:52.981382 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43024) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:53.011157 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c0e96130-9d64-42ed-90c9-0d94f6f25877 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:53.021442 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c0e96130-9d64-42ed-90c9-0d94f6f25877 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:53.046046 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c0e96130-9d64-42ed-90c9-0d94f6f25877 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:53.063025 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e96130-9d64-42ed-90c9-0d94f6f25877 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d759f6e-e4f6-4a9a-af19-8a9217f5e7e0,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:53.066914 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c0e96130-9d64-42ed-90c9-0d94f6f25877 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:53.067990 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c0e96130-9d64-42ed-90c9-0d94f6f25877 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/7d759f6e-e4f6-4a9a-af19-8a9217f5e7e0 HTTP/1.1" status: 204 len: 168 time: 0.0857291 Mar 11 15:37:53.070540 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43028) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:53.075031 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d098f8f0-7c64-401d-9b71-186f02d98a6b req-0dbb8954-e6b6-4d19-b6c4-a60d54e7dfa3 service neutron] 10.222.0.73 "GET /v2.0/networks/ca1ac97e-1d32-4edc-8290-bf5d2af55d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458983 Mar 11 15:37:53.120030 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-5b0729f5-fa94-48a4-86a9-9dd23b4ac567 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Synchronizing usage tracker for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group_rule {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:37:53.135269 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-5b0729f5-fa94-48a4-86a9-9dd23b4ac567 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Unset dirty status for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group_rule {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:37:53.136570 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5b0729f5-fa94-48a4-86a9-9dd23b4ac567 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.0651548 Mar 11 15:37:53.139447 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43032) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:53.202907 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c1bc06c2-9865-4a06-81c6-3d3fc9510772 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:53.213335 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d098f8f0-7c64-401d-9b71-186f02d98a6b req-58a9d8ee-59e5-4ab5-8b1e-b5eb088444d9 service neutron] 10.222.0.73 "GET /v2.0/networks/ca1ac97e-1d32-4edc-8290-bf5d2af55d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305473 Mar 11 15:37:53.231073 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c1bc06c2-9865-4a06-81c6-3d3fc9510772 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:53.275067 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c1bc06c2-9865-4a06-81c6-3d3fc9510772 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:53.293766 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc06c2-9865-4a06-81c6-3d3fc9510772 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc740866-b0c1-45d3-b98e-b484408a63b9,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:53.309965 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c1bc06c2-9865-4a06-81c6-3d3fc9510772 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:53.313513 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c1bc06c2-9865-4a06-81c6-3d3fc9510772 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "DELETE /v2.0/security-groups/bc740866-b0c1-45d3-b98e-b484408a63b9 HTTP/1.1" status: 204 len: 168 time: 0.1707993 Mar 11 15:37:53.313964 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43036) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:53.382922 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-6653657a-78b7-4683-857f-988387df0dbb tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.0653813 Mar 11 15:37:53.383368 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43040) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:53.448073 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a4847a1e-6574-4299-a174-c2562bddde4a tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:53.476845 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a4847a1e-6574-4299-a174-c2562bddde4a tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:53.524498 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a4847a1e-6574-4299-a174-c2562bddde4a tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:53.543600 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4847a1e-6574-4299-a174-c2562bddde4a tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f26b3b4-56b0-4ad6-b299-08bb9a224fa7,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:53.555230 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a4847a1e-6574-4299-a174-c2562bddde4a tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:53.557087 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a4847a1e-6574-4299-a174-c2562bddde4a tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "DELETE /v2.0/security-groups/5f26b3b4-56b0-4ad6-b299-08bb9a224fa7 HTTP/1.1" status: 204 len: 168 time: 0.1720672 Mar 11 15:37:53.559670 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43044) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:53.610978 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-36592adb-1e09-4a70-8a2a-e6bb0ae9c1d2 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0501504 Mar 11 15:37:53.614739 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43048) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:53.620529 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-b8264942-d636-486c-b907-f7182974d211 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Request body: {'security_group': {'name': 'tempest-secgroup--1188272142'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:53.626241 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-b8264942-d636-486c-b907-f7182974d211 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:53.630409 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-b8264942-d636-486c-b907-f7182974d211 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Usage tracker for resource:security_group and tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:53.633886 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-b8264942-d636-486c-b907-f7182974d211 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:53.640404 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-b8264942-d636-486c-b907-f7182974d211 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:53.650036 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b8264942-d636-486c-b907-f7182974d211 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:53.684337 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-b8264942-d636-486c-b907-f7182974d211 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:53.688369 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-b8264942-d636-486c-b907-f7182974d211 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Usage tracker for resource:security_group_rule and tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:53.691128 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-b8264942-d636-486c-b907-f7182974d211 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:53.696746 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-b8264942-d636-486c-b907-f7182974d211 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:53.755018 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b8264942-d636-486c-b907-f7182974d211 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:53.758382 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b8264942-d636-486c-b907-f7182974d211 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:53.805348 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8264942-d636-486c-b907-f7182974d211 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc019b6-5f06-4e6e-82a5-9201079448d1,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:53.808574 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b8264942-d636-486c-b907-f7182974d211 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:53.809758 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b8264942-d636-486c-b907-f7182974d211 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.1941254 Mar 11 15:37:53.812642 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43052) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:53.818236 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-48e43ff2-004e-466e-87ee-82802a462324 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Request body: {'security_group_rule': {'security_group_id': 'ebc019b6-5f06-4e6e-82a5-9201079448d1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:53.824329 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-48e43ff2-004e-466e-87ee-82802a462324 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:53.828290 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-48e43ff2-004e-466e-87ee-82802a462324 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Usage tracker for resource:security_group_rule and tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:53.831100 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-48e43ff2-004e-466e-87ee-82802a462324 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:53.837070 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-48e43ff2-004e-466e-87ee-82802a462324 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:53.852350 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-48e43ff2-004e-466e-87ee-82802a462324 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:53.912479 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-48e43ff2-004e-466e-87ee-82802a462324 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:53.915909 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-48e43ff2-004e-466e-87ee-82802a462324 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:53.939275 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e43ff2-004e-466e-87ee-82802a462324 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=468b1cd7-382a-4788-bfdc-72338b544ff3,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:53.950913 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-48e43ff2-004e-466e-87ee-82802a462324 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:53.952091 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-48e43ff2-004e-466e-87ee-82802a462324 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.1384928 Mar 11 15:37:53.954934 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43056) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:53.983257 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-831addb8-6344-4c05-b473-e9286b86987f tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:53.993206 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-831addb8-6344-4c05-b473-e9286b86987f tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:54.015964 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-831addb8-6344-4c05-b473-e9286b86987f tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:54.032763 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831addb8-6344-4c05-b473-e9286b86987f tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=468b1cd7-382a-4788-bfdc-72338b544ff3,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:54.036516 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-831addb8-6344-4c05-b473-e9286b86987f tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:54.037673 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-831addb8-6344-4c05-b473-e9286b86987f tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/468b1cd7-382a-4788-bfdc-72338b544ff3 HTTP/1.1" status: 204 len: 168 time: 0.0817833 Mar 11 15:37:54.040290 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43060) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:54.086323 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-46768971-60e5-4d74-8221-df70e69d3c43 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Synchronizing usage tracker for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group_rule {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:37:54.101159 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-46768971-60e5-4d74-8221-df70e69d3c43 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Unset dirty status for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group_rule {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:37:54.102333 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-46768971-60e5-4d74-8221-df70e69d3c43 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0611506 Mar 11 15:37:54.105374 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43064) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:54.165074 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2da42891-ca2f-4d39-ae28-a5b87f8fb3a8 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:54.191156 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2da42891-ca2f-4d39-ae28-a5b87f8fb3a8 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:54.238736 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2da42891-ca2f-4d39-ae28-a5b87f8fb3a8 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:54.257768 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da42891-ca2f-4d39-ae28-a5b87f8fb3a8 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc019b6-5f06-4e6e-82a5-9201079448d1,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:54.272896 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2da42891-ca2f-4d39-ae28-a5b87f8fb3a8 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:54.274100 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-2da42891-ca2f-4d39-ae28-a5b87f8fb3a8 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "DELETE /v2.0/security-groups/ebc019b6-5f06-4e6e-82a5-9201079448d1 HTTP/1.1" status: 204 len: 168 time: 0.1678479 Mar 11 15:37:54.277490 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43068) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:54.328442 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-efe85e36-2747-4fb0-bc57-3d455ef68f79 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Synchronizing usage tracker for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:37:54.343953 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-efe85e36-2747-4fb0-bc57-3d455ef68f79 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Unset dirty status for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:37:54.345375 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-efe85e36-2747-4fb0-bc57-3d455ef68f79 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0668728 Mar 11 15:37:54.349112 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43072) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:54.355372 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-50cd34cf-3d89-41f2-aa53-207237622db5 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Request body: {'security_group': {'name': 'tempest-secgroup--1670217935'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:54.361847 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-50cd34cf-3d89-41f2-aa53-207237622db5 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:54.371227 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-50cd34cf-3d89-41f2-aa53-207237622db5 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:54.380703 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-50cd34cf-3d89-41f2-aa53-207237622db5 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:54.415538 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-50cd34cf-3d89-41f2-aa53-207237622db5 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:54.420224 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-50cd34cf-3d89-41f2-aa53-207237622db5 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Usage tracker for resource:security_group_rule and tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:54.422943 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-50cd34cf-3d89-41f2-aa53-207237622db5 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:54.428797 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-50cd34cf-3d89-41f2-aa53-207237622db5 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:54.485882 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-50cd34cf-3d89-41f2-aa53-207237622db5 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:54.489814 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-50cd34cf-3d89-41f2-aa53-207237622db5 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:54.533504 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd34cf-3d89-41f2-aa53-207237622db5 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32e01a06-bd67-4f0e-b886-d70368245d90,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:54.544872 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-50cd34cf-3d89-41f2-aa53-207237622db5 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:54.546110 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-50cd34cf-3d89-41f2-aa53-207237622db5 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.1961050 Mar 11 15:37:54.548796 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43076) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:54.554439 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-ae980616-e6cc-42d4-8730-cd02f195bafe tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Request body: {'security_group_rule': {'security_group_id': '32e01a06-bd67-4f0e-b886-d70368245d90', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:54.561166 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ae980616-e6cc-42d4-8730-cd02f195bafe tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:54.565206 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ae980616-e6cc-42d4-8730-cd02f195bafe tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Usage tracker for resource:security_group_rule and tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:54.568089 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ae980616-e6cc-42d4-8730-cd02f195bafe tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:54.573859 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ae980616-e6cc-42d4-8730-cd02f195bafe tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:54.592200 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ae980616-e6cc-42d4-8730-cd02f195bafe tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:54.650531 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ae980616-e6cc-42d4-8730-cd02f195bafe tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:54.654148 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ae980616-e6cc-42d4-8730-cd02f195bafe tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:54.677599 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae980616-e6cc-42d4-8730-cd02f195bafe tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14280691-a627-494e-9a81-560def035d47,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:54.690437 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ae980616-e6cc-42d4-8730-cd02f195bafe tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:54.691598 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ae980616-e6cc-42d4-8730-cd02f195bafe tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1418834 Mar 11 15:37:54.694213 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43080) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:54.712451 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-bae6124c-2e19-47cc-bbf6-fc3dbb311579 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "GET /v2.0/security-group-rules/14280691-a627-494e-9a81-560def035d47 HTTP/1.1" status: 200 len: 705 time: 0.0172029 Mar 11 15:37:54.714984 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43084) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:54.760408 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-807106fb-3454-4ede-8823-d7a5defb4ea6 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Synchronizing usage tracker for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group_rule {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:37:54.774884 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-807106fb-3454-4ede-8823-d7a5defb4ea6 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Unset dirty status for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group_rule {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:37:54.776796 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-807106fb-3454-4ede-8823-d7a5defb4ea6 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0609286 Mar 11 15:37:54.779965 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43088) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:54.808060 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-acf20612-b7e5-4b6f-8e2b-073419dcdff2 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:54.818004 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-acf20612-b7e5-4b6f-8e2b-073419dcdff2 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:54.841703 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-acf20612-b7e5-4b6f-8e2b-073419dcdff2 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:54.859685 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf20612-b7e5-4b6f-8e2b-073419dcdff2 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14280691-a627-494e-9a81-560def035d47,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:54.865320 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-acf20612-b7e5-4b6f-8e2b-073419dcdff2 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:54.866471 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-acf20612-b7e5-4b6f-8e2b-073419dcdff2 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/14280691-a627-494e-9a81-560def035d47 HTTP/1.1" status: 204 len: 168 time: 0.0855920 Mar 11 15:37:54.869534 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43092) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:54.913214 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-32f9c184-6093-4156-a1a1-569c9b8ce410 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Synchronizing usage tracker for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group_rule {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:37:54.927958 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-32f9c184-6093-4156-a1a1-569c9b8ce410 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Unset dirty status for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group_rule {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:37:54.929285 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-32f9c184-6093-4156-a1a1-569c9b8ce410 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0587950 Mar 11 15:37:54.932553 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43096) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:54.937894 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-a76cf13b-cbee-4c72-9c59-91df29ac05bb tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Request body: {'security_group_rule': {'security_group_id': '32e01a06-bd67-4f0e-b886-d70368245d90', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:54.943618 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-a76cf13b-cbee-4c72-9c59-91df29ac05bb tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:54.953884 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-a76cf13b-cbee-4c72-9c59-91df29ac05bb tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:54.979309 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a76cf13b-cbee-4c72-9c59-91df29ac05bb tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:55.037916 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a76cf13b-cbee-4c72-9c59-91df29ac05bb tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:55.042406 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a76cf13b-cbee-4c72-9c59-91df29ac05bb tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:55.067018 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76cf13b-cbee-4c72-9c59-91df29ac05bb tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82695749-e9f7-45f2-b42a-9dc7811ee76f,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:55.079904 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a76cf13b-cbee-4c72-9c59-91df29ac05bb tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:55.081082 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a76cf13b-cbee-4c72-9c59-91df29ac05bb tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1476324 Mar 11 15:37:55.083740 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43100) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:55.103069 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-113e0b89-8098-4448-89c1-932acc12577d tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "GET /v2.0/security-group-rules/82695749-e9f7-45f2-b42a-9dc7811ee76f HTTP/1.1" status: 200 len: 705 time: 0.0182748 Mar 11 15:37:55.106008 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43104) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:55.152060 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-494d694e-6bb2-4c09-ad2c-2d1d54a749b4 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Synchronizing usage tracker for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group_rule {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:37:55.167481 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-494d694e-6bb2-4c09-ad2c-2d1d54a749b4 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Unset dirty status for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group_rule {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:37:55.171226 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-494d694e-6bb2-4c09-ad2c-2d1d54a749b4 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0618744 Mar 11 15:37:55.171451 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43108) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:55.201297 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ec822cf8-476e-4321-90fd-760f056dc9ba tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:55.211701 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ec822cf8-476e-4321-90fd-760f056dc9ba tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:55.235853 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ec822cf8-476e-4321-90fd-760f056dc9ba tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:55.253633 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec822cf8-476e-4321-90fd-760f056dc9ba tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82695749-e9f7-45f2-b42a-9dc7811ee76f,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:55.260919 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ec822cf8-476e-4321-90fd-760f056dc9ba tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:55.262004 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ec822cf8-476e-4321-90fd-760f056dc9ba tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/82695749-e9f7-45f2-b42a-9dc7811ee76f HTTP/1.1" status: 204 len: 168 time: 0.0896900 Mar 11 15:37:55.264407 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43112) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:55.311882 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0369e43d-e243-4d15-b712-3f40f923d084 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Synchronizing usage tracker for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group_rule {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:37:55.327066 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0369e43d-e243-4d15-b712-3f40f923d084 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Unset dirty status for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group_rule {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:37:55.328330 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0369e43d-e243-4d15-b712-3f40f923d084 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0630207 Mar 11 15:37:55.331032 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43116) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:55.336283 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-f5d259de-cd99-4dcc-99a7-1c2bf923cebb tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Request body: {'security_group_rule': {'security_group_id': '32e01a06-bd67-4f0e-b886-d70368245d90', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:55.341992 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f5d259de-cd99-4dcc-99a7-1c2bf923cebb tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:55.351400 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f5d259de-cd99-4dcc-99a7-1c2bf923cebb tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:55.360939 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.securitygroups_db [None req-f5d259de-cd99-4dcc-99a7-1c2bf923cebb tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Project 2f49538fcf5d4bbe8d5199ae16fb3d08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:37:55.367966 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f5d259de-cd99-4dcc-99a7-1c2bf923cebb tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:55.428451 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f5d259de-cd99-4dcc-99a7-1c2bf923cebb tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:55.432382 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f5d259de-cd99-4dcc-99a7-1c2bf923cebb tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:55.454810 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d259de-cd99-4dcc-99a7-1c2bf923cebb tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45296e34-5bdb-4657-b5cf-1f4a69ae7de6,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:55.468465 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f5d259de-cd99-4dcc-99a7-1c2bf923cebb tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:55.469792 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f5d259de-cd99-4dcc-99a7-1c2bf923cebb tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1378694 Mar 11 15:37:55.472376 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43120) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:55.492032 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0e9e7845-3a9d-4d76-b166-e6eaa27741ae tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "GET /v2.0/security-group-rules/45296e34-5bdb-4657-b5cf-1f4a69ae7de6 HTTP/1.1" status: 200 len: 711 time: 0.0186362 Mar 11 15:37:55.495084 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43126) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:55.539347 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-1b0d6dd0-b2a7-4cc9-ba6f-254b2560c37f tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Synchronizing usage tracker for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group_rule {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:37:55.554786 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-1b0d6dd0-b2a7-4cc9-ba6f-254b2560c37f tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Unset dirty status for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group_rule {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:37:55.556027 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-1b0d6dd0-b2a7-4cc9-ba6f-254b2560c37f tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.0600777 Mar 11 15:37:55.559418 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43130) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:55.588944 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ac5f0c3e-93de-485b-bbbd-016ed6cb97f3 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:55.598227 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ac5f0c3e-93de-485b-bbbd-016ed6cb97f3 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:55.621745 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ac5f0c3e-93de-485b-bbbd-016ed6cb97f3 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:55.638754 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5f0c3e-93de-485b-bbbd-016ed6cb97f3 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45296e34-5bdb-4657-b5cf-1f4a69ae7de6,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:55.645484 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ac5f0c3e-93de-485b-bbbd-016ed6cb97f3 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:55.646542 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ac5f0c3e-93de-485b-bbbd-016ed6cb97f3 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/45296e34-5bdb-4657-b5cf-1f4a69ae7de6 HTTP/1.1" status: 204 len: 168 time: 0.0862713 Mar 11 15:37:55.649064 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43134) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:55.697660 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-a887b4fe-7e95-414a-a534-537d47e07a1d tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Synchronizing usage tracker for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group_rule {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:37:55.712130 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-a887b4fe-7e95-414a-a534-537d47e07a1d tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Unset dirty status for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group_rule {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:37:55.714109 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a887b4fe-7e95-414a-a534-537d47e07a1d tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0640669 Mar 11 15:37:55.716830 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43138) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:55.777532 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e052ed03-fd4f-4039-94d5-3ce8da8ed377 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:55.809370 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e052ed03-fd4f-4039-94d5-3ce8da8ed377 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:55.852917 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e052ed03-fd4f-4039-94d5-3ce8da8ed377 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:55.869607 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e052ed03-fd4f-4039-94d5-3ce8da8ed377 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e01a06-bd67-4f0e-b886-d70368245d90,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:55.887203 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e052ed03-fd4f-4039-94d5-3ce8da8ed377 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:55.888913 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-e052ed03-fd4f-4039-94d5-3ce8da8ed377 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "DELETE /v2.0/security-groups/32e01a06-bd67-4f0e-b886-d70368245d90 HTTP/1.1" status: 204 len: 168 time: 0.1709714 Mar 11 15:37:55.891334 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43142) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:55.941796 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e1abb7f3-1b6c-4661-b3a6-2062d4b8f3d8 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Synchronizing usage tracker for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:37:55.957249 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e1abb7f3-1b6c-4661-b3a6-2062d4b8f3d8 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Unset dirty status for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:37:55.963741 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e1abb7f3-1b6c-4661-b3a6-2062d4b8f3d8 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0707319 Mar 11 15:37:55.964036 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43146) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:55.969915 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-846e1052-a353-463f-99c6-0f87652f0a4c tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Request body: {'security_group': {'name': 'tempest-secgroup--1715913984'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:55.975788 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-846e1052-a353-463f-99c6-0f87652f0a4c tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:55.986313 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-846e1052-a353-463f-99c6-0f87652f0a4c tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:55.996385 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-846e1052-a353-463f-99c6-0f87652f0a4c tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:56.030582 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-846e1052-a353-463f-99c6-0f87652f0a4c tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:56.034478 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-846e1052-a353-463f-99c6-0f87652f0a4c tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Usage tracker for resource:security_group_rule and tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:56.037187 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-846e1052-a353-463f-99c6-0f87652f0a4c tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:56.043442 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-846e1052-a353-463f-99c6-0f87652f0a4c tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:56.098844 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-846e1052-a353-463f-99c6-0f87652f0a4c tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:56.102300 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-846e1052-a353-463f-99c6-0f87652f0a4c tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:56.148541 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e1052-a353-463f-99c6-0f87652f0a4c tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f093eb3-24f7-44b6-bf18-15b63206041b,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:56.159646 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-846e1052-a353-463f-99c6-0f87652f0a4c tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:56.163467 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-846e1052-a353-463f-99c6-0f87652f0a4c tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.1959057 Mar 11 15:37:56.163645 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43150) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:56.169658 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-de7431b9-70f5-4656-ab35-0b6bd57eec75 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Request body: {'security_group_rule': {'security_group_id': '1f093eb3-24f7-44b6-bf18-15b63206041b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:56.175643 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-de7431b9-70f5-4656-ab35-0b6bd57eec75 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:56.179680 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-de7431b9-70f5-4656-ab35-0b6bd57eec75 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Usage tracker for resource:security_group_rule and tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:56.182724 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-de7431b9-70f5-4656-ab35-0b6bd57eec75 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:56.188422 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-de7431b9-70f5-4656-ab35-0b6bd57eec75 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:56.205379 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-de7431b9-70f5-4656-ab35-0b6bd57eec75 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:56.267828 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-de7431b9-70f5-4656-ab35-0b6bd57eec75 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:56.271930 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-de7431b9-70f5-4656-ab35-0b6bd57eec75 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:56.298817 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7431b9-70f5-4656-ab35-0b6bd57eec75 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39c96e49-5c0d-4114-bbea-3b7738bbbd31,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:56.312319 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-de7431b9-70f5-4656-ab35-0b6bd57eec75 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:56.313479 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-de7431b9-70f5-4656-ab35-0b6bd57eec75 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1489108 Mar 11 15:37:56.316493 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43154) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:56.380581 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6e0a431f-c91c-4582-bda7-2651e3b631c7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:56.407634 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6e0a431f-c91c-4582-bda7-2651e3b631c7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:56.457271 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6e0a431f-c91c-4582-bda7-2651e3b631c7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:56.476975 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0a431f-c91c-4582-bda7-2651e3b631c7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f093eb3-24f7-44b6-bf18-15b63206041b,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:56.488940 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6e0a431f-c91c-4582-bda7-2651e3b631c7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:56.490107 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-6e0a431f-c91c-4582-bda7-2651e3b631c7 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "DELETE /v2.0/security-groups/1f093eb3-24f7-44b6-bf18-15b63206041b HTTP/1.1" status: 204 len: 168 time: 0.1727200 Mar 11 15:37:56.492554 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43158) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:56.544139 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-fef361a4-1329-41e0-9634-8adc854df954 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Synchronizing usage tracker for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:37:56.560605 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-fef361a4-1329-41e0-9634-8adc854df954 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Unset dirty status for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:37:56.563657 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-fef361a4-1329-41e0-9634-8adc854df954 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0702193 Mar 11 15:37:56.566320 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43162) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:56.614673 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-c8f08034-1791-408e-8d54-f020ddf93f75 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Synchronizing usage tracker for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group_rule {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:37:56.630290 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-c8f08034-1791-408e-8d54-f020ddf93f75 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] Unset dirty status for tenant:2f49538fcf5d4bbe8d5199ae16fb3d08 on resource:security_group_rule {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:37:56.631487 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c8f08034-1791-408e-8d54-f020ddf93f75 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.0642805 Mar 11 15:37:56.634297 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43166) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:56.650767 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-1e4794f5-d94b-40d4-b3df-8cf7d64d0530 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] delete failed (client error): The resource could not be found. Mar 11 15:37:56.651691 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-1e4794f5-d94b-40d4-b3df-8cf7d64d0530 tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "DELETE /v2.0/security-groups/1f093eb3-24f7-44b6-bf18-15b63206041b HTTP/1.1" status: 404 len: 347 time: 0.0159261 Mar 11 15:37:56.655069 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43170) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:56.706915 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a942c09d-6567-418f-9ffe-9afa398b3adf tempest-SecGroupIPv6Test-1914735354 tempest-SecGroupIPv6Test-1914735354-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0506694 Mar 11 15:37:57.005494 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43178) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:57.177282 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-5d880728-0822-4990-b731-5fe15d6349ea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2f49538fcf5d4bbe8d5199ae16fb3d08&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1706333 Mar 11 15:37:57.179827 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43184) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:57.245992 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-751761cd-ab89-4168-ad57-46fb70503574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:57.271491 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-751761cd-ab89-4168-ad57-46fb70503574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:57.320432 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-751761cd-ab89-4168-ad57-46fb70503574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:57.339509 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751761cd-ab89-4168-ad57-46fb70503574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1180001-a677-4b1a-8b99-8330e790a3e9,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:57.357402 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-751761cd-ab89-4168-ad57-46fb70503574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:57.361598 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-751761cd-ab89-4168-ad57-46fb70503574 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f1180001-a677-4b1a-8b99-8330e790a3e9 HTTP/1.1" status: 204 len: 168 time: 0.1777327 Mar 11 15:37:58.124469 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43206) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:58.253743 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-afc8fc12-9853-4cd9-b503-a16e1b6e8784 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-960889017-network', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:58.258388 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-afc8fc12-9853-4cd9-b503-a16e1b6e8784 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:58.262973 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-afc8fc12-9853-4cd9-b503-a16e1b6e8784 admin admin] Usage tracker for resource:network and tenant:8d129cb2ad5e4fb2bbc4b05712522ede is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:58.265798 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-afc8fc12-9853-4cd9-b503-a16e1b6e8784 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:58.271323 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-afc8fc12-9853-4cd9-b503-a16e1b6e8784 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:58.282358 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc8fc12-9853-4cd9-b503-a16e1b6e8784 admin admin] Made reservation on behalf of 8d129cb2ad5e4fb2bbc4b05712522ede for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:37:58.284835 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-afc8fc12-9853-4cd9-b503-a16e1b6e8784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:58.297326 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-afc8fc12-9853-4cd9-b503-a16e1b6e8784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:58.328175 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-afc8fc12-9853-4cd9-b503-a16e1b6e8784 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:58.331958 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-afc8fc12-9853-4cd9-b503-a16e1b6e8784 admin admin] Usage tracker for resource:security_group_rule and tenant:8d129cb2ad5e4fb2bbc4b05712522ede is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:58.334789 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-afc8fc12-9853-4cd9-b503-a16e1b6e8784 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:58.341430 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-afc8fc12-9853-4cd9-b503-a16e1b6e8784 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:58.406813 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-afc8fc12-9853-4cd9-b503-a16e1b6e8784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:58.410711 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-afc8fc12-9853-4cd9-b503-a16e1b6e8784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:58.440670 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afc8fc12-9853-4cd9-b503-a16e1b6e8784 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:37:58.453261 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8fc12-9853-4cd9-b503-a16e1b6e8784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0234467-cf05-461a-adba-6cb5b0d99816,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:58.458617 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-afc8fc12-9853-4cd9-b503-a16e1b6e8784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:58.459053 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-afc8fc12-9853-4cd9-b503-a16e1b6e8784 admin admin] Added segment 7ad268e5-49ce-4845-bd2b-d7757d53f873 of type vlan for network feab4df5-c44d-4b7f-892d-56d03f64918c Mar 11 15:37:58.486740 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-afc8fc12-9853-4cd9-b503-a16e1b6e8784 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:58.516038 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-afc8fc12-9853-4cd9-b503-a16e1b6e8784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:58.516935 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc8fc12-9853-4cd9-b503-a16e1b6e8784 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:58.517499 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-afc8fc12-9853-4cd9-b503-a16e1b6e8784 admin admin] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:58.707329 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8fc12-9853-4cd9-b503-a16e1b6e8784 admin admin] Pushing event updated for resources: {'Network': ['ID=feab4df5-c44d-4b7f-892d-56d03f64918c,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:58.710060 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-afc8fc12-9853-4cd9-b503-a16e1b6e8784 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5845804 Mar 11 15:37:58.714003 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43212) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:58.718296 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network feab4df5-c44d-4b7f-892d-56d03f64918c details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:37:58.719161 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-7ba875db-587a-40b7-a689-e4c9a224427a admin admin] Request body: {'subnet': {'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-960889017-subnet', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'ip_version': 4}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:58.723931 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-7ba875db-587a-40b7-a689-e4c9a224427a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:58.727754 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-7ba875db-587a-40b7-a689-e4c9a224427a admin admin] Usage tracker for resource:subnet and tenant:8d129cb2ad5e4fb2bbc4b05712522ede is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:58.735459 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-7ba875db-587a-40b7-a689-e4c9a224427a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:58.745821 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-7ba875db-587a-40b7-a689-e4c9a224427a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:58.760574 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba875db-587a-40b7-a689-e4c9a224427a admin admin] Made reservation on behalf of 8d129cb2ad5e4fb2bbc4b05712522ede for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:37:58.763430 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7ba875db-587a-40b7-a689-e4c9a224427a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:58.974506 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7ba875db-587a-40b7-a689-e4c9a224427a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:59.052453 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba875db-587a-40b7-a689-e4c9a224427a admin admin] Pushing event updated for resources: {'Subnet': ['ID=675f42ac-dc8a-4c00-91d8-987c97255cc4,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:59.062533 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba875db-587a-40b7-a689-e4c9a224427a admin admin] Checking segment: {'id': '7ad268e5-49ce-4845-bd2b-d7757d53f873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:37:59.062893 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba875db-587a-40b7-a689-e4c9a224427a admin admin] Network hostable DHCP agents. Network: feab4df5-c44d-4b7f-892d-56d03f64918c, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:37:59.084623 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba875db-587a-40b7-a689-e4c9a224427a admin admin] Network feab4df5-c44d-4b7f-892d-56d03f64918c is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:37:59.094569 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-7ba875db-587a-40b7-a689-e4c9a224427a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, feab4df5-c44d-4b7f-892d-56d03f64918c) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:37:59.098332 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba875db-587a-40b7-a689-e4c9a224427a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:59.098905 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7ba875db-587a-40b7-a689-e4c9a224427a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:59.103420 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107ce955-c7f6-4816-8c03-fdd01954817c None None] Network feab4df5-c44d-4b7f-892d-56d03f64918c requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:37:59.118801 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-7ba875db-587a-40b7-a689-e4c9a224427a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4035504 Mar 11 15:37:59.121526 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43216) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:37:59.126900 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-5096b408-7d70-49d3-8921-e1168dc4d67d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-960889017-router', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:37:59.131483 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-5096b408-7d70-49d3-8921-e1168dc4d67d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:37:59.136366 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-5096b408-7d70-49d3-8921-e1168dc4d67d admin admin] Usage tracker for resource:router and tenant:8d129cb2ad5e4fb2bbc4b05712522ede is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:37:59.139208 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-5096b408-7d70-49d3-8921-e1168dc4d67d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:37:59.145294 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-5096b408-7d70-49d3-8921-e1168dc4d67d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:37:59.157239 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5096b408-7d70-49d3-8921-e1168dc4d67d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:59.158275 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5096b408-7d70-49d3-8921-e1168dc4d67d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:59.180923 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5096b408-7d70-49d3-8921-e1168dc4d67d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:59.326150 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b5ebcff4-97dc-4f4e-80d6-b2c5eab526d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:59.330798 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3195cc-c8cd-43df-ba40-b1f289933c64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-feab4df5-c44d-4b7f-892d-56d03f64918c', 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'fixed_ips': [{'subnet_id': '675f42ac-dc8a-4c00-91d8-987c97255cc4'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:37:59.332046 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bc3195cc-c8cd-43df-ba40-b1f289933c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:59.333929 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5096b408-7d70-49d3-8921-e1168dc4d67d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:59.488268 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-bc3195cc-c8cd-43df-ba40-b1f289933c64 None None] Allocated IP 172.20.0.2 (feab4df5-c44d-4b7f-892d-56d03f64918c/675f42ac-dc8a-4c00-91d8-987c97255cc4/3bc2b020-e19b-426e-b489-a5121fd97163) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:37:59.522069 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5096b408-7d70-49d3-8921-e1168dc4d67d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:59.554982 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5096b408-7d70-49d3-8921-e1168dc4d67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:59.696538 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-5096b408-7d70-49d3-8921-e1168dc4d67d admin admin] Allocated IP 172.26.0.131 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/cbec2e15-ef6a-48d9-acdc-ca408ac1b989) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:37:59.698331 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bc3195cc-c8cd-43df-ba40-b1f289933c64 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:59.708678 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-bc3195cc-c8cd-43df-ba40-b1f289933c64 None None] Transition to ACTIVE for port object 3bc2b020-e19b-426e-b489-a5121fd97163 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:37:59.726745 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-bc3195cc-c8cd-43df-ba40-b1f289933c64 None None] Transition to ACTIVE for port object 3bc2b020-e19b-426e-b489-a5121fd97163 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:37:59.732483 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bc3195cc-c8cd-43df-ba40-b1f289933c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:59.798419 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3195cc-c8cd-43df-ba40-b1f289933c64 None None] Network feab4df5-c44d-4b7f-892d-56d03f64918c is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:37:59.799478 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-bc3195cc-c8cd-43df-ba40-b1f289933c64 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:37:59.803413 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3195cc-c8cd-43df-ba40-b1f289933c64 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:37:59.810433 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3195cc-c8cd-43df-ba40-b1f289933c64 None None] Pushing event updated for resources: {'Port': ['ID=3bc2b020-e19b-426e-b489-a5121fd97163,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:59.852694 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5096b408-7d70-49d3-8921-e1168dc4d67d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:59.860027 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3195cc-c8cd-43df-ba40-b1f289933c64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:37:59.860420 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3195cc-c8cd-43df-ba40-b1f289933c64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:37:59.860752 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3195cc-c8cd-43df-ba40-b1f289933c64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:37:59.861087 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3195cc-c8cd-43df-ba40-b1f289933c64 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:37:59.861425 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3195cc-c8cd-43df-ba40-b1f289933c64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:37:59.861757 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3195cc-c8cd-43df-ba40-b1f289933c64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:37:59.862082 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3195cc-c8cd-43df-ba40-b1f289933c64 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:37:59.862411 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3195cc-c8cd-43df-ba40-b1f289933c64 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:37:59.862750 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3195cc-c8cd-43df-ba40-b1f289933c64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:37:59.863059 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3195cc-c8cd-43df-ba40-b1f289933c64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:37:59.863380 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3195cc-c8cd-43df-ba40-b1f289933c64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:37:59.882671 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5096b408-7d70-49d3-8921-e1168dc4d67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:59.923240 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-bc3195cc-c8cd-43df-ba40-b1f289933c64 None None] Attempting to bind port 3bc2b020-e19b-426e-b489-a5121fd97163 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:37:59.923610 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-bc3195cc-c8cd-43df-ba40-b1f289933c64 None None] Attempting to bind port 3bc2b020-e19b-426e-b489-a5121fd97163 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '7ad268e5-49ce-4845-bd2b-d7757d53f873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:37:59.923975 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3195cc-c8cd-43df-ba40-b1f289933c64 None None] Attempting to bind port 3bc2b020-e19b-426e-b489-a5121fd97163 on network feab4df5-c44d-4b7f-892d-56d03f64918c {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:37:59.930774 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3195cc-c8cd-43df-ba40-b1f289933c64 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:37:59.931148 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3195cc-c8cd-43df-ba40-b1f289933c64 None None] Checking segment: {'id': '7ad268e5-49ce-4845-bd2b-d7757d53f873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:37:59.932296 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bc3195cc-c8cd-43df-ba40-b1f289933c64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:59.932692 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3195cc-c8cd-43df-ba40-b1f289933c64 None None] Bound using segment: {'id': '7ad268e5-49ce-4845-bd2b-d7757d53f873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:37:59.933163 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-bc3195cc-c8cd-43df-ba40-b1f289933c64 None None] Bound port: 3bc2b020-e19b-426e-b489-a5121fd97163, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad268e5-49ce-4845-bd2b-d7757d53f873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:37:59.933536 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bc3195cc-c8cd-43df-ba40-b1f289933c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:37:59.952937 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5096b408-7d70-49d3-8921-e1168dc4d67d admin admin] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:37:59.956338 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5096b408-7d70-49d3-8921-e1168dc4d67d admin admin] Pushing event updated for resources: {'Port': ['ID=cbec2e15-ef6a-48d9-acdc-ca408ac1b989,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:37:59.958676 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-5096b408-7d70-49d3-8921-e1168dc4d67d admin admin] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:37:59.960723 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5096b408-7d70-49d3-8921-e1168dc4d67d admin admin] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:38:00.026498 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-bc3195cc-c8cd-43df-ba40-b1f289933c64 None None] For port 3bc2b020-e19b-426e-b489-a5121fd97163, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:38:00.029475 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-bc3195cc-c8cd-43df-ba40-b1f289933c64 None None] For port 3bc2b020-e19b-426e-b489-a5121fd97163, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=3bc2b020-e19b-426e-b489-a5121fd97163,segment=NetworkSegment(7ad268e5-49ce-4845-bd2b-d7757d53f873),segment_id=7ad268e5-49ce-4845-bd2b-d7757d53f873)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:38:00.033678 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bc3195cc-c8cd-43df-ba40-b1f289933c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:00.121761 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5096b408-7d70-49d3-8921-e1168dc4d67d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:00.122541 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5096b408-7d70-49d3-8921-e1168dc4d67d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:00.145006 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3195cc-c8cd-43df-ba40-b1f289933c64 None None] Pushing event updated for resources: {'Port': ['ID=3bc2b020-e19b-426e-b489-a5121fd97163,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:00.399744 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5096b408-7d70-49d3-8921-e1168dc4d67d admin admin] Router c5d8a473-376a-4b6f-9f07-d22c477b5114 is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:38:00.708718 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5096b408-7d70-49d3-8921-e1168dc4d67d admin admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:38:00.718597 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0413ff-316a-43f5-a751-8dee5835a62b None None] Sync routers for ids ['c5d8a473-376a-4b6f-9f07-d22c477b5114'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:38:00.731867 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0413ff-316a-43f5-a751-8dee5835a62b None None] Routers {'c5d8a473-376a-4b6f-9f07-d22c477b5114'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:38:00.732849 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5096b408-7d70-49d3-8921-e1168dc4d67d admin admin] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:00.733091 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-3f0413ff-316a-43f5-a751-8dee5835a62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:37:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['c5d8a473-376a-4b6f-9f07-d22c477b5114'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:38:00.734182 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-5096b408-7d70-49d3-8921-e1168dc4d67d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6117170 Mar 11 15:38:00.736901 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43220) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:00.917048 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-3f0413ff-316a-43f5-a751-8dee5835a62b None None] Set router c5d8a473-376a-4b6f-9f07-d22c477b5114 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:38:01.144175 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7e069d-b18c-4b13-9604-a1c3248a24f4 None None] Network feab4df5-c44d-4b7f-892d-56d03f64918c requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:38:01.237717 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-3f0413ff-316a-43f5-a751-8dee5835a62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'name': 'tempest-TestVolumeBootPattern-960889017-router', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:00Z', 'revision_number': 3, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'gw_port': {'id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:37:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:38:01.242183 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0413ff-316a-43f5-a751-8dee5835a62b None None] Checking router: c5d8a473-376a-4b6f-9f07-d22c477b5114 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:38:01.242779 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0413ff-316a-43f5-a751-8dee5835a62b None None] Updating router c5d8a473-376a-4b6f-9f07-d22c477b5114 port cbec2e15-ef6a-48d9-acdc-ca408ac1b989 binding host dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:38:01.276312 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-10c307c5-8d0b-43d2-84d0-9d596fbe218e None None] Provisioning for port 3bc2b020-e19b-426e-b489-a5121fd97163 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:38:01.302946 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3f0413ff-316a-43f5-a751-8dee5835a62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:01.519797 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-27555db9-d8d9-41c4-89b8-b371bb59dc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:01.582401 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4beb5106-5b14-4d77-babd-5a2255a0fd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:01.694664 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3f0413ff-316a-43f5-a751-8dee5835a62b None None] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:01.710755 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-3f0413ff-316a-43f5-a751-8dee5835a62b None None] Transition to ACTIVE for port object cbec2e15-ef6a-48d9-acdc-ca408ac1b989 will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:38:01.721835 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3f0413ff-316a-43f5-a751-8dee5835a62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:01.759533 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-27555db9-d8d9-41c4-89b8-b371bb59dc7c admin admin] Allocated IP 172.20.0.1 (feab4df5-c44d-4b7f-892d-56d03f64918c/675f42ac-dc8a-4c00-91d8-987c97255cc4/a98bb4ae-2b55-40d4-9bd5-f754fc39f32a) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:38:01.780811 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 3bc2b020-e19b-426e-b489-a5121fd97163 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:38:01.813295 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfeff70-8802-4f6e-9614-c4af02a2c7be None None] Pushing event updated for resources: {'Port': ['ID=cbec2e15-ef6a-48d9-acdc-ca408ac1b989,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:01.815974 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-3f0413ff-316a-43f5-a751-8dee5835a62b None None] Attempting to bind port cbec2e15-ef6a-48d9-acdc-ca408ac1b989 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:38:01.816355 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-3f0413ff-316a-43f5-a751-8dee5835a62b None None] Attempting to bind port cbec2e15-ef6a-48d9-acdc-ca408ac1b989 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:38:01.816704 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0413ff-316a-43f5-a751-8dee5835a62b None None] Attempting to bind port cbec2e15-ef6a-48d9-acdc-ca408ac1b989 on network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:38:01.826092 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfeff70-8802-4f6e-9614-c4af02a2c7be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:01.826430 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfeff70-8802-4f6e-9614-c4af02a2c7be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:01.826756 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfeff70-8802-4f6e-9614-c4af02a2c7be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:01.827078 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfeff70-8802-4f6e-9614-c4af02a2c7be None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:01.827398 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfeff70-8802-4f6e-9614-c4af02a2c7be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:01.827715 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfeff70-8802-4f6e-9614-c4af02a2c7be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:01.828056 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfeff70-8802-4f6e-9614-c4af02a2c7be None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:01.828399 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfeff70-8802-4f6e-9614-c4af02a2c7be None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:01.828709 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfeff70-8802-4f6e-9614-c4af02a2c7be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:01.829015 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfeff70-8802-4f6e-9614-c4af02a2c7be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:01.829320 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfeff70-8802-4f6e-9614-c4af02a2c7be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:01.834945 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0413ff-316a-43f5-a751-8dee5835a62b None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:38:01.835306 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0413ff-316a-43f5-a751-8dee5835a62b None None] Checking segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:38:01.835692 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3f0413ff-316a-43f5-a751-8dee5835a62b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:01.836065 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0413ff-316a-43f5-a751-8dee5835a62b None None] Bound using segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:38:01.836564 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-3f0413ff-316a-43f5-a751-8dee5835a62b None None] Bound port: cbec2e15-ef6a-48d9-acdc-ca408ac1b989, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:38:01.836924 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3f0413ff-316a-43f5-a751-8dee5835a62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:01.857193 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 3bc2b020-e19b-426e-b489-a5121fd97163 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:38:01.862202 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 3bc2b020-e19b-426e-b489-a5121fd97163 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:38:01.862836 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:01.913104 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-3f0413ff-316a-43f5-a751-8dee5835a62b None None] For port cbec2e15-ef6a-48d9-acdc-ca408ac1b989, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:38:01.916392 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-3f0413ff-316a-43f5-a751-8dee5835a62b None None] For port cbec2e15-ef6a-48d9-acdc-ca408ac1b989, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=cbec2e15-ef6a-48d9-acdc-ca408ac1b989,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:38:01.925788 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3f0413ff-316a-43f5-a751-8dee5835a62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:01.940871 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-27555db9-d8d9-41c4-89b8-b371bb59dc7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:01.958530 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-27555db9-d8d9-41c4-89b8-b371bb59dc7c admin admin] Transition to ACTIVE for port object a98bb4ae-2b55-40d4-9bd5-f754fc39f32a will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:38:01.982383 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:01.989167 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-27555db9-d8d9-41c4-89b8-b371bb59dc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:02.011236 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfeff70-8802-4f6e-9614-c4af02a2c7be None None] Pushing event updated for resources: {'Port': ['ID=cbec2e15-ef6a-48d9-acdc-ca408ac1b989,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:02.013969 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0413ff-316a-43f5-a751-8dee5835a62b None None] Routers {'c5d8a473-376a-4b6f-9f07-d22c477b5114'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:38:02.014560 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-3f0413ff-316a-43f5-a751-8dee5835a62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:38:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['c5d8a473-376a-4b6f-9f07-d22c477b5114'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:38:02.019482 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 3bc2b020-e19b-426e-b489-a5121fd97163, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=3bc2b020-e19b-426e-b489-a5121fd97163,segment=NetworkSegment(7ad268e5-49ce-4845-bd2b-d7757d53f873),segment_id=7ad268e5-49ce-4845-bd2b-d7757d53f873)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:38:02.025247 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:02.067294 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27555db9-d8d9-41c4-89b8-b371bb59dc7c admin admin] Network feab4df5-c44d-4b7f-892d-56d03f64918c is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:38:02.070193 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-27555db9-d8d9-41c4-89b8-b371bb59dc7c admin admin] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:38:02.072719 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27555db9-d8d9-41c4-89b8-b371bb59dc7c admin admin] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:38:02.102797 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27555db9-d8d9-41c4-89b8-b371bb59dc7c admin admin] Pushing event updated for resources: {'Port': ['ID=a98bb4ae-2b55-40d4-9bd5-f754fc39f32a,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:02.104768 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=3bc2b020-e19b-426e-b489-a5121fd97163,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:02.133547 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-27555db9-d8d9-41c4-89b8-b371bb59dc7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:02.206288 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-3f0413ff-316a-43f5-a751-8dee5835a62b None None] Set router c5d8a473-376a-4b6f-9f07-d22c477b5114 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:38:02.229329 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-27555db9-d8d9-41c4-89b8-b371bb59dc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:02.346277 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-44ed3613-23e6-4acf-b43e-bbba60917363 None None] Provisioning for port a98bb4ae-2b55-40d4-9bd5-f754fc39f32a completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:38:02.351339 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-44ed3613-23e6-4acf-b43e-bbba60917363 None None] Provisioning complete for port a98bb4ae-2b55-40d4-9bd5-f754fc39f32a triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:38:02.351759 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-44ed3613-23e6-4acf-b43e-bbba60917363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:02.409247 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-44ed3613-23e6-4acf-b43e-bbba60917363 None None] Port a98bb4ae-2b55-40d4-9bd5-f754fc39f32a cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:38:02.513753 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-3f0413ff-316a-43f5-a751-8dee5835a62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'name': 'tempest-TestVolumeBootPattern-960889017-router', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:00Z', 'revision_number': 3, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'gw_port': {'id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:38:02.517898 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0413ff-316a-43f5-a751-8dee5835a62b None None] The sync data for ids ['c5d8a473-376a-4b6f-9f07-d22c477b5114'] in dv-neutron-833373-1-hyperv is: [{'id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'name': 'tempest-TestVolumeBootPattern-960889017-router', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:00Z', 'revision_number': 3, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'gw_port': {'id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:38:02.596260 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-27555db9-d8d9-41c4-89b8-b371bb59dc7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:02.600812 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-27555db9-d8d9-41c4-89b8-b371bb59dc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:02.711884 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27555db9-d8d9-41c4-89b8-b371bb59dc7c admin admin] Pushing event updated for resources: {'Port': ['ID=a98bb4ae-2b55-40d4-9bd5-f754fc39f32a,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:02.716981 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-27555db9-d8d9-41c4-89b8-b371bb59dc7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:02.734605 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:02.861553 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27555db9-d8d9-41c4-89b8-b371bb59dc7c admin admin] Network feab4df5-c44d-4b7f-892d-56d03f64918c is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:38:02.862789 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-27555db9-d8d9-41c4-89b8-b371bb59dc7c admin admin] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:38:02.942105 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:03.136457 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-872ccaf0-e43e-4702-b7e7-dfbcebcc640a None None] Provisioning complete for port a98bb4ae-2b55-40d4-9bd5-f754fc39f32a triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:38:03.136824 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-872ccaf0-e43e-4702-b7e7-dfbcebcc640a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:03.194199 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-872ccaf0-e43e-4702-b7e7-dfbcebcc640a None None] Port a98bb4ae-2b55-40d4-9bd5-f754fc39f32a cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:38:03.310155 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27555db9-d8d9-41c4-89b8-b371bb59dc7c admin admin] Router c5d8a473-376a-4b6f-9f07-d22c477b5114 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:38:03.512925 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27555db9-d8d9-41c4-89b8-b371bb59dc7c admin admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:38:03.521640 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-27555db9-d8d9-41c4-89b8-b371bb59dc7c admin admin] 10.222.0.31 "PUT /v2.0/routers/c5d8a473-376a-4b6f-9f07-d22c477b5114/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7837398 Mar 11 15:38:03.800389 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 3bc2b020-e19b-426e-b489-a5121fd97163 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:38:03.872584 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 3bc2b020-e19b-426e-b489-a5121fd97163 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:38:03.872949 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:03.988718 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device cbec2e15-ef6a-48d9-acdc-ca408ac1b989 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:38:04.053654 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port cbec2e15-ef6a-48d9-acdc-ca408ac1b989 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:38:04.058324 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port cbec2e15-ef6a-48d9-acdc-ca408ac1b989 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:38:04.058696 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:04.180841 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:04.187818 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:04.205795 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port cbec2e15-ef6a-48d9-acdc-ca408ac1b989, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=cbec2e15-ef6a-48d9-acdc-ca408ac1b989,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:38:04.209618 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:04.283560 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=cbec2e15-ef6a-48d9-acdc-ca408ac1b989,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:04.372505 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43244) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:04.377948 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-6067cb10-fe6b-4abe-97f0-d646691ed579 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-259694197-network', 'tenant_id': '5c040f7605b146faa1802100ac713b48'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:38:04.382691 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-6067cb10-fe6b-4abe-97f0-d646691ed579 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:04.386979 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-6067cb10-fe6b-4abe-97f0-d646691ed579 admin admin] Usage tracker for resource:network and tenant:5c040f7605b146faa1802100ac713b48 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:04.389848 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-6067cb10-fe6b-4abe-97f0-d646691ed579 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:04.395449 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-6067cb10-fe6b-4abe-97f0-d646691ed579 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:04.406448 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6067cb10-fe6b-4abe-97f0-d646691ed579 admin admin] Made reservation on behalf of 5c040f7605b146faa1802100ac713b48 for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:38:04.408732 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6067cb10-fe6b-4abe-97f0-d646691ed579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:04.420780 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6067cb10-fe6b-4abe-97f0-d646691ed579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:04.451594 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-6067cb10-fe6b-4abe-97f0-d646691ed579 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:04.455591 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-6067cb10-fe6b-4abe-97f0-d646691ed579 admin admin] Usage tracker for resource:security_group_rule and tenant:5c040f7605b146faa1802100ac713b48 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:04.458534 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-6067cb10-fe6b-4abe-97f0-d646691ed579 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:04.464851 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-6067cb10-fe6b-4abe-97f0-d646691ed579 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:04.531290 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6067cb10-fe6b-4abe-97f0-d646691ed579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:04.534939 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6067cb10-fe6b-4abe-97f0-d646691ed579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:04.563982 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6067cb10-fe6b-4abe-97f0-d646691ed579 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:38:04.572779 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067cb10-fe6b-4abe-97f0-d646691ed579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e49646-9dfe-4307-bedf-36162013ff42,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:04.579266 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6067cb10-fe6b-4abe-97f0-d646691ed579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:04.579620 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-6067cb10-fe6b-4abe-97f0-d646691ed579 admin admin] Added segment 17deded6-df6f-460e-a0bf-b2c672b54133 of type vlan for network b5005136-350d-476b-8b1b-d2902b1d58e8 Mar 11 15:38:04.605854 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6067cb10-fe6b-4abe-97f0-d646691ed579 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:04.635179 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6067cb10-fe6b-4abe-97f0-d646691ed579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:04.636093 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6067cb10-fe6b-4abe-97f0-d646691ed579 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:04.636700 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6067cb10-fe6b-4abe-97f0-d646691ed579 admin admin] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:04.738823 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067cb10-fe6b-4abe-97f0-d646691ed579 admin admin] Pushing event updated for resources: {'Network': ['ID=b5005136-350d-476b-8b1b-d2902b1d58e8,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:04.741737 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-6067cb10-fe6b-4abe-97f0-d646691ed579 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3682191 Mar 11 15:38:04.745450 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43248) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:04.748787 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network b5005136-350d-476b-8b1b-d2902b1d58e8 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:38:04.750063 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-e51e7dd9-7ad4-4a8f-a5aa-7ab8dd61dcb9 admin admin] Request body: {'subnet': {'network_id': 'b5005136-350d-476b-8b1b-d2902b1d58e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-259694197-subnet', 'tenant_id': '5c040f7605b146faa1802100ac713b48', 'ip_version': 4}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:38:04.754970 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-e51e7dd9-7ad4-4a8f-a5aa-7ab8dd61dcb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:04.758895 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-e51e7dd9-7ad4-4a8f-a5aa-7ab8dd61dcb9 admin admin] Usage tracker for resource:subnet and tenant:5c040f7605b146faa1802100ac713b48 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:04.761901 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-e51e7dd9-7ad4-4a8f-a5aa-7ab8dd61dcb9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:04.767824 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-e51e7dd9-7ad4-4a8f-a5aa-7ab8dd61dcb9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:04.778904 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51e7dd9-7ad4-4a8f-a5aa-7ab8dd61dcb9 admin admin] Made reservation on behalf of 5c040f7605b146faa1802100ac713b48 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:38:04.781254 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e51e7dd9-7ad4-4a8f-a5aa-7ab8dd61dcb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:04.983323 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e51e7dd9-7ad4-4a8f-a5aa-7ab8dd61dcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:05.055535 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e7dd9-7ad4-4a8f-a5aa-7ab8dd61dcb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5630763-af11-4092-8288-338b6f298316,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:05.067314 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51e7dd9-7ad4-4a8f-a5aa-7ab8dd61dcb9 admin admin] Checking segment: {'id': '17deded6-df6f-460e-a0bf-b2c672b54133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'b5005136-350d-476b-8b1b-d2902b1d58e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:38:05.067666 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51e7dd9-7ad4-4a8f-a5aa-7ab8dd61dcb9 admin admin] Network hostable DHCP agents. Network: b5005136-350d-476b-8b1b-d2902b1d58e8, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:38:05.089148 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51e7dd9-7ad4-4a8f-a5aa-7ab8dd61dcb9 admin admin] Network b5005136-350d-476b-8b1b-d2902b1d58e8 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:38:05.097946 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-e51e7dd9-7ad4-4a8f-a5aa-7ab8dd61dcb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, b5005136-350d-476b-8b1b-d2902b1d58e8) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:38:05.101772 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51e7dd9-7ad4-4a8f-a5aa-7ab8dd61dcb9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:05.102338 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e51e7dd9-7ad4-4a8f-a5aa-7ab8dd61dcb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:05.107229 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a67c064-f772-4c42-872d-5dc32ac6f6dd None None] Network b5005136-350d-476b-8b1b-d2902b1d58e8 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:38:05.125598 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-e51e7dd9-7ad4-4a8f-a5aa-7ab8dd61dcb9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3772640 Mar 11 15:38:05.125823 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43252) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:05.130510 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-c7738fc9-9bf6-46d3-8ba6-7e8b92fbb14c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-259694197-router', 'tenant_id': '5c040f7605b146faa1802100ac713b48', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:38:05.135193 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-c7738fc9-9bf6-46d3-8ba6-7e8b92fbb14c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:05.139070 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-c7738fc9-9bf6-46d3-8ba6-7e8b92fbb14c admin admin] Usage tracker for resource:router and tenant:5c040f7605b146faa1802100ac713b48 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:05.141907 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-c7738fc9-9bf6-46d3-8ba6-7e8b92fbb14c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:05.147898 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-c7738fc9-9bf6-46d3-8ba6-7e8b92fbb14c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:05.158009 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c7738fc9-9bf6-46d3-8ba6-7e8b92fbb14c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:05.158962 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c7738fc9-9bf6-46d3-8ba6-7e8b92fbb14c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:05.178679 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c7738fc9-9bf6-46d3-8ba6-7e8b92fbb14c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:05.330499 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f9cd8c-4d83-4178-9c80-670acbf2ffeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-b5005136-350d-476b-8b1b-d2902b1d58e8', 'network_id': 'b5005136-350d-476b-8b1b-d2902b1d58e8', 'tenant_id': '5c040f7605b146faa1802100ac713b48', 'fixed_ips': [{'subnet_id': 'd5630763-af11-4092-8288-338b6f298316'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:38:05.331320 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-62f9cd8c-4d83-4178-9c80-670acbf2ffeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:05.450303 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c7738fc9-9bf6-46d3-8ba6-7e8b92fbb14c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:05.487276 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-62f9cd8c-4d83-4178-9c80-670acbf2ffeb None None] Allocated IP 172.20.0.2 (b5005136-350d-476b-8b1b-d2902b1d58e8/d5630763-af11-4092-8288-338b6f298316/b7f08c6d-5978-4c38-a364-3d7edf39b4de) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:38:05.644660 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c7738fc9-9bf6-46d3-8ba6-7e8b92fbb14c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:05.679703 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c7738fc9-9bf6-46d3-8ba6-7e8b92fbb14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:05.730985 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-62f9cd8c-4d83-4178-9c80-670acbf2ffeb None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:05.740988 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device cbec2e15-ef6a-48d9-acdc-ca408ac1b989 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:38:05.770381 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-62f9cd8c-4d83-4178-9c80-670acbf2ffeb None None] Transition to ACTIVE for port object b7f08c6d-5978-4c38-a364-3d7edf39b4de will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:38:05.811536 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-62f9cd8c-4d83-4178-9c80-670acbf2ffeb None None] Transition to ACTIVE for port object b7f08c6d-5978-4c38-a364-3d7edf39b4de will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:38:05.818857 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-62f9cd8c-4d83-4178-9c80-670acbf2ffeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:05.826888 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-c7738fc9-9bf6-46d3-8ba6-7e8b92fbb14c admin admin] Allocated IP 172.26.0.139 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/edf6cf16-6d70-4ef5-b0fe-1f9e1e2ac1a5) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:38:05.901780 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f9cd8c-4d83-4178-9c80-670acbf2ffeb None None] Network b5005136-350d-476b-8b1b-d2902b1d58e8 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:38:05.907880 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-62f9cd8c-4d83-4178-9c80-670acbf2ffeb None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:38:05.911226 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9cd8c-4d83-4178-9c80-670acbf2ffeb None None] Pushing event updated for resources: {'Port': ['ID=b7f08c6d-5978-4c38-a364-3d7edf39b4de,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:05.913564 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f9cd8c-4d83-4178-9c80-670acbf2ffeb None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:38:05.919225 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port cbec2e15-ef6a-48d9-acdc-ca408ac1b989 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:38:05.919794 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:05.994968 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c7738fc9-9bf6-46d3-8ba6-7e8b92fbb14c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:06.024120 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c7738fc9-9bf6-46d3-8ba6-7e8b92fbb14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:06.055664 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-62f9cd8c-4d83-4178-9c80-670acbf2ffeb None None] Attempting to bind port b7f08c6d-5978-4c38-a364-3d7edf39b4de on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:38:06.056031 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-62f9cd8c-4d83-4178-9c80-670acbf2ffeb None None] Attempting to bind port b7f08c6d-5978-4c38-a364-3d7edf39b4de by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '17deded6-df6f-460e-a0bf-b2c672b54133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'b5005136-350d-476b-8b1b-d2902b1d58e8'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:38:06.057212 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f9cd8c-4d83-4178-9c80-670acbf2ffeb None None] Attempting to bind port b7f08c6d-5978-4c38-a364-3d7edf39b4de on network b5005136-350d-476b-8b1b-d2902b1d58e8 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:38:06.069445 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f9cd8c-4d83-4178-9c80-670acbf2ffeb None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:38:06.069785 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f9cd8c-4d83-4178-9c80-670acbf2ffeb None None] Checking segment: {'id': '17deded6-df6f-460e-a0bf-b2c672b54133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'b5005136-350d-476b-8b1b-d2902b1d58e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:38:06.070128 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-62f9cd8c-4d83-4178-9c80-670acbf2ffeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:06.070956 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f9cd8c-4d83-4178-9c80-670acbf2ffeb None None] Bound using segment: {'id': '17deded6-df6f-460e-a0bf-b2c672b54133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'b5005136-350d-476b-8b1b-d2902b1d58e8'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:38:06.070956 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-62f9cd8c-4d83-4178-9c80-670acbf2ffeb None None] Bound port: b7f08c6d-5978-4c38-a364-3d7edf39b4de, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17deded6-df6f-460e-a0bf-b2c672b54133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'b5005136-350d-476b-8b1b-d2902b1d58e8'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:38:06.071904 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-62f9cd8c-4d83-4178-9c80-670acbf2ffeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:06.084762 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff97f78b-e9ed-4b8b-b265-f561131b0f95 None None] Sync routers for ids ['c5d8a473-376a-4b6f-9f07-d22c477b5114'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:38:06.100597 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7738fc9-9bf6-46d3-8ba6-7e8b92fbb14c admin admin] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:38:06.104635 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-c7738fc9-9bf6-46d3-8ba6-7e8b92fbb14c admin admin] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:38:06.108614 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7738fc9-9bf6-46d3-8ba6-7e8b92fbb14c admin admin] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:38:06.136218 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7738fc9-9bf6-46d3-8ba6-7e8b92fbb14c admin admin] Pushing event updated for resources: {'Port': ['ID=edf6cf16-6d70-4ef5-b0fe-1f9e1e2ac1a5,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:06.200245 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff97f78b-e9ed-4b8b-b265-f561131b0f95 None None] Routers {'c5d8a473-376a-4b6f-9f07-d22c477b5114'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:38:06.200875 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-ff97f78b-e9ed-4b8b-b265-f561131b0f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:38:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['c5d8a473-376a-4b6f-9f07-d22c477b5114'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:38:06.271752 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c7738fc9-9bf6-46d3-8ba6-7e8b92fbb14c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:06.272528 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c7738fc9-9bf6-46d3-8ba6-7e8b92fbb14c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:06.360877 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-62f9cd8c-4d83-4178-9c80-670acbf2ffeb None None] For port b7f08c6d-5978-4c38-a364-3d7edf39b4de, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:38:06.366882 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-62f9cd8c-4d83-4178-9c80-670acbf2ffeb None None] For port b7f08c6d-5978-4c38-a364-3d7edf39b4de, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=b7f08c6d-5978-4c38-a364-3d7edf39b4de,segment=NetworkSegment(17deded6-df6f-460e-a0bf-b2c672b54133),segment_id=17deded6-df6f-460e-a0bf-b2c672b54133)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:38:06.379630 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-62f9cd8c-4d83-4178-9c80-670acbf2ffeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:06.486086 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-ff97f78b-e9ed-4b8b-b265-f561131b0f95 None None] Set router c5d8a473-376a-4b6f-9f07-d22c477b5114 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:38:06.513267 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7738fc9-9bf6-46d3-8ba6-7e8b92fbb14c admin admin] Router d0b55235-9f4d-4555-96f7-00bb848ce0be is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:38:06.527021 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9cd8c-4d83-4178-9c80-670acbf2ffeb None None] Pushing event updated for resources: {'Port': ['ID=b7f08c6d-5978-4c38-a364-3d7edf39b4de,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:06.747599 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7738fc9-9bf6-46d3-8ba6-7e8b92fbb14c admin admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:38:06.756146 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb9f286-b430-4124-bcc8-9ff670b41ea4 None None] Sync routers for ids ['d0b55235-9f4d-4555-96f7-00bb848ce0be'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:38:06.769665 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb9f286-b430-4124-bcc8-9ff670b41ea4 None None] Routers {'d0b55235-9f4d-4555-96f7-00bb848ce0be'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:38:06.770358 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-7bb9f286-b430-4124-bcc8-9ff670b41ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:38:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['d0b55235-9f4d-4555-96f7-00bb848ce0be'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:38:06.784001 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c7738fc9-9bf6-46d3-8ba6-7e8b92fbb14c admin admin] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:06.784001 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c7738fc9-9bf6-46d3-8ba6-7e8b92fbb14c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6553712 Mar 11 15:38:06.784734 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43256) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:06.878022 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-ff97f78b-e9ed-4b8b-b265-f561131b0f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'name': 'tempest-TestVolumeBootPattern-960889017-router', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:02Z', 'revision_number': 4, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'gw_port': {'id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'a98bb4ae-2b55-40d4-9bd5-f754fc39f32a', 'name': '', 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'mac_address': 'fa:16:3e:ce:40:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '675f42ac-dc8a-4c00-91d8-987c97255cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:01Z', 'updated_at': '2022-03-11T15:38:02Z', 'revision_number': 2, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'subnets': [{'id': '675f42ac-dc8a-4c00-91d8-987c97255cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:38:06.882163 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff97f78b-e9ed-4b8b-b265-f561131b0f95 None None] Checking router: c5d8a473-376a-4b6f-9f07-d22c477b5114 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:38:06.882456 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff97f78b-e9ed-4b8b-b265-f561131b0f95 None None] Updating router c5d8a473-376a-4b6f-9f07-d22c477b5114 port a98bb4ae-2b55-40d4-9bd5-f754fc39f32a binding host dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:38:06.939009 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:38:06.940986 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ff97f78b-e9ed-4b8b-b265-f561131b0f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:06.972207 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-7bb9f286-b430-4124-bcc8-9ff670b41ea4 None None] Set router d0b55235-9f4d-4555-96f7-00bb848ce0be gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:38:07.339657 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-7bb9f286-b430-4124-bcc8-9ff670b41ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b55235-9f4d-4555-96f7-00bb848ce0be', 'name': 'tempest-TestVolumeBootPattern-259694197-router', 'tenant_id': '5c040f7605b146faa1802100ac713b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'edf6cf16-6d70-4ef5-b0fe-1f9e1e2ac1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:05Z', 'updated_at': '2022-03-11T15:38:06Z', 'revision_number': 3, 'project_id': '5c040f7605b146faa1802100ac713b48', 'gw_port': {'id': 'edf6cf16-6d70-4ef5-b0fe-1f9e1e2ac1a5', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:74:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b55235-9f4d-4555-96f7-00bb848ce0be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:05Z', 'updated_at': '2022-03-11T15:38:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:38:07.345490 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb9f286-b430-4124-bcc8-9ff670b41ea4 None None] Checking router: d0b55235-9f4d-4555-96f7-00bb848ce0be for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:38:07.345833 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb9f286-b430-4124-bcc8-9ff670b41ea4 None None] Updating router d0b55235-9f4d-4555-96f7-00bb848ce0be port edf6cf16-6d70-4ef5-b0fe-1f9e1e2ac1a5 binding host dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:38:07.408192 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ff97f78b-e9ed-4b8b-b265-f561131b0f95 None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:07.413914 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7bb9f286-b430-4124-bcc8-9ff670b41ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:07.426570 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-ff97f78b-e9ed-4b8b-b265-f561131b0f95 None None] Transition to ACTIVE for port object a98bb4ae-2b55-40d4-9bd5-f754fc39f32a will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:38:07.434720 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ff97f78b-e9ed-4b8b-b265-f561131b0f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:07.519821 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ca8bb-f7ec-4d3b-a81a-1630c5080fde None None] Pushing event updated for resources: {'Port': ['ID=a98bb4ae-2b55-40d4-9bd5-f754fc39f32a,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:07.642450 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f606cd4-5c71-4b03-bce1-de68b7f0f839 None None] Network b5005136-350d-476b-8b1b-d2902b1d58e8 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:38:07.841851 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device b7f08c6d-5978-4c38-a364-3d7edf39b4de up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:38:07.861760 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f59a6ac5-f390-40dc-b137-df8be469a333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:07.872128 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-ff97f78b-e9ed-4b8b-b265-f561131b0f95 None None] Attempting to bind port a98bb4ae-2b55-40d4-9bd5-f754fc39f32a on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:38:07.872503 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-ff97f78b-e9ed-4b8b-b265-f561131b0f95 None None] Attempting to bind port a98bb4ae-2b55-40d4-9bd5-f754fc39f32a by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '7ad268e5-49ce-4845-bd2b-d7757d53f873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:38:07.872867 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff97f78b-e9ed-4b8b-b265-f561131b0f95 None None] Attempting to bind port a98bb4ae-2b55-40d4-9bd5-f754fc39f32a on network feab4df5-c44d-4b7f-892d-56d03f64918c {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:38:07.882171 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f0b35025-d02d-4007-9f10-0b4acd9688d6 None None] Provisioning for port b7f08c6d-5978-4c38-a364-3d7edf39b4de completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:38:07.919529 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7bb9f286-b430-4124-bcc8-9ff670b41ea4 None None] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:07.934109 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-7bb9f286-b430-4124-bcc8-9ff670b41ea4 None None] Transition to ACTIVE for port object edf6cf16-6d70-4ef5-b0fe-1f9e1e2ac1a5 will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:38:07.941445 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff97f78b-e9ed-4b8b-b265-f561131b0f95 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:38:07.941692 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7bb9f286-b430-4124-bcc8-9ff670b41ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:07.942125 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff97f78b-e9ed-4b8b-b265-f561131b0f95 None None] Checking segment: {'id': '7ad268e5-49ce-4845-bd2b-d7757d53f873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:38:07.942716 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ff97f78b-e9ed-4b8b-b265-f561131b0f95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:07.943275 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff97f78b-e9ed-4b8b-b265-f561131b0f95 None None] Bound using segment: {'id': '7ad268e5-49ce-4845-bd2b-d7757d53f873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:38:07.944307 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-ff97f78b-e9ed-4b8b-b265-f561131b0f95 None None] Bound port: a98bb4ae-2b55-40d4-9bd5-f754fc39f32a, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad268e5-49ce-4845-bd2b-d7757d53f873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:38:07.944548 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ff97f78b-e9ed-4b8b-b265-f561131b0f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:08.021497 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-7bb9f286-b430-4124-bcc8-9ff670b41ea4 None None] Attempting to bind port edf6cf16-6d70-4ef5-b0fe-1f9e1e2ac1a5 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:38:08.021888 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-7bb9f286-b430-4124-bcc8-9ff670b41ea4 None None] Attempting to bind port edf6cf16-6d70-4ef5-b0fe-1f9e1e2ac1a5 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:38:08.022214 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb9f286-b430-4124-bcc8-9ff670b41ea4 None None] Attempting to bind port edf6cf16-6d70-4ef5-b0fe-1f9e1e2ac1a5 on network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:38:08.031203 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e3087-ef9b-41cb-b6ba-6fb312ec1431 None None] Pushing event updated for resources: {'Port': ['ID=edf6cf16-6d70-4ef5-b0fe-1f9e1e2ac1a5,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:08.037874 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb9f286-b430-4124-bcc8-9ff670b41ea4 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:38:08.038308 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb9f286-b430-4124-bcc8-9ff670b41ea4 None None] Checking segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:38:08.038634 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7bb9f286-b430-4124-bcc8-9ff670b41ea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:08.039572 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb9f286-b430-4124-bcc8-9ff670b41ea4 None None] Bound using segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:38:08.039572 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-7bb9f286-b430-4124-bcc8-9ff670b41ea4 None None] Bound port: edf6cf16-6d70-4ef5-b0fe-1f9e1e2ac1a5, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:38:08.039989 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7bb9f286-b430-4124-bcc8-9ff670b41ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:08.102806 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-f59a6ac5-f390-40dc-b137-df8be469a333 admin admin] Allocated IP 172.20.0.1 (b5005136-350d-476b-8b1b-d2902b1d58e8/d5630763-af11-4092-8288-338b6f298316/4740e40b-c4f6-4d5a-8aae-73e5d767778c) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:38:08.116411 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-ff97f78b-e9ed-4b8b-b265-f561131b0f95 None None] For port a98bb4ae-2b55-40d4-9bd5-f754fc39f32a, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:38:08.118220 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-7bb9f286-b430-4124-bcc8-9ff670b41ea4 None None] For port edf6cf16-6d70-4ef5-b0fe-1f9e1e2ac1a5, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:38:08.122683 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-ff97f78b-e9ed-4b8b-b265-f561131b0f95 None None] For port a98bb4ae-2b55-40d4-9bd5-f754fc39f32a, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=a98bb4ae-2b55-40d4-9bd5-f754fc39f32a,segment=NetworkSegment(7ad268e5-49ce-4845-bd2b-d7757d53f873),segment_id=7ad268e5-49ce-4845-bd2b-d7757d53f873)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:38:08.123291 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-7bb9f286-b430-4124-bcc8-9ff670b41ea4 None None] For port edf6cf16-6d70-4ef5-b0fe-1f9e1e2ac1a5, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=edf6cf16-6d70-4ef5-b0fe-1f9e1e2ac1a5,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:38:08.124045 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port b7f08c6d-5978-4c38-a364-3d7edf39b4de completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:38:08.128401 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7bb9f286-b430-4124-bcc8-9ff670b41ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:08.135027 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ff97f78b-e9ed-4b8b-b265-f561131b0f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:08.176279 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port b7f08c6d-5978-4c38-a364-3d7edf39b4de triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:38:08.176651 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:08.211164 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e3087-ef9b-41cb-b6ba-6fb312ec1431 None None] Pushing event updated for resources: {'Port': ['ID=edf6cf16-6d70-4ef5-b0fe-1f9e1e2ac1a5,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:08.221029 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb9f286-b430-4124-bcc8-9ff670b41ea4 None None] Routers {'d0b55235-9f4d-4555-96f7-00bb848ce0be'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:38:08.222389 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-7bb9f286-b430-4124-bcc8-9ff670b41ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:38:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['d0b55235-9f4d-4555-96f7-00bb848ce0be'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:38:08.307171 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ca8bb-f7ec-4d3b-a81a-1630c5080fde None None] Pushing event updated for resources: {'Port': ['ID=a98bb4ae-2b55-40d4-9bd5-f754fc39f32a,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:08.324877 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff97f78b-e9ed-4b8b-b265-f561131b0f95 None None] Routers {'c5d8a473-376a-4b6f-9f07-d22c477b5114'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:38:08.325895 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-ff97f78b-e9ed-4b8b-b265-f561131b0f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:38:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['c5d8a473-376a-4b6f-9f07-d22c477b5114'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:38:08.332705 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f59a6ac5-f390-40dc-b137-df8be469a333 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:08.351097 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-f59a6ac5-f390-40dc-b137-df8be469a333 admin admin] Transition to ACTIVE for port object 4740e40b-c4f6-4d5a-8aae-73e5d767778c will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:38:08.375059 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f59a6ac5-f390-40dc-b137-df8be469a333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:08.459411 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-7bb9f286-b430-4124-bcc8-9ff670b41ea4 None None] Set router d0b55235-9f4d-4555-96f7-00bb848ce0be gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:38:08.469513 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59a6ac5-f390-40dc-b137-df8be469a333 admin admin] Network b5005136-350d-476b-8b1b-d2902b1d58e8 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:38:08.472734 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-f59a6ac5-f390-40dc-b137-df8be469a333 admin admin] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:38:08.477256 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59a6ac5-f390-40dc-b137-df8be469a333 admin admin] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:38:08.510927 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a6ac5-f390-40dc-b137-df8be469a333 admin admin] Pushing event updated for resources: {'Port': ['ID=4740e40b-c4f6-4d5a-8aae-73e5d767778c,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:08.559375 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f59a6ac5-f390-40dc-b137-df8be469a333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:08.630254 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:08.654259 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-ff97f78b-e9ed-4b8b-b265-f561131b0f95 None None] Set router c5d8a473-376a-4b6f-9f07-d22c477b5114 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:38:08.666502 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f59a6ac5-f390-40dc-b137-df8be469a333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:08.766932 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port b7f08c6d-5978-4c38-a364-3d7edf39b4de, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=b7f08c6d-5978-4c38-a364-3d7edf39b4de,segment=NetworkSegment(17deded6-df6f-460e-a0bf-b2c672b54133),segment_id=17deded6-df6f-460e-a0bf-b2c672b54133)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:38:08.834194 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:08.847675 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-7bb9f286-b430-4124-bcc8-9ff670b41ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b55235-9f4d-4555-96f7-00bb848ce0be', 'name': 'tempest-TestVolumeBootPattern-259694197-router', 'tenant_id': '5c040f7605b146faa1802100ac713b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'edf6cf16-6d70-4ef5-b0fe-1f9e1e2ac1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:05Z', 'updated_at': '2022-03-11T15:38:06Z', 'revision_number': 3, 'project_id': '5c040f7605b146faa1802100ac713b48', 'gw_port': {'id': 'edf6cf16-6d70-4ef5-b0fe-1f9e1e2ac1a5', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:74:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b55235-9f4d-4555-96f7-00bb848ce0be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:05Z', 'updated_at': '2022-03-11T15:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:38:08.854541 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb9f286-b430-4124-bcc8-9ff670b41ea4 None None] The sync data for ids ['d0b55235-9f4d-4555-96f7-00bb848ce0be'] in dv-neutron-833373-1-hyperv is: [{'id': 'd0b55235-9f4d-4555-96f7-00bb848ce0be', 'name': 'tempest-TestVolumeBootPattern-259694197-router', 'tenant_id': '5c040f7605b146faa1802100ac713b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'edf6cf16-6d70-4ef5-b0fe-1f9e1e2ac1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:05Z', 'updated_at': '2022-03-11T15:38:06Z', 'revision_number': 3, 'project_id': '5c040f7605b146faa1802100ac713b48', 'gw_port': {'id': 'edf6cf16-6d70-4ef5-b0fe-1f9e1e2ac1a5', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:74:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b55235-9f4d-4555-96f7-00bb848ce0be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:05Z', 'updated_at': '2022-03-11T15:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:38:08.932749 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-c98fabab-56d8-492c-a309-dd44e46b5f35 None None] Provisioning complete for port b7f08c6d-5978-4c38-a364-3d7edf39b4de triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:38:08.933037 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c98fabab-56d8-492c-a309-dd44e46b5f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:08.945805 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f59a6ac5-f390-40dc-b137-df8be469a333 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:08.953084 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f59a6ac5-f390-40dc-b137-df8be469a333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:09.060382 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f59a6ac5-f390-40dc-b137-df8be469a333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:09.069609 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a6ac5-f390-40dc-b137-df8be469a333 admin admin] Pushing event updated for resources: {'Port': ['ID=4740e40b-c4f6-4d5a-8aae-73e5d767778c,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:09.083117 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=b7f08c6d-5978-4c38-a364-3d7edf39b4de,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:09.206987 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59a6ac5-f390-40dc-b137-df8be469a333 admin admin] Network b5005136-350d-476b-8b1b-d2902b1d58e8 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:38:09.208156 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-f59a6ac5-f390-40dc-b137-df8be469a333 admin admin] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:38:09.267434 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-ff97f78b-e9ed-4b8b-b265-f561131b0f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'name': 'tempest-TestVolumeBootPattern-960889017-router', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:02Z', 'revision_number': 4, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'gw_port': {'id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'a98bb4ae-2b55-40d4-9bd5-f754fc39f32a', 'name': '', 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'mac_address': 'fa:16:3e:ce:40:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '675f42ac-dc8a-4c00-91d8-987c97255cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:01Z', 'updated_at': '2022-03-11T15:38:08Z', 'revision_number': 4, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'subnets': [{'id': '675f42ac-dc8a-4c00-91d8-987c97255cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:38:09.272468 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff97f78b-e9ed-4b8b-b265-f561131b0f95 None None] The sync data for ids ['c5d8a473-376a-4b6f-9f07-d22c477b5114'] in dv-neutron-833373-1-hyperv is: [{'id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'name': 'tempest-TestVolumeBootPattern-960889017-router', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:02Z', 'revision_number': 4, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'gw_port': {'id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'a98bb4ae-2b55-40d4-9bd5-f754fc39f32a', 'name': '', 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'mac_address': 'fa:16:3e:ce:40:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '675f42ac-dc8a-4c00-91d8-987c97255cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:01Z', 'updated_at': '2022-03-11T15:38:08Z', 'revision_number': 4, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'subnets': [{'id': '675f42ac-dc8a-4c00-91d8-987c97255cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:38:09.362601 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-160a37da-c083-4336-94f9-ec19b83ff0e5 None None] Provisioning for port 4740e40b-c4f6-4d5a-8aae-73e5d767778c completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:38:09.367647 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-160a37da-c083-4336-94f9-ec19b83ff0e5 None None] Provisioning complete for port 4740e40b-c4f6-4d5a-8aae-73e5d767778c triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:38:09.368014 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-160a37da-c083-4336-94f9-ec19b83ff0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:09.430017 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-160a37da-c083-4336-94f9-ec19b83ff0e5 None None] Port 4740e40b-c4f6-4d5a-8aae-73e5d767778c cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:38:09.555452 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-9211a88c-3f14-4157-a53c-b532be4e0099 None None] Provisioning complete for port 4740e40b-c4f6-4d5a-8aae-73e5d767778c triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:38:09.555888 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9211a88c-3f14-4157-a53c-b532be4e0099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:09.619491 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-9211a88c-3f14-4157-a53c-b532be4e0099 None None] Port 4740e40b-c4f6-4d5a-8aae-73e5d767778c cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:38:09.794463 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59a6ac5-f390-40dc-b137-df8be469a333 admin admin] Router d0b55235-9f4d-4555-96f7-00bb848ce0be has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:38:09.827842 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43262) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:09.917601 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device b7f08c6d-5978-4c38-a364-3d7edf39b4de up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:38:09.958785 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-f043c541-c5c0-4e42-8a04-02bbb1b7f92f tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/ports?project_id=916fcc14ed3c4d0b95925acf526937c4&network_id=ca1ac97e-1d32-4edc-8290-bf5d2af55d8c HTTP/1.1" status: 200 len: 3000 time: 0.1287971 Mar 11 15:38:10.026296 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port b7f08c6d-5978-4c38-a364-3d7edf39b4de triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:38:10.026670 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:10.038434 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59a6ac5-f390-40dc-b137-df8be469a333 admin admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:38:10.063241 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f59a6ac5-f390-40dc-b137-df8be469a333 admin admin] 10.222.0.31 "PUT /v2.0/routers/d0b55235-9f4d-4555-96f7-00bb848ce0be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2763503 Mar 11 15:38:10.157614 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device edf6cf16-6d70-4ef5-b0fe-1f9e1e2ac1a5 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:38:10.229569 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port edf6cf16-6d70-4ef5-b0fe-1f9e1e2ac1a5 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:38:10.236185 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port edf6cf16-6d70-4ef5-b0fe-1f9e1e2ac1a5 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:38:10.237162 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:10.362446 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:10.382893 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port edf6cf16-6d70-4ef5-b0fe-1f9e1e2ac1a5, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=edf6cf16-6d70-4ef5-b0fe-1f9e1e2ac1a5,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:38:10.387155 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:10.388227 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device a98bb4ae-2b55-40d4-9bd5-f754fc39f32a up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:38:10.508508 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=edf6cf16-6d70-4ef5-b0fe-1f9e1e2ac1a5,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:10.520788 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port a98bb4ae-2b55-40d4-9bd5-f754fc39f32a completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:38:10.526907 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port a98bb4ae-2b55-40d4-9bd5-f754fc39f32a triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:38:10.527287 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:10.656061 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:10.690361 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port a98bb4ae-2b55-40d4-9bd5-f754fc39f32a, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=a98bb4ae-2b55-40d4-9bd5-f754fc39f32a,segment=NetworkSegment(7ad268e5-49ce-4845-bd2b-d7757d53f873),segment_id=7ad268e5-49ce-4845-bd2b-d7757d53f873)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:38:10.694225 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:10.703754 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43276) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:10.709390 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-24eff1d0-05e6-4406-acff-d2a7fe0538b3 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1205917752', 'description': 'tempest-secgroup-smoke-1205917752 description', 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:38:10.716320 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-24eff1d0-05e6-4406-acff-d2a7fe0538b3 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:10.721468 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-24eff1d0-05e6-4406-acff-d2a7fe0538b3 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Usage tracker for resource:security_group and tenant:8d129cb2ad5e4fb2bbc4b05712522ede is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:10.724328 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-24eff1d0-05e6-4406-acff-d2a7fe0538b3 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:10.732295 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-24eff1d0-05e6-4406-acff-d2a7fe0538b3 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:10.742521 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-24eff1d0-05e6-4406-acff-d2a7fe0538b3 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:10.766644 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=a98bb4ae-2b55-40d4-9bd5-f754fc39f32a,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:10.777270 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-24eff1d0-05e6-4406-acff-d2a7fe0538b3 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:10.781032 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-24eff1d0-05e6-4406-acff-d2a7fe0538b3 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Usage tracker for resource:security_group_rule and tenant:8d129cb2ad5e4fb2bbc4b05712522ede is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:10.783776 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-24eff1d0-05e6-4406-acff-d2a7fe0538b3 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:10.789320 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-24eff1d0-05e6-4406-acff-d2a7fe0538b3 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:10.842649 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-24eff1d0-05e6-4406-acff-d2a7fe0538b3 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:10.846558 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-24eff1d0-05e6-4406-acff-d2a7fe0538b3 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:10.887460 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eff1d0-05e6-4406-acff-d2a7fe0538b3 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:10.889877 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-24eff1d0-05e6-4406-acff-d2a7fe0538b3 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:10.891041 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-24eff1d0-05e6-4406-acff-d2a7fe0538b3 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1861942 Mar 11 15:38:10.894911 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43280) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:10.900954 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-9f25c463-42c5-40b5-a97f-9d11a17652a3 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Request body: {'security_group_rule': {'security_group_id': '496d02dd-6cd4-4abf-af60-bd3cbefd7e1d', 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:38:10.907065 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-9f25c463-42c5-40b5-a97f-9d11a17652a3 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:10.911124 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-9f25c463-42c5-40b5-a97f-9d11a17652a3 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Usage tracker for resource:security_group_rule and tenant:8d129cb2ad5e4fb2bbc4b05712522ede is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:10.914037 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-9f25c463-42c5-40b5-a97f-9d11a17652a3 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:10.920815 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-9f25c463-42c5-40b5-a97f-9d11a17652a3 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:10.936548 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9f25c463-42c5-40b5-a97f-9d11a17652a3 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:11.003824 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9f25c463-42c5-40b5-a97f-9d11a17652a3 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:11.007441 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9f25c463-42c5-40b5-a97f-9d11a17652a3 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:11.032564 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f25c463-42c5-40b5-a97f-9d11a17652a3 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3161c07f-0c28-48dc-aeff-d406a0cca09e,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:11.041851 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9f25c463-42c5-40b5-a97f-9d11a17652a3 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:11.043224 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9f25c463-42c5-40b5-a97f-9d11a17652a3 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1473379 Mar 11 15:38:11.046153 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43284) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:11.051780 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-20361d4d-c711-4a17-a736-212404e8e95b tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Request body: {'security_group_rule': {'security_group_id': '496d02dd-6cd4-4abf-af60-bd3cbefd7e1d', 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:38:11.057621 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-20361d4d-c711-4a17-a736-212404e8e95b tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:11.061415 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-20361d4d-c711-4a17-a736-212404e8e95b tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Usage tracker for resource:security_group_rule and tenant:8d129cb2ad5e4fb2bbc4b05712522ede is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:11.064307 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-20361d4d-c711-4a17-a736-212404e8e95b tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:11.069974 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-20361d4d-c711-4a17-a736-212404e8e95b tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:11.086663 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-20361d4d-c711-4a17-a736-212404e8e95b tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:11.151459 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-20361d4d-c711-4a17-a736-212404e8e95b tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:11.155336 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-20361d4d-c711-4a17-a736-212404e8e95b tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:11.180038 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20361d4d-c711-4a17-a736-212404e8e95b tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=288af5e4-c588-44c5-9620-a6119230ef21,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:11.191075 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-20361d4d-c711-4a17-a736-212404e8e95b tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:11.192448 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-20361d4d-c711-4a17-a736-212404e8e95b tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1453109 Mar 11 15:38:11.195247 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43288) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:11.200972 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-535d966d-f27f-44b7-80b4-e4aa75837fe8 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Request body: {'security_group_rule': {'security_group_id': '496d02dd-6cd4-4abf-af60-bd3cbefd7e1d', 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:38:11.206829 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-535d966d-f27f-44b7-80b4-e4aa75837fe8 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:11.210794 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-535d966d-f27f-44b7-80b4-e4aa75837fe8 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Usage tracker for resource:security_group_rule and tenant:8d129cb2ad5e4fb2bbc4b05712522ede is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:11.213728 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-535d966d-f27f-44b7-80b4-e4aa75837fe8 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:11.219407 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-535d966d-f27f-44b7-80b4-e4aa75837fe8 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:11.235650 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-535d966d-f27f-44b7-80b4-e4aa75837fe8 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:11.301295 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-535d966d-f27f-44b7-80b4-e4aa75837fe8 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:11.304860 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-535d966d-f27f-44b7-80b4-e4aa75837fe8 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:11.328259 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d966d-f27f-44b7-80b4-e4aa75837fe8 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68f2882e-46eb-4866-9677-fa99a44d0b1d,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:11.336452 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-535d966d-f27f-44b7-80b4-e4aa75837fe8 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:11.338647 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-535d966d-f27f-44b7-80b4-e4aa75837fe8 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1413555 Mar 11 15:38:11.340999 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43292) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:11.346322 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-80dee5ed-97cd-4500-ae72-c71022ff48a9 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Request body: {'security_group_rule': {'security_group_id': '496d02dd-6cd4-4abf-af60-bd3cbefd7e1d', 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:38:11.351959 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-80dee5ed-97cd-4500-ae72-c71022ff48a9 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:11.356527 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-80dee5ed-97cd-4500-ae72-c71022ff48a9 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Usage tracker for resource:security_group_rule and tenant:8d129cb2ad5e4fb2bbc4b05712522ede is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:11.359344 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-80dee5ed-97cd-4500-ae72-c71022ff48a9 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:11.364980 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-80dee5ed-97cd-4500-ae72-c71022ff48a9 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:11.382261 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-80dee5ed-97cd-4500-ae72-c71022ff48a9 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:11.447460 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-80dee5ed-97cd-4500-ae72-c71022ff48a9 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:11.451151 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-80dee5ed-97cd-4500-ae72-c71022ff48a9 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:11.473866 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dee5ed-97cd-4500-ae72-c71022ff48a9 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7aa91d1-38a7-4b50-8c62-5f67842c49f6,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:11.483470 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-80dee5ed-97cd-4500-ae72-c71022ff48a9 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:11.484670 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-80dee5ed-97cd-4500-ae72-c71022ff48a9 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1427767 Mar 11 15:38:11.487439 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43296) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:11.492824 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-b7317813-5e00-410e-9664-971e51773717 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Request body: {'security_group_rule': {'security_group_id': '496d02dd-6cd4-4abf-af60-bd3cbefd7e1d', 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:38:11.499055 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-b7317813-5e00-410e-9664-971e51773717 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:11.502789 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-b7317813-5e00-410e-9664-971e51773717 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Usage tracker for resource:security_group_rule and tenant:8d129cb2ad5e4fb2bbc4b05712522ede is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:11.505643 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-b7317813-5e00-410e-9664-971e51773717 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:11.511928 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-b7317813-5e00-410e-9664-971e51773717 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:11.521658 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.securitygroups_db [None req-b7317813-5e00-410e-9664-971e51773717 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Project 8d129cb2ad5e4fb2bbc4b05712522ede added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:38:11.528338 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b7317813-5e00-410e-9664-971e51773717 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:11.591042 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b7317813-5e00-410e-9664-971e51773717 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:11.595928 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b7317813-5e00-410e-9664-971e51773717 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:11.620641 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7317813-5e00-410e-9664-971e51773717 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=580fbac9-b3a9-4657-bdb8-e520cfb9ac5e,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:11.630387 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b7317813-5e00-410e-9664-971e51773717 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:11.631571 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b7317813-5e00-410e-9664-971e51773717 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1432114 Mar 11 15:38:11.635019 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43300) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:11.640465 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-78620e92-6a5a-4abb-8dc9-5e20fada7768 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Request body: {'security_group_rule': {'security_group_id': '496d02dd-6cd4-4abf-af60-bd3cbefd7e1d', 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:38:11.646188 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-78620e92-6a5a-4abb-8dc9-5e20fada7768 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:11.650261 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-78620e92-6a5a-4abb-8dc9-5e20fada7768 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Usage tracker for resource:security_group_rule and tenant:8d129cb2ad5e4fb2bbc4b05712522ede is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:11.653168 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-78620e92-6a5a-4abb-8dc9-5e20fada7768 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:11.658727 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-78620e92-6a5a-4abb-8dc9-5e20fada7768 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:11.671425 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.securitygroups_db [None req-78620e92-6a5a-4abb-8dc9-5e20fada7768 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Project 8d129cb2ad5e4fb2bbc4b05712522ede added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:38:11.678721 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-78620e92-6a5a-4abb-8dc9-5e20fada7768 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:11.747485 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-78620e92-6a5a-4abb-8dc9-5e20fada7768 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:11.751506 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-78620e92-6a5a-4abb-8dc9-5e20fada7768 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:11.755244 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device edf6cf16-6d70-4ef5-b0fe-1f9e1e2ac1a5 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:38:11.774193 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78620e92-6a5a-4abb-8dc9-5e20fada7768 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b785f18-e819-49f5-b5ad-65b4f7b5b919,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:11.785010 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-78620e92-6a5a-4abb-8dc9-5e20fada7768 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:11.789236 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-78620e92-6a5a-4abb-8dc9-5e20fada7768 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1503551 Mar 11 15:38:11.827694 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port edf6cf16-6d70-4ef5-b0fe-1f9e1e2ac1a5 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:38:11.828062 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:11.945281 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device a98bb4ae-2b55-40d4-9bd5-f754fc39f32a up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:38:12.012548 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port a98bb4ae-2b55-40d4-9bd5-f754fc39f32a triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:38:12.012928 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:14.213171 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43358) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:14.277231 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582339e6-bdd1-4cff-a8bf-97002b2a1f6e tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:14.278708 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-582339e6-bdd1-4cff-a8bf-97002b2a1f6e tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=69193b02-dbf5-4ccf-b3ce-76dabd3f8655 HTTP/1.1" status: 200 len: 814 time: 0.0644739 Mar 11 15:38:15.534544 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43368) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:15.542375 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-b74cc6e3-882a-4822-b734-fc6412ff4a1b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:38:15.552219 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:15.651767 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b74cc6e3-882a-4822-b734-fc6412ff4a1b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for floatingip, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:15.943640 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b74cc6e3-882a-4822-b734-fc6412ff4a1b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:15.949023 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b74cc6e3-882a-4822-b734-fc6412ff4a1b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:15.949425 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.l3_db [None req-b74cc6e3-882a-4822-b734-fc6412ff4a1b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Floating IP e1375708-849a-4b38-b21f-3e860989d0de disassociated. External IP: 172.26.0.22, port: 98fbdcec-5851-4167-a803-29f3f7c05eb9. Mar 11 15:38:16.468498 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b74cc6e3-882a-4822-b734-fc6412ff4a1b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router 751cb1a0-63bb-4511-bc69-e8b1ee323f25 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:38:16.678899 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74cc6e3-882a-4822-b734-fc6412ff4a1b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:38:16.686712 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b74cc6e3-882a-4822-b734-fc6412ff4a1b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:16.689191 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da798886-1cec-4d79-b136-d0e19c341efe None None] Sync routers for ids ['751cb1a0-63bb-4511-bc69-e8b1ee323f25'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:38:16.704042 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da798886-1cec-4d79-b136-d0e19c341efe None None] Routers {'751cb1a0-63bb-4511-bc69-e8b1ee323f25'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:38:16.704791 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-da798886-1cec-4d79-b136-d0e19c341efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:38:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['751cb1a0-63bb-4511-bc69-e8b1ee323f25'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:38:16.749794 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b74cc6e3-882a-4822-b734-fc6412ff4a1b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "PUT /v2.0/floatingips/e1375708-849a-4b38-b21f-3e860989d0de HTTP/1.1" status: 200 len: 689 time: 1.2124655 Mar 11 15:38:16.750862 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce6c1b5-2380-41bf-9c64-eaa46f6c800e', 'tag': '98fbdcec-5851-4167-a803-29f3f7c05eb9'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:38:16.752798 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43376) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:16.924087 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce6c1b5-2380-41bf-9c64-eaa46f6c800e', 'tag': '98fbdcec-5851-4167-a803-29f3f7c05eb9', 'status': 'completed', 'code': 200} Mar 11 15:38:16.926131 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7d80399d-802f-4d2c-99a4-451e8971b467 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/e1375708-849a-4b38-b21f-3e860989d0de HTTP/1.1" status: 200 len: 689 time: 0.1702902 Mar 11 15:38:16.933995 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-da798886-1cec-4d79-b136-d0e19c341efe None None] Set router 751cb1a0-63bb-4511-bc69-e8b1ee323f25 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:38:17.025911 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e4469bb4-72d7-4d14-8416-ab7585dfe17f req-81544847-8bce-414e-aed8-163d42d26b38 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=bce6c1b5-2380-41bf-9c64-eaa46f6c800e HTTP/1.1" status: 200 len: 1099 time: 0.0772634 Mar 11 15:38:17.172175 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4469bb4-72d7-4d14-8416-ab7585dfe17f req-1bf41e83-09ca-471a-9260-10a62ed2ece0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:17.173990 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e4469bb4-72d7-4d14-8416-ab7585dfe17f req-1bf41e83-09ca-471a-9260-10a62ed2ece0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ca1ac97e-1d32-4edc-8290-bf5d2af55d8c HTTP/1.1" status: 200 len: 898 time: 0.1415331 Mar 11 15:38:17.251213 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e4469bb4-72d7-4d14-8416-ab7585dfe17f req-edb96dab-d341-4747-a970-d2703020c7f2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98fbdcec-5851-4167-a803-29f3f7c05eb9 HTTP/1.1" status: 200 len: 217 time: 0.0708716 Mar 11 15:38:17.343063 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4469bb4-72d7-4d14-8416-ab7585dfe17f req-57a48d42-059f-4501-bcfa-b09c77312c11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:17.344544 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e4469bb4-72d7-4d14-8416-ab7585dfe17f req-57a48d42-059f-4501-bcfa-b09c77312c11 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8751722a-da8a-4f74-9c3f-57ff050b521f HTTP/1.1" status: 200 len: 835 time: 0.0880570 Mar 11 15:38:17.349678 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-da798886-1cec-4d79-b136-d0e19c341efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'name': 'tempest-TestNetworkBasicOps-router-1941577902', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.206'}], 'enable_snat': True}, 'gw_port_id': '91001ea9-3bc3-4c53-a2d8-30cfada85f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:23Z', 'updated_at': '2022-03-11T15:36:30Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '91001ea9-3bc3-4c53-a2d8-30cfada85f6e', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:24Z', 'updated_at': '2022-03-11T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '565ba8b5-872a-4b4b-89fb-974d23dfccad', 'name': '', 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:0a:0e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8751722a-da8a-4f74-9c3f-57ff050b521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:29Z', 'updated_at': '2022-03-11T15:37:12Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '8751722a-da8a-4f74-9c3f-57ff050b521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:38:17.354613 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da798886-1cec-4d79-b136-d0e19c341efe None None] Checking router: 751cb1a0-63bb-4511-bc69-e8b1ee323f25 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:38:17.366797 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da798886-1cec-4d79-b136-d0e19c341efe None None] Routers {'751cb1a0-63bb-4511-bc69-e8b1ee323f25'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:38:17.367810 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-da798886-1cec-4d79-b136-d0e19c341efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:38:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['751cb1a0-63bb-4511-bc69-e8b1ee323f25'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:38:17.430246 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e4469bb4-72d7-4d14-8416-ab7585dfe17f req-6ad1a9b5-a348-4826-b446-327bc5764364 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ca1ac97e-1d32-4edc-8290-bf5d2af55d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771658 Mar 11 15:38:17.568153 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-da798886-1cec-4d79-b136-d0e19c341efe None None] Set router 751cb1a0-63bb-4511-bc69-e8b1ee323f25 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:38:17.585943 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e4469bb4-72d7-4d14-8416-ab7585dfe17f req-c90e2475-77e7-453f-801b-3fbe244a5c9d service neutron] 10.222.0.73 "GET /v2.0/networks/ca1ac97e-1d32-4edc-8290-bf5d2af55d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489034 Mar 11 15:38:17.730230 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e4469bb4-72d7-4d14-8416-ab7585dfe17f req-ad175b08-5380-4eae-842a-ea36665d5c3b service neutron] 10.222.0.73 "GET /v2.0/networks/ca1ac97e-1d32-4edc-8290-bf5d2af55d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374972 Mar 11 15:38:17.912651 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-da798886-1cec-4d79-b136-d0e19c341efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'name': 'tempest-TestNetworkBasicOps-router-1941577902', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.206'}], 'enable_snat': True}, 'gw_port_id': '91001ea9-3bc3-4c53-a2d8-30cfada85f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:23Z', 'updated_at': '2022-03-11T15:36:30Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '91001ea9-3bc3-4c53-a2d8-30cfada85f6e', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:24Z', 'updated_at': '2022-03-11T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '565ba8b5-872a-4b4b-89fb-974d23dfccad', 'name': '', 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:0a:0e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8751722a-da8a-4f74-9c3f-57ff050b521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:29Z', 'updated_at': '2022-03-11T15:37:12Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '8751722a-da8a-4f74-9c3f-57ff050b521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:38:17.917949 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da798886-1cec-4d79-b136-d0e19c341efe None None] The sync data for ids ['751cb1a0-63bb-4511-bc69-e8b1ee323f25'] in dv-neutron-833373-1-hyperv is: [{'id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'name': 'tempest-TestNetworkBasicOps-router-1941577902', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.206'}], 'enable_snat': True}, 'gw_port_id': '91001ea9-3bc3-4c53-a2d8-30cfada85f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:23Z', 'updated_at': '2022-03-11T15:36:30Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '91001ea9-3bc3-4c53-a2d8-30cfada85f6e', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:24Z', 'updated_at': '2022-03-11T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '565ba8b5-872a-4b4b-89fb-974d23dfccad', 'name': '', 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:0a:0e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8751722a-da8a-4f74-9c3f-57ff050b521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:29Z', 'updated_at': '2022-03-11T15:37:12Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '8751722a-da8a-4f74-9c3f-57ff050b521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:38:17.928850 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43386) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:18.019477 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-40a1dc4d-09bc-4fcc-bb0f-5e14f2543750 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/e1375708-849a-4b38-b21f-3e860989d0de HTTP/1.1" status: 200 len: 689 time: 0.0893896 Mar 11 15:38:19.021811 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43392) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:19.104697 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-8136875a-6966-481a-8c6f-c0a68d4f0bfb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/e1375708-849a-4b38-b21f-3e860989d0de HTTP/1.1" status: 200 len: 689 time: 0.0817046 Mar 11 15:38:20.108504 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43398) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:20.282355 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-988dc9c2-99d6-4435-87b8-353db506c768 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/e1375708-849a-4b38-b21f-3e860989d0de HTTP/1.1" status: 200 len: 689 time: 0.1720467 Mar 11 15:38:21.286062 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43404) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:21.370805 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e3750fe4-f1d3-4eb3-8240-31e805c7a89d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/e1375708-849a-4b38-b21f-3e860989d0de HTTP/1.1" status: 200 len: 689 time: 0.0836167 Mar 11 15:38:22.373946 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43416) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:22.457644 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-dad39592-cd86-43b3-a0c7-f3ceb7e4df27 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/e1375708-849a-4b38-b21f-3e860989d0de HTTP/1.1" status: 200 len: 689 time: 0.0824075 Mar 11 15:38:23.461562 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43426) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:23.646090 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-dbcf249b-1ea2-424a-92b3-924b6c010af8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/e1375708-849a-4b38-b21f-3e860989d0de HTTP/1.1" status: 200 len: 689 time: 0.1833522 Mar 11 15:38:24.650543 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43436) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:24.733942 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-89eb03b6-624f-467f-9335-014d36c30ded tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/e1375708-849a-4b38-b21f-3e860989d0de HTTP/1.1" status: 200 len: 689 time: 0.0812936 Mar 11 15:38:25.736884 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43442) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:25.830145 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-57535eec-a65c-4391-a4ca-a73bff3dc67d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/e1375708-849a-4b38-b21f-3e860989d0de HTTP/1.1" status: 200 len: 689 time: 0.0920053 Mar 11 15:38:26.834045 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43448) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:26.919657 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-1c69817b-46d7-42a1-a78e-4ddb18110169 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/e1375708-849a-4b38-b21f-3e860989d0de HTTP/1.1" status: 200 len: 689 time: 0.0845933 Mar 11 15:38:27.922537 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43462) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:28.014915 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b97a0933-7574-4d2d-bcfc-2d8490386337 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/e1375708-849a-4b38-b21f-3e860989d0de HTTP/1.1" status: 200 len: 689 time: 0.0912437 Mar 11 15:38:28.044025 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-6ac5f571-a794-4472-afc5-d8314771c60f tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Synchronizing usage tracker for tenant:8d129cb2ad5e4fb2bbc4b05712522ede on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:38:28.062192 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-6ac5f571-a794-4472-afc5-d8314771c60f tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Unset dirty status for tenant:8d129cb2ad5e4fb2bbc4b05712522ede on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:38:28.064084 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-6ac5f571-a794-4472-afc5-d8314771c60f tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1205917752&fields=id&tenant_id=8d129cb2ad5e4fb2bbc4b05712522ede HTTP/1.1" status: 200 len: 267 time: 0.0638001 Mar 11 15:38:28.226326 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-0f2db8a4-c185-4343-ba94-aed79bd7d616 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:28.228464 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-0f2db8a4-c185-4343-ba94-aed79bd7d616 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/networks?id=feab4df5-c44d-4b7f-892d-56d03f64918c HTTP/1.1" status: 200 len: 811 time: 0.1557527 Mar 11 15:38:28.246724 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-22faef88-2b43-4643-b507-3fff03c9e024 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/quotas/8d129cb2ad5e4fb2bbc4b05712522ede HTTP/1.1" status: 200 len: 375 time: 0.0124507 Mar 11 15:38:28.280593 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d671d1-2445-4d4a-ae2a-d3f09867d47c None None] New status for floating IP e1375708-849a-4b38-b21f-3e860989d0de: DOWN {{(pid=83869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 15:38:28.345154 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-5ad6344c-37aa-4e3a-abc5-501ab987db9a tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8d129cb2ad5e4fb2bbc4b05712522ede&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0858150 Mar 11 15:38:28.361812 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-6b1cdfae-e120-4696-a5a7-5614e7fc22e3 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83867) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:38:28.362975 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-6b1cdfae-e120-4696-a5a7-5614e7fc22e3 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053575 Mar 11 15:38:28.498104 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-0041a6a1-01a6-4033-baa4-0777fc780d5f service neutron] 10.222.0.31 "GET /v2.0/networks/feab4df5-c44d-4b7f-892d-56d03f64918c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279285 Mar 11 15:38:28.645425 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-a1dcd34b-a464-43c5-92ff-27192dd7de8d service neutron] 10.222.0.31 "GET /v2.0/networks/feab4df5-c44d-4b7f-892d-56d03f64918c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413281 Mar 11 15:38:29.017895 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43476) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:29.154380 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-501a8e5c-811d-474d-908a-0ae562a8b2cc tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/e1375708-849a-4b38-b21f-3e860989d0de HTTP/1.1" status: 200 len: 687 time: 0.1345499 Mar 11 15:38:29.161096 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-11322050-7d23-4f1b-8df6-437d336ab6c3 req-602d9221-f624-4701-b53a-31c06f0b7361 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Synchronizing usage tracker for tenant:8d129cb2ad5e4fb2bbc4b05712522ede on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:38:29.179935 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-11322050-7d23-4f1b-8df6-437d336ab6c3 req-602d9221-f624-4701-b53a-31c06f0b7361 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Unset dirty status for tenant:8d129cb2ad5e4fb2bbc4b05712522ede on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:38:29.181774 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-11322050-7d23-4f1b-8df6-437d336ab6c3 req-602d9221-f624-4701-b53a-31c06f0b7361 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=930f597e-7fd1-462c-9321-095687cd45da HTTP/1.1" status: 200 len: 210 time: 0.0925081 Mar 11 15:38:29.303095 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9f827232-d41a-4de8-99a3-70858e11fe40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:30.189957 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-c53ca8c4-5f5e-4dea-b9ca-464b34561ffc tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:30.190488 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-c53ca8c4-5f5e-4dea-b9ca-464b34561ffc tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Synchronizing usage tracker for tenant:8d129cb2ad5e4fb2bbc4b05712522ede on resource:network {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:38:30.220407 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-c53ca8c4-5f5e-4dea-b9ca-464b34561ffc tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Unset dirty status for tenant:8d129cb2ad5e4fb2bbc4b05712522ede on resource:network {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:38:30.223661 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-c53ca8c4-5f5e-4dea-b9ca-464b34561ffc tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.73 "GET /v2.0/networks?id=feab4df5-c44d-4b7f-892d-56d03f64918c HTTP/1.1" status: 200 len: 811 time: 0.1764927 Mar 11 15:38:30.295175 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-82886575-70f3-48c1-8d51-4fe2ccc9f41f tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Synchronizing usage tracker for tenant:8d129cb2ad5e4fb2bbc4b05712522ede on resource:security_group {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:38:30.310026 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-82886575-70f3-48c1-8d51-4fe2ccc9f41f tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Unset dirty status for tenant:8d129cb2ad5e4fb2bbc4b05712522ede on resource:security_group {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:38:30.310890 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-82886575-70f3-48c1-8d51-4fe2ccc9f41f tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d129cb2ad5e4fb2bbc4b05712522ede HTTP/1.1" status: 200 len: 380 time: 0.0637774 Mar 11 15:38:30.320690 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-c4b94a58-4b0d-489c-a17a-c6259d6ca3af tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Request body: {'port': {'device_id': '930f597e-7fd1-462c-9321-095687cd45da', 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c', 'admin_state_up': True, 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'security_groups': ['496d02dd-6cd4-4abf-af60-bd3cbefd7e1d']}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:38:30.428174 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43490) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:30.434328 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-3c181277-6dbd-4c32-b9d0-940ade237d85 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2066686016', 'description': 'tempest-secgroup-smoke-2066686016 description', 'project_id': '916fcc14ed3c4d0b95925acf526937c4'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:38:30.437211 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1a14a93f-7239-4157-b816-fa06582c1a06 req-f260023c-3b3a-446e-8fc8-b36771dbda95 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=930f597e-7fd1-462c-9321-095687cd45da HTTP/1.1" status: 200 len: 210 time: 0.1029005 Mar 11 15:38:30.440297 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-3c181277-6dbd-4c32-b9d0-940ade237d85 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:30.450985 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-3c181277-6dbd-4c32-b9d0-940ade237d85 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:30.462554 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3c181277-6dbd-4c32-b9d0-940ade237d85 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:30.507230 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-3c181277-6dbd-4c32-b9d0-940ade237d85 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:30.515033 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-3c181277-6dbd-4c32-b9d0-940ade237d85 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:30.517782 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-3c181277-6dbd-4c32-b9d0-940ade237d85 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:30.523462 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-3c181277-6dbd-4c32-b9d0-940ade237d85 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:30.523647 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-c4b94a58-4b0d-489c-a17a-c6259d6ca3af tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:30.535535 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-c4b94a58-4b0d-489c-a17a-c6259d6ca3af tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:30.547233 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-c4b94a58-4b0d-489c-a17a-c6259d6ca3af tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Made reservation on behalf of 8d129cb2ad5e4fb2bbc4b05712522ede for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:38:30.550542 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-c4b94a58-4b0d-489c-a17a-c6259d6ca3af tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:30.586377 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3c181277-6dbd-4c32-b9d0-940ade237d85 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:30.593685 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3c181277-6dbd-4c32-b9d0-940ade237d85 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:30.642755 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c181277-6dbd-4c32-b9d0-940ade237d85 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=300f04c4-245a-4b2e-8d24-34686c6d2f11,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:30.646526 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3c181277-6dbd-4c32-b9d0-940ade237d85 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:30.647836 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-3c181277-6dbd-4c32-b9d0-940ade237d85 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2187457 Mar 11 15:38:30.651580 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43498) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:30.658093 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-f266a8d4-bc1d-4684-aac8-20b13e3d97ce tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '300f04c4-245a-4b2e-8d24-34686c6d2f11', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:38:30.664572 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-f266a8d4-bc1d-4684-aac8-20b13e3d97ce tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:30.669196 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-f266a8d4-bc1d-4684-aac8-20b13e3d97ce tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:30.672299 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-f266a8d4-bc1d-4684-aac8-20b13e3d97ce tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:30.679146 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-f266a8d4-bc1d-4684-aac8-20b13e3d97ce tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:30.700457 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f266a8d4-bc1d-4684-aac8-20b13e3d97ce tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:30.735767 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-c4b94a58-4b0d-489c-a17a-c6259d6ca3af tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Allocated IP 172.20.0.4 (feab4df5-c44d-4b7f-892d-56d03f64918c/675f42ac-dc8a-4c00-91d8-987c97255cc4/563c4044-19a5-4922-849c-f8ccb451ab89) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:38:30.766250 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f266a8d4-bc1d-4684-aac8-20b13e3d97ce tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:30.771232 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f266a8d4-bc1d-4684-aac8-20b13e3d97ce tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:30.789814 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f266a8d4-bc1d-4684-aac8-20b13e3d97ce tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd683d17-6cd3-4c0f-b858-7284e2a53df6,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:30.811304 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f266a8d4-bc1d-4684-aac8-20b13e3d97ce tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:30.815453 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-f266a8d4-bc1d-4684-aac8-20b13e3d97ce tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1601665 Mar 11 15:38:30.815710 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43502) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:30.822703 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-46e1b4cd-b66a-4fda-af70-7c75dee34ec8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '300f04c4-245a-4b2e-8d24-34686c6d2f11', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:38:30.830072 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-46e1b4cd-b66a-4fda-af70-7c75dee34ec8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:30.834842 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-46e1b4cd-b66a-4fda-af70-7c75dee34ec8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:30.843095 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-46e1b4cd-b66a-4fda-af70-7c75dee34ec8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:30.849900 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-46e1b4cd-b66a-4fda-af70-7c75dee34ec8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:30.872936 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-46e1b4cd-b66a-4fda-af70-7c75dee34ec8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:30.940285 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-46e1b4cd-b66a-4fda-af70-7c75dee34ec8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:30.944899 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-46e1b4cd-b66a-4fda-af70-7c75dee34ec8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:30.966075 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-c4b94a58-4b0d-489c-a17a-c6259d6ca3af tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:30.969275 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e1b4cd-b66a-4fda-af70-7c75dee34ec8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4c7d6dd-0d60-4d22-be77-b8c2c3017982,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:30.979314 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-46e1b4cd-b66a-4fda-af70-7c75dee34ec8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:30.980973 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-46e1b4cd-b66a-4fda-af70-7c75dee34ec8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1639874 Mar 11 15:38:30.983857 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43506) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:30.985503 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-c4b94a58-4b0d-489c-a17a-c6259d6ca3af tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Transition to ACTIVE for port object 563c4044-19a5-4922-849c-f8ccb451ab89 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:38:30.990673 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-6ba83726-79c9-402c-b58e-d5745a8cebb2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '300f04c4-245a-4b2e-8d24-34686c6d2f11', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:38:30.997538 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-6ba83726-79c9-402c-b58e-d5745a8cebb2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:31.001448 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-6ba83726-79c9-402c-b58e-d5745a8cebb2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:31.004486 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-6ba83726-79c9-402c-b58e-d5745a8cebb2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:31.011066 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-c4b94a58-4b0d-489c-a17a-c6259d6ca3af tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:31.015293 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-6ba83726-79c9-402c-b58e-d5745a8cebb2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:31.033920 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6ba83726-79c9-402c-b58e-d5745a8cebb2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:31.092737 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-c4b94a58-4b0d-489c-a17a-c6259d6ca3af tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Network feab4df5-c44d-4b7f-892d-56d03f64918c is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:38:31.096255 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-c4b94a58-4b0d-489c-a17a-c6259d6ca3af tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:38:31.100808 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-c4b94a58-4b0d-489c-a17a-c6259d6ca3af tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:38:31.113984 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6ba83726-79c9-402c-b58e-d5745a8cebb2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:31.119438 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6ba83726-79c9-402c-b58e-d5745a8cebb2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:31.127506 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b94a58-4b0d-489c-a17a-c6259d6ca3af tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Pushing event updated for resources: {'Port': ['ID=563c4044-19a5-4922-849c-f8ccb451ab89,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:31.150499 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba83726-79c9-402c-b58e-d5745a8cebb2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6a2b05e-eb0f-42ed-864c-12a0b815e9ff,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:31.162735 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6ba83726-79c9-402c-b58e-d5745a8cebb2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:31.163920 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6ba83726-79c9-402c-b58e-d5745a8cebb2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1787009 Mar 11 15:38:31.167574 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43510) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:31.176503 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-fa8efc0f-3b73-4509-b8e7-0fee6aa745cd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '300f04c4-245a-4b2e-8d24-34686c6d2f11', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:38:31.186525 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-fa8efc0f-3b73-4509-b8e7-0fee6aa745cd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:31.192321 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-fa8efc0f-3b73-4509-b8e7-0fee6aa745cd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:31.195238 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-c4b94a58-4b0d-489c-a17a-c6259d6ca3af tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:31.195925 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-fa8efc0f-3b73-4509-b8e7-0fee6aa745cd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:31.197358 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-c4b94a58-4b0d-489c-a17a-c6259d6ca3af tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:31.202445 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-fa8efc0f-3b73-4509-b8e7-0fee6aa745cd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:31.222526 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fa8efc0f-3b73-4509-b8e7-0fee6aa745cd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:31.235988 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-c4b94a58-4b0d-489c-a17a-c6259d6ca3af tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9199188 Mar 11 15:38:31.249555 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-9a2774ce-62af-4836-ab2f-e20f895fd4b1 service neutron] Request body: {'port': {'device_id': '930f597e-7fd1-462c-9321-095687cd45da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:38:31.302101 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fa8efc0f-3b73-4509-b8e7-0fee6aa745cd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:31.308462 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fa8efc0f-3b73-4509-b8e7-0fee6aa745cd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:31.329437 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8efc0f-3b73-4509-b8e7-0fee6aa745cd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccbd88da-4065-49be-9430-f51faaf02d3a,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:31.356492 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fa8efc0f-3b73-4509-b8e7-0fee6aa745cd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:31.358391 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-fa8efc0f-3b73-4509-b8e7-0fee6aa745cd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1895978 Mar 11 15:38:31.361222 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43514) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:31.372382 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-dbacc6c1-b7bc-4eaa-a0fa-8e4ca9ec327e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '300f04c4-245a-4b2e-8d24-34686c6d2f11', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:38:31.378800 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-dbacc6c1-b7bc-4eaa-a0fa-8e4ca9ec327e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:31.382945 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-dbacc6c1-b7bc-4eaa-a0fa-8e4ca9ec327e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:31.387267 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-dbacc6c1-b7bc-4eaa-a0fa-8e4ca9ec327e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:31.394392 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-dbacc6c1-b7bc-4eaa-a0fa-8e4ca9ec327e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:31.403935 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-9a2774ce-62af-4836-ab2f-e20f895fd4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:31.405457 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.securitygroups_db [None req-dbacc6c1-b7bc-4eaa-a0fa-8e4ca9ec327e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Project 916fcc14ed3c4d0b95925acf526937c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:38:31.413434 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dbacc6c1-b7bc-4eaa-a0fa-8e4ca9ec327e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:31.481607 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dbacc6c1-b7bc-4eaa-a0fa-8e4ca9ec327e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:31.486950 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dbacc6c1-b7bc-4eaa-a0fa-8e4ca9ec327e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:31.510194 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-608ff328-44a6-4fc5-a8fa-48a641ecd216 None None] Provisioning for port 563c4044-19a5-4922-849c-f8ccb451ab89 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:38:31.517152 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-608ff328-44a6-4fc5-a8fa-48a641ecd216 None None] Provisioning complete for port 563c4044-19a5-4922-849c-f8ccb451ab89 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:38:31.517678 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-608ff328-44a6-4fc5-a8fa-48a641ecd216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:31.518601 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbacc6c1-b7bc-4eaa-a0fa-8e4ca9ec327e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c098903a-b766-46f9-9fcc-5b399f351fcf,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:31.538429 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dbacc6c1-b7bc-4eaa-a0fa-8e4ca9ec327e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:31.539868 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-dbacc6c1-b7bc-4eaa-a0fa-8e4ca9ec327e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1768425 Mar 11 15:38:31.543022 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43520) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:31.562669 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-47069422-d534-427d-bc2f-972558e6a138 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '300f04c4-245a-4b2e-8d24-34686c6d2f11', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:38:31.578041 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-47069422-d534-427d-bc2f-972558e6a138 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:31.583930 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-47069422-d534-427d-bc2f-972558e6a138 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:31.587599 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-47069422-d534-427d-bc2f-972558e6a138 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:31.597694 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-47069422-d534-427d-bc2f-972558e6a138 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:31.618628 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-608ff328-44a6-4fc5-a8fa-48a641ecd216 None None] Port 563c4044-19a5-4922-849c-f8ccb451ab89 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:38:31.622717 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d557d828-130f-4284-b6f6-5c439ae48277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:31.632953 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.securitygroups_db [None req-47069422-d534-427d-bc2f-972558e6a138 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Project 916fcc14ed3c4d0b95925acf526937c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:38:31.641679 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-47069422-d534-427d-bc2f-972558e6a138 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:31.674863 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a119e97-1ff0-4c1a-900d-57ebacb469f6 None None] Sync routers for ids ['d0b55235-9f4d-4555-96f7-00bb848ce0be'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:38:31.690531 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a119e97-1ff0-4c1a-900d-57ebacb469f6 None None] Routers {'d0b55235-9f4d-4555-96f7-00bb848ce0be'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:38:31.691372 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-6a119e97-1ff0-4c1a-900d-57ebacb469f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:38:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['d0b55235-9f4d-4555-96f7-00bb848ce0be'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:38:31.796038 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-47069422-d534-427d-bc2f-972558e6a138 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:31.802160 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-47069422-d534-427d-bc2f-972558e6a138 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:31.843331 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af3817-4d2e-45c6-b423-75f937e70c99 req-b18ee3ba-1b8b-4857-a43f-712c3da108f7 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:31.845389 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-30af3817-4d2e-45c6-b423-75f937e70c99 req-b18ee3ba-1b8b-4857-a43f-712c3da108f7 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=930f597e-7fd1-462c-9321-095687cd45da HTTP/1.1" status: 200 len: 931 time: 0.1621695 Mar 11 15:38:31.848963 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47069422-d534-427d-bc2f-972558e6a138 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60a77cef-2b60-4a73-be53-2ff8f09a6da9,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:31.880184 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-47069422-d534-427d-bc2f-972558e6a138 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:31.892064 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-47069422-d534-427d-bc2f-972558e6a138 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3478799 Mar 11 15:38:31.892611 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-6a119e97-1ff0-4c1a-900d-57ebacb469f6 None None] Set router d0b55235-9f4d-4555-96f7-00bb848ce0be gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:38:31.934863 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-9a2774ce-62af-4836-ab2f-e20f895fd4b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 563c4044-19a5-4922-849c-f8ccb451ab89 {{(pid=83866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:38:31.945461 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-9a2774ce-62af-4836-ab2f-e20f895fd4b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:31.967990 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-30af3817-4d2e-45c6-b423-75f937e70c99 req-2dad437d-c07c-45c8-8d9a-f8bd5a8a62e7 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124089 Mar 11 15:38:31.989753 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-9a2774ce-62af-4836-ab2f-e20f895fd4b1 service neutron] Transition to ACTIVE for port object 563c4044-19a5-4922-849c-f8ccb451ab89 will not be triggered until provisioned by entity L2. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:38:32.000774 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-9a2774ce-62af-4836-ab2f-e20f895fd4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:32.152647 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2774ce-62af-4836-ab2f-e20f895fd4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=563c4044-19a5-4922-849c-f8ccb451ab89,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:32.280051 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-6a119e97-1ff0-4c1a-900d-57ebacb469f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b55235-9f4d-4555-96f7-00bb848ce0be', 'name': 'tempest-TestVolumeBootPattern-259694197-router', 'tenant_id': '5c040f7605b146faa1802100ac713b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'edf6cf16-6d70-4ef5-b0fe-1f9e1e2ac1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:05Z', 'updated_at': '2022-03-11T15:38:08Z', 'revision_number': 4, 'project_id': '5c040f7605b146faa1802100ac713b48', 'gw_port': {'id': 'edf6cf16-6d70-4ef5-b0fe-1f9e1e2ac1a5', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:74:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b55235-9f4d-4555-96f7-00bb848ce0be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:05Z', 'updated_at': '2022-03-11T15:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '4740e40b-c4f6-4d5a-8aae-73e5d767778c', 'name': '', 'network_id': 'b5005136-350d-476b-8b1b-d2902b1d58e8', 'tenant_id': '5c040f7605b146faa1802100ac713b48', 'mac_address': 'fa:16:3e:71:f8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b55235-9f4d-4555-96f7-00bb848ce0be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5630763-af11-4092-8288-338b6f298316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:07Z', 'updated_at': '2022-03-11T15:38:08Z', 'revision_number': 2, 'project_id': '5c040f7605b146faa1802100ac713b48', 'subnets': [{'id': 'd5630763-af11-4092-8288-338b6f298316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:38:32.284773 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a119e97-1ff0-4c1a-900d-57ebacb469f6 None None] Checking router: d0b55235-9f4d-4555-96f7-00bb848ce0be for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:38:32.285118 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a119e97-1ff0-4c1a-900d-57ebacb469f6 None None] Updating router d0b55235-9f4d-4555-96f7-00bb848ce0be port 4740e40b-c4f6-4d5a-8aae-73e5d767778c binding host dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:38:32.329389 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-cfdf4aaa-2fc0-4c6a-b546-2cd8865fa481 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2066686016&fields=id&tenant_id=916fcc14ed3c4d0b95925acf526937c4 HTTP/1.1" status: 200 len: 267 time: 0.1922469 Mar 11 15:38:32.406308 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6a119e97-1ff0-4c1a-900d-57ebacb469f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:32.517309 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-9a2774ce-62af-4836-ab2f-e20f895fd4b1 service neutron] Attempting to bind port 563c4044-19a5-4922-849c-f8ccb451ab89 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:38:32.517583 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-9a2774ce-62af-4836-ab2f-e20f895fd4b1 service neutron] Attempting to bind port 563c4044-19a5-4922-849c-f8ccb451ab89 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '7ad268e5-49ce-4845-bd2b-d7757d53f873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:38:32.517879 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-9a2774ce-62af-4836-ab2f-e20f895fd4b1 service neutron] Attempting to bind port 563c4044-19a5-4922-849c-f8ccb451ab89 on network feab4df5-c44d-4b7f-892d-56d03f64918c {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:38:32.526796 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-9a2774ce-62af-4836-ab2f-e20f895fd4b1 service neutron] Port 563c4044-19a5-4922-849c-f8ccb451ab89 on network feab4df5-c44d-4b7f-892d-56d03f64918c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:38:32.527119 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-9a2774ce-62af-4836-ab2f-e20f895fd4b1 service neutron] Attempting to bind port 563c4044-19a5-4922-849c-f8ccb451ab89 on network feab4df5-c44d-4b7f-892d-56d03f64918c {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:38:32.552280 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-84360494-7463-4a12-84ea-68267af88913 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:32.554035 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-84360494-7463-4a12-84ea-68267af88913 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/networks?id=ca1ac97e-1d32-4edc-8290-bf5d2af55d8c HTTP/1.1" status: 200 len: 797 time: 0.1938713 Mar 11 15:38:32.554401 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-9a2774ce-62af-4836-ab2f-e20f895fd4b1 service neutron] Checking agent: {'id': '233b753e-9484-4350-9871-64b7c66fc067', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'started_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:38:32.554736 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-9a2774ce-62af-4836-ab2f-e20f895fd4b1 service neutron] Checking segment: {'id': '7ad268e5-49ce-4845-bd2b-d7757d53f873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:38:32.555110 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-9a2774ce-62af-4836-ab2f-e20f895fd4b1 service neutron] Bound using segment: {'id': '7ad268e5-49ce-4845-bd2b-d7757d53f873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c'} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:38:32.555542 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-9a2774ce-62af-4836-ab2f-e20f895fd4b1 service neutron] Bound port: 563c4044-19a5-4922-849c-f8ccb451ab89, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad268e5-49ce-4845-bd2b-d7757d53f873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c'}}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:38:32.555915 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-9a2774ce-62af-4836-ab2f-e20f895fd4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:32.586443 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-884cacff-cdda-4164-8910-055969e7908e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/quotas/916fcc14ed3c4d0b95925acf526937c4 HTTP/1.1" status: 200 len: 375 time: 0.0158210 Mar 11 15:38:32.726974 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-9a2774ce-62af-4836-ab2f-e20f895fd4b1 service neutron] For port 563c4044-19a5-4922-849c-f8ccb451ab89, host hv-neutron-8333, cleared binding levels {{(pid=83866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:38:32.732370 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-9a2774ce-62af-4836-ab2f-e20f895fd4b1 service neutron] For port 563c4044-19a5-4922-849c-f8ccb451ab89, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=563c4044-19a5-4922-849c-f8ccb451ab89,segment=NetworkSegment(7ad268e5-49ce-4845-bd2b-d7757d53f873),segment_id=7ad268e5-49ce-4845-bd2b-d7757d53f873)] {{(pid=83866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:38:32.745066 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-775a9c96-f8db-4959-8257-87e60511b27f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1317353 Mar 11 15:38:32.746641 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-9a2774ce-62af-4836-ab2f-e20f895fd4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:32.773319 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:32.784621 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6a119e97-1ff0-4c1a-900d-57ebacb469f6 None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:32.798522 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6a119e97-1ff0-4c1a-900d-57ebacb469f6 None None] Transition to ACTIVE for port object 4740e40b-c4f6-4d5a-8aae-73e5d767778c will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:38:32.807817 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6a119e97-1ff0-4c1a-900d-57ebacb469f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:32.847008 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2774ce-62af-4836-ab2f-e20f895fd4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=563c4044-19a5-4922-849c-f8ccb451ab89,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:32.864589 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-9a2774ce-62af-4836-ab2f-e20f895fd4b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:32.866241 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-9a2774ce-62af-4836-ab2f-e20f895fd4b1 service neutron] 10.222.0.73 "PUT /v2.0/ports/563c4044-19a5-4922-849c-f8ccb451ab89 HTTP/1.1" status: 200 len: 1093 time: 1.6211810 Mar 11 15:38:32.867009 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '930f597e-7fd1-462c-9321-095687cd45da', 'tag': '563c4044-19a5-4922-849c-f8ccb451ab89'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:38:32.980767 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:32.981718 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a12b93-a76a-4780-8451-95aa6652717c None None] Pushing event updated for resources: {'Port': ['ID=4740e40b-c4f6-4d5a-8aae-73e5d767778c,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:33.017274 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '930f597e-7fd1-462c-9321-095687cd45da', 'tag': '563c4044-19a5-4922-849c-f8ccb451ab89', 'status': 'completed', 'code': 200} Mar 11 15:38:33.020808 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-79284b1d-2831-43ee-910c-3d7a2b0f71b8 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:38:33.021793 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-79284b1d-2831-43ee-910c-3d7a2b0f71b8 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2395077 Mar 11 15:38:33.129808 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-6a119e97-1ff0-4c1a-900d-57ebacb469f6 None None] Attempting to bind port 4740e40b-c4f6-4d5a-8aae-73e5d767778c on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:38:33.130193 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-6a119e97-1ff0-4c1a-900d-57ebacb469f6 None None] Attempting to bind port 4740e40b-c4f6-4d5a-8aae-73e5d767778c by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '17deded6-df6f-460e-a0bf-b2c672b54133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'b5005136-350d-476b-8b1b-d2902b1d58e8'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:38:33.130527 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a119e97-1ff0-4c1a-900d-57ebacb469f6 None None] Attempting to bind port 4740e40b-c4f6-4d5a-8aae-73e5d767778c on network b5005136-350d-476b-8b1b-d2902b1d58e8 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:38:33.142588 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a119e97-1ff0-4c1a-900d-57ebacb469f6 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:38:33.142992 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a119e97-1ff0-4c1a-900d-57ebacb469f6 None None] Checking segment: {'id': '17deded6-df6f-460e-a0bf-b2c672b54133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'b5005136-350d-476b-8b1b-d2902b1d58e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:38:33.143357 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6a119e97-1ff0-4c1a-900d-57ebacb469f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:33.143744 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a119e97-1ff0-4c1a-900d-57ebacb469f6 None None] Bound using segment: {'id': '17deded6-df6f-460e-a0bf-b2c672b54133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'b5005136-350d-476b-8b1b-d2902b1d58e8'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:38:33.144250 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-6a119e97-1ff0-4c1a-900d-57ebacb469f6 None None] Bound port: 4740e40b-c4f6-4d5a-8aae-73e5d767778c, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17deded6-df6f-460e-a0bf-b2c672b54133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'b5005136-350d-476b-8b1b-d2902b1d58e8'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:38:33.145089 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6a119e97-1ff0-4c1a-900d-57ebacb469f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:33.321625 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-fa06140c-2380-4034-a4a4-6a75eea8fecd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d129cb2ad5e4fb2bbc4b05712522ede&device_id=930f597e-7fd1-462c-9321-095687cd45da HTTP/1.1" status: 200 len: 1096 time: 0.4111559 Mar 11 15:38:33.329568 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-6a119e97-1ff0-4c1a-900d-57ebacb469f6 None None] For port 4740e40b-c4f6-4d5a-8aae-73e5d767778c, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:38:33.333396 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-6a119e97-1ff0-4c1a-900d-57ebacb469f6 None None] For port 4740e40b-c4f6-4d5a-8aae-73e5d767778c, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=4740e40b-c4f6-4d5a-8aae-73e5d767778c,segment=NetworkSegment(17deded6-df6f-460e-a0bf-b2c672b54133),segment_id=17deded6-df6f-460e-a0bf-b2c672b54133)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:38:33.333907 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724e47a-2eec-4864-9bc1-b8b2fd4ea49e req-73af155a-8dc0-43ae-b4cd-ee7875783523 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:33.335963 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c724e47a-2eec-4864-9bc1-b8b2fd4ea49e req-73af155a-8dc0-43ae-b4cd-ee7875783523 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=930f597e-7fd1-462c-9321-095687cd45da HTTP/1.1" status: 200 len: 943 time: 0.1484783 Mar 11 15:38:33.341579 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6a119e97-1ff0-4c1a-900d-57ebacb469f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:33.395422 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c724e47a-2eec-4864-9bc1-b8b2fd4ea49e req-66f6ee1f-3d13-4dcd-a119-87cce8816314 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510435 Mar 11 15:38:33.402881 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-c0b8f06e-04e7-43ae-92c3-4eb9454748dc service neutron] 10.222.0.31 "GET /v2.0/networks/ca1ac97e-1d32-4edc-8290-bf5d2af55d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595247 Mar 11 15:38:33.459029 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a119e97-1ff0-4c1a-900d-57ebacb469f6 None None] Routers {'d0b55235-9f4d-4555-96f7-00bb848ce0be'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:38:33.459689 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-6a119e97-1ff0-4c1a-900d-57ebacb469f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:38:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['d0b55235-9f4d-4555-96f7-00bb848ce0be'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:38:33.512926 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a12b93-a76a-4780-8451-95aa6652717c None None] Pushing event updated for resources: {'Port': ['ID=4740e40b-c4f6-4d5a-8aae-73e5d767778c,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:33.562517 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-c0eecf35-fa85-42e2-8691-e8fa88768bda service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=563c4044-19a5-4922-849c-f8ccb451ab89 HTTP/1.1" status: 200 len: 217 time: 0.2313271 Mar 11 15:38:33.568251 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-59aa2863-74eb-498d-b81c-ef47b6120c68 service neutron] 10.222.0.31 "GET /v2.0/networks/ca1ac97e-1d32-4edc-8290-bf5d2af55d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584144 Mar 11 15:38:33.661913 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-642ed2a7-e596-41dd-b304-3b9413bfb780 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:33.663453 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-642ed2a7-e596-41dd-b304-3b9413bfb780 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=675f42ac-dc8a-4c00-91d8-987c97255cc4 HTTP/1.1" status: 200 len: 850 time: 0.0942636 Mar 11 15:38:33.690879 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-6a119e97-1ff0-4c1a-900d-57ebacb469f6 None None] Set router d0b55235-9f4d-4555-96f7-00bb848ce0be gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:38:33.749561 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-cdb0b719-4019-400f-95ab-81233649f8da service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=feab4df5-c44d-4b7f-892d-56d03f64918c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794637 Mar 11 15:38:33.990607 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-04825f41-a6f0-4a1e-a745-222068221699 service neutron] 10.222.0.73 "GET /v2.0/networks/feab4df5-c44d-4b7f-892d-56d03f64918c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350352 Mar 11 15:38:34.030437 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-6a119e97-1ff0-4c1a-900d-57ebacb469f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b55235-9f4d-4555-96f7-00bb848ce0be', 'name': 'tempest-TestVolumeBootPattern-259694197-router', 'tenant_id': '5c040f7605b146faa1802100ac713b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'edf6cf16-6d70-4ef5-b0fe-1f9e1e2ac1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:05Z', 'updated_at': '2022-03-11T15:38:08Z', 'revision_number': 4, 'project_id': '5c040f7605b146faa1802100ac713b48', 'gw_port': {'id': 'edf6cf16-6d70-4ef5-b0fe-1f9e1e2ac1a5', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:74:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b55235-9f4d-4555-96f7-00bb848ce0be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:05Z', 'updated_at': '2022-03-11T15:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '4740e40b-c4f6-4d5a-8aae-73e5d767778c', 'name': '', 'network_id': 'b5005136-350d-476b-8b1b-d2902b1d58e8', 'tenant_id': '5c040f7605b146faa1802100ac713b48', 'mac_address': 'fa:16:3e:71:f8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b55235-9f4d-4555-96f7-00bb848ce0be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5630763-af11-4092-8288-338b6f298316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:07Z', 'updated_at': '2022-03-11T15:38:33Z', 'revision_number': 4, 'project_id': '5c040f7605b146faa1802100ac713b48', 'subnets': [{'id': 'd5630763-af11-4092-8288-338b6f298316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:38:34.034545 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a119e97-1ff0-4c1a-900d-57ebacb469f6 None None] The sync data for ids ['d0b55235-9f4d-4555-96f7-00bb848ce0be'] in dv-neutron-833373-1-hyperv is: [{'id': 'd0b55235-9f4d-4555-96f7-00bb848ce0be', 'name': 'tempest-TestVolumeBootPattern-259694197-router', 'tenant_id': '5c040f7605b146faa1802100ac713b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'edf6cf16-6d70-4ef5-b0fe-1f9e1e2ac1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:05Z', 'updated_at': '2022-03-11T15:38:08Z', 'revision_number': 4, 'project_id': '5c040f7605b146faa1802100ac713b48', 'gw_port': {'id': 'edf6cf16-6d70-4ef5-b0fe-1f9e1e2ac1a5', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:74:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b55235-9f4d-4555-96f7-00bb848ce0be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:05Z', 'updated_at': '2022-03-11T15:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '4740e40b-c4f6-4d5a-8aae-73e5d767778c', 'name': '', 'network_id': 'b5005136-350d-476b-8b1b-d2902b1d58e8', 'tenant_id': '5c040f7605b146faa1802100ac713b48', 'mac_address': 'fa:16:3e:71:f8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b55235-9f4d-4555-96f7-00bb848ce0be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5630763-af11-4092-8288-338b6f298316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:07Z', 'updated_at': '2022-03-11T15:38:33Z', 'revision_number': 4, 'project_id': '5c040f7605b146faa1802100ac713b48', 'subnets': [{'id': 'd5630763-af11-4092-8288-338b6f298316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:38:34.151169 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:34.163454 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b5d87b93-2f69-4ef2-8124-77190e7aaa33 req-08324a38-6c77-44a7-a54f-839e8c8a8a19 service neutron] 10.222.0.73 "GET /v2.0/networks/feab4df5-c44d-4b7f-892d-56d03f64918c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664472 Mar 11 15:38:34.299737 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7a7b56ed-de16-42f0-8c6c-92f260b2f2e9 req-5bb18416-4eb0-461c-812f-c5093f0c2512 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d129cb2ad5e4fb2bbc4b05712522ede&device_id=930f597e-7fd1-462c-9321-095687cd45da HTTP/1.1" status: 200 len: 1096 time: 0.0846162 Mar 11 15:38:34.442283 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b56ed-de16-42f0-8c6c-92f260b2f2e9 req-36fbf7e7-43ce-4e31-a5ad-63281e845394 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:34.443739 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7a7b56ed-de16-42f0-8c6c-92f260b2f2e9 req-36fbf7e7-43ce-4e31-a5ad-63281e845394 service neutron] 10.222.0.73 "GET /v2.0/networks?id=feab4df5-c44d-4b7f-892d-56d03f64918c HTTP/1.1" status: 200 len: 912 time: 0.1382210 Mar 11 15:38:34.532268 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7a7b56ed-de16-42f0-8c6c-92f260b2f2e9 req-2ecfa6b8-20ec-42ec-bfd4-9fd5ce5d2dd0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=563c4044-19a5-4922-849c-f8ccb451ab89 HTTP/1.1" status: 200 len: 217 time: 0.0821199 Mar 11 15:38:34.608860 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b56ed-de16-42f0-8c6c-92f260b2f2e9 req-33075a86-4efe-4b94-81c1-e5e1fee64ca8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:34.610422 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7a7b56ed-de16-42f0-8c6c-92f260b2f2e9 req-33075a86-4efe-4b94-81c1-e5e1fee64ca8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=675f42ac-dc8a-4c00-91d8-987c97255cc4 HTTP/1.1" status: 200 len: 850 time: 0.0722778 Mar 11 15:38:34.643189 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa3f87-d5f5-4a82-97c1-04f1fe3bf2df req-6fceb177-8bca-4d2b-8edd-6a3f315ee459 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:34.644881 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-63aa3f87-d5f5-4a82-97c1-04f1fe3bf2df req-6fceb177-8bca-4d2b-8edd-6a3f315ee459 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=930f597e-7fd1-462c-9321-095687cd45da HTTP/1.1" status: 200 len: 943 time: 0.1100481 Mar 11 15:38:34.712590 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7a7b56ed-de16-42f0-8c6c-92f260b2f2e9 req-0b69aa18-131d-44f5-88ed-09b58fc052ce service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=feab4df5-c44d-4b7f-892d-56d03f64918c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0947766 Mar 11 15:38:34.719782 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-63aa3f87-d5f5-4a82-97c1-04f1fe3bf2df req-53e83328-83f2-45fa-8fa7-95fe91642a35 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675433 Mar 11 15:38:34.879287 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a8ee302c-628a-4162-b665-3aa083752d49 req-9dec6364-1e12-4acc-a24e-9f7d6aaa6acf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=46bfeed8-5ac6-4d87-a270-2423b6903ce9 HTTP/1.1" status: 200 len: 210 time: 0.0607693 Mar 11 15:38:34.954577 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7a7b56ed-de16-42f0-8c6c-92f260b2f2e9 req-0c409e2f-ccec-4c1b-b297-8d9d7a2d84d4 service neutron] 10.222.0.73 "GET /v2.0/networks/feab4df5-c44d-4b7f-892d-56d03f64918c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328160 Mar 11 15:38:35.109938 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7a7b56ed-de16-42f0-8c6c-92f260b2f2e9 req-96f1d973-c9a5-4482-af1c-eab99f3aa5fe service neutron] 10.222.0.73 "GET /v2.0/networks/feab4df5-c44d-4b7f-892d-56d03f64918c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493733 Mar 11 15:38:35.775622 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 4740e40b-c4f6-4d5a-8aae-73e5d767778c up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:38:35.848897 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 4740e40b-c4f6-4d5a-8aae-73e5d767778c completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:38:35.854918 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 4740e40b-c4f6-4d5a-8aae-73e5d767778c triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:38:35.855446 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:35.964929 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9e68c-f857-43b5-89bc-c6fed0588e07 req-9fc1a5af-97dd-456d-ab41-493ea53d1cf9 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:35.973540 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2ca9e68c-f857-43b5-89bc-c6fed0588e07 req-9fc1a5af-97dd-456d-ab41-493ea53d1cf9 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=930f597e-7fd1-462c-9321-095687cd45da HTTP/1.1" status: 200 len: 943 time: 0.1016409 Mar 11 15:38:35.998125 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:36.031519 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2ca9e68c-f857-43b5-89bc-c6fed0588e07 req-d00469b0-4f2e-407e-b1ca-001f5aa3c9f5 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569892 Mar 11 15:38:36.039165 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 4740e40b-c4f6-4d5a-8aae-73e5d767778c, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=4740e40b-c4f6-4d5a-8aae-73e5d767778c,segment=NetworkSegment(17deded6-df6f-460e-a0bf-b2c672b54133),segment_id=17deded6-df6f-460e-a0bf-b2c672b54133)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:38:36.044140 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:36.126366 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-250a21c3-06aa-4624-a63c-13c574ddb893 req-0dac9504-fe60-4aff-823d-2979a357c360 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=46bfeed8-5ac6-4d87-a270-2423b6903ce9 HTTP/1.1" status: 200 len: 210 time: 0.0632620 Mar 11 15:38:36.176062 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-1d0a419a-65e1-4cfa-a695-653ec5558ad6 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:36.178824 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-1d0a419a-65e1-4cfa-a695-653ec5558ad6 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "GET /v2.0/networks?id=ca1ac97e-1d32-4edc-8290-bf5d2af55d8c HTTP/1.1" status: 200 len: 797 time: 0.3092511 Mar 11 15:38:36.187404 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=4740e40b-c4f6-4d5a-8aae-73e5d767778c,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:36.236594 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-39bb6c95-36de-40fc-a867-4da6df4ac8bb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=916fcc14ed3c4d0b95925acf526937c4 HTTP/1.1" status: 200 len: 472 time: 0.0427825 Mar 11 15:38:36.245414 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-0e285f71-c8f1-495a-8e5e-306e75f177cf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'port': {'device_id': '46bfeed8-5ac6-4d87-a270-2423b6903ce9', 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c', 'admin_state_up': True, 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'security_groups': ['300f04c4-245a-4b2e-8d24-34686c6d2f11']}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:38:36.378298 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-0e285f71-c8f1-495a-8e5e-306e75f177cf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:36.388206 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-0e285f71-c8f1-495a-8e5e-306e75f177cf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:36.397501 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-0e285f71-c8f1-495a-8e5e-306e75f177cf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Made reservation on behalf of 916fcc14ed3c4d0b95925acf526937c4 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:38:36.400507 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-0e285f71-c8f1-495a-8e5e-306e75f177cf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:36.559493 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-0e285f71-c8f1-495a-8e5e-306e75f177cf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Allocated IP 172.20.0.3 (ca1ac97e-1d32-4edc-8290-bf5d2af55d8c/8751722a-da8a-4f74-9c3f-57ff050b521f/a835f95c-c9e4-4f76-8a6d-84a2b84007b3) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:38:36.851627 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-0e285f71-c8f1-495a-8e5e-306e75f177cf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:36.867443 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-0e285f71-c8f1-495a-8e5e-306e75f177cf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Transition to ACTIVE for port object a835f95c-c9e4-4f76-8a6d-84a2b84007b3 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:38:36.889110 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-0e285f71-c8f1-495a-8e5e-306e75f177cf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:36.962867 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-0e285f71-c8f1-495a-8e5e-306e75f177cf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network ca1ac97e-1d32-4edc-8290-bf5d2af55d8c is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:38:36.965973 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-0e285f71-c8f1-495a-8e5e-306e75f177cf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:38:36.970305 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-0e285f71-c8f1-495a-8e5e-306e75f177cf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:38:36.999414 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e285f71-c8f1-495a-8e5e-306e75f177cf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=a835f95c-c9e4-4f76-8a6d-84a2b84007b3,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:37.037476 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-0e285f71-c8f1-495a-8e5e-306e75f177cf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:37.038074 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-0e285f71-c8f1-495a-8e5e-306e75f177cf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:37.066833 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-0e285f71-c8f1-495a-8e5e-306e75f177cf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8255770 Mar 11 15:38:37.079322 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-5a826bc1-f159-47dd-8e3c-b025bd4fafd0 service neutron] Request body: {'port': {'device_id': '46bfeed8-5ac6-4d87-a270-2423b6903ce9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:38:37.182121 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-7f7fbd45-d2bf-460f-a96f-e34d9f7ac213 None None] Provisioning for port a835f95c-c9e4-4f76-8a6d-84a2b84007b3 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:38:37.189620 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-7f7fbd45-d2bf-460f-a96f-e34d9f7ac213 None None] Provisioning complete for port a835f95c-c9e4-4f76-8a6d-84a2b84007b3 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:38:37.190116 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7f7fbd45-d2bf-460f-a96f-e34d9f7ac213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:37.204857 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-5a826bc1-f159-47dd-8e3c-b025bd4fafd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:37.236839 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a4835-0642-4fab-a21c-08943b7ef265 req-7b90cb79-2f71-4cd3-8f07-9ae33fdcd67e tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:37.239018 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-403a4835-0642-4fab-a21c-08943b7ef265 req-7b90cb79-2f71-4cd3-8f07-9ae33fdcd67e tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=930f597e-7fd1-462c-9321-095687cd45da HTTP/1.1" status: 200 len: 943 time: 0.0830753 Mar 11 15:38:37.254859 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-7f7fbd45-d2bf-460f-a96f-e34d9f7ac213 None None] Port a835f95c-c9e4-4f76-8a6d-84a2b84007b3 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:38:37.290957 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-403a4835-0642-4fab-a21c-08943b7ef265 req-a40f79b3-81cb-4608-a7a3-dbd627fa3b79 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455272 Mar 11 15:38:37.542080 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ade407-9a24-4947-afd0-1541b7a1daf0 req-cd4470bc-f5ee-4e45-a010-94b051e44dca tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:37.542680 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-16ade407-9a24-4947-afd0-1541b7a1daf0 req-cd4470bc-f5ee-4e45-a010-94b051e44dca tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:38:37.590234 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-16ade407-9a24-4947-afd0-1541b7a1daf0 req-cd4470bc-f5ee-4e45-a010-94b051e44dca tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:38:37.591398 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-16ade407-9a24-4947-afd0-1541b7a1daf0 req-cd4470bc-f5ee-4e45-a010-94b051e44dca tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=46bfeed8-5ac6-4d87-a270-2423b6903ce9 HTTP/1.1" status: 200 len: 931 time: 0.2690184 Mar 11 15:38:37.698099 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-16ade407-9a24-4947-afd0-1541b7a1daf0 req-25554416-10d3-4f2c-941a-c1fa669d4d9f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=300f04c4-245a-4b2e-8d24-34686c6d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004601 Mar 11 15:38:37.702086 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-5a826bc1-f159-47dd-8e3c-b025bd4fafd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a835f95c-c9e4-4f76-8a6d-84a2b84007b3 {{(pid=83866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:38:37.709261 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-5a826bc1-f159-47dd-8e3c-b025bd4fafd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:37.725037 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-5a826bc1-f159-47dd-8e3c-b025bd4fafd0 service neutron] Transition to ACTIVE for port object a835f95c-c9e4-4f76-8a6d-84a2b84007b3 will not be triggered until provisioned by entity L2. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:38:37.729680 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-5a826bc1-f159-47dd-8e3c-b025bd4fafd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:37.768422 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 4740e40b-c4f6-4d5a-8aae-73e5d767778c up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:38:37.841971 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 4740e40b-c4f6-4d5a-8aae-73e5d767778c triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:38:37.842340 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:37.859651 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a826bc1-f159-47dd-8e3c-b025bd4fafd0 service neutron] Pushing event updated for resources: {'Port': ['ID=a835f95c-c9e4-4f76-8a6d-84a2b84007b3,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:37.971531 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-5a826bc1-f159-47dd-8e3c-b025bd4fafd0 service neutron] Attempting to bind port a835f95c-c9e4-4f76-8a6d-84a2b84007b3 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:38:37.971866 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-5a826bc1-f159-47dd-8e3c-b025bd4fafd0 service neutron] Attempting to bind port a835f95c-c9e4-4f76-8a6d-84a2b84007b3 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'ebe61925-faf8-4870-b5d4-dc21b35f4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:38:37.972357 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-5a826bc1-f159-47dd-8e3c-b025bd4fafd0 service neutron] Attempting to bind port a835f95c-c9e4-4f76-8a6d-84a2b84007b3 on network ca1ac97e-1d32-4edc-8290-bf5d2af55d8c {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:38:37.978948 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-5a826bc1-f159-47dd-8e3c-b025bd4fafd0 service neutron] Port a835f95c-c9e4-4f76-8a6d-84a2b84007b3 on network ca1ac97e-1d32-4edc-8290-bf5d2af55d8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:38:37.979268 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-5a826bc1-f159-47dd-8e3c-b025bd4fafd0 service neutron] Attempting to bind port a835f95c-c9e4-4f76-8a6d-84a2b84007b3 on network ca1ac97e-1d32-4edc-8290-bf5d2af55d8c {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:38:37.985534 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-5a826bc1-f159-47dd-8e3c-b025bd4fafd0 service neutron] Checking agent: {'id': '233b753e-9484-4350-9871-64b7c66fc067', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'started_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:38:37.985868 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-5a826bc1-f159-47dd-8e3c-b025bd4fafd0 service neutron] Checking segment: {'id': 'ebe61925-faf8-4870-b5d4-dc21b35f4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:38:37.986247 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-5a826bc1-f159-47dd-8e3c-b025bd4fafd0 service neutron] Bound using segment: {'id': 'ebe61925-faf8-4870-b5d4-dc21b35f4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c'} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:38:37.986673 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-5a826bc1-f159-47dd-8e3c-b025bd4fafd0 service neutron] Bound port: a835f95c-c9e4-4f76-8a6d-84a2b84007b3, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe61925-faf8-4870-b5d4-dc21b35f4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c'}}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:38:37.987015 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-5a826bc1-f159-47dd-8e3c-b025bd4fafd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:38.077344 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-5a826bc1-f159-47dd-8e3c-b025bd4fafd0 service neutron] For port a835f95c-c9e4-4f76-8a6d-84a2b84007b3, host hv-neutron-8333, cleared binding levels {{(pid=83866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:38:38.080469 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-5a826bc1-f159-47dd-8e3c-b025bd4fafd0 service neutron] For port a835f95c-c9e4-4f76-8a6d-84a2b84007b3, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a835f95c-c9e4-4f76-8a6d-84a2b84007b3,segment=NetworkSegment(ebe61925-faf8-4870-b5d4-dc21b35f4555),segment_id=ebe61925-faf8-4870-b5d4-dc21b35f4555)] {{(pid=83866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:38:38.084796 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-5a826bc1-f159-47dd-8e3c-b025bd4fafd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:38.147476 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-5a826bc1-f159-47dd-8e3c-b025bd4fafd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:38.148838 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-5a826bc1-f159-47dd-8e3c-b025bd4fafd0 service neutron] 10.222.0.73 "PUT /v2.0/ports/a835f95c-c9e4-4f76-8a6d-84a2b84007b3 HTTP/1.1" status: 200 len: 1093 time: 1.0742207 Mar 11 15:38:38.149332 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46bfeed8-5ac6-4d87-a270-2423b6903ce9', 'tag': 'a835f95c-c9e4-4f76-8a6d-84a2b84007b3'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:38:38.178684 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a826bc1-f159-47dd-8e3c-b025bd4fafd0 service neutron] Pushing event updated for resources: {'Port': ['ID=a835f95c-c9e4-4f76-8a6d-84a2b84007b3,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:38.243941 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46bfeed8-5ac6-4d87-a270-2423b6903ce9', 'tag': 'a835f95c-c9e4-4f76-8a6d-84a2b84007b3', 'status': 'completed', 'code': 200} Mar 11 15:38:38.280312 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-a2de2ee9-5bff-4350-8aad-e55eac0f8c8a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=46bfeed8-5ac6-4d87-a270-2423b6903ce9 HTTP/1.1" status: 200 len: 1096 time: 0.0935216 Mar 11 15:38:38.356431 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-c7b08efa-bc9f-438f-84e9-448d4e60b8ce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a835f95c-c9e4-4f76-8a6d-84a2b84007b3 HTTP/1.1" status: 200 len: 217 time: 0.0696099 Mar 11 15:38:38.428496 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-d95cae83-0755-4925-af14-b91808995bbd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:38.430084 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-d95cae83-0755-4925-af14-b91808995bbd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8751722a-da8a-4f74-9c3f-57ff050b521f HTTP/1.1" status: 200 len: 835 time: 0.0662379 Mar 11 15:38:38.570469 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800b840-907d-436b-97b3-da099f4c14e5 req-d3ae594a-9c8a-4cd6-b5be-c19196baeaee tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:38.571226 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-3800b840-907d-436b-97b3-da099f4c14e5 req-d3ae594a-9c8a-4cd6-b5be-c19196baeaee tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Synchronizing usage tracker for tenant:8d129cb2ad5e4fb2bbc4b05712522ede on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:38:38.577902 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-7455f88c-3440-4030-a4fe-b00ab000cab6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ca1ac97e-1d32-4edc-8290-bf5d2af55d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1391554 Mar 11 15:38:38.652988 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-3800b840-907d-436b-97b3-da099f4c14e5 req-d3ae594a-9c8a-4cd6-b5be-c19196baeaee tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Unset dirty status for tenant:8d129cb2ad5e4fb2bbc4b05712522ede on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:38:38.654164 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3800b840-907d-436b-97b3-da099f4c14e5 req-d3ae594a-9c8a-4cd6-b5be-c19196baeaee tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=930f597e-7fd1-462c-9321-095687cd45da HTTP/1.1" status: 200 len: 943 time: 0.2171829 Mar 11 15:38:38.854053 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3800b840-907d-436b-97b3-da099f4c14e5 req-1872bf01-e1fb-4e87-9d47-3741d9634173 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843481 Mar 11 15:38:38.861839 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-8ad1032f-4c36-46b5-b181-81d31a198993 service neutron] 10.222.0.73 "GET /v2.0/networks/ca1ac97e-1d32-4edc-8290-bf5d2af55d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760241 Mar 11 15:38:38.988706 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5f144-ab8a-4a70-8ace-8e34ead0df71 req-6331d259-00fa-4e48-be58-027f88a9acaf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:38.990154 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-07b5f144-ab8a-4a70-8ace-8e34ead0df71 req-6331d259-00fa-4e48-be58-027f88a9acaf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=46bfeed8-5ac6-4d87-a270-2423b6903ce9 HTTP/1.1" status: 200 len: 943 time: 0.1609788 Mar 11 15:38:39.003331 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9036c9e6-c1a3-4f8d-ac9a-117c86d663a2 req-bd862387-f892-4b39-af15-ad1e01a598d7 service neutron] 10.222.0.73 "GET /v2.0/networks/ca1ac97e-1d32-4edc-8290-bf5d2af55d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336806 Mar 11 15:38:39.038809 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-07b5f144-ab8a-4a70-8ace-8e34ead0df71 req-c2525193-bd0e-46c3-afea-3edebb3f76dc tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:38:39.055236 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-07b5f144-ab8a-4a70-8ace-8e34ead0df71 req-c2525193-bd0e-46c3-afea-3edebb3f76dc tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:38:39.057045 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-07b5f144-ab8a-4a70-8ace-8e34ead0df71 req-c2525193-bd0e-46c3-afea-3edebb3f76dc tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=300f04c4-245a-4b2e-8d24-34686c6d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603628 Mar 11 15:38:39.120908 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a6b12039-ac7c-4b79-a988-8ab612ce03c7 req-b465fc04-182f-4c41-9414-521d36238f1c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=46bfeed8-5ac6-4d87-a270-2423b6903ce9 HTTP/1.1" status: 200 len: 1096 time: 0.0690475 Mar 11 15:38:39.253348 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b12039-ac7c-4b79-a988-8ab612ce03c7 req-87a9dfcb-c1a7-4b11-8ba5-a0809148e3bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:39.254804 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a6b12039-ac7c-4b79-a988-8ab612ce03c7 req-87a9dfcb-c1a7-4b11-8ba5-a0809148e3bd service neutron] 10.222.0.73 "GET /v2.0/networks?id=ca1ac97e-1d32-4edc-8290-bf5d2af55d8c HTTP/1.1" status: 200 len: 898 time: 0.1270795 Mar 11 15:38:39.331061 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a6b12039-ac7c-4b79-a988-8ab612ce03c7 req-fed267df-542a-4c55-9ac3-eb4e081bf329 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a835f95c-c9e4-4f76-8a6d-84a2b84007b3 HTTP/1.1" status: 200 len: 217 time: 0.0693526 Mar 11 15:38:39.391678 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b12039-ac7c-4b79-a988-8ab612ce03c7 req-699709f8-217f-4b34-ab40-7d8926ac36f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:39.393103 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a6b12039-ac7c-4b79-a988-8ab612ce03c7 req-699709f8-217f-4b34-ab40-7d8926ac36f4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8751722a-da8a-4f74-9c3f-57ff050b521f HTTP/1.1" status: 200 len: 835 time: 0.0558670 Mar 11 15:38:39.470027 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a6b12039-ac7c-4b79-a988-8ab612ce03c7 req-3ab1312e-327b-4bd5-a154-5e237a19d552 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ca1ac97e-1d32-4edc-8290-bf5d2af55d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700035 Mar 11 15:38:39.600582 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a6b12039-ac7c-4b79-a988-8ab612ce03c7 req-6563b73f-6e92-49d5-8cc3-32a50a724493 service neutron] 10.222.0.73 "GET /v2.0/networks/ca1ac97e-1d32-4edc-8290-bf5d2af55d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238589 Mar 11 15:38:39.733422 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a6b12039-ac7c-4b79-a988-8ab612ce03c7 req-6bd775c9-0c94-4397-b71e-28bc6381a22c service neutron] 10.222.0.73 "GET /v2.0/networks/ca1ac97e-1d32-4edc-8290-bf5d2af55d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269045 Mar 11 15:38:40.056138 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c060776-4f50-4284-9232-9b6af34297fc req-fa2d70e2-8b8e-4c23-8cde-fff43c7ea91b tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:40.057624 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2c060776-4f50-4284-9232-9b6af34297fc req-fa2d70e2-8b8e-4c23-8cde-fff43c7ea91b tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=930f597e-7fd1-462c-9321-095687cd45da HTTP/1.1" status: 200 len: 943 time: 0.0814617 Mar 11 15:38:40.103434 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2c060776-4f50-4284-9232-9b6af34297fc req-f7414cd6-9538-45b1-8940-164624a6128e tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395374 Mar 11 15:38:40.253775 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6796d7-056b-4436-ad25-876134af319d req-ac5019bb-ada9-4511-8344-e7508e3ba187 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:40.255278 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-9a6796d7-056b-4436-ad25-876134af319d req-ac5019bb-ada9-4511-8344-e7508e3ba187 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=46bfeed8-5ac6-4d87-a270-2423b6903ce9 HTTP/1.1" status: 200 len: 943 time: 0.0757020 Mar 11 15:38:40.304011 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-9a6796d7-056b-4436-ad25-876134af319d req-f039a5d7-d07d-449d-9092-a96b848e5631 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=300f04c4-245a-4b2e-8d24-34686c6d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424175 Mar 11 15:38:41.311294 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b8b09-42e0-4311-9440-801276293122 req-d47bcd88-63e7-4705-bc0a-7c0fd27a7775 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:41.312772 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-040b8b09-42e0-4311-9440-801276293122 req-d47bcd88-63e7-4705-bc0a-7c0fd27a7775 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=930f597e-7fd1-462c-9321-095687cd45da HTTP/1.1" status: 200 len: 943 time: 0.0811162 Mar 11 15:38:41.358373 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-040b8b09-42e0-4311-9440-801276293122 req-57898aaf-5695-487e-bd89-be5cc9712439 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399902 Mar 11 15:38:41.504269 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c64d3-ed21-4ff4-91a9-275a713d7869 req-b42846f3-afe0-417a-b404-c4b037d6d930 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:41.505582 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e01c64d3-ed21-4ff4-91a9-275a713d7869 req-b42846f3-afe0-417a-b404-c4b037d6d930 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=46bfeed8-5ac6-4d87-a270-2423b6903ce9 HTTP/1.1" status: 200 len: 943 time: 0.0765729 Mar 11 15:38:41.549554 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e01c64d3-ed21-4ff4-91a9-275a713d7869 req-31db3d91-0089-4e18-a79b-089847aa9d28 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=300f04c4-245a-4b2e-8d24-34686c6d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385239 Mar 11 15:38:42.560135 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c30ae3-d694-46df-babc-1320b7c5ab5a req-c18b2033-f3f6-4b03-95fe-074f045c4e65 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:42.561518 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d9c30ae3-d694-46df-babc-1320b7c5ab5a req-c18b2033-f3f6-4b03-95fe-074f045c4e65 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=930f597e-7fd1-462c-9321-095687cd45da HTTP/1.1" status: 200 len: 943 time: 0.0785298 Mar 11 15:38:42.608960 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d9c30ae3-d694-46df-babc-1320b7c5ab5a req-6e2958de-8924-4f11-a754-ff9b34d3c8b4 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418501 Mar 11 15:38:42.752213 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c371bf-5ca6-4a7e-9a52-9aa9c5f09b61 req-cd6dd1da-b410-4566-849d-77fe40c0db9b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:42.753659 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f3c371bf-5ca6-4a7e-9a52-9aa9c5f09b61 req-cd6dd1da-b410-4566-849d-77fe40c0db9b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=46bfeed8-5ac6-4d87-a270-2423b6903ce9 HTTP/1.1" status: 200 len: 943 time: 0.0787854 Mar 11 15:38:42.798056 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f3c371bf-5ca6-4a7e-9a52-9aa9c5f09b61 req-da4e9e1e-d26e-4952-b738-8ee774906337 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=300f04c4-245a-4b2e-8d24-34686c6d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389543 Mar 11 15:38:43.691253 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device a835f95c-c9e4-4f76-8a6d-84a2b84007b3 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:38:43.818265 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea7d66-6ff1-46f0-9705-944948ed17c9 req-56f2d2f5-d59a-41f7-812b-b17f635161c1 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:43.819813 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-96ea7d66-6ff1-46f0-9705-944948ed17c9 req-56f2d2f5-d59a-41f7-812b-b17f635161c1 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=930f597e-7fd1-462c-9321-095687cd45da HTTP/1.1" status: 200 len: 943 time: 0.0803490 Mar 11 15:38:43.836794 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port a835f95c-c9e4-4f76-8a6d-84a2b84007b3, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a835f95c-c9e4-4f76-8a6d-84a2b84007b3,segment=NetworkSegment(ebe61925-faf8-4870-b5d4-dc21b35f4555),segment_id=ebe61925-faf8-4870-b5d4-dc21b35f4555)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:38:43.852271 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': 'a835f95c-c9e4-4f76-8a6d-84a2b84007b3', 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c', 'port_id': 'a835f95c-c9e4-4f76-8a6d-84a2b84007b3', 'mac_address': 'fa:16:3e:ae:30:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8751722a-da8a-4f74-9c3f-57ff050b521f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:38:43.866902 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-96ea7d66-6ff1-46f0-9705-944948ed17c9 req-efad51d5-ad91-435c-9e05-cb113241b379 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414205 Mar 11 15:38:43.909561 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:43.927051 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a835f95c-c9e4-4f76-8a6d-84a2b84007b3 {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:38:43.939083 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:38:43.942367 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port a835f95c-c9e4-4f76-8a6d-84a2b84007b3, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a835f95c-c9e4-4f76-8a6d-84a2b84007b3,segment=NetworkSegment(ebe61925-faf8-4870-b5d4-dc21b35f4555),segment_id=ebe61925-faf8-4870-b5d4-dc21b35f4555)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:38:43.946265 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:44.001827 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd56921-a597-4bba-8220-0109e625061b req-1d11f02b-1ad9-46b8-849e-ee1ddc58a2e0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:44.003278 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-5cd56921-a597-4bba-8220-0109e625061b req-1d11f02b-1ad9-46b8-849e-ee1ddc58a2e0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=46bfeed8-5ac6-4d87-a270-2423b6903ce9 HTTP/1.1" status: 200 len: 944 time: 0.0841820 Mar 11 15:38:44.027772 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=a835f95c-c9e4-4f76-8a6d-84a2b84007b3,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:44.050824 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-5cd56921-a597-4bba-8220-0109e625061b req-3295e5bd-d2cb-460b-86f1-87e778fb3a5b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=300f04c4-245a-4b2e-8d24-34686c6d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416510 Mar 11 15:38:44.290614 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['a835f95c-c9e4-4f76-8a6d-84a2b84007b3'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 15:38:45.068176 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531656be-b635-4993-967e-59e5aa299a66 req-3d50ce30-2046-4e3f-bfa7-8aabefdc7af4 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:45.069618 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-531656be-b635-4993-967e-59e5aa299a66 req-3d50ce30-2046-4e3f-bfa7-8aabefdc7af4 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=930f597e-7fd1-462c-9321-095687cd45da HTTP/1.1" status: 200 len: 943 time: 0.0761640 Mar 11 15:38:45.119632 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-531656be-b635-4993-967e-59e5aa299a66 req-b843c9a0-89b3-4d51-a569-f2fbca4361df tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444713 Mar 11 15:38:45.246770 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49180b21-2d24-4f17-9bf7-e96b45f76bba req-70777d4e-04eb-4a64-be38-5cb5127542d4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:45.248350 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-49180b21-2d24-4f17-9bf7-e96b45f76bba req-70777d4e-04eb-4a64-be38-5cb5127542d4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=46bfeed8-5ac6-4d87-a270-2423b6903ce9 HTTP/1.1" status: 200 len: 944 time: 0.0793641 Mar 11 15:38:45.292421 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-49180b21-2d24-4f17-9bf7-e96b45f76bba req-549033ff-7b01-40aa-9b7c-754b2fc7b16f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=300f04c4-245a-4b2e-8d24-34686c6d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384419 Mar 11 15:38:45.541947 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:45.695895 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 563c4044-19a5-4922-849c-f8ccb451ab89 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:38:45.699240 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device a835f95c-c9e4-4f76-8a6d-84a2b84007b3 up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:38:45.850485 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning for port a835f95c-c9e4-4f76-8a6d-84a2b84007b3 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:38:45.867244 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port a835f95c-c9e4-4f76-8a6d-84a2b84007b3 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:38:45.867613 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:45.925208 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 563c4044-19a5-4922-849c-f8ccb451ab89, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=563c4044-19a5-4922-849c-f8ccb451ab89,segment=NetworkSegment(7ad268e5-49ce-4845-bd2b-d7757d53f873),segment_id=7ad268e5-49ce-4845-bd2b-d7757d53f873)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:38:45.951188 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': '563c4044-19a5-4922-849c-f8ccb451ab89', 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c', 'port_id': '563c4044-19a5-4922-849c-f8ccb451ab89', 'mac_address': 'fa:16:3e:cb:2d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '675f42ac-dc8a-4c00-91d8-987c97255cc4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:38:46.043870 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:46.072926 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 563c4044-19a5-4922-849c-f8ccb451ab89 {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:38:46.085651 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:46.107818 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 563c4044-19a5-4922-849c-f8ccb451ab89, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=563c4044-19a5-4922-849c-f8ccb451ab89,segment=NetworkSegment(7ad268e5-49ce-4845-bd2b-d7757d53f873),segment_id=7ad268e5-49ce-4845-bd2b-d7757d53f873)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:38:46.114254 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:46.147774 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46bfeed8-5ac6-4d87-a270-2423b6903ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a835f95c-c9e4-4f76-8a6d-84a2b84007b3'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:38:46.170711 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port a835f95c-c9e4-4f76-8a6d-84a2b84007b3, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a835f95c-c9e4-4f76-8a6d-84a2b84007b3,segment=NetworkSegment(ebe61925-faf8-4870-b5d4-dc21b35f4555),segment_id=ebe61925-faf8-4870-b5d4-dc21b35f4555)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:38:46.185399 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:46.197385 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=563c4044-19a5-4922-849c-f8ccb451ab89,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:46.270411 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=a835f95c-c9e4-4f76-8a6d-84a2b84007b3,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:46.302409 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46bfeed8-5ac6-4d87-a270-2423b6903ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a835f95c-c9e4-4f76-8a6d-84a2b84007b3', 'code': 200} Mar 11 15:38:46.351883 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524cb8c-c37b-49fc-bad4-0bf93cbee9ae req-9f8ba563-1238-4a48-adfc-2c552fc277c9 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:46.353492 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5524cb8c-c37b-49fc-bad4-0bf93cbee9ae req-9f8ba563-1238-4a48-adfc-2c552fc277c9 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=930f597e-7fd1-462c-9321-095687cd45da HTTP/1.1" status: 200 len: 944 time: 0.0965025 Mar 11 15:38:46.400238 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5524cb8c-c37b-49fc-bad4-0bf93cbee9ae req-c4f6fba0-9056-4674-b974-899e11ed7654 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405071 Mar 11 15:38:46.460355 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['563c4044-19a5-4922-849c-f8ccb451ab89'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 15:38:46.507897 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeabb335-97d7-4f47-b7bb-6255e34c99e7 req-9fc43b50-be9a-4a77-8f51-74956151c2eb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:46.509614 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-aeabb335-97d7-4f47-b7bb-6255e34c99e7 req-9fc43b50-be9a-4a77-8f51-74956151c2eb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=46bfeed8-5ac6-4d87-a270-2423b6903ce9 HTTP/1.1" status: 200 len: 945 time: 0.0812864 Mar 11 15:38:46.554511 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c01bfcb1-261b-4425-be15-5954f89daab3 req-f03af2a6-1d31-4272-a15a-66432767b272 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=46bfeed8-5ac6-4d87-a270-2423b6903ce9 HTTP/1.1" status: 200 len: 1098 time: 0.0784831 Mar 11 15:38:46.562891 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-aeabb335-97d7-4f47-b7bb-6255e34c99e7 req-135cd841-f17b-4c8f-a050-ffdc7dd62f49 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=300f04c4-245a-4b2e-8d24-34686c6d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465169 Mar 11 15:38:46.604449 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c01bfcb1-261b-4425-be15-5954f89daab3 req-635ad23f-33e8-4f12-9a0a-b162b54377f6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=300f04c4-245a-4b2e-8d24-34686c6d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437791 Mar 11 15:38:47.598410 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a5d5af-d5dd-4cac-8581-3b217e96bdbd req-6d1b9dec-87ef-4408-bdaf-e9696954ab80 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:47.599799 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-92a5d5af-d5dd-4cac-8581-3b217e96bdbd req-6d1b9dec-87ef-4408-bdaf-e9696954ab80 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=930f597e-7fd1-462c-9321-095687cd45da HTTP/1.1" status: 200 len: 944 time: 0.0781698 Mar 11 15:38:47.648469 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-92a5d5af-d5dd-4cac-8581-3b217e96bdbd req-f47caba6-20e5-417a-b452-cd9e2d25d301 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430906 Mar 11 15:38:47.712061 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 563c4044-19a5-4922-849c-f8ccb451ab89 up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:38:47.773871 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568e8d1-b718-4c1f-8c91-db35aa2a87e4 req-7cc7e343-c79a-430d-a193-90e0babef0c3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:47.775309 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-9568e8d1-b718-4c1f-8c91-db35aa2a87e4 req-7cc7e343-c79a-430d-a193-90e0babef0c3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=46bfeed8-5ac6-4d87-a270-2423b6903ce9 HTTP/1.1" status: 200 len: 945 time: 0.0802536 Mar 11 15:38:47.784378 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning for port 563c4044-19a5-4922-849c-f8ccb451ab89 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:38:47.789969 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port 563c4044-19a5-4922-849c-f8ccb451ab89 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:38:47.790343 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:47.821628 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-9568e8d1-b718-4c1f-8c91-db35aa2a87e4 req-45c6e50d-ab80-450a-9d3a-b09515d3531a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=300f04c4-245a-4b2e-8d24-34686c6d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407209 Mar 11 15:38:47.904321 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:47.947498 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 563c4044-19a5-4922-849c-f8ccb451ab89, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=563c4044-19a5-4922-849c-f8ccb451ab89,segment=NetworkSegment(7ad268e5-49ce-4845-bd2b-d7757d53f873),segment_id=7ad268e5-49ce-4845-bd2b-d7757d53f873)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:38:47.952740 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:48.020420 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=563c4044-19a5-4922-849c-f8ccb451ab89,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:48.303946 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930f597e-7fd1-462c-9321-095687cd45da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563c4044-19a5-4922-849c-f8ccb451ab89'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:38:48.359792 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930f597e-7fd1-462c-9321-095687cd45da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563c4044-19a5-4922-849c-f8ccb451ab89', 'code': 200} Mar 11 15:38:48.679180 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9048c576-09ff-4241-9253-b1bcec6dfdb1 req-a127aa3d-3594-4a94-a9f6-33feceed6f2c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=930f597e-7fd1-462c-9321-095687cd45da HTTP/1.1" status: 200 len: 1098 time: 0.1727800 Mar 11 15:38:48.722150 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9048c576-09ff-4241-9253-b1bcec6dfdb1 req-cffb1790-8c20-4645-bd2d-3ffd07bfdf89 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369139 Mar 11 15:38:48.861005 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2f57e-2248-4ceb-9763-8b954458cec1 req-c22d2059-d1e1-4f35-9942-40ad630c914c tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:48.862569 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c8e2f57e-2248-4ceb-9763-8b954458cec1 req-c22d2059-d1e1-4f35-9942-40ad630c914c tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=930f597e-7fd1-462c-9321-095687cd45da HTTP/1.1" status: 200 len: 945 time: 0.0798955 Mar 11 15:38:48.911241 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c8e2f57e-2248-4ceb-9763-8b954458cec1 req-b2fd8ae8-20c9-45a9-b4e3-0a5eb2532aa7 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424247 Mar 11 15:38:49.022377 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bd21d-dd0f-45ec-98a6-5f7fc49f38eb req-481dcedb-2589-41ca-80a9-76889b0f1626 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:49.023731 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-007bd21d-dd0f-45ec-98a6-5f7fc49f38eb req-481dcedb-2589-41ca-80a9-76889b0f1626 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=46bfeed8-5ac6-4d87-a270-2423b6903ce9 HTTP/1.1" status: 200 len: 945 time: 0.0759010 Mar 11 15:38:49.185720 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-007bd21d-dd0f-45ec-98a6-5f7fc49f38eb req-76b2d16e-cd5a-4f35-8674-e4dd8a8d80cc tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=300f04c4-245a-4b2e-8d24-34686c6d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550956 Mar 11 15:38:49.383525 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c85c9-7721-4452-9037-1a823798c0ce req-8b5f8ae2-2068-45ab-9e5a-ff0e10c7b540 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:49.384987 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-673c85c9-7721-4452-9037-1a823798c0ce req-8b5f8ae2-2068-45ab-9e5a-ff0e10c7b540 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=46bfeed8-5ac6-4d87-a270-2423b6903ce9 HTTP/1.1" status: 200 len: 945 time: 0.0754967 Mar 11 15:38:49.430027 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-673c85c9-7721-4452-9037-1a823798c0ce req-dcc2cadc-89d9-4f27-8b19-75f23729b36a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=300f04c4-245a-4b2e-8d24-34686c6d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388379 Mar 11 15:38:49.458259 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43608) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:49.534275 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-47aca03a-fc5c-41ec-ab36-370511a9e9c2 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=46bfeed8-5ac6-4d87-a270-2423b6903ce9 HTTP/1.1" status: 200 len: 1093 time: 0.0748136 Mar 11 15:38:49.537049 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43612) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:49.542324 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-c8f95199-b9e0-421f-9406-33b3972dabfd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'floatingip': {'port_id': 'a835f95c-c9e4-4f76-8a6d-84a2b84007b3'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:38:49.618956 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c8f95199-b9e0-421f-9406-33b3972dabfd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for floatingip, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:50.118022 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2b431-cfc8-46a0-8742-1208ed464bec req-598e72b7-77ef-4d86-b349-6a0a139ee81d tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:50.119781 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d9a2b431-cfc8-46a0-8742-1208ed464bec req-598e72b7-77ef-4d86-b349-6a0a139ee81d tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=930f597e-7fd1-462c-9321-095687cd45da HTTP/1.1" status: 200 len: 945 time: 0.0860960 Mar 11 15:38:50.176082 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d9a2b431-cfc8-46a0-8742-1208ed464bec req-3e80633e-8658-4c2b-853e-df668cec4a46 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475044 Mar 11 15:38:50.305827 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c8f95199-b9e0-421f-9406-33b3972dabfd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:50.310425 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c8f95199-b9e0-421f-9406-33b3972dabfd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:50.496952 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.l3_db [None req-c8f95199-b9e0-421f-9406-33b3972dabfd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Floating IP e1375708-849a-4b38-b21f-3e860989d0de associated. External IP: 172.26.0.22, port: a835f95c-c9e4-4f76-8a6d-84a2b84007b3. Mar 11 15:38:50.887637 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f95199-b9e0-421f-9406-33b3972dabfd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router 751cb1a0-63bb-4511-bc69-e8b1ee323f25 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:38:51.087863 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f95199-b9e0-421f-9406-33b3972dabfd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:38:51.093503 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c8f95199-b9e0-421f-9406-33b3972dabfd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:51.098241 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4db0d7-3bfb-46c7-b566-184ef0f704f4 None None] Sync routers for ids ['751cb1a0-63bb-4511-bc69-e8b1ee323f25'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:38:51.115873 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4db0d7-3bfb-46c7-b566-184ef0f704f4 None None] Routers {'751cb1a0-63bb-4511-bc69-e8b1ee323f25'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:38:51.116520 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-1c4db0d7-3bfb-46c7-b566-184ef0f704f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:38:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['751cb1a0-63bb-4511-bc69-e8b1ee323f25'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:38:51.146793 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c8f95199-b9e0-421f-9406-33b3972dabfd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "PUT /v2.0/floatingips/e1375708-849a-4b38-b21f-3e860989d0de HTTP/1.1" status: 200 len: 990 time: 1.6083493 Mar 11 15:38:51.147135 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46bfeed8-5ac6-4d87-a270-2423b6903ce9', 'tag': 'a835f95c-c9e4-4f76-8a6d-84a2b84007b3'}] {{(pid=83867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:38:51.150313 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43618) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:51.274524 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-e9c240ca-e596-4fab-820f-ac196c533606 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/e1375708-849a-4b38-b21f-3e860989d0de HTTP/1.1" status: 200 len: 990 time: 0.1221194 Mar 11 15:38:51.286466 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46bfeed8-5ac6-4d87-a270-2423b6903ce9', 'tag': 'a835f95c-c9e4-4f76-8a6d-84a2b84007b3', 'status': 'completed', 'code': 200} Mar 11 15:38:51.350996 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-1c4db0d7-3bfb-46c7-b566-184ef0f704f4 None None] Set router 751cb1a0-63bb-4511-bc69-e8b1ee323f25 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:38:51.444704 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-11cff26b-b81a-4156-8c9b-332a6622c6fe req-6f8bfd09-2e62-4135-b852-b3cd97855349 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=46bfeed8-5ac6-4d87-a270-2423b6903ce9 HTTP/1.1" status: 200 len: 1098 time: 0.1336670 Mar 11 15:38:51.455453 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f48c9-0ae4-4e0f-a138-cdfe643c1e54 req-95be8044-961a-42bf-98cc-149cbe725009 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:51.456918 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0b1f48c9-0ae4-4e0f-a138-cdfe643c1e54 req-95be8044-961a-42bf-98cc-149cbe725009 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=930f597e-7fd1-462c-9321-095687cd45da HTTP/1.1" status: 200 len: 945 time: 0.1033089 Mar 11 15:38:51.587951 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0b1f48c9-0ae4-4e0f-a138-cdfe643c1e54 req-cfc21370-d088-4dc1-8350-332e07ae6af7 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119335 Mar 11 15:38:51.625164 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cff26b-b81a-4156-8c9b-332a6622c6fe req-ea741cbd-c7fe-4bea-a324-b034e873e3df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:51.626601 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-11cff26b-b81a-4156-8c9b-332a6622c6fe req-ea741cbd-c7fe-4bea-a324-b034e873e3df service neutron] 10.222.0.73 "GET /v2.0/networks?id=ca1ac97e-1d32-4edc-8290-bf5d2af55d8c HTTP/1.1" status: 200 len: 898 time: 0.1688201 Mar 11 15:38:51.714410 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-1c4db0d7-3bfb-46c7-b566-184ef0f704f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'name': 'tempest-TestNetworkBasicOps-router-1941577902', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.206'}], 'enable_snat': True}, 'gw_port_id': '91001ea9-3bc3-4c53-a2d8-30cfada85f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:23Z', 'updated_at': '2022-03-11T15:36:30Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '91001ea9-3bc3-4c53-a2d8-30cfada85f6e', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:24Z', 'updated_at': '2022-03-11T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'e1375708-849a-4b38-b21f-3e860989d0de', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.22', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'port_id': 'a835f95c-c9e4-4f76-8a6d-84a2b84007b3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c', 'mac_address': 'fa:16:3e:ae:30:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bfeed8-5ac6-4d87-a270-2423b6903ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:37:04Z', 'updated_at': '2022-03-11T15:38:50Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '565ba8b5-872a-4b4b-89fb-974d23dfccad', 'name': '', 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:0a:0e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8751722a-da8a-4f74-9c3f-57ff050b521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:29Z', 'updated_at': '2022-03-11T15:37:12Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '8751722a-da8a-4f74-9c3f-57ff050b521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:38:51.718877 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4db0d7-3bfb-46c7-b566-184ef0f704f4 None None] Checking router: 751cb1a0-63bb-4511-bc69-e8b1ee323f25 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:38:51.729727 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4db0d7-3bfb-46c7-b566-184ef0f704f4 None None] Routers {'751cb1a0-63bb-4511-bc69-e8b1ee323f25'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:38:51.730329 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-1c4db0d7-3bfb-46c7-b566-184ef0f704f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:38:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['751cb1a0-63bb-4511-bc69-e8b1ee323f25'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:38:51.739216 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-11cff26b-b81a-4156-8c9b-332a6622c6fe req-96ee5916-13fb-4b43-896e-4e2bcd1a178e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a835f95c-c9e4-4f76-8a6d-84a2b84007b3 HTTP/1.1" status: 200 len: 998 time: 0.1062002 Mar 11 15:38:51.808168 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cff26b-b81a-4156-8c9b-332a6622c6fe req-f8d039d0-d92f-4bd6-8806-401336f10f2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:51.809596 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-11cff26b-b81a-4156-8c9b-332a6622c6fe req-f8d039d0-d92f-4bd6-8806-401336f10f2f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8751722a-da8a-4f74-9c3f-57ff050b521f HTTP/1.1" status: 200 len: 835 time: 0.0641725 Mar 11 15:38:51.819632 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee08ed-8090-4b9d-a4c8-4dfc2fa0ef28 req-42c3c7f7-3e47-4c6b-b889-7612b8e737ec tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:51.821308 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-0bee08ed-8090-4b9d-a4c8-4dfc2fa0ef28 req-42c3c7f7-3e47-4c6b-b889-7612b8e737ec tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=930f597e-7fd1-462c-9321-095687cd45da HTTP/1.1" status: 200 len: 945 time: 0.0977700 Mar 11 15:38:51.871389 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-0bee08ed-8090-4b9d-a4c8-4dfc2fa0ef28 req-fc60f635-e46a-4de5-bc83-b7fa9bfd1b12 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428207 Mar 11 15:38:51.890264 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-11cff26b-b81a-4156-8c9b-332a6622c6fe req-b53b0c6f-a42e-4c1d-be90-cf01829ac342 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ca1ac97e-1d32-4edc-8290-bf5d2af55d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740273 Mar 11 15:38:51.901885 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43630) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:51.915845 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-1c4db0d7-3bfb-46c7-b566-184ef0f704f4 None None] Set router 751cb1a0-63bb-4511-bc69-e8b1ee323f25 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:38:52.030844 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-11cff26b-b81a-4156-8c9b-332a6622c6fe req-c7146640-42b9-4fcc-99d3-b66be8f4f674 service neutron] 10.222.0.73 "GET /v2.0/networks/ca1ac97e-1d32-4edc-8290-bf5d2af55d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347246 Mar 11 15:38:52.058376 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d42735ab-8960-4bc9-a83b-cc2ff4a8a632 tempest-TestVolumeBootPattern-1276111360 tempest-TestVolumeBootPattern-1276111360-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=930f597e-7fd1-462c-9321-095687cd45da HTTP/1.1" status: 200 len: 1093 time: 0.1551890 Mar 11 15:38:52.062247 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43636) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:52.112822 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-54daeb37-3810-4e5c-b033-2f605cc16712 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Request body: {'floatingip': {'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'port_id': '563c4044-19a5-4922-849c-f8ccb451ab89', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:38:52.128967 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-54daeb37-3810-4e5c-b033-2f605cc16712 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:38:52.135744 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-54daeb37-3810-4e5c-b033-2f605cc16712 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Usage tracker for resource:floatingip and tenant:8d129cb2ad5e4fb2bbc4b05712522ede is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:38:52.140022 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-54daeb37-3810-4e5c-b033-2f605cc16712 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:38:52.148189 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-54daeb37-3810-4e5c-b033-2f605cc16712 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:38:52.176273 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-54daeb37-3810-4e5c-b033-2f605cc16712 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for floatingip, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:52.258910 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-11cff26b-b81a-4156-8c9b-332a6622c6fe req-c0a1fd4e-11bb-40e1-8f67-08f93dfa5e03 service neutron] 10.222.0.73 "GET /v2.0/networks/ca1ac97e-1d32-4edc-8290-bf5d2af55d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225046 Mar 11 15:38:52.278270 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43640) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:52.280758 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-1c4db0d7-3bfb-46c7-b566-184ef0f704f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'name': 'tempest-TestNetworkBasicOps-router-1941577902', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.206'}], 'enable_snat': True}, 'gw_port_id': '91001ea9-3bc3-4c53-a2d8-30cfada85f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:23Z', 'updated_at': '2022-03-11T15:36:30Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '91001ea9-3bc3-4c53-a2d8-30cfada85f6e', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:24Z', 'updated_at': '2022-03-11T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'e1375708-849a-4b38-b21f-3e860989d0de', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.22', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'port_id': 'a835f95c-c9e4-4f76-8a6d-84a2b84007b3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c', 'mac_address': 'fa:16:3e:ae:30:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bfeed8-5ac6-4d87-a270-2423b6903ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:37:04Z', 'updated_at': '2022-03-11T15:38:50Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '565ba8b5-872a-4b4b-89fb-974d23dfccad', 'name': '', 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:0a:0e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8751722a-da8a-4f74-9c3f-57ff050b521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:29Z', 'updated_at': '2022-03-11T15:37:12Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '8751722a-da8a-4f74-9c3f-57ff050b521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:38:52.287724 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4db0d7-3bfb-46c7-b566-184ef0f704f4 None None] The sync data for ids ['751cb1a0-63bb-4511-bc69-e8b1ee323f25'] in dv-neutron-833373-1-hyperv is: [{'id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'name': 'tempest-TestNetworkBasicOps-router-1941577902', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.206'}], 'enable_snat': True}, 'gw_port_id': '91001ea9-3bc3-4c53-a2d8-30cfada85f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:23Z', 'updated_at': '2022-03-11T15:36:30Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '91001ea9-3bc3-4c53-a2d8-30cfada85f6e', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:24Z', 'updated_at': '2022-03-11T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'e1375708-849a-4b38-b21f-3e860989d0de', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.22', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'port_id': 'a835f95c-c9e4-4f76-8a6d-84a2b84007b3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c', 'mac_address': 'fa:16:3e:ae:30:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bfeed8-5ac6-4d87-a270-2423b6903ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:37:04Z', 'updated_at': '2022-03-11T15:38:50Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '565ba8b5-872a-4b4b-89fb-974d23dfccad', 'name': '', 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:0a:0e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8751722a-da8a-4f74-9c3f-57ff050b521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:29Z', 'updated_at': '2022-03-11T15:37:12Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '8751722a-da8a-4f74-9c3f-57ff050b521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:38:52.345289 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-54daeb37-3810-4e5c-b033-2f605cc16712 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:52.400924 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0b238d61-77c0-4fc5-ab39-e80bb2e8b284 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/e1375708-849a-4b38-b21f-3e860989d0de HTTP/1.1" status: 200 len: 990 time: 0.1216314 Mar 11 15:38:52.490704 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-54daeb37-3810-4e5c-b033-2f605cc16712 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Allocated IP 172.26.0.86 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/67a8b26d-7487-4271-8b83-b659b87ae81f) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:38:52.515103 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6b9f91-242f-4105-9c13-8527b3f1d3fb None None] New status for floating IP e1375708-849a-4b38-b21f-3e860989d0de: ACTIVE {{(pid=83868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 15:38:52.650014 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-54daeb37-3810-4e5c-b033-2f605cc16712 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:52.679368 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-54daeb37-3810-4e5c-b033-2f605cc16712 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:52.853703 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54daeb37-3810-4e5c-b033-2f605cc16712 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:38:52.856524 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-54daeb37-3810-4e5c-b033-2f605cc16712 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:38:52.859683 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54daeb37-3810-4e5c-b033-2f605cc16712 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:38:52.889764 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54daeb37-3810-4e5c-b033-2f605cc16712 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Pushing event updated for resources: {'Port': ['ID=67a8b26d-7487-4271-8b83-b659b87ae81f,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:52.914496 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54daeb37-3810-4e5c-b033-2f605cc16712 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:52.914845 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54daeb37-3810-4e5c-b033-2f605cc16712 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:52.915186 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54daeb37-3810-4e5c-b033-2f605cc16712 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:52.915519 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54daeb37-3810-4e5c-b033-2f605cc16712 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:52.915848 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54daeb37-3810-4e5c-b033-2f605cc16712 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:52.916210 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54daeb37-3810-4e5c-b033-2f605cc16712 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:52.916539 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54daeb37-3810-4e5c-b033-2f605cc16712 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:52.916866 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54daeb37-3810-4e5c-b033-2f605cc16712 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:52.917194 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54daeb37-3810-4e5c-b033-2f605cc16712 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:52.917513 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54daeb37-3810-4e5c-b033-2f605cc16712 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:52.917832 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54daeb37-3810-4e5c-b033-2f605cc16712 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:38:53.151066 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-10fc0f0b-39da-4fe5-a49a-8fe3c64972f5 req-83273585-df99-4fc8-8f7a-c29462fc3ef1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bce6c1b5-2380-41bf-9c64-eaa46f6c800e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1981394 Mar 11 15:38:53.342001 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-10fc0f0b-39da-4fe5-a49a-8fe3c64972f5 req-a6e5b615-0ae3-4411-9a07-0f5d85c0ad42 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=bce6c1b5-2380-41bf-9c64-eaa46f6c800e HTTP/1.1" status: 200 len: 1099 time: 0.1159399 Mar 11 15:38:53.403316 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43644) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:38:53.506890 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc0f0b-39da-4fe5-a49a-8fe3c64972f5 req-3151cec1-acfb-469a-9a9b-513d2fac820c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:53.508360 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-10fc0f0b-39da-4fe5-a49a-8fe3c64972f5 req-3151cec1-acfb-469a-9a9b-513d2fac820c service neutron] 10.222.0.73 "GET /v2.0/networks?id=ca1ac97e-1d32-4edc-8290-bf5d2af55d8c HTTP/1.1" status: 200 len: 898 time: 0.1465330 Mar 11 15:38:53.519570 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-111b5436-550a-4703-ab83-00911ee9d9ce tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/e1375708-849a-4b38-b21f-3e860989d0de HTTP/1.1" status: 200 len: 992 time: 0.1145580 Mar 11 15:38:53.660570 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-10fc0f0b-39da-4fe5-a49a-8fe3c64972f5 req-6fae840e-9098-4928-936c-81720c9a4ac4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98fbdcec-5851-4167-a803-29f3f7c05eb9 HTTP/1.1" status: 200 len: 217 time: 0.0969491 Mar 11 15:38:53.703678 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-54daeb37-3810-4e5c-b033-2f605cc16712 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:53.785588 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc0f0b-39da-4fe5-a49a-8fe3c64972f5 req-2c9de330-d148-453d-8b87-21da894f2c0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:53.786981 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-10fc0f0b-39da-4fe5-a49a-8fe3c64972f5 req-2c9de330-d148-453d-8b87-21da894f2c0f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8751722a-da8a-4f74-9c3f-57ff050b521f HTTP/1.1" status: 200 len: 835 time: 0.1150131 Mar 11 15:38:53.789483 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-54daeb37-3810-4e5c-b033-2f605cc16712 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:53.994032 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-10fc0f0b-39da-4fe5-a49a-8fe3c64972f5 req-1ebfc622-2d86-4a8d-b197-96a4acf936e9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ca1ac97e-1d32-4edc-8290-bf5d2af55d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1797867 Mar 11 15:38:54.163554 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-54daeb37-3810-4e5c-b033-2f605cc16712 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:54.168421 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-54daeb37-3810-4e5c-b033-2f605cc16712 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:54.327772 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-10fc0f0b-39da-4fe5-a49a-8fe3c64972f5 req-41409ef3-9b6f-43f1-a3bf-c317c5de9532 service neutron] 10.222.0.73 "GET /v2.0/networks/ca1ac97e-1d32-4edc-8290-bf5d2af55d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204792 Mar 11 15:38:54.456650 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54daeb37-3810-4e5c-b033-2f605cc16712 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Pushing event updated for resources: {'Port': ['ID=67a8b26d-7487-4271-8b83-b659b87ae81f,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:38:54.488718 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-54daeb37-3810-4e5c-b033-2f605cc16712 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:54.644926 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-10fc0f0b-39da-4fe5-a49a-8fe3c64972f5 req-fcc3ae17-9afd-4e0d-be8d-e6b1401cd3e8 service neutron] 10.222.0.73 "GET /v2.0/networks/ca1ac97e-1d32-4edc-8290-bf5d2af55d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065498 Mar 11 15:38:54.715575 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.l3_db [None req-54daeb37-3810-4e5c-b033-2f605cc16712 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Floating IP 2d1ea801-5d49-49d3-a7d2-100a9c7d8c2b associated. External IP: 172.26.0.86, port: 563c4044-19a5-4922-849c-f8ccb451ab89. Mar 11 15:38:55.120804 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54daeb37-3810-4e5c-b033-2f605cc16712 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Router c5d8a473-376a-4b6f-9f07-d22c477b5114 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:38:55.325038 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54daeb37-3810-4e5c-b033-2f605cc16712 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:38:55.336288 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04d1028-d346-484f-afb8-943839939ed1 None None] Sync routers for ids ['c5d8a473-376a-4b6f-9f07-d22c477b5114'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:38:55.349674 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04d1028-d346-484f-afb8-943839939ed1 None None] Routers {'c5d8a473-376a-4b6f-9f07-d22c477b5114'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:38:55.350113 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-54daeb37-3810-4e5c-b033-2f605cc16712 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:38:55.350382 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-b04d1028-d346-484f-afb8-943839939ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:38:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['c5d8a473-376a-4b6f-9f07-d22c477b5114'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:38:55.405026 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-54daeb37-3810-4e5c-b033-2f605cc16712 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3415723 Mar 11 15:38:55.405555 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '930f597e-7fd1-462c-9321-095687cd45da', 'tag': '563c4044-19a5-4922-849c-f8ccb451ab89'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:38:55.464601 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '930f597e-7fd1-462c-9321-095687cd45da', 'tag': '563c4044-19a5-4922-849c-f8ccb451ab89', 'status': 'completed', 'code': 200} Mar 11 15:38:55.546654 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-b04d1028-d346-484f-afb8-943839939ed1 None None] Set router c5d8a473-376a-4b6f-9f07-d22c477b5114 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:38:55.573824 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7d4ccac3-220d-40c0-8983-bc190dc7de1a req-3c9060f2-e344-4551-9413-07ff71133fea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d129cb2ad5e4fb2bbc4b05712522ede&device_id=930f597e-7fd1-462c-9321-095687cd45da HTTP/1.1" status: 200 len: 1098 time: 0.0882795 Mar 11 15:38:55.711564 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ccac3-220d-40c0-8983-bc190dc7de1a req-22dab0da-8f9a-4f4b-aa12-1d052102f5b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:55.713160 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7d4ccac3-220d-40c0-8983-bc190dc7de1a req-22dab0da-8f9a-4f4b-aa12-1d052102f5b9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=feab4df5-c44d-4b7f-892d-56d03f64918c HTTP/1.1" status: 200 len: 912 time: 0.1333427 Mar 11 15:38:55.817112 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7d4ccac3-220d-40c0-8983-bc190dc7de1a req-ed99ec7b-7565-477a-ab9d-7791c171b4ab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=563c4044-19a5-4922-849c-f8ccb451ab89 HTTP/1.1" status: 200 len: 998 time: 0.0980666 Mar 11 15:38:55.951235 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-b04d1028-d346-484f-afb8-943839939ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'name': 'tempest-TestVolumeBootPattern-960889017-router', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:02Z', 'revision_number': 4, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'gw_port': {'id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '2d1ea801-5d49-49d3-a7d2-100a9c7d8c2b', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'floating_ip_address': '172.26.0.86', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'port_id': '563c4044-19a5-4922-849c-f8ccb451ab89', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c', 'mac_address': 'fa:16:3e:cb:2d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930f597e-7fd1-462c-9321-095687cd45da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:38:53Z', 'updated_at': '2022-03-11T15:38:53Z', 'revision_number': 0, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a98bb4ae-2b55-40d4-9bd5-f754fc39f32a', 'name': '', 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'mac_address': 'fa:16:3e:ce:40:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '675f42ac-dc8a-4c00-91d8-987c97255cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:01Z', 'updated_at': '2022-03-11T15:38:10Z', 'revision_number': 5, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'subnets': [{'id': '675f42ac-dc8a-4c00-91d8-987c97255cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:38:55.960446 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04d1028-d346-484f-afb8-943839939ed1 None None] Checking router: c5d8a473-376a-4b6f-9f07-d22c477b5114 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:38:55.985448 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04d1028-d346-484f-afb8-943839939ed1 None None] Routers {'c5d8a473-376a-4b6f-9f07-d22c477b5114'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:38:55.986068 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-b04d1028-d346-484f-afb8-943839939ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:38:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['c5d8a473-376a-4b6f-9f07-d22c477b5114'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:38:56.002831 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ccac3-220d-40c0-8983-bc190dc7de1a req-53e20f79-7ac0-405c-8a04-d0615164a654 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:56.004284 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7d4ccac3-220d-40c0-8983-bc190dc7de1a req-53e20f79-7ac0-405c-8a04-d0615164a654 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=675f42ac-dc8a-4c00-91d8-987c97255cc4 HTTP/1.1" status: 200 len: 850 time: 0.1808624 Mar 11 15:38:56.081944 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7d4ccac3-220d-40c0-8983-bc190dc7de1a req-9f565bff-57d3-4eb5-98d9-720d25343508 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=feab4df5-c44d-4b7f-892d-56d03f64918c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715637 Mar 11 15:38:56.166331 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-b04d1028-d346-484f-afb8-943839939ed1 None None] Set router c5d8a473-376a-4b6f-9f07-d22c477b5114 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:38:56.218131 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7d4ccac3-220d-40c0-8983-bc190dc7de1a req-5efe3da9-5946-420d-a293-97d68cdd2b8c service neutron] 10.222.0.73 "GET /v2.0/networks/feab4df5-c44d-4b7f-892d-56d03f64918c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289907 Mar 11 15:38:56.358570 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7d4ccac3-220d-40c0-8983-bc190dc7de1a req-7242fa3a-32cf-4bfa-9462-e0a21df7ce69 service neutron] 10.222.0.73 "GET /v2.0/networks/feab4df5-c44d-4b7f-892d-56d03f64918c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320415 Mar 11 15:38:56.525580 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-b04d1028-d346-484f-afb8-943839939ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'name': 'tempest-TestVolumeBootPattern-960889017-router', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:02Z', 'revision_number': 4, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'gw_port': {'id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '2d1ea801-5d49-49d3-a7d2-100a9c7d8c2b', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'floating_ip_address': '172.26.0.86', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'port_id': '563c4044-19a5-4922-849c-f8ccb451ab89', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c', 'mac_address': 'fa:16:3e:cb:2d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930f597e-7fd1-462c-9321-095687cd45da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:38:53Z', 'updated_at': '2022-03-11T15:38:53Z', 'revision_number': 0, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a98bb4ae-2b55-40d4-9bd5-f754fc39f32a', 'name': '', 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'mac_address': 'fa:16:3e:ce:40:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '675f42ac-dc8a-4c00-91d8-987c97255cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:01Z', 'updated_at': '2022-03-11T15:38:10Z', 'revision_number': 5, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'subnets': [{'id': '675f42ac-dc8a-4c00-91d8-987c97255cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:38:56.530735 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04d1028-d346-484f-afb8-943839939ed1 None None] The sync data for ids ['c5d8a473-376a-4b6f-9f07-d22c477b5114'] in dv-neutron-833373-1-hyperv is: [{'id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'name': 'tempest-TestVolumeBootPattern-960889017-router', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:02Z', 'revision_number': 4, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'gw_port': {'id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '2d1ea801-5d49-49d3-a7d2-100a9c7d8c2b', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'floating_ip_address': '172.26.0.86', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'port_id': '563c4044-19a5-4922-849c-f8ccb451ab89', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c', 'mac_address': 'fa:16:3e:cb:2d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930f597e-7fd1-462c-9321-095687cd45da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:38:53Z', 'updated_at': '2022-03-11T15:38:53Z', 'revision_number': 0, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a98bb4ae-2b55-40d4-9bd5-f754fc39f32a', 'name': '', 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'mac_address': 'fa:16:3e:ce:40:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '675f42ac-dc8a-4c00-91d8-987c97255cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:01Z', 'updated_at': '2022-03-11T15:38:10Z', 'revision_number': 5, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'subnets': [{'id': '675f42ac-dc8a-4c00-91d8-987c97255cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:38:57.749772 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c99581-da72-4296-b740-6e7e09ca4bfc None None] New status for floating IP 2d1ea801-5d49-49d3-a7d2-100a9c7d8c2b: ACTIVE {{(pid=83868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 15:38:59.298831 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5571b303-501f-4cd1-b7bc-e0e597f4cbd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:01.577494 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9e313fad-e94a-4a01-8a94-92405255724d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:02.736282 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:02.941473 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:04.137360 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:15.545096 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:20.941024 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:39:29.303601 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f4aeaac6-16fa-40ae-9548-4e134d7431e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:31.581422 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-781c4174-495d-4b70-8ba4-aa4979c66df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:32.739563 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:32.942832 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:34.140331 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:45.554957 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:39:55.192230 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-db424043-5b45-442a-93e9-62ee2de34bc4 req-20de7c84-9981-49ea-bd3b-4cfd138296b5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=930f597e-7fd1-462c-9321-095687cd45da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726900 Mar 11 15:39:55.281275 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-db424043-5b45-442a-93e9-62ee2de34bc4 req-4cca5ba8-d263-44b0-8894-cf10d8aa6d2a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d129cb2ad5e4fb2bbc4b05712522ede&device_id=930f597e-7fd1-462c-9321-095687cd45da HTTP/1.1" status: 200 len: 1098 time: 0.0683126 Mar 11 15:39:55.431339 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db424043-5b45-442a-93e9-62ee2de34bc4 req-cfc7492b-0580-4830-a110-00de536ec8cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:55.433748 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-db424043-5b45-442a-93e9-62ee2de34bc4 req-cfc7492b-0580-4830-a110-00de536ec8cb service neutron] 10.222.0.73 "GET /v2.0/networks?id=feab4df5-c44d-4b7f-892d-56d03f64918c HTTP/1.1" status: 200 len: 912 time: 0.1335561 Mar 11 15:39:55.539190 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-db424043-5b45-442a-93e9-62ee2de34bc4 req-cbfc0c0b-c37d-4843-be5b-b08f506cf610 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=563c4044-19a5-4922-849c-f8ccb451ab89 HTTP/1.1" status: 200 len: 1000 time: 0.0977283 Mar 11 15:39:55.602167 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db424043-5b45-442a-93e9-62ee2de34bc4 req-20524e45-1de8-44f4-beb1-1c63b9e33de2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:55.603597 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-db424043-5b45-442a-93e9-62ee2de34bc4 req-20524e45-1de8-44f4-beb1-1c63b9e33de2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=675f42ac-dc8a-4c00-91d8-987c97255cc4 HTTP/1.1" status: 200 len: 850 time: 0.0578611 Mar 11 15:39:55.681087 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-db424043-5b45-442a-93e9-62ee2de34bc4 req-58f3dd7e-21fc-451a-8f02-1bcc0376df82 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=feab4df5-c44d-4b7f-892d-56d03f64918c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709562 Mar 11 15:39:55.813490 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-db424043-5b45-442a-93e9-62ee2de34bc4 req-ae80247a-6249-4c20-84c0-84f4bf158855 service neutron] 10.222.0.73 "GET /v2.0/networks/feab4df5-c44d-4b7f-892d-56d03f64918c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259010 Mar 11 15:39:55.946875 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-db424043-5b45-442a-93e9-62ee2de34bc4 req-fed65400-6190-45d3-9bfb-78356ea62d65 service neutron] 10.222.0.73 "GET /v2.0/networks/feab4df5-c44d-4b7f-892d-56d03f64918c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264601 Mar 11 15:39:57.940240 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:39:59.307552 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7e27d953-f27e-4f5d-9845-b6c3a89458ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:01.583891 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-57af9b5b-7c49-4a4e-821b-695a05ff0cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:02.745214 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:02.945818 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:04.142283 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:07.132401 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4a495-eefb-4546-8d25-1535845f6cee req-d4728d8e-3cd4-4e17-bc36-fa4d1c229b9f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:07.133857 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f9b4a495-eefb-4546-8d25-1535845f6cee req-d4728d8e-3cd4-4e17-bc36-fa4d1c229b9f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=46bfeed8-5ac6-4d87-a270-2423b6903ce9 HTTP/1.1" status: 200 len: 945 time: 0.0747979 Mar 11 15:40:07.180981 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f9b4a495-eefb-4546-8d25-1535845f6cee req-5245dfcc-0ca0-42cd-bb79-6135ae83a511 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=300f04c4-245a-4b2e-8d24-34686c6d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416641 Mar 11 15:40:08.375328 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffb1ad-aa6d-4db6-b1ed-afc8c98eccb9 req-a85980b3-4440-4b93-a7e9-8aea34b98bb8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:08.376760 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6bffb1ad-aa6d-4db6-b1ed-afc8c98eccb9 req-a85980b3-4440-4b93-a7e9-8aea34b98bb8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=46bfeed8-5ac6-4d87-a270-2423b6903ce9 HTTP/1.1" status: 200 len: 945 time: 0.0748327 Mar 11 15:40:08.420738 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6bffb1ad-aa6d-4db6-b1ed-afc8c98eccb9 req-6140086f-0187-4fc2-ab41-322d358fda9d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=300f04c4-245a-4b2e-8d24-34686c6d2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379138 Mar 11 15:40:08.704423 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cea84c-c079-4797-96d0-19f828621c7b req-643daae4-1c0e-42d4-80d4-156ad50c7237 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:08.705843 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-87cea84c-c079-4797-96d0-19f828621c7b req-643daae4-1c0e-42d4-80d4-156ad50c7237 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "GET /v2.0/ports?device_id=46bfeed8-5ac6-4d87-a270-2423b6903ce9 HTTP/1.1" status: 200 len: 945 time: 0.0781276 Mar 11 15:40:08.771593 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-87cea84c-c079-4797-96d0-19f828621c7b req-82d5eec7-d699-4248-a47d-4fcd7ad55eec tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting port a835f95c-c9e4-4f76-8a6d-84a2b84007b3 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:40:08.771945 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-87cea84c-c079-4797-96d0-19f828621c7b req-82d5eec7-d699-4248-a47d-4fcd7ad55eec tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:09.116211 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-87cea84c-c079-4797-96d0-19f828621c7b req-82d5eec7-d699-4248-a47d-4fcd7ad55eec tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] For port a835f95c-c9e4-4f76-8a6d-84a2b84007b3, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a835f95c-c9e4-4f76-8a6d-84a2b84007b3,segment=NetworkSegment(ebe61925-faf8-4870-b5d4-dc21b35f4555),segment_id=ebe61925-faf8-4870-b5d4-dc21b35f4555)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:40:09.116562 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-87cea84c-c079-4797-96d0-19f828621c7b req-82d5eec7-d699-4248-a47d-4fcd7ad55eec tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:09.401999 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-87cea84c-c079-4797-96d0-19f828621c7b req-82d5eec7-d699-4248-a47d-4fcd7ad55eec tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:09.402674 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-87cea84c-c079-4797-96d0-19f828621c7b req-82d5eec7-d699-4248-a47d-4fcd7ad55eec tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:09.402674 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.l3_db [req-87cea84c-c079-4797-96d0-19f828621c7b req-82d5eec7-d699-4248-a47d-4fcd7ad55eec tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Floating IP e1375708-849a-4b38-b21f-3e860989d0de disassociated. External IP: 172.26.0.22, port: a835f95c-c9e4-4f76-8a6d-84a2b84007b3. Mar 11 15:40:09.402899 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-87cea84c-c079-4797-96d0-19f828621c7b req-82d5eec7-d699-4248-a47d-4fcd7ad55eec tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Calling delete_port for a835f95c-c9e4-4f76-8a6d-84a2b84007b3 owned by compute:nova {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:40:09.561519 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-87cea84c-c079-4797-96d0-19f828621c7b req-82d5eec7-d699-4248-a47d-4fcd7ad55eec tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:09.617787 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d5eec7-d699-4248-a47d-4fcd7ad55eec tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Port': ['ID=a835f95c-c9e4-4f76-8a6d-84a2b84007b3,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:09.631445 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d5eec7-d699-4248-a47d-4fcd7ad55eec tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:09.631791 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d5eec7-d699-4248-a47d-4fcd7ad55eec tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:09.632242 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d5eec7-d699-4248-a47d-4fcd7ad55eec tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:09.632482 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d5eec7-d699-4248-a47d-4fcd7ad55eec tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:09.632801 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d5eec7-d699-4248-a47d-4fcd7ad55eec tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:09.633132 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d5eec7-d699-4248-a47d-4fcd7ad55eec tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:09.633460 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d5eec7-d699-4248-a47d-4fcd7ad55eec tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:09.633789 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d5eec7-d699-4248-a47d-4fcd7ad55eec tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:09.634113 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d5eec7-d699-4248-a47d-4fcd7ad55eec tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:09.634431 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d5eec7-d699-4248-a47d-4fcd7ad55eec tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:09.634753 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d5eec7-d699-4248-a47d-4fcd7ad55eec tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:09.692994 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-40a4db91-50e5-407d-b764-be1370a25c7a req-2d474ecc-f1df-4e42-961e-b5e5d3c44a43 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=46bfeed8-5ac6-4d87-a270-2423b6903ce9 HTTP/1.1" status: 200 len: 210 time: 0.1463256 Mar 11 15:40:09.848538 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87cea84c-c079-4797-96d0-19f828621c7b req-82d5eec7-d699-4248-a47d-4fcd7ad55eec tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router 751cb1a0-63bb-4511-bc69-e8b1ee323f25 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:40:10.065054 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87cea84c-c079-4797-96d0-19f828621c7b req-82d5eec7-d699-4248-a47d-4fcd7ad55eec tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:40:10.076456 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131cd299-2c75-44bf-b2c4-e0cbc5aee736 None None] Sync routers for ids ['751cb1a0-63bb-4511-bc69-e8b1ee323f25'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:40:10.089895 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131cd299-2c75-44bf-b2c4-e0cbc5aee736 None None] Routers {'751cb1a0-63bb-4511-bc69-e8b1ee323f25'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:40:10.090643 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-131cd299-2c75-44bf-b2c4-e0cbc5aee736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:40:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['751cb1a0-63bb-4511-bc69-e8b1ee323f25'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:10.138490 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-87cea84c-c079-4797-96d0-19f828621c7b req-82d5eec7-d699-4248-a47d-4fcd7ad55eec tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] No DVR routers for this DVR port a835f95c-c9e4-4f76-8a6d-84a2b84007b3 on host hv-neutron-8333 {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:40:10.141112 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-87cea84c-c079-4797-96d0-19f828621c7b req-82d5eec7-d699-4248-a47d-4fcd7ad55eec tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:10.143668 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46bfeed8-5ac6-4d87-a270-2423b6903ce9', 'name': 'network-vif-deleted', 'tag': 'a835f95c-c9e4-4f76-8a6d-84a2b84007b3'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:40:10.161656 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-87cea84c-c079-4797-96d0-19f828621c7b req-82d5eec7-d699-4248-a47d-4fcd7ad55eec tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "DELETE /v2.0/ports/a835f95c-c9e4-4f76-8a6d-84a2b84007b3 HTTP/1.1" status: 204 len: 173 time: 1.4506569 Mar 11 15:40:10.206460 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46bfeed8-5ac6-4d87-a270-2423b6903ce9', 'name': 'network-vif-deleted', 'tag': 'a835f95c-c9e4-4f76-8a6d-84a2b84007b3', 'status': 'completed', 'code': 200} Mar 11 15:40:10.276610 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-131cd299-2c75-44bf-b2c4-e0cbc5aee736 None None] Set router 751cb1a0-63bb-4511-bc69-e8b1ee323f25 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:40:10.619218 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-131cd299-2c75-44bf-b2c4-e0cbc5aee736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'name': 'tempest-TestNetworkBasicOps-router-1941577902', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.206'}], 'enable_snat': True}, 'gw_port_id': '91001ea9-3bc3-4c53-a2d8-30cfada85f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:23Z', 'updated_at': '2022-03-11T15:36:30Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '91001ea9-3bc3-4c53-a2d8-30cfada85f6e', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:24Z', 'updated_at': '2022-03-11T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '565ba8b5-872a-4b4b-89fb-974d23dfccad', 'name': '', 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:0a:0e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8751722a-da8a-4f74-9c3f-57ff050b521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:29Z', 'updated_at': '2022-03-11T15:37:12Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '8751722a-da8a-4f74-9c3f-57ff050b521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:10.623193 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131cd299-2c75-44bf-b2c4-e0cbc5aee736 None None] Checking router: 751cb1a0-63bb-4511-bc69-e8b1ee323f25 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:40:10.634985 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131cd299-2c75-44bf-b2c4-e0cbc5aee736 None None] Routers {'751cb1a0-63bb-4511-bc69-e8b1ee323f25'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:40:10.635583 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-131cd299-2c75-44bf-b2c4-e0cbc5aee736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:40:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['751cb1a0-63bb-4511-bc69-e8b1ee323f25'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:10.802191 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43702) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:10.819459 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-131cd299-2c75-44bf-b2c4-e0cbc5aee736 None None] Set router 751cb1a0-63bb-4511-bc69-e8b1ee323f25 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:40:10.878116 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-22e465cb-3f4b-4cc0-922b-ad9c56650d78 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:10.906488 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-22e465cb-3f4b-4cc0-922b-ad9c56650d78 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:10.972914 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-22e465cb-3f4b-4cc0-922b-ad9c56650d78 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:10.993951 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e465cb-3f4b-4cc0-922b-ad9c56650d78 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=300f04c4-245a-4b2e-8d24-34686c6d2f11,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:11.005696 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e465cb-3f4b-4cc0-922b-ad9c56650d78 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:11.006037 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e465cb-3f4b-4cc0-922b-ad9c56650d78 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:11.006367 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e465cb-3f4b-4cc0-922b-ad9c56650d78 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:11.006694 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e465cb-3f4b-4cc0-922b-ad9c56650d78 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:11.007080 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e465cb-3f4b-4cc0-922b-ad9c56650d78 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:11.007406 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e465cb-3f4b-4cc0-922b-ad9c56650d78 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:11.007724 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e465cb-3f4b-4cc0-922b-ad9c56650d78 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:11.008040 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e465cb-3f4b-4cc0-922b-ad9c56650d78 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:11.008382 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e465cb-3f4b-4cc0-922b-ad9c56650d78 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:11.008695 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e465cb-3f4b-4cc0-922b-ad9c56650d78 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:11.009006 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e465cb-3f4b-4cc0-922b-ad9c56650d78 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:11.014291 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-22e465cb-3f4b-4cc0-922b-ad9c56650d78 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:11.017335 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-22e465cb-3f4b-4cc0-922b-ad9c56650d78 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/security-groups/300f04c4-245a-4b2e-8d24-34686c6d2f11 HTTP/1.1" status: 204 len: 168 time: 0.2132268 Mar 11 15:40:11.073715 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43708) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:11.151475 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-131cd299-2c75-44bf-b2c4-e0cbc5aee736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'name': 'tempest-TestNetworkBasicOps-router-1941577902', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.206'}], 'enable_snat': True}, 'gw_port_id': '91001ea9-3bc3-4c53-a2d8-30cfada85f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:23Z', 'updated_at': '2022-03-11T15:36:30Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '91001ea9-3bc3-4c53-a2d8-30cfada85f6e', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:24Z', 'updated_at': '2022-03-11T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '565ba8b5-872a-4b4b-89fb-974d23dfccad', 'name': '', 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:0a:0e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8751722a-da8a-4f74-9c3f-57ff050b521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:29Z', 'updated_at': '2022-03-11T15:37:12Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '8751722a-da8a-4f74-9c3f-57ff050b521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:11.156511 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131cd299-2c75-44bf-b2c4-e0cbc5aee736 None None] The sync data for ids ['751cb1a0-63bb-4511-bc69-e8b1ee323f25'] in dv-neutron-833373-1-hyperv is: [{'id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'name': 'tempest-TestNetworkBasicOps-router-1941577902', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.206'}], 'enable_snat': True}, 'gw_port_id': '91001ea9-3bc3-4c53-a2d8-30cfada85f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:23Z', 'updated_at': '2022-03-11T15:36:30Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '91001ea9-3bc3-4c53-a2d8-30cfada85f6e', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:24Z', 'updated_at': '2022-03-11T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '565ba8b5-872a-4b4b-89fb-974d23dfccad', 'name': '', 'network_id': 'ca1ac97e-1d32-4edc-8290-bf5d2af55d8c', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:0a:0e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8751722a-da8a-4f74-9c3f-57ff050b521f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:29Z', 'updated_at': '2022-03-11T15:37:12Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '8751722a-da8a-4f74-9c3f-57ff050b521f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:40:11.234951 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-06806a4b-64a6-48ae-a44f-e052b2ab0c45 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting port 76db4ac7-21c0-4e0b-8434-f436d974b1ff {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:40:11.235290 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-06806a4b-64a6-48ae-a44f-e052b2ab0c45 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:11.407462 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684a1e88-3b0f-4050-a860-c47e8ccc353a None None] New status for floating IP e1375708-849a-4b38-b21f-3e860989d0de: DOWN {{(pid=83868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 15:40:11.418649 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-06806a4b-64a6-48ae-a44f-e052b2ab0c45 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:11.418974 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-06806a4b-64a6-48ae-a44f-e052b2ab0c45 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:11.543745 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-06806a4b-64a6-48ae-a44f-e052b2ab0c45 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Calling delete_port for 76db4ac7-21c0-4e0b-8434-f436d974b1ff owned by network:floatingip {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:40:11.625476 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.db.api [None req-06806a4b-64a6-48ae-a44f-e052b2ab0c45 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:40:11.625924 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG oslo_db.api [None req-06806a4b-64a6-48ae-a44f-e052b2ab0c45 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:40:12.127457 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-06806a4b-64a6-48ae-a44f-e052b2ab0c45 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting port 76db4ac7-21c0-4e0b-8434-f436d974b1ff {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:40:12.128261 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-06806a4b-64a6-48ae-a44f-e052b2ab0c45 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:12.298524 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-06806a4b-64a6-48ae-a44f-e052b2ab0c45 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:12.298850 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-06806a4b-64a6-48ae-a44f-e052b2ab0c45 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:12.417377 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-06806a4b-64a6-48ae-a44f-e052b2ab0c45 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Calling delete_port for 76db4ac7-21c0-4e0b-8434-f436d974b1ff owned by network:floatingip {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:40:12.555917 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-06806a4b-64a6-48ae-a44f-e052b2ab0c45 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:12.602686 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06806a4b-64a6-48ae-a44f-e052b2ab0c45 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Port': ['ID=76db4ac7-21c0-4e0b-8434-f436d974b1ff,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:12.693734 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-06806a4b-64a6-48ae-a44f-e052b2ab0c45 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for floatingip, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:12.707772 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-06806a4b-64a6-48ae-a44f-e052b2ab0c45 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:12.709014 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-06806a4b-64a6-48ae-a44f-e052b2ab0c45 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/floatingips/e1375708-849a-4b38-b21f-3e860989d0de HTTP/1.1" status: 204 len: 168 time: 1.6342866 Mar 11 15:40:13.101928 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05393d69-2409-4116-a840-c793511b1c5a req-6c0b7f32-705d-46c1-a043-19adb9488aa4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:13.102565 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-05393d69-2409-4116-a840-c793511b1c5a req-6c0b7f32-705d-46c1-a043-19adb9488aa4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:40:13.117439 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-05393d69-2409-4116-a840-c793511b1c5a req-6c0b7f32-705d-46c1-a043-19adb9488aa4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:40:13.118552 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-05393d69-2409-4116-a840-c793511b1c5a req-6c0b7f32-705d-46c1-a043-19adb9488aa4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=bce6c1b5-2380-41bf-9c64-eaa46f6c800e HTTP/1.1" status: 200 len: 946 time: 0.0974054 Mar 11 15:40:13.166392 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-05393d69-2409-4116-a840-c793511b1c5a req-9588cd95-e088-4c7b-b283-babaf19a9474 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e48a133-7e4d-4fc8-bfd4-67a8c693e457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416942 Mar 11 15:40:14.179121 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device a835f95c-c9e4-4f76-8a6d-84a2b84007b3 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:40:14.212440 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] No Port match for: a835f95c-c9e4-4f76-8a6d-84a2b84007b3 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:40:14.212785 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device a835f95c-c9e4-4f76-8a6d-84a2b84007b3 not bound to the agent host hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:40:14.367951 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a5e22-1913-4a9e-94fe-8125d2dc631d req-344bafaa-e643-4f26-95bd-c2ce65b50885 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:14.368679 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-f23a5e22-1913-4a9e-94fe-8125d2dc631d req-344bafaa-e643-4f26-95bd-c2ce65b50885 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:40:14.380136 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-f23a5e22-1913-4a9e-94fe-8125d2dc631d req-344bafaa-e643-4f26-95bd-c2ce65b50885 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:40:14.381314 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f23a5e22-1913-4a9e-94fe-8125d2dc631d req-344bafaa-e643-4f26-95bd-c2ce65b50885 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=bce6c1b5-2380-41bf-9c64-eaa46f6c800e HTTP/1.1" status: 200 len: 946 time: 0.0917723 Mar 11 15:40:14.425985 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-f23a5e22-1913-4a9e-94fe-8125d2dc631d req-4ed246b6-ad8f-44ab-880d-d9641520733d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:40:14.441058 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-f23a5e22-1913-4a9e-94fe-8125d2dc631d req-4ed246b6-ad8f-44ab-880d-d9641520733d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:40:14.442112 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f23a5e22-1913-4a9e-94fe-8125d2dc631d req-4ed246b6-ad8f-44ab-880d-d9641520733d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e48a133-7e4d-4fc8-bfd4-67a8c693e457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551326 Mar 11 15:40:14.743530 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f8c42-a5f8-4eb2-9ae2-249adab82809 req-a1895896-1b0e-4457-8062-eb1143a7f88f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:14.744893 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-871f8c42-a5f8-4eb2-9ae2-249adab82809 req-a1895896-1b0e-4457-8062-eb1143a7f88f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "GET /v2.0/ports?device_id=bce6c1b5-2380-41bf-9c64-eaa46f6c800e HTTP/1.1" status: 200 len: 946 time: 0.0761230 Mar 11 15:40:14.815803 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-871f8c42-a5f8-4eb2-9ae2-249adab82809 req-9fd3f207-9399-43ea-9779-63bd6afbefa6 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting port 98fbdcec-5851-4167-a803-29f3f7c05eb9 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:40:14.816164 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-871f8c42-a5f8-4eb2-9ae2-249adab82809 req-9fd3f207-9399-43ea-9779-63bd6afbefa6 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:15.064412 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-871f8c42-a5f8-4eb2-9ae2-249adab82809 req-9fd3f207-9399-43ea-9779-63bd6afbefa6 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] For port 98fbdcec-5851-4167-a803-29f3f7c05eb9, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=98fbdcec-5851-4167-a803-29f3f7c05eb9,segment=NetworkSegment(ebe61925-faf8-4870-b5d4-dc21b35f4555),segment_id=ebe61925-faf8-4870-b5d4-dc21b35f4555)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:40:15.064665 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-871f8c42-a5f8-4eb2-9ae2-249adab82809 req-9fd3f207-9399-43ea-9779-63bd6afbefa6 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:15.291150 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-871f8c42-a5f8-4eb2-9ae2-249adab82809 req-9fd3f207-9399-43ea-9779-63bd6afbefa6 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Calling delete_port for 98fbdcec-5851-4167-a803-29f3f7c05eb9 owned by compute:nova {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:40:15.433325 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-871f8c42-a5f8-4eb2-9ae2-249adab82809 req-9fd3f207-9399-43ea-9779-63bd6afbefa6 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:15.481279 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd3f207-9399-43ea-9779-63bd6afbefa6 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Port': ['ID=98fbdcec-5851-4167-a803-29f3f7c05eb9,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:15.560949 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-871f8c42-a5f8-4eb2-9ae2-249adab82809 req-9fd3f207-9399-43ea-9779-63bd6afbefa6 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] No DVR routers for this DVR port 98fbdcec-5851-4167-a803-29f3f7c05eb9 on host hv-neutron-8333 {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:40:15.563605 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-871f8c42-a5f8-4eb2-9ae2-249adab82809 req-9fd3f207-9399-43ea-9779-63bd6afbefa6 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:15.566300 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce6c1b5-2380-41bf-9c64-eaa46f6c800e', 'name': 'network-vif-deleted', 'tag': '98fbdcec-5851-4167-a803-29f3f7c05eb9'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:40:15.569466 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:15.618113 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-871f8c42-a5f8-4eb2-9ae2-249adab82809 req-9fd3f207-9399-43ea-9779-63bd6afbefa6 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "DELETE /v2.0/ports/98fbdcec-5851-4167-a803-29f3f7c05eb9 HTTP/1.1" status: 204 len: 173 time: 0.8679566 Mar 11 15:40:15.619461 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-83674518-0fb1-4f0b-982a-07648835fefc req-4cfd24fc-13f9-4a31-a391-7593b12b4aaa tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:40:15.630746 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce6c1b5-2380-41bf-9c64-eaa46f6c800e', 'name': 'network-vif-deleted', 'tag': '98fbdcec-5851-4167-a803-29f3f7c05eb9', 'status': 'completed', 'code': 200} Mar 11 15:40:15.636417 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-83674518-0fb1-4f0b-982a-07648835fefc req-4cfd24fc-13f9-4a31-a391-7593b12b4aaa tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:40:15.637783 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-83674518-0fb1-4f0b-982a-07648835fefc req-4cfd24fc-13f9-4a31-a391-7593b12b4aaa tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=bce6c1b5-2380-41bf-9c64-eaa46f6c800e HTTP/1.1" status: 200 len: 210 time: 0.0621078 Mar 11 15:40:16.752897 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43724) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:16.821402 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f7e0cac3-e3b0-415f-b611-ad988183661c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:16.849443 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f7e0cac3-e3b0-415f-b611-ad988183661c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:16.996868 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f7e0cac3-e3b0-415f-b611-ad988183661c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:17.014817 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0cac3-e3b0-415f-b611-ad988183661c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e48a133-7e4d-4fc8-bfd4-67a8c693e457,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:17.024779 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f7e0cac3-e3b0-415f-b611-ad988183661c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:17.025947 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-f7e0cac3-e3b0-415f-b611-ad988183661c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/security-groups/3e48a133-7e4d-4fc8-bfd4-67a8c693e457 HTTP/1.1" status: 204 len: 168 time: 0.2720461 Mar 11 15:40:17.065295 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43730) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:17.470609 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3442d69a-c999-4545-9caa-39f1573c81f2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:18.070942 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-3442d69a-c999-4545-9caa-39f1573c81f2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting port 565ba8b5-872a-4b4b-89fb-974d23dfccad {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:40:18.071634 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3442d69a-c999-4545-9caa-39f1573c81f2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:18.254777 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-3442d69a-c999-4545-9caa-39f1573c81f2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] For port 565ba8b5-872a-4b4b-89fb-974d23dfccad, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=565ba8b5-872a-4b4b-89fb-974d23dfccad,segment=NetworkSegment(ebe61925-faf8-4870-b5d4-dc21b35f4555),segment_id=ebe61925-faf8-4870-b5d4-dc21b35f4555)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:40:18.255128 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3442d69a-c999-4545-9caa-39f1573c81f2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:18.373263 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-3442d69a-c999-4545-9caa-39f1573c81f2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Calling delete_port for 565ba8b5-872a-4b4b-89fb-974d23dfccad owned by network:router_interface {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:40:18.629682 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3442d69a-c999-4545-9caa-39f1573c81f2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:18.674487 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3442d69a-c999-4545-9caa-39f1573c81f2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Port': ['ID=565ba8b5-872a-4b4b-89fb-974d23dfccad,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:18.979364 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3442d69a-c999-4545-9caa-39f1573c81f2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:19.564500 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3442d69a-c999-4545-9caa-39f1573c81f2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router 751cb1a0-63bb-4511-bc69-e8b1ee323f25 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:40:19.758115 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3442d69a-c999-4545-9caa-39f1573c81f2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:40:19.769634 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c83010-448c-4745-8aef-55ce7a2d8b64 None None] Sync routers for ids ['751cb1a0-63bb-4511-bc69-e8b1ee323f25'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:40:19.776352 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-3442d69a-c999-4545-9caa-39f1573c81f2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "PUT /v2.0/routers/751cb1a0-63bb-4511-bc69-e8b1ee323f25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7099166 Mar 11 15:40:19.778949 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43734) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:19.785155 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c83010-448c-4745-8aef-55ce7a2d8b64 None None] Routers {'751cb1a0-63bb-4511-bc69-e8b1ee323f25'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:40:19.785765 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-a6c83010-448c-4745-8aef-55ce7a2d8b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:40:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['751cb1a0-63bb-4511-bc69-e8b1ee323f25'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:19.964379 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-37b0b9a1-4e3e-4593-b725-6c9c0be120ad tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting subnet 8751722a-da8a-4f74-9c3f-57ff050b521f {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:40:19.965298 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-a6c83010-448c-4745-8aef-55ce7a2d8b64 None None] Set router 751cb1a0-63bb-4511-bc69-e8b1ee323f25 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:40:19.967246 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-37b0b9a1-4e3e-4593-b725-6c9c0be120ad tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:20.112622 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-37b0b9a1-4e3e-4593-b725-6c9c0be120ad tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:20.198038 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-37b0b9a1-4e3e-4593-b725-6c9c0be120ad tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:20.219297 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 98fbdcec-5851-4167-a803-29f3f7c05eb9 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:40:20.252090 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] No Port match for: 98fbdcec-5851-4167-a803-29f3f7c05eb9 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:40:20.252466 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 98fbdcec-5851-4167-a803-29f3f7c05eb9 not bound to the agent host hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:40:20.262835 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-a6c83010-448c-4745-8aef-55ce7a2d8b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'name': 'tempest-TestNetworkBasicOps-router-1941577902', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.206'}], 'enable_snat': True}, 'gw_port_id': '91001ea9-3bc3-4c53-a2d8-30cfada85f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:23Z', 'updated_at': '2022-03-11T15:40:18Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '91001ea9-3bc3-4c53-a2d8-30cfada85f6e', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:24Z', 'updated_at': '2022-03-11T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:20.266666 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c83010-448c-4745-8aef-55ce7a2d8b64 None None] Checking router: 751cb1a0-63bb-4511-bc69-e8b1ee323f25 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:40:20.278121 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c83010-448c-4745-8aef-55ce7a2d8b64 None None] Routers {'751cb1a0-63bb-4511-bc69-e8b1ee323f25'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:40:20.278983 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-a6c83010-448c-4745-8aef-55ce7a2d8b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:40:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['751cb1a0-63bb-4511-bc69-e8b1ee323f25'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:20.282487 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-37b0b9a1-4e3e-4593-b725-6c9c0be120ad tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:20.321550 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b0b9a1-4e3e-4593-b725-6c9c0be120ad tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Subnet': ['ID=8751722a-da8a-4f74-9c3f-57ff050b521f,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:20.326294 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-37b0b9a1-4e3e-4593-b725-6c9c0be120ad tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:20.332210 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-37b0b9a1-4e3e-4593-b725-6c9c0be120ad tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/subnets/8751722a-da8a-4f74-9c3f-57ff050b521f HTTP/1.1" status: 204 len: 168 time: 0.5522766 Mar 11 15:40:20.333641 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8997160-756e-47b7-a1b7-e6e89aea6ef2 None None] Network ca1ac97e-1d32-4edc-8290-bf5d2af55d8c requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:40:20.334758 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43738) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:20.490108 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-a6c83010-448c-4745-8aef-55ce7a2d8b64 None None] Set router 751cb1a0-63bb-4511-bc69-e8b1ee323f25 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:40:20.542643 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8129e274-4630-46bd-8654-99bbf7c568f4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:20.625829 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af613e6-f402-42db-b92d-92893a2c3544 None None] DHCP port deletion for ca1ac97e-1d32-4edc-8290-bf5d2af55d8c request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:40:20.630251 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-3af613e6-f402-42db-b92d-92893a2c3544 None None] Deleting port 3d87906c-c40a-41a9-99f8-f382b5e6f2ff {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:40:20.631506 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3af613e6-f402-42db-b92d-92893a2c3544 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:20.746994 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8129e274-4630-46bd-8654-99bbf7c568f4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:20.758512 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-8129e274-4630-46bd-8654-99bbf7c568f4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting port 91001ea9-3bc3-4c53-a2d8-30cfada85f6e {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:40:20.758960 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8129e274-4630-46bd-8654-99bbf7c568f4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:20.785193 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-a6c83010-448c-4745-8aef-55ce7a2d8b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'name': 'tempest-TestNetworkBasicOps-router-1941577902', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.206'}], 'enable_snat': True}, 'gw_port_id': '91001ea9-3bc3-4c53-a2d8-30cfada85f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:23Z', 'updated_at': '2022-03-11T15:40:18Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '91001ea9-3bc3-4c53-a2d8-30cfada85f6e', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:24Z', 'updated_at': '2022-03-11T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:20.789771 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c83010-448c-4745-8aef-55ce7a2d8b64 None None] The sync data for ids ['751cb1a0-63bb-4511-bc69-e8b1ee323f25'] in dv-neutron-833373-1-hyperv is: [{'id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'name': 'tempest-TestNetworkBasicOps-router-1941577902', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.206'}], 'enable_snat': True}, 'gw_port_id': '91001ea9-3bc3-4c53-a2d8-30cfada85f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:23Z', 'updated_at': '2022-03-11T15:40:18Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '91001ea9-3bc3-4c53-a2d8-30cfada85f6e', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751cb1a0-63bb-4511-bc69-e8b1ee323f25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:24Z', 'updated_at': '2022-03-11T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:40:20.845010 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-3af613e6-f402-42db-b92d-92893a2c3544 None None] For port 3d87906c-c40a-41a9-99f8-f382b5e6f2ff, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=3d87906c-c40a-41a9-99f8-f382b5e6f2ff,segment=NetworkSegment(ebe61925-faf8-4870-b5d4-dc21b35f4555),segment_id=ebe61925-faf8-4870-b5d4-dc21b35f4555)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:40:20.845323 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3af613e6-f402-42db-b92d-92893a2c3544 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:20.943728 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-8129e274-4630-46bd-8654-99bbf7c568f4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] For port 91001ea9-3bc3-4c53-a2d8-30cfada85f6e, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=91001ea9-3bc3-4c53-a2d8-30cfada85f6e,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:40:20.944010 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8129e274-4630-46bd-8654-99bbf7c568f4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:20.964635 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-3af613e6-f402-42db-b92d-92893a2c3544 None None] Calling delete_port for 3d87906c-c40a-41a9-99f8-f382b5e6f2ff owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:40:21.041617 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3af613e6-f402-42db-b92d-92893a2c3544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:21.064673 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-8129e274-4630-46bd-8654-99bbf7c568f4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Calling delete_port for 91001ea9-3bc3-4c53-a2d8-30cfada85f6e owned by network:router_gateway {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:40:21.087869 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af613e6-f402-42db-b92d-92893a2c3544 None None] Pushing event deleted for resources: {'Port': ['ID=3d87906c-c40a-41a9-99f8-f382b5e6f2ff,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:21.098855 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af613e6-f402-42db-b92d-92893a2c3544 None None] No DVR routers for this DVR port 3d87906c-c40a-41a9-99f8-f382b5e6f2ff on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:40:21.101468 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af613e6-f402-42db-b92d-92893a2c3544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:21.101816 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af613e6-f402-42db-b92d-92893a2c3544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:21.102195 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af613e6-f402-42db-b92d-92893a2c3544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:21.102491 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af613e6-f402-42db-b92d-92893a2c3544 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:21.102818 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af613e6-f402-42db-b92d-92893a2c3544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:21.103143 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af613e6-f402-42db-b92d-92893a2c3544 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:21.103471 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af613e6-f402-42db-b92d-92893a2c3544 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:21.103789 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af613e6-f402-42db-b92d-92893a2c3544 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:21.104136 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af613e6-f402-42db-b92d-92893a2c3544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:21.104462 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af613e6-f402-42db-b92d-92893a2c3544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:21.104774 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af613e6-f402-42db-b92d-92893a2c3544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:21.253044 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8129e274-4630-46bd-8654-99bbf7c568f4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:21.299671 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129e274-4630-46bd-8654-99bbf7c568f4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Port': ['ID=91001ea9-3bc3-4c53-a2d8-30cfada85f6e,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:21.525798 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8129e274-4630-46bd-8654-99bbf7c568f4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:21.862939 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 565ba8b5-872a-4b4b-89fb-974d23dfccad no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:40:21.873283 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8129e274-4630-46bd-8654-99bbf7c568f4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:21.877451 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8129e274-4630-46bd-8654-99bbf7c568f4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:21.895172 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 565ba8b5-872a-4b4b-89fb-974d23dfccad {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:40:21.895541 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 565ba8b5-872a-4b4b-89fb-974d23dfccad not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:40:21.895967 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 3d87906c-c40a-41a9-99f8-f382b5e6f2ff no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:40:21.901913 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8129e274-4630-46bd-8654-99bbf7c568f4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:21.902482 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8129e274-4630-46bd-8654-99bbf7c568f4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Fanout notify agent at l3_agent the message router_deleted on router 751cb1a0-63bb-4511-bc69-e8b1ee323f25 {{(pid=83867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:40:21.917514 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8129e274-4630-46bd-8654-99bbf7c568f4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:21.921565 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43742) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:21.924635 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-8129e274-4630-46bd-8654-99bbf7c568f4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/routers/751cb1a0-63bb-4511-bc69-e8b1ee323f25 HTTP/1.1" status: 204 len: 168 time: 1.5887980 Mar 11 15:40:21.929584 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 3d87906c-c40a-41a9-99f8-f382b5e6f2ff {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:40:21.929821 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 3d87906c-c40a-41a9-99f8-f382b5e6f2ff not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:40:22.048140 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9afcef9d-3b81-4c56-82ed-76c6ae96956e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:22.178185 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9afcef9d-3b81-4c56-82ed-76c6ae96956e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:22.202995 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-9afcef9d-3b81-4c56-82ed-76c6ae96956e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca1ac97e-1d32-4edc-8290-bf5d2af55d8c']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:22.215153 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-9afcef9d-3b81-4c56-82ed-76c6ae96956e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe61925-faf8-4870-b5d4-dc21b35f4555') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:22.215444 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-9afcef9d-3b81-4c56-82ed-76c6ae96956e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe61925-faf8-4870-b5d4-dc21b35f4555') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:22.227397 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9afcef9d-3b81-4c56-82ed-76c6ae96956e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:22.243895 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9afcef9d-3b81-4c56-82ed-76c6ae96956e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:22.249963 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9afcef9d-3b81-4c56-82ed-76c6ae96956e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:40:22.250344 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9afcef9d-3b81-4c56-82ed-76c6ae96956e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:22.264237 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:40:22.264237 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:40:22.264237 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:40:22.264237 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:40:22.264237 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:40:22.264237 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:40:22.264237 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:40:22.264237 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:40:22.264237 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:40:22.264237 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:40:22.264237 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:40:22.264237 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:40:22.264237 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:40:22.264237 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:40:22.264237 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:40:22.264237 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:40:22.264237 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:40:22.264237 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:40:22.264237 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:40:22.264237 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:40:22.264237 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:40:22.264237 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:40:22.264237 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:40:22.264237 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:40:22.264237 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:40:22.264237 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:40:22.264237 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:40:22.264237 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:40:22.264237 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:40:22.264237 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:40:22.264237 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:40:22.264237 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:40:22.347682 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9afcef9d-3b81-4c56-82ed-76c6ae96956e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:22.367039 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9afcef9d-3b81-4c56-82ed-76c6ae96956e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:22.378289 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afcef9d-3b81-4c56-82ed-76c6ae96956e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Network': ['ID=ca1ac97e-1d32-4edc-8290-bf5d2af55d8c,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:22.387579 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9afcef9d-3b81-4c56-82ed-76c6ae96956e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/networks/ca1ac97e-1d32-4edc-8290-bf5d2af55d8c HTTP/1.1" status: 204 len: 168 time: 0.4649696 Mar 11 15:40:22.414334 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43746) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:22.419899 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-84bffaa5-cfd6-4ec0-bbb5-7e7839bb6ce3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'network': {'name': 'tempest-network-smoke--1533417277', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'port_security_enabled': True}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:40:22.424940 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-84bffaa5-cfd6-4ec0-bbb5-7e7839bb6ce3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:22.429418 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-84bffaa5-cfd6-4ec0-bbb5-7e7839bb6ce3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:network and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:22.432303 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-84bffaa5-cfd6-4ec0-bbb5-7e7839bb6ce3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:22.437936 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-84bffaa5-cfd6-4ec0-bbb5-7e7839bb6ce3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:22.448461 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84bffaa5-cfd6-4ec0-bbb5-7e7839bb6ce3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Made reservation on behalf of 916fcc14ed3c4d0b95925acf526937c4 for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:22.451325 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-84bffaa5-cfd6-4ec0-bbb5-7e7839bb6ce3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:22.479526 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84bffaa5-cfd6-4ec0-bbb5-7e7839bb6ce3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:40:22.488697 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-84bffaa5-cfd6-4ec0-bbb5-7e7839bb6ce3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:22.489114 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-84bffaa5-cfd6-4ec0-bbb5-7e7839bb6ce3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Added segment 45319156-e69c-46d2-aa07-582abfdc1e63 of type vlan for network b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24 Mar 11 15:40:22.518025 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-84bffaa5-cfd6-4ec0-bbb5-7e7839bb6ce3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:22.547287 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-84bffaa5-cfd6-4ec0-bbb5-7e7839bb6ce3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:22.550870 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bffaa5-cfd6-4ec0-bbb5-7e7839bb6ce3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:22.551696 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-84bffaa5-cfd6-4ec0-bbb5-7e7839bb6ce3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:22.658661 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-84bffaa5-cfd6-4ec0-bbb5-7e7839bb6ce3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2432046 Mar 11 15:40:22.661823 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43750) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:22.669474 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-32d0aa4e-53ea-4a11-a3c6-b5ee6468b859 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-986986566', 'admin_state_up': True, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:40:22.677399 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bffaa5-cfd6-4ec0-bbb5-7e7839bb6ce3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Network': ['ID=b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:22.680019 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-32d0aa4e-53ea-4a11-a3c6-b5ee6468b859 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:22.683922 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-32d0aa4e-53ea-4a11-a3c6-b5ee6468b859 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:router and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:22.686765 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-32d0aa4e-53ea-4a11-a3c6-b5ee6468b859 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:22.687775 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:40:22.692395 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-32d0aa4e-53ea-4a11-a3c6-b5ee6468b859 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:22.702227 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-32d0aa4e-53ea-4a11-a3c6-b5ee6468b859 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:22.703163 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-32d0aa4e-53ea-4a11-a3c6-b5ee6468b859 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:22.723097 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-32d0aa4e-53ea-4a11-a3c6-b5ee6468b859 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:22.870932 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-32d0aa4e-53ea-4a11-a3c6-b5ee6468b859 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:23.050291 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-32d0aa4e-53ea-4a11-a3c6-b5ee6468b859 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router_gateway, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:23.082556 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-32d0aa4e-53ea-4a11-a3c6-b5ee6468b859 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:23.304904 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-32d0aa4e-53ea-4a11-a3c6-b5ee6468b859 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Allocated IP 172.26.0.132 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/509b5f92-fff8-45cf-a640-664e27bb59bf) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:40:23.449068 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-32d0aa4e-53ea-4a11-a3c6-b5ee6468b859 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:23.476988 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-32d0aa4e-53ea-4a11-a3c6-b5ee6468b859 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:23.547735 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d0aa4e-53ea-4a11-a3c6-b5ee6468b859 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:40:23.550619 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-32d0aa4e-53ea-4a11-a3c6-b5ee6468b859 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:23.554121 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d0aa4e-53ea-4a11-a3c6-b5ee6468b859 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:40:23.583922 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0aa4e-53ea-4a11-a3c6-b5ee6468b859 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=509b5f92-fff8-45cf-a640-664e27bb59bf,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:23.715513 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-32d0aa4e-53ea-4a11-a3c6-b5ee6468b859 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router_gateway, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:23.716309 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-32d0aa4e-53ea-4a11-a3c6-b5ee6468b859 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:23.769447 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 91001ea9-3bc3-4c53-a2d8-30cfada85f6e no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:40:23.804651 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 91001ea9-3bc3-4c53-a2d8-30cfada85f6e {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:40:23.805004 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 91001ea9-3bc3-4c53-a2d8-30cfada85f6e not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:40:23.955199 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d0aa4e-53ea-4a11-a3c6-b5ee6468b859 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router 2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:40:24.156004 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d0aa4e-53ea-4a11-a3c6-b5ee6468b859 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:40:24.165811 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d11a71f-2bc5-492b-ba59-e6a187851b60 None None] Sync routers for ids ['2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:40:24.177556 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d11a71f-2bc5-492b-ba59-e6a187851b60 None None] Routers {'2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:40:24.178793 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-3d11a71f-2bc5-492b-ba59-e6a187851b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:40:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:24.184402 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-32d0aa4e-53ea-4a11-a3c6-b5ee6468b859 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:24.188679 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-32d0aa4e-53ea-4a11-a3c6-b5ee6468b859 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5222833 Mar 11 15:40:24.189032 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43754) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:24.363093 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-3d11a71f-2bc5-492b-ba59-e6a187851b60 None None] Set router 2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:40:24.419417 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-898a883b-17a3-477d-8719-e6a5877d22b7 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=916fcc14ed3c4d0b95925acf526937c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2290866 Mar 11 15:40:24.421789 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43760) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:24.549402 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c092d92-d870-4952-9c08-2bf1ceb0abd3 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:24.550873 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4c092d92-d870-4952-9c08-2bf1ceb0abd3 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1282132 Mar 11 15:40:24.554353 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43764) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:24.593961 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-066d0856-86d5-4d63-8f15-7b1ec1c74af1 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=69193b02-dbf5-4ccf-b3ce-76dabd3f8655&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385010 Mar 11 15:40:24.596430 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43768) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:24.601629 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-4cece4a6-6ebc-4424-8be3-f46bee17e5cc tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-308199854', 'network_id': 'b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:40:24.650680 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-3d11a71f-2bc5-492b-ba59-e6a187851b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff', 'name': 'tempest-TestNetworkBasicOps-router-986986566', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '509b5f92-fff8-45cf-a640-664e27bb59bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:40:22Z', 'updated_at': '2022-03-11T15:40:23Z', 'revision_number': 3, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '509b5f92-fff8-45cf-a640-664e27bb59bf', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e9:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:40:23Z', 'updated_at': '2022-03-11T15:40:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:24.654511 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d11a71f-2bc5-492b-ba59-e6a187851b60 None None] Checking router: 2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:40:24.654854 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d11a71f-2bc5-492b-ba59-e6a187851b60 None None] Updating router 2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff port 509b5f92-fff8-45cf-a640-664e27bb59bf binding host dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:40:24.713037 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-4cece4a6-6ebc-4424-8be3-f46bee17e5cc tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:24.717095 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4cece4a6-6ebc-4424-8be3-f46bee17e5cc tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:subnet and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:24.719450 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4cece4a6-6ebc-4424-8be3-f46bee17e5cc tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:24.725268 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-4cece4a6-6ebc-4424-8be3-f46bee17e5cc tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:24.735266 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cece4a6-6ebc-4424-8be3-f46bee17e5cc tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Made reservation on behalf of 916fcc14ed3c4d0b95925acf526937c4 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:24.735946 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3d11a71f-2bc5-492b-ba59-e6a187851b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:24.840063 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4cece4a6-6ebc-4424-8be3-f46bee17e5cc tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:25.054544 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4cece4a6-6ebc-4424-8be3-f46bee17e5cc tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:25.063139 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3d11a71f-2bc5-492b-ba59-e6a187851b60 None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:25.075322 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-3d11a71f-2bc5-492b-ba59-e6a187851b60 None None] Transition to ACTIVE for port object 509b5f92-fff8-45cf-a640-664e27bb59bf will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:25.082113 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3d11a71f-2bc5-492b-ba59-e6a187851b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:25.136650 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cece4a6-6ebc-4424-8be3-f46bee17e5cc tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Subnet': ['ID=5cd44bb6-de0f-47c6-9fc5-b48cc4b03482,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:25.151591 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cece4a6-6ebc-4424-8be3-f46bee17e5cc tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Checking segment: {'id': '45319156-e69c-46d2-aa07-582abfdc1e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:40:25.151958 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cece4a6-6ebc-4424-8be3-f46bee17e5cc tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network hostable DHCP agents. Network: b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:40:25.157781 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a58f1e-78ee-4ba2-9a1e-007aeec2f120 None None] Pushing event updated for resources: {'Port': ['ID=509b5f92-fff8-45cf-a640-664e27bb59bf,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:25.168952 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-3d11a71f-2bc5-492b-ba59-e6a187851b60 None None] Attempting to bind port 509b5f92-fff8-45cf-a640-664e27bb59bf on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:40:25.169320 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-3d11a71f-2bc5-492b-ba59-e6a187851b60 None None] Attempting to bind port 509b5f92-fff8-45cf-a640-664e27bb59bf by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:40:25.169670 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d11a71f-2bc5-492b-ba59-e6a187851b60 None None] Attempting to bind port 509b5f92-fff8-45cf-a640-664e27bb59bf on network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:40:25.176937 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d11a71f-2bc5-492b-ba59-e6a187851b60 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:40:25.177313 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d11a71f-2bc5-492b-ba59-e6a187851b60 None None] Checking segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:40:25.177831 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3d11a71f-2bc5-492b-ba59-e6a187851b60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:25.178286 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d11a71f-2bc5-492b-ba59-e6a187851b60 None None] Bound using segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:40:25.178656 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-3d11a71f-2bc5-492b-ba59-e6a187851b60 None None] Bound port: 509b5f92-fff8-45cf-a640-664e27bb59bf, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:40:25.179098 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3d11a71f-2bc5-492b-ba59-e6a187851b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:25.184207 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cece4a6-6ebc-4424-8be3-f46bee17e5cc tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:40:25.195862 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-4cece4a6-6ebc-4424-8be3-f46bee17e5cc tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:25.201121 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cece4a6-6ebc-4424-8be3-f46bee17e5cc tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:25.202075 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4cece4a6-6ebc-4424-8be3-f46bee17e5cc tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:25.208140 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8581ab0-92f8-4117-a638-224685145434 None None] Network b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:40:25.233381 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4cece4a6-6ebc-4424-8be3-f46bee17e5cc tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6334527 Mar 11 15:40:25.234160 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43772) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:25.342425 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-3d11a71f-2bc5-492b-ba59-e6a187851b60 None None] For port 509b5f92-fff8-45cf-a640-664e27bb59bf, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:40:25.361826 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-3d11a71f-2bc5-492b-ba59-e6a187851b60 None None] For port 509b5f92-fff8-45cf-a640-664e27bb59bf, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=509b5f92-fff8-45cf-a640-664e27bb59bf,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:40:25.396370 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3d11a71f-2bc5-492b-ba59-e6a187851b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:25.523377 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a58f1e-78ee-4ba2-9a1e-007aeec2f120 None None] Pushing event updated for resources: {'Port': ['ID=509b5f92-fff8-45cf-a640-664e27bb59bf,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:25.529038 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d11a71f-2bc5-492b-ba59-e6a187851b60 None None] Routers {'2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:40:25.529656 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-3d11a71f-2bc5-492b-ba59-e6a187851b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:40:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:25.581815 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f18f0c8-9495-4928-9966-f612ef54dac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24', 'network_id': 'b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ips': [{'subnet_id': '5cd44bb6-de0f-47c6-9fc5-b48cc4b03482'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:40:25.582618 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6f18f0c8-9495-4928-9966-f612ef54dac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:25.831717 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-3d11a71f-2bc5-492b-ba59-e6a187851b60 None None] Set router 2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:40:25.944425 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-6f18f0c8-9495-4928-9966-f612ef54dac0 None None] Allocated IP 172.20.0.2 (b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24/5cd44bb6-de0f-47c6-9fc5-b48cc4b03482/f9be025e-80f5-4747-962c-0a376d925e99) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:40:26.107985 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-377756fa-a578-4a30-828c-90e09394d3ac tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:26.337816 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6f18f0c8-9495-4928-9966-f612ef54dac0 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:26.350795 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6f18f0c8-9495-4928-9966-f612ef54dac0 None None] Transition to ACTIVE for port object f9be025e-80f5-4747-962c-0a376d925e99 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:26.364003 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-3d11a71f-2bc5-492b-ba59-e6a187851b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff', 'name': 'tempest-TestNetworkBasicOps-router-986986566', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '509b5f92-fff8-45cf-a640-664e27bb59bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:40:22Z', 'updated_at': '2022-03-11T15:40:23Z', 'revision_number': 3, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '509b5f92-fff8-45cf-a640-664e27bb59bf', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e9:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:40:23Z', 'updated_at': '2022-03-11T15:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:26.374719 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d11a71f-2bc5-492b-ba59-e6a187851b60 None None] The sync data for ids ['2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff'] in dv-neutron-833373-1-hyperv is: [{'id': '2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff', 'name': 'tempest-TestNetworkBasicOps-router-986986566', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '509b5f92-fff8-45cf-a640-664e27bb59bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:40:22Z', 'updated_at': '2022-03-11T15:40:23Z', 'revision_number': 3, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '509b5f92-fff8-45cf-a640-664e27bb59bf', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e9:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:40:23Z', 'updated_at': '2022-03-11T15:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:40:26.376651 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6f18f0c8-9495-4928-9966-f612ef54dac0 None None] Transition to ACTIVE for port object f9be025e-80f5-4747-962c-0a376d925e99 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:26.383958 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6f18f0c8-9495-4928-9966-f612ef54dac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:26.439080 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f18f0c8-9495-4928-9966-f612ef54dac0 None None] Network b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:40:26.441873 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-6f18f0c8-9495-4928-9966-f612ef54dac0 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:26.463260 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f18f0c8-9495-4928-9966-f612ef54dac0 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:40:26.465409 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18f0c8-9495-4928-9966-f612ef54dac0 None None] Pushing event updated for resources: {'Port': ['ID=f9be025e-80f5-4747-962c-0a376d925e99,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:26.532816 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-377756fa-a578-4a30-828c-90e09394d3ac tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Allocated IP 172.20.0.1 (b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24/5cd44bb6-de0f-47c6-9fc5-b48cc4b03482/847dbba7-606d-4dd6-af94-ea03e647d0a6) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:40:26.560322 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-6f18f0c8-9495-4928-9966-f612ef54dac0 None None] Attempting to bind port f9be025e-80f5-4747-962c-0a376d925e99 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:40:26.563343 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-6f18f0c8-9495-4928-9966-f612ef54dac0 None None] Attempting to bind port f9be025e-80f5-4747-962c-0a376d925e99 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '45319156-e69c-46d2-aa07-582abfdc1e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:40:26.564595 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f18f0c8-9495-4928-9966-f612ef54dac0 None None] Attempting to bind port f9be025e-80f5-4747-962c-0a376d925e99 on network b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:40:26.581052 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f18f0c8-9495-4928-9966-f612ef54dac0 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:40:26.586065 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f18f0c8-9495-4928-9966-f612ef54dac0 None None] Checking segment: {'id': '45319156-e69c-46d2-aa07-582abfdc1e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:40:26.586775 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6f18f0c8-9495-4928-9966-f612ef54dac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:26.587396 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f18f0c8-9495-4928-9966-f612ef54dac0 None None] Bound using segment: {'id': '45319156-e69c-46d2-aa07-582abfdc1e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:40:26.588227 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-6f18f0c8-9495-4928-9966-f612ef54dac0 None None] Bound port: f9be025e-80f5-4747-962c-0a376d925e99, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45319156-e69c-46d2-aa07-582abfdc1e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:40:26.588828 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6f18f0c8-9495-4928-9966-f612ef54dac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:26.690431 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-6f18f0c8-9495-4928-9966-f612ef54dac0 None None] For port f9be025e-80f5-4747-962c-0a376d925e99, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:40:26.695287 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-6f18f0c8-9495-4928-9966-f612ef54dac0 None None] For port f9be025e-80f5-4747-962c-0a376d925e99, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=f9be025e-80f5-4747-962c-0a376d925e99,segment=NetworkSegment(45319156-e69c-46d2-aa07-582abfdc1e63),segment_id=45319156-e69c-46d2-aa07-582abfdc1e63)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:40:26.701137 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6f18f0c8-9495-4928-9966-f612ef54dac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:26.723106 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-377756fa-a578-4a30-828c-90e09394d3ac tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:26.739734 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-377756fa-a578-4a30-828c-90e09394d3ac tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Transition to ACTIVE for port object 847dbba7-606d-4dd6-af94-ea03e647d0a6 will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:26.768587 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-377756fa-a578-4a30-828c-90e09394d3ac tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:26.791213 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18f0c8-9495-4928-9966-f612ef54dac0 None None] Pushing event updated for resources: {'Port': ['ID=f9be025e-80f5-4747-962c-0a376d925e99,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:26.850137 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377756fa-a578-4a30-828c-90e09394d3ac tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:40:26.853933 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-377756fa-a578-4a30-828c-90e09394d3ac tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:26.856443 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377756fa-a578-4a30-828c-90e09394d3ac tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:40:26.908521 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377756fa-a578-4a30-828c-90e09394d3ac tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=847dbba7-606d-4dd6-af94-ea03e647d0a6,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:26.931083 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-377756fa-a578-4a30-828c-90e09394d3ac tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:27.048880 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-377756fa-a578-4a30-828c-90e09394d3ac tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:27.573886 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-377756fa-a578-4a30-828c-90e09394d3ac tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:27.578372 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-377756fa-a578-4a30-828c-90e09394d3ac tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:27.696857 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-377756fa-a578-4a30-828c-90e09394d3ac tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:27.700190 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377756fa-a578-4a30-828c-90e09394d3ac tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=847dbba7-606d-4dd6-af94-ea03e647d0a6,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:27.757714 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5bb3d6-6cbe-4c3f-b19d-b3304dfddd22 None None] Network b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:40:27.846694 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377756fa-a578-4a30-828c-90e09394d3ac tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:40:27.848055 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-377756fa-a578-4a30-828c-90e09394d3ac tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:27.892739 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device f9be025e-80f5-4747-962c-0a376d925e99 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:40:28.061191 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-12236b6a-4c6d-4393-a5e6-fcf33201fcca None None] Provisioning for port f9be025e-80f5-4747-962c-0a376d925e99 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:40:28.101272 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port f9be025e-80f5-4747-962c-0a376d925e99 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:40:28.108941 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port f9be025e-80f5-4747-962c-0a376d925e99 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:40:28.109631 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:28.258098 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:28.278849 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-377756fa-a578-4a30-828c-90e09394d3ac tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router 2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:40:28.299230 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port f9be025e-80f5-4747-962c-0a376d925e99, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=f9be025e-80f5-4747-962c-0a376d925e99,segment=NetworkSegment(45319156-e69c-46d2-aa07-582abfdc1e63),segment_id=45319156-e69c-46d2-aa07-582abfdc1e63)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:40:28.308180 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:28.309323 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 509b5f92-fff8-45cf-a640-664e27bb59bf up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:40:28.445854 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=f9be025e-80f5-4747-962c-0a376d925e99,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:28.459508 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6221cab3-03db-4f19-b4ad-8ac80ce5878e None None] Provisioning for port 847dbba7-606d-4dd6-af94-ea03e647d0a6 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:40:28.465181 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6221cab3-03db-4f19-b4ad-8ac80ce5878e None None] Provisioning complete for port 847dbba7-606d-4dd6-af94-ea03e647d0a6 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:40:28.465554 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6221cab3-03db-4f19-b4ad-8ac80ce5878e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:28.494907 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 509b5f92-fff8-45cf-a640-664e27bb59bf completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:40:28.513066 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 509b5f92-fff8-45cf-a640-664e27bb59bf triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:40:28.513453 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:28.569671 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377756fa-a578-4a30-828c-90e09394d3ac tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:40:28.592225 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-377756fa-a578-4a30-828c-90e09394d3ac tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "PUT /v2.0/routers/2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3574142 Mar 11 15:40:28.595702 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43776) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:28.599918 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-6221cab3-03db-4f19-b4ad-8ac80ce5878e None None] Port 847dbba7-606d-4dd6-af94-ea03e647d0a6 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:40:28.657893 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6221cab3-03db-4f19-b4ad-8ac80ce5878e None None] Provisioning complete for port f9be025e-80f5-4747-962c-0a376d925e99 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:40:28.658259 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6221cab3-03db-4f19-b4ad-8ac80ce5878e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:28.712081 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:28.737189 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 509b5f92-fff8-45cf-a640-664e27bb59bf, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=509b5f92-fff8-45cf-a640-664e27bb59bf,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:40:28.744292 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:28.787451 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5e3e88-30b4-498a-b45d-f84f42b0f934 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:28.787709 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5e3e88-30b4-498a-b45d-f84f42b0f934 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:28.790382 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5e3e88-30b4-498a-b45d-f84f42b0f934 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:28.790382 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5e3e88-30b4-498a-b45d-f84f42b0f934 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:28.790382 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5e3e88-30b4-498a-b45d-f84f42b0f934 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:28.790382 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5e3e88-30b4-498a-b45d-f84f42b0f934 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:28.792087 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-2b5e3e88-30b4-498a-b45d-f84f42b0f934 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1951888 Mar 11 15:40:28.794788 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43780) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:28.870445 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=509b5f92-fff8-45cf-a640-664e27bb59bf,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:28.877661 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7a3bce-2c43-4818-aeed-3fcedb0bc528 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:28.878030 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7a3bce-2c43-4818-aeed-3fcedb0bc528 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:28.878390 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7a3bce-2c43-4818-aeed-3fcedb0bc528 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:28.878741 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7a3bce-2c43-4818-aeed-3fcedb0bc528 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:28.879087 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7a3bce-2c43-4818-aeed-3fcedb0bc528 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:28.879427 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7a3bce-2c43-4818-aeed-3fcedb0bc528 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:28.882457 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-1a7a3bce-2c43-4818-aeed-3fcedb0bc528 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0865235 Mar 11 15:40:28.885298 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43784) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:28.986762 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d1e165bc-dcb9-4b59-9511-9b5383857d91 None None] Provisioning complete for port 847dbba7-606d-4dd6-af94-ea03e647d0a6 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:40:28.987046 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d1e165bc-dcb9-4b59-9511-9b5383857d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:29.039349 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-d1e165bc-dcb9-4b59-9511-9b5383857d91 None None] Port 847dbba7-606d-4dd6-af94-ea03e647d0a6 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:40:29.095271 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-cfd86112-35ab-4b8e-8186-7170487ec6c8 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2089150 Mar 11 15:40:29.098043 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43788) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:29.103545 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-b2d1fa61-7298-4412-bd96-719d57fb4f79 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-519209343', 'network_id': 'b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:40:29.310237 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bfbd114a-1d54-4064-afd0-afcf021721fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:29.354344 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-b2d1fa61-7298-4412-bd96-719d57fb4f79 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:29.358236 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-b2d1fa61-7298-4412-bd96-719d57fb4f79 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:port and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:29.360987 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-b2d1fa61-7298-4412-bd96-719d57fb4f79 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:29.368669 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-b2d1fa61-7298-4412-bd96-719d57fb4f79 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:29.377839 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d1fa61-7298-4412-bd96-719d57fb4f79 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Made reservation on behalf of 916fcc14ed3c4d0b95925acf526937c4 for: {'port': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:29.381654 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b2d1fa61-7298-4412-bd96-719d57fb4f79 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:29.402983 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [None req-b2d1fa61-7298-4412-bd96-719d57fb4f79 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] device_id is not set on port a269bc70-2c7b-4d94-b955-b57c012b6f16 yet. {{(pid=83867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:40:29.542003 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-b2d1fa61-7298-4412-bd96-719d57fb4f79 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Allocated IP 172.20.0.14 (b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24/5cd44bb6-de0f-47c6-9fc5-b48cc4b03482/a269bc70-2c7b-4d94-b955-b57c012b6f16) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:40:29.742183 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b2d1fa61-7298-4412-bd96-719d57fb4f79 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:29.758055 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-b2d1fa61-7298-4412-bd96-719d57fb4f79 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Transition to ACTIVE for port object a269bc70-2c7b-4d94-b955-b57c012b6f16 will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:29.783963 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b2d1fa61-7298-4412-bd96-719d57fb4f79 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:29.834513 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device f9be025e-80f5-4747-962c-0a376d925e99 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:40:29.863733 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d1fa61-7298-4412-bd96-719d57fb4f79 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:40:29.867389 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-b2d1fa61-7298-4412-bd96-719d57fb4f79 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:29.871304 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d1fa61-7298-4412-bd96-719d57fb4f79 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:40:29.908535 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1fa61-7298-4412-bd96-719d57fb4f79 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=a269bc70-2c7b-4d94-b955-b57c012b6f16,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:29.910555 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port f9be025e-80f5-4747-962c-0a376d925e99 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:40:29.917898 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:29.940732 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d1fa61-7298-4412-bd96-719d57fb4f79 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:29.941965 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b2d1fa61-7298-4412-bd96-719d57fb4f79 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:29.976461 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b2d1fa61-7298-4412-bd96-719d57fb4f79 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8741839 Mar 11 15:40:30.094654 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0ed337-77b2-44c4-baac-1213bb3e15e0 None None] Sync routers for ids ['2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:40:30.098204 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 509b5f92-fff8-45cf-a640-664e27bb59bf up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:40:30.107172 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0ed337-77b2-44c4-baac-1213bb3e15e0 None None] Routers {'2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:40:30.107854 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-ed0ed337-77b2-44c4-baac-1213bb3e15e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:40:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:30.186255 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6c4b7703-4b8b-4b79-ad6c-05c4bb7783a2 None None] Provisioning for port a269bc70-2c7b-4d94-b955-b57c012b6f16 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:40:30.191533 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 509b5f92-fff8-45cf-a640-664e27bb59bf triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:40:30.192293 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:30.252024 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6c4b7703-4b8b-4b79-ad6c-05c4bb7783a2 None None] Provisioning complete for port a269bc70-2c7b-4d94-b955-b57c012b6f16 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:40:30.252674 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6c4b7703-4b8b-4b79-ad6c-05c4bb7783a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:30.295136 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-ed0ed337-77b2-44c4-baac-1213bb3e15e0 None None] Set router 2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:40:30.344926 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-6c4b7703-4b8b-4b79-ad6c-05c4bb7783a2 None None] Port a269bc70-2c7b-4d94-b955-b57c012b6f16 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:40:30.372597 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43794) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:30.379013 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-f94e3f31-61aa-4726-9043-2373dbf49c69 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-639328729', 'description': 'tempest-secgroup-smoke-639328729 description', 'project_id': '916fcc14ed3c4d0b95925acf526937c4'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:40:30.387676 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f94e3f31-61aa-4726-9043-2373dbf49c69 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:30.391823 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f94e3f31-61aa-4726-9043-2373dbf49c69 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:30.394718 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f94e3f31-61aa-4726-9043-2373dbf49c69 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:30.409488 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f94e3f31-61aa-4726-9043-2373dbf49c69 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:30.419990 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f94e3f31-61aa-4726-9043-2373dbf49c69 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:30.482729 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f94e3f31-61aa-4726-9043-2373dbf49c69 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:30.492522 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f94e3f31-61aa-4726-9043-2373dbf49c69 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:30.495444 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f94e3f31-61aa-4726-9043-2373dbf49c69 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:30.501291 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f94e3f31-61aa-4726-9043-2373dbf49c69 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:30.558530 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f94e3f31-61aa-4726-9043-2373dbf49c69 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:30.562548 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f94e3f31-61aa-4726-9043-2373dbf49c69 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:30.613743 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3f31-61aa-4726-9043-2373dbf49c69 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d74a4160-f3e2-46a5-8ba3-ad794f7f0f4f,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:30.618692 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f94e3f31-61aa-4726-9043-2373dbf49c69 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:30.622807 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f94e3f31-61aa-4726-9043-2373dbf49c69 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2455332 Mar 11 15:40:30.623045 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43798) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:30.628624 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-61233b31-3976-4b58-90a9-8b7c56367d83 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': 'd74a4160-f3e2-46a5-8ba3-ad794f7f0f4f', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:40:30.630546 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-ed0ed337-77b2-44c4-baac-1213bb3e15e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff', 'name': 'tempest-TestNetworkBasicOps-router-986986566', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '509b5f92-fff8-45cf-a640-664e27bb59bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:40:22Z', 'updated_at': '2022-03-11T15:40:26Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '509b5f92-fff8-45cf-a640-664e27bb59bf', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:40:23Z', 'updated_at': '2022-03-11T15:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '847dbba7-606d-4dd6-af94-ea03e647d0a6', 'name': '', 'network_id': 'b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:94:a5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5cd44bb6-de0f-47c6-9fc5-b48cc4b03482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:40:26Z', 'updated_at': '2022-03-11T15:40:27Z', 'revision_number': 2, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '5cd44bb6-de0f-47c6-9fc5-b48cc4b03482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:30.635412 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-61233b31-3976-4b58-90a9-8b7c56367d83 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:30.636427 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0ed337-77b2-44c4-baac-1213bb3e15e0 None None] Checking router: 2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:40:30.636790 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0ed337-77b2-44c4-baac-1213bb3e15e0 None None] Updating router 2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff port 847dbba7-606d-4dd6-af94-ea03e647d0a6 binding host dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:40:30.640434 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-61233b31-3976-4b58-90a9-8b7c56367d83 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:30.643276 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-61233b31-3976-4b58-90a9-8b7c56367d83 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:30.651274 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-61233b31-3976-4b58-90a9-8b7c56367d83 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:30.669884 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-61233b31-3976-4b58-90a9-8b7c56367d83 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:30.703501 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ed0ed337-77b2-44c4-baac-1213bb3e15e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:30.770745 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-61233b31-3976-4b58-90a9-8b7c56367d83 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:30.775310 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-61233b31-3976-4b58-90a9-8b7c56367d83 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:30.809209 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61233b31-3976-4b58-90a9-8b7c56367d83 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77c35987-0475-4171-81dd-70e4a8fdfaac,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:30.819217 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-61233b31-3976-4b58-90a9-8b7c56367d83 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:30.820738 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-61233b31-3976-4b58-90a9-8b7c56367d83 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1966798 Mar 11 15:40:30.823486 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43804) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:30.830247 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-c2113553-128a-400f-a263-2df5cce3fdcf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': 'd74a4160-f3e2-46a5-8ba3-ad794f7f0f4f', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:40:30.836772 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-c2113553-128a-400f-a263-2df5cce3fdcf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:30.840699 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-c2113553-128a-400f-a263-2df5cce3fdcf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:30.844613 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-c2113553-128a-400f-a263-2df5cce3fdcf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:30.851911 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-c2113553-128a-400f-a263-2df5cce3fdcf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:30.871392 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c2113553-128a-400f-a263-2df5cce3fdcf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:30.964988 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c2113553-128a-400f-a263-2df5cce3fdcf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:30.971027 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c2113553-128a-400f-a263-2df5cce3fdcf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:31.005187 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2113553-128a-400f-a263-2df5cce3fdcf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa379a20-134b-4bfd-9463-fe02b5c1a617,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:31.020521 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c2113553-128a-400f-a263-2df5cce3fdcf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:31.022379 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c2113553-128a-400f-a263-2df5cce3fdcf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1972785 Mar 11 15:40:31.025054 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43808) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:31.030782 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-57b0a553-4320-4499-a856-c7f96cc3c542 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': 'd74a4160-f3e2-46a5-8ba3-ad794f7f0f4f', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:40:31.036624 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-57b0a553-4320-4499-a856-c7f96cc3c542 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:31.041166 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-57b0a553-4320-4499-a856-c7f96cc3c542 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:31.044070 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-57b0a553-4320-4499-a856-c7f96cc3c542 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:31.050113 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-57b0a553-4320-4499-a856-c7f96cc3c542 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:31.073568 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-57b0a553-4320-4499-a856-c7f96cc3c542 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:31.160397 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-57b0a553-4320-4499-a856-c7f96cc3c542 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:31.164930 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-57b0a553-4320-4499-a856-c7f96cc3c542 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:31.179254 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ed0ed337-77b2-44c4-baac-1213bb3e15e0 None None] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:31.188581 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b0a553-4320-4499-a856-c7f96cc3c542 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=130d0323-6e75-467b-a9af-843f49aff031,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:31.202044 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-ed0ed337-77b2-44c4-baac-1213bb3e15e0 None None] Transition to ACTIVE for port object 847dbba7-606d-4dd6-af94-ea03e647d0a6 will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:31.209834 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ed0ed337-77b2-44c4-baac-1213bb3e15e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:31.214320 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-57b0a553-4320-4499-a856-c7f96cc3c542 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:31.219085 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-57b0a553-4320-4499-a856-c7f96cc3c542 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1903043 Mar 11 15:40:31.219300 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43812) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:31.228177 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-d62701c8-65c9-43f3-9340-4277029ea1bb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': 'd74a4160-f3e2-46a5-8ba3-ad794f7f0f4f', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:40:31.236491 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-d62701c8-65c9-43f3-9340-4277029ea1bb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:31.241443 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-d62701c8-65c9-43f3-9340-4277029ea1bb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:31.245773 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-d62701c8-65c9-43f3-9340-4277029ea1bb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:31.251833 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-d62701c8-65c9-43f3-9340-4277029ea1bb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:31.269842 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d62701c8-65c9-43f3-9340-4277029ea1bb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:31.359994 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d62701c8-65c9-43f3-9340-4277029ea1bb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:31.368277 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d62701c8-65c9-43f3-9340-4277029ea1bb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:31.407629 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62701c8-65c9-43f3-9340-4277029ea1bb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb507482-7906-4566-beab-58c4326166c7,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:31.426579 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09d263-82b9-4c59-9be0-531790360035 None None] Pushing event updated for resources: {'Port': ['ID=847dbba7-606d-4dd6-af94-ea03e647d0a6,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:31.431249 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d62701c8-65c9-43f3-9340-4277029ea1bb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:31.433337 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d62701c8-65c9-43f3-9340-4277029ea1bb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2126100 Mar 11 15:40:31.437138 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43816) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:31.446745 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f09d263-82b9-4c59-9be0-531790360035 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:31.446745 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f09d263-82b9-4c59-9be0-531790360035 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:31.446745 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f09d263-82b9-4c59-9be0-531790360035 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:31.446745 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f09d263-82b9-4c59-9be0-531790360035 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:31.450690 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-1a756aa6-561a-4fc3-a60d-10375e255bc1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': 'd74a4160-f3e2-46a5-8ba3-ad794f7f0f4f', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:40:31.450840 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f09d263-82b9-4c59-9be0-531790360035 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:31.450840 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f09d263-82b9-4c59-9be0-531790360035 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:31.450840 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f09d263-82b9-4c59-9be0-531790360035 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:31.450840 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f09d263-82b9-4c59-9be0-531790360035 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:31.450840 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f09d263-82b9-4c59-9be0-531790360035 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:31.450840 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f09d263-82b9-4c59-9be0-531790360035 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:31.450840 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f09d263-82b9-4c59-9be0-531790360035 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:31.459102 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-1a756aa6-561a-4fc3-a60d-10375e255bc1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:31.464303 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-1a756aa6-561a-4fc3-a60d-10375e255bc1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:31.467852 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-1a756aa6-561a-4fc3-a60d-10375e255bc1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:31.475228 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-1a756aa6-561a-4fc3-a60d-10375e255bc1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:31.488295 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.securitygroups_db [None req-1a756aa6-561a-4fc3-a60d-10375e255bc1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Project 916fcc14ed3c4d0b95925acf526937c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:40:31.495522 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1a756aa6-561a-4fc3-a60d-10375e255bc1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:31.542716 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-ed0ed337-77b2-44c4-baac-1213bb3e15e0 None None] Attempting to bind port 847dbba7-606d-4dd6-af94-ea03e647d0a6 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:40:31.543081 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-ed0ed337-77b2-44c4-baac-1213bb3e15e0 None None] Attempting to bind port 847dbba7-606d-4dd6-af94-ea03e647d0a6 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '45319156-e69c-46d2-aa07-582abfdc1e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:40:31.543434 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0ed337-77b2-44c4-baac-1213bb3e15e0 None None] Attempting to bind port 847dbba7-606d-4dd6-af94-ea03e647d0a6 on network b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:40:31.549851 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0ed337-77b2-44c4-baac-1213bb3e15e0 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:40:31.550270 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0ed337-77b2-44c4-baac-1213bb3e15e0 None None] Checking segment: {'id': '45319156-e69c-46d2-aa07-582abfdc1e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:40:31.550661 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ed0ed337-77b2-44c4-baac-1213bb3e15e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:31.551040 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0ed337-77b2-44c4-baac-1213bb3e15e0 None None] Bound using segment: {'id': '45319156-e69c-46d2-aa07-582abfdc1e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:40:31.551754 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-ed0ed337-77b2-44c4-baac-1213bb3e15e0 None None] Bound port: 847dbba7-606d-4dd6-af94-ea03e647d0a6, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45319156-e69c-46d2-aa07-582abfdc1e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:40:31.552145 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ed0ed337-77b2-44c4-baac-1213bb3e15e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:31.577953 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1a756aa6-561a-4fc3-a60d-10375e255bc1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:31.582420 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1a756aa6-561a-4fc3-a60d-10375e255bc1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:31.596226 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-52f24033-b6a1-467e-b4f2-e459d4760e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:31.614659 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a756aa6-561a-4fc3-a60d-10375e255bc1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dd62ab2-09e7-490e-bf6d-2f13a440655a,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:31.627921 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1a756aa6-561a-4fc3-a60d-10375e255bc1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:31.632150 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-1a756aa6-561a-4fc3-a60d-10375e255bc1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1907043 Mar 11 15:40:31.632565 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43820) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:31.639120 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-bd85f993-a4bc-4908-85ea-8e6ea87950d5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': 'd74a4160-f3e2-46a5-8ba3-ad794f7f0f4f', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:40:31.644924 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-bd85f993-a4bc-4908-85ea-8e6ea87950d5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:31.649332 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-bd85f993-a4bc-4908-85ea-8e6ea87950d5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:31.652182 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-bd85f993-a4bc-4908-85ea-8e6ea87950d5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:31.657789 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-ed0ed337-77b2-44c4-baac-1213bb3e15e0 None None] For port 847dbba7-606d-4dd6-af94-ea03e647d0a6, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:40:31.658309 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-bd85f993-a4bc-4908-85ea-8e6ea87950d5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:31.661254 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-ed0ed337-77b2-44c4-baac-1213bb3e15e0 None None] For port 847dbba7-606d-4dd6-af94-ea03e647d0a6, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=847dbba7-606d-4dd6-af94-ea03e647d0a6,segment=NetworkSegment(45319156-e69c-46d2-aa07-582abfdc1e63),segment_id=45319156-e69c-46d2-aa07-582abfdc1e63)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:40:31.665710 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ed0ed337-77b2-44c4-baac-1213bb3e15e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:31.670462 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.securitygroups_db [None req-bd85f993-a4bc-4908-85ea-8e6ea87950d5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Project 916fcc14ed3c4d0b95925acf526937c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:40:31.677663 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bd85f993-a4bc-4908-85ea-8e6ea87950d5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:31.748678 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0ed337-77b2-44c4-baac-1213bb3e15e0 None None] Routers {'2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:40:31.749255 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-ed0ed337-77b2-44c4-baac-1213bb3e15e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:40:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:31.773351 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bd85f993-a4bc-4908-85ea-8e6ea87950d5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:31.777516 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bd85f993-a4bc-4908-85ea-8e6ea87950d5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:31.803170 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85f993-a4bc-4908-85ea-8e6ea87950d5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a4d46a5-9f38-4930-b165-cca69d46d03f,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:31.821990 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bd85f993-a4bc-4908-85ea-8e6ea87950d5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:31.832231 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-bd85f993-a4bc-4908-85ea-8e6ea87950d5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1898139 Mar 11 15:40:31.893865 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09d263-82b9-4c59-9be0-531790360035 None None] Pushing event updated for resources: {'Port': ['ID=847dbba7-606d-4dd6-af94-ea03e647d0a6,revision_number=4']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:31.956897 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-ed0ed337-77b2-44c4-baac-1213bb3e15e0 None None] Set router 2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:40:32.058832 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-0652f8c1-558b-450d-86c1-2096240343af req-3d685f16-ba45-4a94-9110-afd09ad360cc tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:security_group {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:40:32.078110 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-0652f8c1-558b-450d-86c1-2096240343af req-3d685f16-ba45-4a94-9110-afd09ad360cc tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:security_group {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:40:32.078542 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0652f8c1-558b-450d-86c1-2096240343af req-3d685f16-ba45-4a94-9110-afd09ad360cc tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-639328729&fields=id&tenant_id=916fcc14ed3c4d0b95925acf526937c4 HTTP/1.1" status: 200 len: 267 time: 0.0722156 Mar 11 15:40:32.167997 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652f8c1-558b-450d-86c1-2096240343af req-7aee76fb-b1d5-41ab-b576-2245e38bdb38 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:32.173327 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0652f8c1-558b-450d-86c1-2096240343af req-7aee76fb-b1d5-41ab-b576-2245e38bdb38 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports/a269bc70-2c7b-4d94-b955-b57c012b6f16 HTTP/1.1" status: 200 len: 930 time: 0.0818887 Mar 11 15:40:32.284633 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0652f8c1-558b-450d-86c1-2096240343af req-3e398913-9aa7-451a-a4f9-a14ce80e170e service neutron] 10.222.0.31 "GET /v2.0/ports/a269bc70-2c7b-4d94-b955-b57c012b6f16?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0989394 Mar 11 15:40:32.355314 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-ed0ed337-77b2-44c4-baac-1213bb3e15e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff', 'name': 'tempest-TestNetworkBasicOps-router-986986566', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '509b5f92-fff8-45cf-a640-664e27bb59bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:40:22Z', 'updated_at': '2022-03-11T15:40:26Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '509b5f92-fff8-45cf-a640-664e27bb59bf', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:40:23Z', 'updated_at': '2022-03-11T15:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '847dbba7-606d-4dd6-af94-ea03e647d0a6', 'name': '', 'network_id': 'b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:94:a5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5cd44bb6-de0f-47c6-9fc5-b48cc4b03482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:40:26Z', 'updated_at': '2022-03-11T15:40:31Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '5cd44bb6-de0f-47c6-9fc5-b48cc4b03482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:32.359619 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0ed337-77b2-44c4-baac-1213bb3e15e0 None None] The sync data for ids ['2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff'] in dv-neutron-833373-1-hyperv is: [{'id': '2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff', 'name': 'tempest-TestNetworkBasicOps-router-986986566', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '509b5f92-fff8-45cf-a640-664e27bb59bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:40:22Z', 'updated_at': '2022-03-11T15:40:26Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '509b5f92-fff8-45cf-a640-664e27bb59bf', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:40:23Z', 'updated_at': '2022-03-11T15:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '847dbba7-606d-4dd6-af94-ea03e647d0a6', 'name': '', 'network_id': 'b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:94:a5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5cd44bb6-de0f-47c6-9fc5-b48cc4b03482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:40:26Z', 'updated_at': '2022-03-11T15:40:31Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '5cd44bb6-de0f-47c6-9fc5-b48cc4b03482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:40:32.484438 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0652f8c1-558b-450d-86c1-2096240343af req-f83eef0e-9140-4063-ab98-897bfd47f9c0 service neutron] 10.222.0.31 "GET /v2.0/networks/b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887860 Mar 11 15:40:32.741007 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0652f8c1-558b-450d-86c1-2096240343af req-8ee10296-5b2d-40ee-b4d7-1c83688b70a9 service neutron] 10.222.0.31 "GET /v2.0/networks/b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397461 Mar 11 15:40:32.753633 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:32.964312 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:32.971520 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-5aefbffe-7f6f-4fa0-b4b4-a7955381ca3d req-69238c68-4a84-4cf9-b586-9a23c7485baf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:40:32.988703 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-5aefbffe-7f6f-4fa0-b4b4-a7955381ca3d req-69238c68-4a84-4cf9-b586-9a23c7485baf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:40:33.000631 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-5aefbffe-7f6f-4fa0-b4b4-a7955381ca3d req-69238c68-4a84-4cf9-b586-9a23c7485baf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af3c10e-679d-4858-bb41-df08367ea438 HTTP/1.1" status: 200 len: 210 time: 0.0769048 Mar 11 15:40:33.845710 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 847dbba7-606d-4dd6-af94-ea03e647d0a6 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:40:33.926840 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 847dbba7-606d-4dd6-af94-ea03e647d0a6 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:40:33.932754 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 847dbba7-606d-4dd6-af94-ea03e647d0a6 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:40:33.933621 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:34.062501 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:34.101902 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 847dbba7-606d-4dd6-af94-ea03e647d0a6, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=847dbba7-606d-4dd6-af94-ea03e647d0a6,segment=NetworkSegment(45319156-e69c-46d2-aa07-582abfdc1e63),segment_id=45319156-e69c-46d2-aa07-582abfdc1e63)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:40:34.112215 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:34.212152 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:34.212152 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=847dbba7-606d-4dd6-af94-ea03e647d0a6,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:34.279326 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0652f8c1-558b-450d-86c1-2096240343af req-1df1d94e-0c1e-45db-97b9-e8fac1b255bb service neutron] 10.222.0.73 "GET /v2.0/ports/a269bc70-2c7b-4d94-b955-b57c012b6f16 HTTP/1.1" status: 200 len: 1026 time: 0.1453822 Mar 11 15:40:34.318871 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1b11aa9e-c265-4c64-839f-4680d4602de7 req-751f1d78-1c30-4b18-a15f-e3eeca756ba5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af3c10e-679d-4858-bb41-df08367ea438 HTTP/1.1" status: 200 len: 210 time: 0.0852933 Mar 11 15:40:34.444262 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652f8c1-558b-450d-86c1-2096240343af req-c816bbdb-dfeb-4d2d-9a7f-fd05e854f6d2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:34.445119 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-0652f8c1-558b-450d-86c1-2096240343af req-c816bbdb-dfeb-4d2d-9a7f-fd05e854f6d2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:network {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:40:34.462227 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-0652f8c1-558b-450d-86c1-2096240343af req-c816bbdb-dfeb-4d2d-9a7f-fd05e854f6d2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:network {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:40:34.463314 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0652f8c1-558b-450d-86c1-2096240343af req-c816bbdb-dfeb-4d2d-9a7f-fd05e854f6d2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "GET /v2.0/networks?id=b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24 HTTP/1.1" status: 200 len: 797 time: 0.1781199 Mar 11 15:40:34.522704 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0652f8c1-558b-450d-86c1-2096240343af req-32460743-fae3-405d-bf55-a93010fca83d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=916fcc14ed3c4d0b95925acf526937c4 HTTP/1.1" status: 200 len: 379 time: 0.0443771 Mar 11 15:40:34.533964 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-0652f8c1-558b-450d-86c1-2096240343af req-267b6010-6d82-404c-9ddf-3bb6bc37c3fd service neutron] Request body: {'port': {'device_id': '1af3c10e-679d-4858-bb41-df08367ea438', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:40:34.646828 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0652f8c1-558b-450d-86c1-2096240343af req-267b6010-6d82-404c-9ddf-3bb6bc37c3fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:34.948364 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:40:35.006131 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [req-0652f8c1-558b-450d-86c1-2096240343af req-267b6010-6d82-404c-9ddf-3bb6bc37c3fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a269bc70-2c7b-4d94-b955-b57c012b6f16 {{(pid=83866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:40:35.012128 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0652f8c1-558b-450d-86c1-2096240343af req-267b6010-6d82-404c-9ddf-3bb6bc37c3fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:35.029577 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-0652f8c1-558b-450d-86c1-2096240343af req-267b6010-6d82-404c-9ddf-3bb6bc37c3fd service neutron] Transition to ACTIVE for port object a269bc70-2c7b-4d94-b955-b57c012b6f16 will not be triggered until provisioned by entity L2. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:35.034041 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0652f8c1-558b-450d-86c1-2096240343af req-267b6010-6d82-404c-9ddf-3bb6bc37c3fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:35.172624 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b6010-6d82-404c-9ddf-3bb6bc37c3fd service neutron] Pushing event updated for resources: {'Port': ['ID=a269bc70-2c7b-4d94-b955-b57c012b6f16,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:35.286342 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-0652f8c1-558b-450d-86c1-2096240343af req-267b6010-6d82-404c-9ddf-3bb6bc37c3fd service neutron] Attempting to bind port a269bc70-2c7b-4d94-b955-b57c012b6f16 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:40:35.287848 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-0652f8c1-558b-450d-86c1-2096240343af req-267b6010-6d82-404c-9ddf-3bb6bc37c3fd service neutron] Attempting to bind port a269bc70-2c7b-4d94-b955-b57c012b6f16 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '45319156-e69c-46d2-aa07-582abfdc1e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:40:35.287848 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0652f8c1-558b-450d-86c1-2096240343af req-267b6010-6d82-404c-9ddf-3bb6bc37c3fd service neutron] Attempting to bind port a269bc70-2c7b-4d94-b955-b57c012b6f16 on network b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:40:35.296482 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0652f8c1-558b-450d-86c1-2096240343af req-267b6010-6d82-404c-9ddf-3bb6bc37c3fd service neutron] Port a269bc70-2c7b-4d94-b955-b57c012b6f16 on network b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:40:35.296760 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0652f8c1-558b-450d-86c1-2096240343af req-267b6010-6d82-404c-9ddf-3bb6bc37c3fd service neutron] Attempting to bind port a269bc70-2c7b-4d94-b955-b57c012b6f16 on network b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:40:35.304292 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0652f8c1-558b-450d-86c1-2096240343af req-267b6010-6d82-404c-9ddf-3bb6bc37c3fd service neutron] Checking agent: {'id': '233b753e-9484-4350-9871-64b7c66fc067', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'started_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:40:35.304622 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0652f8c1-558b-450d-86c1-2096240343af req-267b6010-6d82-404c-9ddf-3bb6bc37c3fd service neutron] Checking segment: {'id': '45319156-e69c-46d2-aa07-582abfdc1e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:40:35.305000 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0652f8c1-558b-450d-86c1-2096240343af req-267b6010-6d82-404c-9ddf-3bb6bc37c3fd service neutron] Bound using segment: {'id': '45319156-e69c-46d2-aa07-582abfdc1e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24'} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:40:35.305407 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-0652f8c1-558b-450d-86c1-2096240343af req-267b6010-6d82-404c-9ddf-3bb6bc37c3fd service neutron] Bound port: a269bc70-2c7b-4d94-b955-b57c012b6f16, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45319156-e69c-46d2-aa07-582abfdc1e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24'}}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:40:35.305744 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0652f8c1-558b-450d-86c1-2096240343af req-267b6010-6d82-404c-9ddf-3bb6bc37c3fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:35.405332 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-0652f8c1-558b-450d-86c1-2096240343af req-267b6010-6d82-404c-9ddf-3bb6bc37c3fd service neutron] For port a269bc70-2c7b-4d94-b955-b57c012b6f16, host hv-neutron-8333, cleared binding levels {{(pid=83866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:40:35.409298 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-0652f8c1-558b-450d-86c1-2096240343af req-267b6010-6d82-404c-9ddf-3bb6bc37c3fd service neutron] For port a269bc70-2c7b-4d94-b955-b57c012b6f16, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a269bc70-2c7b-4d94-b955-b57c012b6f16,segment=NetworkSegment(45319156-e69c-46d2-aa07-582abfdc1e63),segment_id=45319156-e69c-46d2-aa07-582abfdc1e63)] {{(pid=83866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:40:35.414941 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0652f8c1-558b-450d-86c1-2096240343af req-267b6010-6d82-404c-9ddf-3bb6bc37c3fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:35.470551 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0652f8c1-558b-450d-86c1-2096240343af req-267b6010-6d82-404c-9ddf-3bb6bc37c3fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:35.472039 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0652f8c1-558b-450d-86c1-2096240343af req-267b6010-6d82-404c-9ddf-3bb6bc37c3fd service neutron] 10.222.0.73 "PUT /v2.0/ports/a269bc70-2c7b-4d94-b955-b57c012b6f16 HTTP/1.1" status: 200 len: 1131 time: 0.9419525 Mar 11 15:40:35.492569 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af3c10e-679d-4858-bb41-df08367ea438', 'tag': 'a269bc70-2c7b-4d94-b955-b57c012b6f16'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:40:35.555018 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b53df6-4377-4dc2-b42b-0f561850d671 req-814ee7b2-70c8-4e2f-9719-41ff744fdcce tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:35.556905 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b5b53df6-4377-4dc2-b42b-0f561850d671 req-814ee7b2-70c8-4e2f-9719-41ff744fdcce tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af3c10e-679d-4858-bb41-df08367ea438 HTTP/1.1" status: 200 len: 981 time: 0.0995095 Mar 11 15:40:35.589083 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b6010-6d82-404c-9ddf-3bb6bc37c3fd service neutron] Pushing event updated for resources: {'Port': ['ID=a269bc70-2c7b-4d94-b955-b57c012b6f16,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:35.605560 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1af3c10e-679d-4858-bb41-df08367ea438', 'tag': 'a269bc70-2c7b-4d94-b955-b57c012b6f16', 'status': 'completed', 'code': 200} Mar 11 15:40:35.613792 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-b5b53df6-4377-4dc2-b42b-0f561850d671 req-52cae69c-2ca7-42a7-9e9b-a7024a1b902d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:40:35.625741 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-b5b53df6-4377-4dc2-b42b-0f561850d671 req-52cae69c-2ca7-42a7-9e9b-a7024a1b902d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:40:35.627465 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b5b53df6-4377-4dc2-b42b-0f561850d671 req-52cae69c-2ca7-42a7-9e9b-a7024a1b902d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b244e26-6ac4-448d-81b4-fd40f7db0060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614221 Mar 11 15:40:35.647683 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0652f8c1-558b-450d-86c1-2096240343af req-ad3b5276-2420-48ac-9981-17236c719ec1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=1af3c10e-679d-4858-bb41-df08367ea438 HTTP/1.1" status: 200 len: 1134 time: 0.1310546 Mar 11 15:40:35.715975 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0652f8c1-558b-450d-86c1-2096240343af req-f84621d3-29e2-4371-af5b-87a18196876c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a269bc70-2c7b-4d94-b955-b57c012b6f16 HTTP/1.1" status: 200 len: 217 time: 0.0650535 Mar 11 15:40:35.782499 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652f8c1-558b-450d-86c1-2096240343af req-935f78b4-9478-4a71-9a1e-2e059845f980 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:35.783911 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0652f8c1-558b-450d-86c1-2096240343af req-935f78b4-9478-4a71-9a1e-2e059845f980 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5cd44bb6-de0f-47c6-9fc5-b48cc4b03482 HTTP/1.1" status: 200 len: 834 time: 0.0619292 Mar 11 15:40:35.827669 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 847dbba7-606d-4dd6-af94-ea03e647d0a6 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:40:35.871200 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0652f8c1-558b-450d-86c1-2096240343af req-ac492997-d506-4743-bdfe-131f489cf2ae service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802145 Mar 11 15:40:35.905735 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 847dbba7-606d-4dd6-af94-ea03e647d0a6 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:40:35.906103 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:36.100611 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0652f8c1-558b-450d-86c1-2096240343af req-b8880bec-c24d-44ed-90a0-d41ace458c84 service neutron] 10.222.0.73 "GET /v2.0/networks/b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224133 Mar 11 15:40:36.240875 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0652f8c1-558b-450d-86c1-2096240343af req-7e89e6c3-d51b-4c1e-86ff-9103ab5d34fc service neutron] 10.222.0.73 "GET /v2.0/networks/b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292319 Mar 11 15:40:36.362504 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-516c6683-ed59-4d90-9062-4192e3c9ee72 req-772f33f1-442e-4bd7-a42a-17db1678a879 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=1af3c10e-679d-4858-bb41-df08367ea438 HTTP/1.1" status: 200 len: 1134 time: 0.0754702 Mar 11 15:40:36.494599 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c6683-ed59-4d90-9062-4192e3c9ee72 req-bbd0adfe-5892-45ae-a788-15ba89e7462a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:36.496028 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-516c6683-ed59-4d90-9062-4192e3c9ee72 req-bbd0adfe-5892-45ae-a788-15ba89e7462a service neutron] 10.222.0.73 "GET /v2.0/networks?id=b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24 HTTP/1.1" status: 200 len: 898 time: 0.1273901 Mar 11 15:40:36.562853 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-516c6683-ed59-4d90-9062-4192e3c9ee72 req-2d1af64e-2fa9-4df2-9174-b9a9a9baf3e4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a269bc70-2c7b-4d94-b955-b57c012b6f16 HTTP/1.1" status: 200 len: 217 time: 0.0602708 Mar 11 15:40:36.630510 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c6683-ed59-4d90-9062-4192e3c9ee72 req-bb0e54e2-e91b-4701-a069-efaaf64fcd4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:36.631992 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-516c6683-ed59-4d90-9062-4192e3c9ee72 req-bb0e54e2-e91b-4701-a069-efaaf64fcd4b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5cd44bb6-de0f-47c6-9fc5-b48cc4b03482 HTTP/1.1" status: 200 len: 834 time: 0.0627017 Mar 11 15:40:36.706851 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-516c6683-ed59-4d90-9062-4192e3c9ee72 req-fd792828-c7ae-4065-82f0-ce3c1fd39b7b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686109 Mar 11 15:40:36.894361 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-516c6683-ed59-4d90-9062-4192e3c9ee72 req-af3d4452-61b9-43ff-b0ad-2f6d0e25bec7 service neutron] 10.222.0.73 "GET /v2.0/networks/b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813231 Mar 11 15:40:36.923338 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1167d9-5b2b-4c81-be6e-477694b8f900 req-b60fcc9f-4202-4112-971e-88229e33239d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:36.924856 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dd1167d9-5b2b-4c81-be6e-477694b8f900 req-b60fcc9f-4202-4112-971e-88229e33239d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af3c10e-679d-4858-bb41-df08367ea438 HTTP/1.1" status: 200 len: 981 time: 0.1420801 Mar 11 15:40:37.045895 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dd1167d9-5b2b-4c81-be6e-477694b8f900 req-423f11a5-fe3c-4d74-ba09-3d5b50b8ba2d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b244e26-6ac4-448d-81b4-fd40f7db0060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146209 Mar 11 15:40:37.063980 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-516c6683-ed59-4d90-9062-4192e3c9ee72 req-7c42b747-9cd7-47cf-9c0b-e5dc42bc4a75 service neutron] 10.222.0.73 "GET /v2.0/networks/b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629362 Mar 11 15:40:38.256343 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516aa3e-cf40-4c73-9eea-7f264f33e54a req-d74009d3-0f7a-4b7e-af7c-517316287b43 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:38.258392 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-6516aa3e-cf40-4c73-9eea-7f264f33e54a req-d74009d3-0f7a-4b7e-af7c-517316287b43 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af3c10e-679d-4858-bb41-df08367ea438 HTTP/1.1" status: 200 len: 981 time: 0.0880861 Mar 11 15:40:38.304711 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-6516aa3e-cf40-4c73-9eea-7f264f33e54a req-b478d171-439d-493b-b071-8d1c3a42e807 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b244e26-6ac4-448d-81b4-fd40f7db0060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405929 Mar 11 15:40:39.503313 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca0092-1083-46eb-bf01-2fbfc19fd969 req-33c9f4bc-3c97-4a6d-8296-d58718aaf7a8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:39.504682 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a6ca0092-1083-46eb-bf01-2fbfc19fd969 req-33c9f4bc-3c97-4a6d-8296-d58718aaf7a8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af3c10e-679d-4858-bb41-df08367ea438 HTTP/1.1" status: 200 len: 981 time: 0.0742097 Mar 11 15:40:39.550345 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a6ca0092-1083-46eb-bf01-2fbfc19fd969 req-bc9b0920-8c11-4934-8d52-48b1b69e8a18 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b244e26-6ac4-448d-81b4-fd40f7db0060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394065 Mar 11 15:40:40.318532 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device a269bc70-2c7b-4d94-b955-b57c012b6f16 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:40:40.448892 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port a269bc70-2c7b-4d94-b955-b57c012b6f16, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a269bc70-2c7b-4d94-b955-b57c012b6f16,segment=NetworkSegment(45319156-e69c-46d2-aa07-582abfdc1e63),segment_id=45319156-e69c-46d2-aa07-582abfdc1e63)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:40:40.461592 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': 'a269bc70-2c7b-4d94-b955-b57c012b6f16', 'network_id': 'b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24', 'port_id': 'a269bc70-2c7b-4d94-b955-b57c012b6f16', 'mac_address': 'fa:16:3e:ac:1c:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cd44bb6-de0f-47c6-9fc5-b48cc4b03482', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:40:40.517678 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:40.534575 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a269bc70-2c7b-4d94-b955-b57c012b6f16 {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:40:40.548932 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port a269bc70-2c7b-4d94-b955-b57c012b6f16, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a269bc70-2c7b-4d94-b955-b57c012b6f16,segment=NetworkSegment(45319156-e69c-46d2-aa07-582abfdc1e63),segment_id=45319156-e69c-46d2-aa07-582abfdc1e63)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:40:40.553101 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:40.617126 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=a269bc70-2c7b-4d94-b955-b57c012b6f16,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:40.752040 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4110dc5-1e8b-444d-aa00-5313ff5d8f81 req-58166127-3a99-4b0a-b138-04780f083a40 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:40.753660 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f4110dc5-1e8b-444d-aa00-5313ff5d8f81 req-58166127-3a99-4b0a-b138-04780f083a40 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af3c10e-679d-4858-bb41-df08367ea438 HTTP/1.1" status: 200 len: 982 time: 0.0812690 Mar 11 15:40:40.801077 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f4110dc5-1e8b-444d-aa00-5313ff5d8f81 req-384f4143-c9c1-4dba-a301-d681a0babe6a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b244e26-6ac4-448d-81b4-fd40f7db0060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408237 Mar 11 15:40:40.888021 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['a269bc70-2c7b-4d94-b955-b57c012b6f16'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 15:40:42.004489 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db2816-198a-46a6-81f1-fad5cce00e4b req-420e2e30-c941-4602-abd5-84f20c0dbc48 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:42.005936 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-71db2816-198a-46a6-81f1-fad5cce00e4b req-420e2e30-c941-4602-abd5-84f20c0dbc48 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af3c10e-679d-4858-bb41-df08367ea438 HTTP/1.1" status: 200 len: 982 time: 0.0802999 Mar 11 15:40:42.051192 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-71db2816-198a-46a6-81f1-fad5cce00e4b req-3a73b61b-dffe-47f6-807a-a3ad1ba9d636 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b244e26-6ac4-448d-81b4-fd40f7db0060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390530 Mar 11 15:40:42.319243 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device a269bc70-2c7b-4d94-b955-b57c012b6f16 up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:40:42.391189 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning for port a269bc70-2c7b-4d94-b955-b57c012b6f16 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:40:42.395684 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port a269bc70-2c7b-4d94-b955-b57c012b6f16 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:40:42.396060 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:42.504672 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:42.531102 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af3c10e-679d-4858-bb41-df08367ea438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a269bc70-2c7b-4d94-b955-b57c012b6f16'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:40:42.540708 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port a269bc70-2c7b-4d94-b955-b57c012b6f16, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a269bc70-2c7b-4d94-b955-b57c012b6f16,segment=NetworkSegment(45319156-e69c-46d2-aa07-582abfdc1e63),segment_id=45319156-e69c-46d2-aa07-582abfdc1e63)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:40:42.544466 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:42.609105 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af3c10e-679d-4858-bb41-df08367ea438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a269bc70-2c7b-4d94-b955-b57c012b6f16', 'code': 200} Mar 11 15:40:42.645405 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=a269bc70-2c7b-4d94-b955-b57c012b6f16,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:42.819343 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a98717ee-52b9-40ab-a753-0a9ac01ff5de req-a071738a-21ef-4093-8153-3ec427c3d336 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1af3c10e-679d-4858-bb41-df08367ea438 HTTP/1.1" status: 200 len: 1136 time: 0.0665150 Mar 11 15:40:42.863638 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a98717ee-52b9-40ab-a753-0a9ac01ff5de req-b6a85f81-eba7-4476-9d67-b3a81baa7f7e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3b244e26-6ac4-448d-81b4-fd40f7db0060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393004 Mar 11 15:40:43.252549 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602fee52-61a3-47f5-b036-ce573f43c453 req-6d079fe9-2516-4e59-a7a8-a8b731126861 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:43.254016 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-602fee52-61a3-47f5-b036-ce573f43c453 req-6d079fe9-2516-4e59-a7a8-a8b731126861 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af3c10e-679d-4858-bb41-df08367ea438 HTTP/1.1" status: 200 len: 983 time: 0.0776088 Mar 11 15:40:43.299676 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-602fee52-61a3-47f5-b036-ce573f43c453 req-962509d7-27bd-42ec-9a58-fe8fa7f07016 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b244e26-6ac4-448d-81b4-fd40f7db0060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395424 Mar 11 15:40:44.501759 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b63569-8bbb-4c08-9252-cf863103c895 req-5d7f2882-6d08-4c1c-a309-69fd212012ab tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:44.503086 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-45b63569-8bbb-4c08-9252-cf863103c895 req-5d7f2882-6d08-4c1c-a309-69fd212012ab tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af3c10e-679d-4858-bb41-df08367ea438 HTTP/1.1" status: 200 len: 983 time: 0.0750155 Mar 11 15:40:44.549484 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-45b63569-8bbb-4c08-9252-cf863103c895 req-c7264cff-f540-4835-95e2-7c27f98db1fa tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b244e26-6ac4-448d-81b4-fd40f7db0060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400000 Mar 11 15:40:44.747758 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af5014-8dd5-471a-b9f8-ca02c7b56e6a req-22dd4f20-b0bf-4b26-8ec3-fc8fa96c99bb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:44.749215 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-14af5014-8dd5-471a-b9f8-ca02c7b56e6a req-22dd4f20-b0bf-4b26-8ec3-fc8fa96c99bb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af3c10e-679d-4858-bb41-df08367ea438 HTTP/1.1" status: 200 len: 983 time: 0.0788620 Mar 11 15:40:44.794867 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-14af5014-8dd5-471a-b9f8-ca02c7b56e6a req-1360a87d-553b-4e32-953c-888aa7b95b7e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b244e26-6ac4-448d-81b4-fd40f7db0060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400670 Mar 11 15:40:44.823580 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43870) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:44.894570 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c01eff11-d895-4c7c-a048-51820cf0b4ca tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1af3c10e-679d-4858-bb41-df08367ea438 HTTP/1.1" status: 200 len: 1131 time: 0.0698504 Mar 11 15:40:44.898166 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43874) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:44.903712 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-45e74831-9cdf-4489-a456-4c4201ee7b71 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'floatingip': {'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'port_id': 'a269bc70-2c7b-4d94-b955-b57c012b6f16', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:40:44.909263 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-45e74831-9cdf-4489-a456-4c4201ee7b71 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:44.913488 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-45e74831-9cdf-4489-a456-4c4201ee7b71 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:floatingip and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:44.916282 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-45e74831-9cdf-4489-a456-4c4201ee7b71 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:44.923012 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-45e74831-9cdf-4489-a456-4c4201ee7b71 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:44.933765 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-45e74831-9cdf-4489-a456-4c4201ee7b71 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for floatingip, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:45.070921 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-45e74831-9cdf-4489-a456-4c4201ee7b71 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:45.214193 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-45e74831-9cdf-4489-a456-4c4201ee7b71 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Allocated IP 172.26.0.214 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/e899566f-6ee2-4a27-b591-34e04e3869fc) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:40:45.362028 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-45e74831-9cdf-4489-a456-4c4201ee7b71 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:45.389620 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-45e74831-9cdf-4489-a456-4c4201ee7b71 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:45.460960 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e74831-9cdf-4489-a456-4c4201ee7b71 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:40:45.468447 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-45e74831-9cdf-4489-a456-4c4201ee7b71 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:45.474397 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e74831-9cdf-4489-a456-4c4201ee7b71 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:40:45.499116 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e74831-9cdf-4489-a456-4c4201ee7b71 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=e899566f-6ee2-4a27-b591-34e04e3869fc,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:45.594741 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:46.065107 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-45e74831-9cdf-4489-a456-4c4201ee7b71 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:46.118892 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-45e74831-9cdf-4489-a456-4c4201ee7b71 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:46.319215 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-45e74831-9cdf-4489-a456-4c4201ee7b71 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:46.323492 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-45e74831-9cdf-4489-a456-4c4201ee7b71 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:46.429991 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e74831-9cdf-4489-a456-4c4201ee7b71 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=e899566f-6ee2-4a27-b591-34e04e3869fc,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:46.442129 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-45e74831-9cdf-4489-a456-4c4201ee7b71 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:46.631290 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.l3_db [None req-45e74831-9cdf-4489-a456-4c4201ee7b71 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Floating IP 5fdaade5-c1b5-4e5a-aba3-6532b1d31d67 associated. External IP: 172.26.0.214, port: a269bc70-2c7b-4d94-b955-b57c012b6f16. Mar 11 15:40:47.019504 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e74831-9cdf-4489-a456-4c4201ee7b71 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router 2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:40:47.304492 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e74831-9cdf-4489-a456-4c4201ee7b71 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:40:47.313709 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a15a9f1-60fd-4232-b9e7-e4f4b1f078af None None] Sync routers for ids ['2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:40:47.325594 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a15a9f1-60fd-4232-b9e7-e4f4b1f078af None None] Routers {'2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:40:47.326485 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-1a15a9f1-60fd-4232-b9e7-e4f4b1f078af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:40:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:47.328240 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-45e74831-9cdf-4489-a456-4c4201ee7b71 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:47.391523 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-45e74831-9cdf-4489-a456-4c4201ee7b71 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.4922466 Mar 11 15:40:47.392218 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af3c10e-679d-4858-bb41-df08367ea438', 'tag': 'a269bc70-2c7b-4d94-b955-b57c012b6f16'}] {{(pid=83867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:40:47.394467 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43878) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:47.446763 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1af3c10e-679d-4858-bb41-df08367ea438', 'tag': 'a269bc70-2c7b-4d94-b955-b57c012b6f16', 'status': 'completed', 'code': 200} Mar 11 15:40:47.504914 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-1a15a9f1-60fd-4232-b9e7-e4f4b1f078af None None] Set router 2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:40:47.618674 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-1df82f8e-fa28-4e15-835e-238657c016a4 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1af3c10e-679d-4858-bb41-df08367ea438&network_id=b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24 HTTP/1.1" status: 200 len: 1131 time: 0.2228315 Mar 11 15:40:47.659102 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f48a1d52-2f82-42a2-8a8f-d5290ec8fdfb req-872d2341-bfb8-4532-a4ee-62dc26fe02ca service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=1af3c10e-679d-4858-bb41-df08367ea438 HTTP/1.1" status: 200 len: 1136 time: 0.1880825 Mar 11 15:40:47.796919 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a1d52-2f82-42a2-8a8f-d5290ec8fdfb req-8a1b430c-5340-4f1f-bb20-385a59fbadf5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:47.798378 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f48a1d52-2f82-42a2-8a8f-d5290ec8fdfb req-8a1b430c-5340-4f1f-bb20-385a59fbadf5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24 HTTP/1.1" status: 200 len: 898 time: 0.1351218 Mar 11 15:40:47.878063 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-1a15a9f1-60fd-4232-b9e7-e4f4b1f078af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff', 'name': 'tempest-TestNetworkBasicOps-router-986986566', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '509b5f92-fff8-45cf-a640-664e27bb59bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:40:22Z', 'updated_at': '2022-03-11T15:40:26Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '509b5f92-fff8-45cf-a640-664e27bb59bf', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:40:23Z', 'updated_at': '2022-03-11T15:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '5fdaade5-c1b5-4e5a-aba3-6532b1d31d67', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.214', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff', 'port_id': 'a269bc70-2c7b-4d94-b955-b57c012b6f16', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-519209343', 'network_id': 'b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24', 'mac_address': 'fa:16:3e:ac:1c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af3c10e-679d-4858-bb41-df08367ea438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:40:45Z', 'updated_at': '2022-03-11T15:40:45Z', 'revision_number': 0, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847dbba7-606d-4dd6-af94-ea03e647d0a6', 'name': '', 'network_id': 'b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:94:a5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5cd44bb6-de0f-47c6-9fc5-b48cc4b03482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:40:26Z', 'updated_at': '2022-03-11T15:40:34Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '5cd44bb6-de0f-47c6-9fc5-b48cc4b03482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:47.883109 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a15a9f1-60fd-4232-b9e7-e4f4b1f078af None None] Checking router: 2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:40:47.893829 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a15a9f1-60fd-4232-b9e7-e4f4b1f078af None None] Routers {'2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:40:47.894436 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-1a15a9f1-60fd-4232-b9e7-e4f4b1f078af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:40:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:47.909562 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f48a1d52-2f82-42a2-8a8f-d5290ec8fdfb req-306c88ac-dc67-4777-93b9-8729493ce1de service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a269bc70-2c7b-4d94-b955-b57c012b6f16 HTTP/1.1" status: 200 len: 1037 time: 0.1036544 Mar 11 15:40:47.987326 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a1d52-2f82-42a2-8a8f-d5290ec8fdfb req-d07607a3-23c3-4567-bb45-ef5fb8fa183f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:47.988905 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f48a1d52-2f82-42a2-8a8f-d5290ec8fdfb req-d07607a3-23c3-4567-bb45-ef5fb8fa183f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5cd44bb6-de0f-47c6-9fc5-b48cc4b03482 HTTP/1.1" status: 200 len: 834 time: 0.0664210 Mar 11 15:40:48.028815 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323726a-5123-4216-9709-bba7d1dbf6de req-15db2c02-5639-4224-a307-638c591917a9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:48.030372 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2323726a-5123-4216-9709-bba7d1dbf6de req-15db2c02-5639-4224-a307-638c591917a9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af3c10e-679d-4858-bb41-df08367ea438 HTTP/1.1" status: 200 len: 983 time: 0.0781653 Mar 11 15:40:48.069760 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f48a1d52-2f82-42a2-8a8f-d5290ec8fdfb req-6c87430a-cf06-453b-92ff-79d119cc10ed service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730927 Mar 11 15:40:48.079400 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2323726a-5123-4216-9709-bba7d1dbf6de req-84a6971f-77be-4425-8525-8c8eb8f39453 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b244e26-6ac4-448d-81b4-fd40f7db0060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429463 Mar 11 15:40:48.080923 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-1a15a9f1-60fd-4232-b9e7-e4f4b1f078af None None] Set router 2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:40:48.207559 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f48a1d52-2f82-42a2-8a8f-d5290ec8fdfb req-28b53e44-2bca-4058-892f-b12ebbee0aee service neutron] 10.222.0.73 "GET /v2.0/networks/b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313357 Mar 11 15:40:48.345608 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f48a1d52-2f82-42a2-8a8f-d5290ec8fdfb req-b6b4bce6-90a5-4f0e-a097-a3ed50817f1c service neutron] 10.222.0.73 "GET /v2.0/networks/b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311650 Mar 11 15:40:48.438885 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-1a15a9f1-60fd-4232-b9e7-e4f4b1f078af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff', 'name': 'tempest-TestNetworkBasicOps-router-986986566', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '509b5f92-fff8-45cf-a640-664e27bb59bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:40:22Z', 'updated_at': '2022-03-11T15:40:26Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '509b5f92-fff8-45cf-a640-664e27bb59bf', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:40:23Z', 'updated_at': '2022-03-11T15:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '5fdaade5-c1b5-4e5a-aba3-6532b1d31d67', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.214', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff', 'port_id': 'a269bc70-2c7b-4d94-b955-b57c012b6f16', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-519209343', 'network_id': 'b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24', 'mac_address': 'fa:16:3e:ac:1c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af3c10e-679d-4858-bb41-df08367ea438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:40:45Z', 'updated_at': '2022-03-11T15:40:45Z', 'revision_number': 0, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847dbba7-606d-4dd6-af94-ea03e647d0a6', 'name': '', 'network_id': 'b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:94:a5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5cd44bb6-de0f-47c6-9fc5-b48cc4b03482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:40:26Z', 'updated_at': '2022-03-11T15:40:34Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '5cd44bb6-de0f-47c6-9fc5-b48cc4b03482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:48.442872 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a15a9f1-60fd-4232-b9e7-e4f4b1f078af None None] The sync data for ids ['2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff'] in dv-neutron-833373-1-hyperv is: [{'id': '2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff', 'name': 'tempest-TestNetworkBasicOps-router-986986566', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '509b5f92-fff8-45cf-a640-664e27bb59bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:40:22Z', 'updated_at': '2022-03-11T15:40:26Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '509b5f92-fff8-45cf-a640-664e27bb59bf', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:40:23Z', 'updated_at': '2022-03-11T15:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '5fdaade5-c1b5-4e5a-aba3-6532b1d31d67', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.214', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff', 'port_id': 'a269bc70-2c7b-4d94-b955-b57c012b6f16', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-519209343', 'network_id': 'b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24', 'mac_address': 'fa:16:3e:ac:1c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af3c10e-679d-4858-bb41-df08367ea438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:40:45Z', 'updated_at': '2022-03-11T15:40:45Z', 'revision_number': 0, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847dbba7-606d-4dd6-af94-ea03e647d0a6', 'name': '', 'network_id': 'b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:94:a5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5cd44bb6-de0f-47c6-9fc5-b48cc4b03482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:40:26Z', 'updated_at': '2022-03-11T15:40:34Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '5cd44bb6-de0f-47c6-9fc5-b48cc4b03482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:40:49.026380 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3211c822-8eb5-48ba-abae-90d8bf1c7ad0 None None] New status for floating IP 5fdaade5-c1b5-4e5a-aba3-6532b1d31d67: ACTIVE {{(pid=83869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 15:40:49.292065 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefaafd4-94f9-43d7-a9f1-c52743a90321 req-ca026db4-7d4e-4d33-9baa-e8905dcf67b0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:49.293537 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-cefaafd4-94f9-43d7-a9f1-c52743a90321 req-ca026db4-7d4e-4d33-9baa-e8905dcf67b0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af3c10e-679d-4858-bb41-df08367ea438 HTTP/1.1" status: 200 len: 983 time: 0.0831840 Mar 11 15:40:49.338706 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-cefaafd4-94f9-43d7-a9f1-c52743a90321 req-7d6f1932-65b9-4847-ba4e-880c67d27fce tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b244e26-6ac4-448d-81b4-fd40f7db0060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396233 Mar 11 15:40:49.551986 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5062ebc-ad8c-4477-9f71-3330edd390b0 req-3061fda2-c638-4623-81a5-b39394fea398 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:49.554013 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a5062ebc-ad8c-4477-9f71-3330edd390b0 req-3061fda2-c638-4623-81a5-b39394fea398 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "GET /v2.0/ports?device_id=1af3c10e-679d-4858-bb41-df08367ea438 HTTP/1.1" status: 200 len: 983 time: 0.0774634 Mar 11 15:40:49.630813 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5062ebc-ad8c-4477-9f71-3330edd390b0 req-fa1df749-4bb5-4797-93ea-db74b4f9cc6d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:49.632317 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a5062ebc-ad8c-4477-9f71-3330edd390b0 req-fa1df749-4bb5-4797-93ea-db74b4f9cc6d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "GET /v2.0/ports/a269bc70-2c7b-4d94-b955-b57c012b6f16?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0721488 Mar 11 15:40:49.781927 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a5062ebc-ad8c-4477-9f71-3330edd390b0 req-2b3ef1f7-a737-461e-90e5-b68d869430a4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "GET /v2.0/networks/b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1430218 Mar 11 15:40:49.792224 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-a5062ebc-ad8c-4477-9f71-3330edd390b0 req-6f6bca7e-f099-4b00-ae78-3186941412db service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:40:49.895639 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-a5062ebc-ad8c-4477-9f71-3330edd390b0 req-6f6bca7e-f099-4b00-ae78-3186941412db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:50.106873 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-a5062ebc-ad8c-4477-9f71-3330edd390b0 req-6f6bca7e-f099-4b00-ae78-3186941412db service neutron] For port a269bc70-2c7b-4d94-b955-b57c012b6f16, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a269bc70-2c7b-4d94-b955-b57c012b6f16,segment=NetworkSegment(45319156-e69c-46d2-aa07-582abfdc1e63),segment_id=45319156-e69c-46d2-aa07-582abfdc1e63)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:40:50.140462 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-a5062ebc-ad8c-4477-9f71-3330edd390b0 req-6f6bca7e-f099-4b00-ae78-3186941412db service neutron] For port a269bc70-2c7b-4d94-b955-b57c012b6f16, host hv-neutron-8333, cleared binding levels {{(pid=83866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:40:50.192097 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [req-a5062ebc-ad8c-4477-9f71-3330edd390b0 req-6f6bca7e-f099-4b00-ae78-3186941412db service neutron] device_id is not set on port a269bc70-2c7b-4d94-b955-b57c012b6f16 yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:40:50.201604 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-a5062ebc-ad8c-4477-9f71-3330edd390b0 req-6f6bca7e-f099-4b00-ae78-3186941412db service neutron] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:50.209113 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-a5062ebc-ad8c-4477-9f71-3330edd390b0 req-6f6bca7e-f099-4b00-ae78-3186941412db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:50.500557 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6bca7e-f099-4b00-ae78-3186941412db service neutron] Pushing event updated for resources: {'Port': ['ID=a269bc70-2c7b-4d94-b955-b57c012b6f16,revision_number=6']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:50.525514 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-15a4ad0c-6fc0-4dbf-9013-2e24c5a7c431 None None] Provisioning complete for port a269bc70-2c7b-4d94-b955-b57c012b6f16 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:40:50.526119 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-15a4ad0c-6fc0-4dbf-9013-2e24c5a7c431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:50.526757 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-bdd83683-1857-43b5-b2e2-7fa5855feaf8 req-7ab0caa4-e012-4e7d-95c8-62cf41d20b26 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=1af3c10e-679d-4858-bb41-df08367ea438 HTTP/1.1" status: 200 len: 210 time: 0.0546572 Mar 11 15:40:50.574237 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5062ebc-ad8c-4477-9f71-3330edd390b0 req-6f6bca7e-f099-4b00-ae78-3186941412db service neutron] No DVR routers for this DVR port a269bc70-2c7b-4d94-b955-b57c012b6f16 on host hv-neutron-8333 {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:40:50.579071 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-15a4ad0c-6fc0-4dbf-9013-2e24c5a7c431 None None] Port a269bc70-2c7b-4d94-b955-b57c012b6f16 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:40:50.642533 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b1832-3000-4a30-9446-9c5986c60719 req-ade0650a-440d-4c80-8f51-34c6540b407b tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:50.644000 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-827b1832-3000-4a30-9446-9c5986c60719 req-ade0650a-440d-4c80-8f51-34c6540b407b tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=930f597e-7fd1-462c-9321-095687cd45da HTTP/1.1" status: 200 len: 945 time: 0.3908079 Mar 11 15:40:50.761971 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-827b1832-3000-4a30-9446-9c5986c60719 req-9dcdb157-36f8-41ab-ac8c-feabf3509ed4 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654304 Mar 11 15:40:50.882281 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-a5062ebc-ad8c-4477-9f71-3330edd390b0 req-6f6bca7e-f099-4b00-ae78-3186941412db service neutron] In _notify_port_updated(), no bound segment for port a269bc70-2c7b-4d94-b955-b57c012b6f16 on network b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24 {{(pid=83866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 15:40:50.883304 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-a5062ebc-ad8c-4477-9f71-3330edd390b0 req-6f6bca7e-f099-4b00-ae78-3186941412db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:50.884579 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a5062ebc-ad8c-4477-9f71-3330edd390b0 req-6f6bca7e-f099-4b00-ae78-3186941412db service neutron] 10.222.0.73 "PUT /v2.0/ports/a269bc70-2c7b-4d94-b955-b57c012b6f16 HTTP/1.1" status: 200 len: 1026 time: 1.0962088 Mar 11 15:40:51.636168 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43898) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:51.707989 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f83b1f-f282-4a9e-9043-b60b6b524548 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:51.709934 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-27f83b1f-f282-4a9e-9043-b60b6b524548 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports/a269bc70-2c7b-4d94-b955-b57c012b6f16 HTTP/1.1" status: 200 len: 925 time: 0.0720611 Mar 11 15:40:51.923231 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 43906) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:51.930960 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-d656d128-bfbe-47ee-8c00-04d4d042f12a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1966194448', 'description': 'tempest-secgroup-smoke-1966194448 description', 'project_id': '916fcc14ed3c4d0b95925acf526937c4'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:40:51.944227 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-d656d128-bfbe-47ee-8c00-04d4d042f12a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:51.956644 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-d656d128-bfbe-47ee-8c00-04d4d042f12a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:51.965798 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38d39f-75b5-42db-94ec-df2290b3b3ef req-a360303c-8a90-4a42-9478-a5efa820d86e tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:51.967324 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-bc38d39f-75b5-42db-94ec-df2290b3b3ef req-a360303c-8a90-4a42-9478-a5efa820d86e tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=930f597e-7fd1-462c-9321-095687cd45da HTTP/1.1" status: 200 len: 945 time: 0.0776997 Mar 11 15:40:51.972462 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d656d128-bfbe-47ee-8c00-04d4d042f12a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:51.990924 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85dc69-ad9a-4686-abdc-76a9a3c7153c req-113d7324-ba00-4765-8c77-e8996f13ba92 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:51.992416 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5b85dc69-ad9a-4686-abdc-76a9a3c7153c req-113d7324-ba00-4765-8c77-e8996f13ba92 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.73 "GET /v2.0/ports?device_id=930f597e-7fd1-462c-9321-095687cd45da HTTP/1.1" status: 200 len: 945 time: 0.1155753 Mar 11 15:40:52.016401 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-bc38d39f-75b5-42db-94ec-df2290b3b3ef req-466a49e8-02a0-4311-a5a3-bec304b0d09c tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427196 Mar 11 15:40:52.076074 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-d656d128-bfbe-47ee-8c00-04d4d042f12a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:52.080825 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-5b85dc69-ad9a-4686-abdc-76a9a3c7153c req-3bfcccbf-07a9-4c76-bd3f-f0ab6966dc45 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Deleting port 563c4044-19a5-4922-849c-f8ccb451ab89 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:40:52.081161 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-5b85dc69-ad9a-4686-abdc-76a9a3c7153c req-3bfcccbf-07a9-4c76-bd3f-f0ab6966dc45 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:52.109857 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-d656d128-bfbe-47ee-8c00-04d4d042f12a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:52.118559 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-d656d128-bfbe-47ee-8c00-04d4d042f12a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:52.132236 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-d656d128-bfbe-47ee-8c00-04d4d042f12a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:52.326390 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d656d128-bfbe-47ee-8c00-04d4d042f12a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:52.330485 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d656d128-bfbe-47ee-8c00-04d4d042f12a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:52.405630 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d656d128-bfbe-47ee-8c00-04d4d042f12a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=522faa90-4844-40fd-a032-d69a0080b1ea,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:52.421645 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-5b85dc69-ad9a-4686-abdc-76a9a3c7153c req-3bfcccbf-07a9-4c76-bd3f-f0ab6966dc45 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] For port 563c4044-19a5-4922-849c-f8ccb451ab89, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=563c4044-19a5-4922-849c-f8ccb451ab89,segment=NetworkSegment(7ad268e5-49ce-4845-bd2b-d7757d53f873),segment_id=7ad268e5-49ce-4845-bd2b-d7757d53f873)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:40:52.421995 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-5b85dc69-ad9a-4686-abdc-76a9a3c7153c req-3bfcccbf-07a9-4c76-bd3f-f0ab6966dc45 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:52.429381 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d656d128-bfbe-47ee-8c00-04d4d042f12a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:52.430512 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d656d128-bfbe-47ee-8c00-04d4d042f12a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5064356 Mar 11 15:40:52.433662 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43910) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:52.439298 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-dbec88dd-f27e-49ae-b310-8b517a6ab77d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '522faa90-4844-40fd-a032-d69a0080b1ea', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:40:52.445698 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-dbec88dd-f27e-49ae-b310-8b517a6ab77d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:52.449632 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-dbec88dd-f27e-49ae-b310-8b517a6ab77d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:52.452535 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-dbec88dd-f27e-49ae-b310-8b517a6ab77d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:52.459819 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-dbec88dd-f27e-49ae-b310-8b517a6ab77d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:52.475751 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dbec88dd-f27e-49ae-b310-8b517a6ab77d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:52.541239 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dbec88dd-f27e-49ae-b310-8b517a6ab77d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:52.545105 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dbec88dd-f27e-49ae-b310-8b517a6ab77d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:52.568133 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec88dd-f27e-49ae-b310-8b517a6ab77d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ced3866e-1a51-4c76-a790-1a265b04e293,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:52.577658 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dbec88dd-f27e-49ae-b310-8b517a6ab77d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:52.578821 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-dbec88dd-f27e-49ae-b310-8b517a6ab77d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1441898 Mar 11 15:40:52.581812 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43914) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:52.587424 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-fe1a1ed0-f287-47e7-ae70-41d7cb366e73 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '522faa90-4844-40fd-a032-d69a0080b1ea', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:40:52.593203 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-fe1a1ed0-f287-47e7-ae70-41d7cb366e73 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:52.601826 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-fe1a1ed0-f287-47e7-ae70-41d7cb366e73 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:52.604838 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-fe1a1ed0-f287-47e7-ae70-41d7cb366e73 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:52.610832 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-fe1a1ed0-f287-47e7-ae70-41d7cb366e73 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:52.627236 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fe1a1ed0-f287-47e7-ae70-41d7cb366e73 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:52.688743 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fe1a1ed0-f287-47e7-ae70-41d7cb366e73 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:52.692599 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fe1a1ed0-f287-47e7-ae70-41d7cb366e73 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:52.717375 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a1ed0-f287-47e7-ae70-41d7cb366e73 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=711e35ca-17b0-4052-a20b-10b7e7a11e32,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:52.729485 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fe1a1ed0-f287-47e7-ae70-41d7cb366e73 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:52.731343 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-fe1a1ed0-f287-47e7-ae70-41d7cb366e73 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1484411 Mar 11 15:40:52.732273 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-5b85dc69-ad9a-4686-abdc-76a9a3c7153c req-3bfcccbf-07a9-4c76-bd3f-f0ab6966dc45 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:52.732860 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-5b85dc69-ad9a-4686-abdc-76a9a3c7153c req-3bfcccbf-07a9-4c76-bd3f-f0ab6966dc45 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:52.733115 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.l3_db [req-5b85dc69-ad9a-4686-abdc-76a9a3c7153c req-3bfcccbf-07a9-4c76-bd3f-f0ab6966dc45 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Floating IP 2d1ea801-5d49-49d3-a7d2-100a9c7d8c2b disassociated. External IP: 172.26.0.86, port: 563c4044-19a5-4922-849c-f8ccb451ab89. Mar 11 15:40:52.733562 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-5b85dc69-ad9a-4686-abdc-76a9a3c7153c req-3bfcccbf-07a9-4c76-bd3f-f0ab6966dc45 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Calling delete_port for 563c4044-19a5-4922-849c-f8ccb451ab89 owned by compute:nova {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:40:52.734051 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43918) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:52.739585 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-a3359c24-adac-4eaf-8da7-a982af24f511 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '522faa90-4844-40fd-a032-d69a0080b1ea', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:40:52.745505 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-a3359c24-adac-4eaf-8da7-a982af24f511 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:52.749414 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-a3359c24-adac-4eaf-8da7-a982af24f511 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:52.752413 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-a3359c24-adac-4eaf-8da7-a982af24f511 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:52.759035 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-a3359c24-adac-4eaf-8da7-a982af24f511 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:52.776716 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a3359c24-adac-4eaf-8da7-a982af24f511 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:52.843415 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a3359c24-adac-4eaf-8da7-a982af24f511 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:52.846749 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a3359c24-adac-4eaf-8da7-a982af24f511 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:52.869711 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3359c24-adac-4eaf-8da7-a982af24f511 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=322b4835-5c61-48d4-8ae7-52a469196ce4,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:52.879646 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a3359c24-adac-4eaf-8da7-a982af24f511 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:52.885176 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a3359c24-adac-4eaf-8da7-a982af24f511 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1458933 Mar 11 15:40:52.885363 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-5b85dc69-ad9a-4686-abdc-76a9a3c7153c req-3bfcccbf-07a9-4c76-bd3f-f0ab6966dc45 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:52.885576 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43922) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:52.890169 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-c6f76222-5b25-431c-b7de-131ba918f715 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '522faa90-4844-40fd-a032-d69a0080b1ea', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:40:52.895969 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c6f76222-5b25-431c-b7de-131ba918f715 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:52.900382 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c6f76222-5b25-431c-b7de-131ba918f715 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:52.903255 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c6f76222-5b25-431c-b7de-131ba918f715 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:52.908909 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c6f76222-5b25-431c-b7de-131ba918f715 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:52.925951 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c6f76222-5b25-431c-b7de-131ba918f715 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:52.931381 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfcccbf-07a9-4c76-bd3f-f0ab6966dc45 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Pushing event deleted for resources: {'Port': ['ID=563c4044-19a5-4922-849c-f8ccb451ab89,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:52.998639 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c6f76222-5b25-431c-b7de-131ba918f715 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:53.003551 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c6f76222-5b25-431c-b7de-131ba918f715 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:53.028453 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f76222-5b25-431c-b7de-131ba918f715 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fff3f6d-366c-4b00-9815-4ac589345157,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:53.036881 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c6f76222-5b25-431c-b7de-131ba918f715 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:53.038735 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c6f76222-5b25-431c-b7de-131ba918f715 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1530538 Mar 11 15:40:53.041554 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43926) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:53.048544 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-7db651f7-5d50-4d25-a6b8-fabdc521867b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '522faa90-4844-40fd-a032-d69a0080b1ea', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:40:53.056140 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7db651f7-5d50-4d25-a6b8-fabdc521867b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:53.060675 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7db651f7-5d50-4d25-a6b8-fabdc521867b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:53.063871 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7db651f7-5d50-4d25-a6b8-fabdc521867b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:53.070871 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7db651f7-5d50-4d25-a6b8-fabdc521867b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:53.082889 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.securitygroups_db [None req-7db651f7-5d50-4d25-a6b8-fabdc521867b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Project 916fcc14ed3c4d0b95925acf526937c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:40:53.091622 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7db651f7-5d50-4d25-a6b8-fabdc521867b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:53.166967 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7db651f7-5d50-4d25-a6b8-fabdc521867b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:53.171640 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7db651f7-5d50-4d25-a6b8-fabdc521867b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:53.197085 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db651f7-5d50-4d25-a6b8-fabdc521867b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c7c598-0472-4eb5-b340-da3ff342fb67,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:53.207455 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7db651f7-5d50-4d25-a6b8-fabdc521867b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:53.211953 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7db651f7-5d50-4d25-a6b8-fabdc521867b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1661978 Mar 11 15:40:53.213029 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 43932) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:40:53.218690 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-d4572274-63e3-4c60-a1af-87b88e3e441f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '522faa90-4844-40fd-a032-d69a0080b1ea', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:40:53.222726 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-37ce3f82-7f25-4610-95af-70b3de20e154 req-629b2989-fd5b-4e1f-ab1a-aec1b2d7b5bd tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=930f597e-7fd1-462c-9321-095687cd45da HTTP/1.1" status: 200 len: 210 time: 0.0583930 Mar 11 15:40:53.231856 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-d4572274-63e3-4c60-a1af-87b88e3e441f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:53.237268 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d4572274-63e3-4c60-a1af-87b88e3e441f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:40:53.241777 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-d4572274-63e3-4c60-a1af-87b88e3e441f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:40:53.248129 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-d4572274-63e3-4c60-a1af-87b88e3e441f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:53.266528 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.securitygroups_db [None req-d4572274-63e3-4c60-a1af-87b88e3e441f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Project 916fcc14ed3c4d0b95925acf526937c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:40:53.274181 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d4572274-63e3-4c60-a1af-87b88e3e441f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:53.318046 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b85dc69-ad9a-4686-abdc-76a9a3c7153c req-3bfcccbf-07a9-4c76-bd3f-f0ab6966dc45 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Router c5d8a473-376a-4b6f-9f07-d22c477b5114 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:40:53.346075 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d4572274-63e3-4c60-a1af-87b88e3e441f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:53.350581 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d4572274-63e3-4c60-a1af-87b88e3e441f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:53.375059 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4572274-63e3-4c60-a1af-87b88e3e441f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18131a53-cfe5-4fa1-bbf5-fde38a9a38e8,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:53.385013 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d4572274-63e3-4c60-a1af-87b88e3e441f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:53.386258 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d4572274-63e3-4c60-a1af-87b88e3e441f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1722374 Mar 11 15:40:53.533141 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b85dc69-ad9a-4686-abdc-76a9a3c7153c req-3bfcccbf-07a9-4c76-bd3f-f0ab6966dc45 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:40:53.543218 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a91b00-975d-4712-a5a1-6ae4227648d4 None None] Sync routers for ids ['c5d8a473-376a-4b6f-9f07-d22c477b5114'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:40:53.555704 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a91b00-975d-4712-a5a1-6ae4227648d4 None None] Routers {'c5d8a473-376a-4b6f-9f07-d22c477b5114'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:40:53.556357 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-99a91b00-975d-4712-a5a1-6ae4227648d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:40:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['c5d8a473-376a-4b6f-9f07-d22c477b5114'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:53.570744 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b3e2ffff-68de-4415-af34-2b0a6fbbcaf6 req-84d8e22a-f819-4919-9dcb-8a82c9079bb7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1966194448&fields=id&tenant_id=916fcc14ed3c4d0b95925acf526937c4 HTTP/1.1" status: 200 len: 267 time: 0.0457332 Mar 11 15:40:53.607058 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b85dc69-ad9a-4686-abdc-76a9a3c7153c req-3bfcccbf-07a9-4c76-bd3f-f0ab6966dc45 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] No DVR routers for this DVR port 563c4044-19a5-4922-849c-f8ccb451ab89 on host hv-neutron-8333 {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:40:53.609619 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-5b85dc69-ad9a-4686-abdc-76a9a3c7153c req-3bfcccbf-07a9-4c76-bd3f-f0ab6966dc45 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:53.612226 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930f597e-7fd1-462c-9321-095687cd45da', 'name': 'network-vif-deleted', 'tag': '563c4044-19a5-4922-849c-f8ccb451ab89'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:40:53.628525 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5b85dc69-ad9a-4686-abdc-76a9a3c7153c req-3bfcccbf-07a9-4c76-bd3f-f0ab6966dc45 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.73 "DELETE /v2.0/ports/563c4044-19a5-4922-849c-f8ccb451ab89 HTTP/1.1" status: 204 len: 173 time: 1.6302567 Mar 11 15:40:53.666178 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2ffff-68de-4415-af34-2b0a6fbbcaf6 req-ad195b6c-f21e-445e-8c9d-6a8c836bafc2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:53.667592 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b3e2ffff-68de-4415-af34-2b0a6fbbcaf6 req-ad195b6c-f21e-445e-8c9d-6a8c836bafc2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports/a269bc70-2c7b-4d94-b955-b57c012b6f16 HTTP/1.1" status: 200 len: 930 time: 0.0898240 Mar 11 15:40:53.674738 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930f597e-7fd1-462c-9321-095687cd45da', 'name': 'network-vif-deleted', 'tag': '563c4044-19a5-4922-849c-f8ccb451ab89', 'status': 'completed', 'code': 200} Mar 11 15:40:53.808863 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-99a91b00-975d-4712-a5a1-6ae4227648d4 None None] Set router c5d8a473-376a-4b6f-9f07-d22c477b5114 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:40:53.854692 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b3e2ffff-68de-4415-af34-2b0a6fbbcaf6 req-aa898f7e-7865-483e-870e-d930d9db8d53 service neutron] 10.222.0.31 "GET /v2.0/ports/a269bc70-2c7b-4d94-b955-b57c012b6f16?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1723359 Mar 11 15:40:54.024569 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b3e2ffff-68de-4415-af34-2b0a6fbbcaf6 req-8429d303-c42b-4df9-a159-eea7246ec3bf service neutron] 10.222.0.31 "GET /v2.0/networks/b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632955 Mar 11 15:40:54.183232 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-99a91b00-975d-4712-a5a1-6ae4227648d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'name': 'tempest-TestVolumeBootPattern-960889017-router', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:02Z', 'revision_number': 4, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'gw_port': {'id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'a98bb4ae-2b55-40d4-9bd5-f754fc39f32a', 'name': '', 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'mac_address': 'fa:16:3e:ce:40:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '675f42ac-dc8a-4c00-91d8-987c97255cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:01Z', 'updated_at': '2022-03-11T15:38:10Z', 'revision_number': 5, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'subnets': [{'id': '675f42ac-dc8a-4c00-91d8-987c97255cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:54.190139 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a91b00-975d-4712-a5a1-6ae4227648d4 None None] Checking router: c5d8a473-376a-4b6f-9f07-d22c477b5114 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:40:54.191084 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b3e2ffff-68de-4415-af34-2b0a6fbbcaf6 req-6ff0ece1-2d2b-455e-a8e1-c6600fa3b204 service neutron] 10.222.0.31 "GET /v2.0/networks/b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632304 Mar 11 15:40:54.203767 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a91b00-975d-4712-a5a1-6ae4227648d4 None None] Routers {'c5d8a473-376a-4b6f-9f07-d22c477b5114'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:40:54.204924 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-99a91b00-975d-4712-a5a1-6ae4227648d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:40:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['c5d8a473-376a-4b6f-9f07-d22c477b5114'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:54.420442 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device a269bc70-2c7b-4d94-b955-b57c012b6f16 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:40:54.468520 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-29b31ec5-2c7a-4a30-a493-d10e2e6c77b6 req-37333229-09de-445c-8577-c2b563a736a1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=9853c140-669d-47eb-9543-d0296d89c2b5 HTTP/1.1" status: 200 len: 210 time: 0.0618391 Mar 11 15:40:54.472346 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-6d3b5e9c-415c-422e-8663-36f21e556f08 req-08c0da00-7a5f-41fe-a2b0-d30ac1cb3b42 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Synchronizing usage tracker for tenant:8d129cb2ad5e4fb2bbc4b05712522ede on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:40:54.498907 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-6d3b5e9c-415c-422e-8663-36f21e556f08 req-08c0da00-7a5f-41fe-a2b0-d30ac1cb3b42 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Unset dirty status for tenant:8d129cb2ad5e4fb2bbc4b05712522ede on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:40:54.512151 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6d3b5e9c-415c-422e-8663-36f21e556f08 req-08c0da00-7a5f-41fe-a2b0-d30ac1cb3b42 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=930f597e-7fd1-462c-9321-095687cd45da HTTP/1.1" status: 200 len: 210 time: 0.0883296 Mar 11 15:40:54.522160 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-99a91b00-975d-4712-a5a1-6ae4227648d4 None None] Set router c5d8a473-376a-4b6f-9f07-d22c477b5114 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:40:54.579969 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device a269bc70-2c7b-4d94-b955-b57c012b6f16 not bound to the agent host hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:40:54.580649 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 563c4044-19a5-4922-849c-f8ccb451ab89 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:40:54.626078 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] No Port match for: 563c4044-19a5-4922-849c-f8ccb451ab89 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:40:54.626537 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 563c4044-19a5-4922-849c-f8ccb451ab89 not bound to the agent host hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:40:54.902691 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-99a91b00-975d-4712-a5a1-6ae4227648d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'name': 'tempest-TestVolumeBootPattern-960889017-router', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:02Z', 'revision_number': 4, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'gw_port': {'id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'a98bb4ae-2b55-40d4-9bd5-f754fc39f32a', 'name': '', 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'mac_address': 'fa:16:3e:ce:40:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '675f42ac-dc8a-4c00-91d8-987c97255cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:01Z', 'updated_at': '2022-03-11T15:38:10Z', 'revision_number': 5, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'subnets': [{'id': '675f42ac-dc8a-4c00-91d8-987c97255cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:54.906656 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a91b00-975d-4712-a5a1-6ae4227648d4 None None] The sync data for ids ['c5d8a473-376a-4b6f-9f07-d22c477b5114'] in dv-neutron-833373-1-hyperv is: [{'id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'name': 'tempest-TestVolumeBootPattern-960889017-router', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:02Z', 'revision_number': 4, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'gw_port': {'id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'a98bb4ae-2b55-40d4-9bd5-f754fc39f32a', 'name': '', 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'mac_address': 'fa:16:3e:ce:40:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '675f42ac-dc8a-4c00-91d8-987c97255cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:01Z', 'updated_at': '2022-03-11T15:38:10Z', 'revision_number': 5, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'subnets': [{'id': '675f42ac-dc8a-4c00-91d8-987c97255cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:40:55.343030 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad0beaf-b000-4ce7-a9f2-9c0c7538119e None None] New status for floating IP 2d1ea801-5d49-49d3-a7d2-100a9c7d8c2b: DOWN {{(pid=83869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 15:40:55.573752 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b3e2ffff-68de-4415-af34-2b0a6fbbcaf6 req-e48ddd29-f4f7-43b1-8bf0-53f3e79bb335 service neutron] 10.222.0.73 "GET /v2.0/ports/a269bc70-2c7b-4d94-b955-b57c012b6f16 HTTP/1.1" status: 200 len: 1026 time: 0.0841022 Mar 11 15:40:55.697493 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-7283a6b1-af5d-4e66-a738-09c5b5d6d0b3 req-b79792cb-b51e-46b9-8bbb-49f4ecff6ef4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=9853c140-669d-47eb-9543-d0296d89c2b5 HTTP/1.1" status: 200 len: 210 time: 0.0695319 Mar 11 15:40:55.761591 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2ffff-68de-4415-af34-2b0a6fbbcaf6 req-d6f3db2a-52fa-420b-8787-43c85a276f6a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:55.763008 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b3e2ffff-68de-4415-af34-2b0a6fbbcaf6 req-d6f3db2a-52fa-420b-8787-43c85a276f6a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "GET /v2.0/networks?id=b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24 HTTP/1.1" status: 200 len: 797 time: 0.1830919 Mar 11 15:40:55.826428 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-b3e2ffff-68de-4415-af34-2b0a6fbbcaf6 req-5123906d-3431-402e-8ffd-ee0bc783d6ba tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:security_group {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:40:55.843109 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-b3e2ffff-68de-4415-af34-2b0a6fbbcaf6 req-5123906d-3431-402e-8ffd-ee0bc783d6ba tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:security_group {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:40:55.844498 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b3e2ffff-68de-4415-af34-2b0a6fbbcaf6 req-5123906d-3431-402e-8ffd-ee0bc783d6ba tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=916fcc14ed3c4d0b95925acf526937c4 HTTP/1.1" status: 200 len: 472 time: 0.0688894 Mar 11 15:40:55.854386 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-b3e2ffff-68de-4415-af34-2b0a6fbbcaf6 req-ec0b9d89-0982-40c1-9f89-96b80f3f164a service neutron] Request body: {'port': {'device_id': '9853c140-669d-47eb-9543-d0296d89c2b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:40:55.993492 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b331861c-0584-408f-b76c-b6a932019caf req-b46362a4-bd01-42d6-9f0d-001295a42884 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1205917752&fields=id&tenant_id=8d129cb2ad5e4fb2bbc4b05712522ede HTTP/1.1" status: 200 len: 267 time: 0.1054552 Mar 11 15:40:56.002534 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b3e2ffff-68de-4415-af34-2b0a6fbbcaf6 req-ec0b9d89-0982-40c1-9f89-96b80f3f164a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:56.262108 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331861c-0584-408f-b76c-b6a932019caf req-0ca439af-e949-4e5b-935b-8c8e89116c84 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:56.263530 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b331861c-0584-408f-b76c-b6a932019caf req-0ca439af-e949-4e5b-935b-8c8e89116c84 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/networks?id=feab4df5-c44d-4b7f-892d-56d03f64918c HTTP/1.1" status: 200 len: 811 time: 0.2618699 Mar 11 15:40:56.352383 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b331861c-0584-408f-b76c-b6a932019caf req-0d56aa57-b22e-44ee-88d1-3a9a437a86c2 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/quotas/8d129cb2ad5e4fb2bbc4b05712522ede HTTP/1.1" status: 200 len: 375 time: 0.0826759 Mar 11 15:40:56.512642 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b331861c-0584-408f-b76c-b6a932019caf req-47c937a6-8369-458a-af4a-4d8f3ab98274 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8d129cb2ad5e4fb2bbc4b05712522ede&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1535134 Mar 11 15:40:56.612564 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [req-b3e2ffff-68de-4415-af34-2b0a6fbbcaf6 req-ec0b9d89-0982-40c1-9f89-96b80f3f164a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a269bc70-2c7b-4d94-b955-b57c012b6f16 {{(pid=83866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:40:56.623021 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b3e2ffff-68de-4415-af34-2b0a6fbbcaf6 req-ec0b9d89-0982-40c1-9f89-96b80f3f164a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:56.654736 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-b3e2ffff-68de-4415-af34-2b0a6fbbcaf6 req-ec0b9d89-0982-40c1-9f89-96b80f3f164a service neutron] Transition to ACTIVE for port object a269bc70-2c7b-4d94-b955-b57c012b6f16 will not be triggered until provisioned by entity L2. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:56.660080 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b3e2ffff-68de-4415-af34-2b0a6fbbcaf6 req-ec0b9d89-0982-40c1-9f89-96b80f3f164a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:56.731058 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b331861c-0584-408f-b76c-b6a932019caf req-857a8900-79a1-41b2-86e6-7f2e70c8ef48 service neutron] 10.222.0.31 "GET /v2.0/networks/feab4df5-c44d-4b7f-892d-56d03f64918c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049143 Mar 11 15:40:56.933182 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b2ff3-af8b-4b45-ae4a-074a676a4ab1 req-5f217d2a-6c18-462e-aead-440a3e4b5501 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:56.935343 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-977b2ff3-af8b-4b45-ae4a-074a676a4ab1 req-5f217d2a-6c18-462e-aead-440a3e4b5501 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=9853c140-669d-47eb-9543-d0296d89c2b5 HTTP/1.1" status: 200 len: 981 time: 0.0922985 Mar 11 15:40:56.983136 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-977b2ff3-af8b-4b45-ae4a-074a676a4ab1 req-76bb3399-516a-480c-8aef-66bdcb20c79a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b244e26-6ac4-448d-81b4-fd40f7db0060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407474 Mar 11 15:40:56.997779 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b9d89-0982-40c1-9f89-96b80f3f164a service neutron] Pushing event updated for resources: {'Port': ['ID=a269bc70-2c7b-4d94-b955-b57c012b6f16,revision_number=7']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:57.140788 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b331861c-0584-408f-b76c-b6a932019caf req-8341953b-4ac0-473c-b566-07c81f0a1efe service neutron] 10.222.0.31 "GET /v2.0/networks/feab4df5-c44d-4b7f-892d-56d03f64918c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382858 Mar 11 15:40:57.184279 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-b3e2ffff-68de-4415-af34-2b0a6fbbcaf6 req-ec0b9d89-0982-40c1-9f89-96b80f3f164a service neutron] Attempting to bind port a269bc70-2c7b-4d94-b955-b57c012b6f16 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:40:57.184667 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-b3e2ffff-68de-4415-af34-2b0a6fbbcaf6 req-ec0b9d89-0982-40c1-9f89-96b80f3f164a service neutron] Attempting to bind port a269bc70-2c7b-4d94-b955-b57c012b6f16 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '45319156-e69c-46d2-aa07-582abfdc1e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:40:57.184928 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e2ffff-68de-4415-af34-2b0a6fbbcaf6 req-ec0b9d89-0982-40c1-9f89-96b80f3f164a service neutron] Attempting to bind port a269bc70-2c7b-4d94-b955-b57c012b6f16 on network b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:40:57.191217 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e2ffff-68de-4415-af34-2b0a6fbbcaf6 req-ec0b9d89-0982-40c1-9f89-96b80f3f164a service neutron] Port a269bc70-2c7b-4d94-b955-b57c012b6f16 on network b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:40:57.191547 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e2ffff-68de-4415-af34-2b0a6fbbcaf6 req-ec0b9d89-0982-40c1-9f89-96b80f3f164a service neutron] Attempting to bind port a269bc70-2c7b-4d94-b955-b57c012b6f16 on network b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:40:57.199235 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e2ffff-68de-4415-af34-2b0a6fbbcaf6 req-ec0b9d89-0982-40c1-9f89-96b80f3f164a service neutron] Checking agent: {'id': '233b753e-9484-4350-9871-64b7c66fc067', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'started_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:40:57.199569 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e2ffff-68de-4415-af34-2b0a6fbbcaf6 req-ec0b9d89-0982-40c1-9f89-96b80f3f164a service neutron] Checking segment: {'id': '45319156-e69c-46d2-aa07-582abfdc1e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:40:57.199947 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e2ffff-68de-4415-af34-2b0a6fbbcaf6 req-ec0b9d89-0982-40c1-9f89-96b80f3f164a service neutron] Bound using segment: {'id': '45319156-e69c-46d2-aa07-582abfdc1e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24'} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:40:57.200436 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-b3e2ffff-68de-4415-af34-2b0a6fbbcaf6 req-ec0b9d89-0982-40c1-9f89-96b80f3f164a service neutron] Bound port: a269bc70-2c7b-4d94-b955-b57c012b6f16, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45319156-e69c-46d2-aa07-582abfdc1e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24'}}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:40:57.200778 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b3e2ffff-68de-4415-af34-2b0a6fbbcaf6 req-ec0b9d89-0982-40c1-9f89-96b80f3f164a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:57.293114 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-b3e2ffff-68de-4415-af34-2b0a6fbbcaf6 req-ec0b9d89-0982-40c1-9f89-96b80f3f164a service neutron] For port a269bc70-2c7b-4d94-b955-b57c012b6f16, host hv-neutron-8333, cleared binding levels {{(pid=83866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:40:57.297092 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-b3e2ffff-68de-4415-af34-2b0a6fbbcaf6 req-ec0b9d89-0982-40c1-9f89-96b80f3f164a service neutron] For port a269bc70-2c7b-4d94-b955-b57c012b6f16, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a269bc70-2c7b-4d94-b955-b57c012b6f16,segment=NetworkSegment(45319156-e69c-46d2-aa07-582abfdc1e63),segment_id=45319156-e69c-46d2-aa07-582abfdc1e63)] {{(pid=83866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:40:57.301766 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b3e2ffff-68de-4415-af34-2b0a6fbbcaf6 req-ec0b9d89-0982-40c1-9f89-96b80f3f164a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:57.367767 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b3e2ffff-68de-4415-af34-2b0a6fbbcaf6 req-ec0b9d89-0982-40c1-9f89-96b80f3f164a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:57.369451 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b3e2ffff-68de-4415-af34-2b0a6fbbcaf6 req-ec0b9d89-0982-40c1-9f89-96b80f3f164a service neutron] 10.222.0.73 "PUT /v2.0/ports/a269bc70-2c7b-4d94-b955-b57c012b6f16 HTTP/1.1" status: 200 len: 1131 time: 1.5190730 Mar 11 15:40:57.370016 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9853c140-669d-47eb-9543-d0296d89c2b5', 'tag': 'a269bc70-2c7b-4d94-b955-b57c012b6f16'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:40:57.403407 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b9d89-0982-40c1-9f89-96b80f3f164a service neutron] Pushing event updated for resources: {'Port': ['ID=a269bc70-2c7b-4d94-b955-b57c012b6f16,revision_number=8']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:57.461991 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9853c140-669d-47eb-9543-d0296d89c2b5', 'tag': 'a269bc70-2c7b-4d94-b955-b57c012b6f16', 'status': 'completed', 'code': 200} Mar 11 15:40:57.515894 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b3e2ffff-68de-4415-af34-2b0a6fbbcaf6 req-98e40d74-3f46-4c01-b6c0-7513889db460 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=9853c140-669d-47eb-9543-d0296d89c2b5 HTTP/1.1" status: 200 len: 1134 time: 0.1008203 Mar 11 15:40:57.636659 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e335a3c1-7dd2-4ccb-99f6-86e7bef1ecb3 req-a90e3cb6-71ff-4797-af47-9c9493e5da98 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b19af43-17a7-42d0-8269-a9f7e10f7783 HTTP/1.1" status: 200 len: 210 time: 0.0605555 Mar 11 15:40:57.650936 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b3e2ffff-68de-4415-af34-2b0a6fbbcaf6 req-189010a2-ee2d-4069-b627-59d80861cecc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a269bc70-2c7b-4d94-b955-b57c012b6f16 HTTP/1.1" status: 200 len: 1037 time: 0.1271839 Mar 11 15:40:57.717260 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2ffff-68de-4415-af34-2b0a6fbbcaf6 req-256cd066-10bf-47c1-abc5-3ef15bb09a94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:57.718699 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b3e2ffff-68de-4415-af34-2b0a6fbbcaf6 req-256cd066-10bf-47c1-abc5-3ef15bb09a94 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5cd44bb6-de0f-47c6-9fc5-b48cc4b03482 HTTP/1.1" status: 200 len: 834 time: 0.0613792 Mar 11 15:40:57.801968 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b3e2ffff-68de-4415-af34-2b0a6fbbcaf6 req-adc8d8ef-5a70-49ec-8185-bd474a1d0e9f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758514 Mar 11 15:40:57.941624 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b3e2ffff-68de-4415-af34-2b0a6fbbcaf6 req-8020be6f-a572-4473-b459-ae6ee3cd6f10 service neutron] 10.222.0.73 "GET /v2.0/networks/b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334486 Mar 11 15:40:58.082012 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b3e2ffff-68de-4415-af34-2b0a6fbbcaf6 req-07c6f0cd-883e-4f6c-a17a-978c9458758a service neutron] 10.222.0.73 "GET /v2.0/networks/b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338873 Mar 11 15:40:58.263832 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2655b602-9341-42bb-a7de-0c3764d39920 req-2321965e-a7cc-4478-a6f9-b714dab5456e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=9853c140-669d-47eb-9543-d0296d89c2b5 HTTP/1.1" status: 200 len: 1134 time: 0.1048043 Mar 11 15:40:58.270114 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d59e55d-e9b6-4cbf-9c54-99252f00def3 req-10e997e3-65ca-43aa-bd8a-a82ad76842ec tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:58.271530 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5d59e55d-e9b6-4cbf-9c54-99252f00def3 req-10e997e3-65ca-43aa-bd8a-a82ad76842ec tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=9853c140-669d-47eb-9543-d0296d89c2b5 HTTP/1.1" status: 200 len: 981 time: 0.1438174 Mar 11 15:40:58.401774 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5d59e55d-e9b6-4cbf-9c54-99252f00def3 req-739d16ff-43d3-4704-a5f0-3d6eb2a692a0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b244e26-6ac4-448d-81b4-fd40f7db0060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112335 Mar 11 15:40:58.436527 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655b602-9341-42bb-a7de-0c3764d39920 req-d7669fe7-45e3-4b46-a164-d63c23e6f42c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:58.437941 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2655b602-9341-42bb-a7de-0c3764d39920 req-d7669fe7-45e3-4b46-a164-d63c23e6f42c service neutron] 10.222.0.73 "GET /v2.0/networks?id=b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24 HTTP/1.1" status: 200 len: 898 time: 0.1650090 Mar 11 15:40:58.539830 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2655b602-9341-42bb-a7de-0c3764d39920 req-2d27483d-4b68-4d79-a360-c3d01fd4fa6b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a269bc70-2c7b-4d94-b955-b57c012b6f16 HTTP/1.1" status: 200 len: 1037 time: 0.0954866 Mar 11 15:40:58.601641 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655b602-9341-42bb-a7de-0c3764d39920 req-51b6db79-b118-4b6c-9bc7-7942383478bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:58.603016 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2655b602-9341-42bb-a7de-0c3764d39920 req-51b6db79-b118-4b6c-9bc7-7942383478bb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5cd44bb6-de0f-47c6-9fc5-b48cc4b03482 HTTP/1.1" status: 200 len: 834 time: 0.0571957 Mar 11 15:40:58.795714 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2655b602-9341-42bb-a7de-0c3764d39920 req-977ea9f0-7a59-4cf0-8bed-22e94fead61d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1800842 Mar 11 15:40:58.888017 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e99e03cb-bd19-4e02-8300-c7a1a78ecb23 req-d9741729-2e13-46e6-add8-c9d55aff69f3 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b19af43-17a7-42d0-8269-a9f7e10f7783 HTTP/1.1" status: 200 len: 210 time: 0.1333194 Mar 11 15:40:59.066125 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2655b602-9341-42bb-a7de-0c3764d39920 req-55b8e235-47c2-4e1d-a096-1ea3d1eb3db8 service neutron] 10.222.0.73 "GET /v2.0/networks/b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559733 Mar 11 15:40:59.071436 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331861c-0584-408f-b76c-b6a932019caf req-5d52099f-1a86-41fa-ba20-ec43033b10c8 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:59.072750 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b331861c-0584-408f-b76c-b6a932019caf req-5d52099f-1a86-41fa-ba20-ec43033b10c8 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.73 "GET /v2.0/networks?id=feab4df5-c44d-4b7f-892d-56d03f64918c HTTP/1.1" status: 200 len: 811 time: 0.2433045 Mar 11 15:40:59.210187 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b331861c-0584-408f-b76c-b6a932019caf req-fd5ffaf1-2bce-4f70-bf3e-47c992a95da9 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d129cb2ad5e4fb2bbc4b05712522ede HTTP/1.1" status: 200 len: 380 time: 0.1149302 Mar 11 15:40:59.226602 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-b331861c-0584-408f-b76c-b6a932019caf req-63ec369d-87c8-4f61-afc9-d814d9193ab8 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Request body: {'port': {'device_id': '7b19af43-17a7-42d0-8269-a9f7e10f7783', 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c', 'admin_state_up': True, 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'security_groups': ['496d02dd-6cd4-4abf-af60-bd3cbefd7e1d']}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:40:59.315924 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-75f207bb-fe16-4368-80cb-1c5e2e3da7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:59.328025 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2655b602-9341-42bb-a7de-0c3764d39920 req-2cec0e5c-e43c-49d2-9cb2-5dc538d64674 service neutron] 10.222.0.73 "GET /v2.0/networks/b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543402 Mar 11 15:40:59.382568 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-b331861c-0584-408f-b76c-b6a932019caf req-63ec369d-87c8-4f61-afc9-d814d9193ab8 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:40:59.392310 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-b331861c-0584-408f-b76c-b6a932019caf req-63ec369d-87c8-4f61-afc9-d814d9193ab8 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:40:59.401929 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b331861c-0584-408f-b76c-b6a932019caf req-63ec369d-87c8-4f61-afc9-d814d9193ab8 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Made reservation on behalf of 8d129cb2ad5e4fb2bbc4b05712522ede for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:40:59.405017 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b331861c-0584-408f-b76c-b6a932019caf req-63ec369d-87c8-4f61-afc9-d814d9193ab8 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:59.625574 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [req-b331861c-0584-408f-b76c-b6a932019caf req-63ec369d-87c8-4f61-afc9-d814d9193ab8 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Allocated IP 172.20.0.5 (feab4df5-c44d-4b7f-892d-56d03f64918c/675f42ac-dc8a-4c00-91d8-987c97255cc4/35322acc-b088-4e22-8aca-832fa86d720d) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:40:59.682791 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d4049d-7253-4cac-9bfd-74eb208878eb req-17e01aaa-abaa-4f30-8666-f4742fc327eb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:59.684298 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-75d4049d-7253-4cac-9bfd-74eb208878eb req-17e01aaa-abaa-4f30-8666-f4742fc327eb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=9853c140-669d-47eb-9543-d0296d89c2b5 HTTP/1.1" status: 200 len: 981 time: 0.1391695 Mar 11 15:40:59.833618 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-75d4049d-7253-4cac-9bfd-74eb208878eb req-0429518e-c59d-4914-bb0e-67372ae4be30 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b244e26-6ac4-448d-81b4-fd40f7db0060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279788 Mar 11 15:40:59.871124 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b331861c-0584-408f-b76c-b6a932019caf req-63ec369d-87c8-4f61-afc9-d814d9193ab8 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:59.887360 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-b331861c-0584-408f-b76c-b6a932019caf req-63ec369d-87c8-4f61-afc9-d814d9193ab8 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Transition to ACTIVE for port object 35322acc-b088-4e22-8aca-832fa86d720d will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:40:59.911048 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b331861c-0584-408f-b76c-b6a932019caf req-63ec369d-87c8-4f61-afc9-d814d9193ab8 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:40:59.992162 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b331861c-0584-408f-b76c-b6a932019caf req-63ec369d-87c8-4f61-afc9-d814d9193ab8 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Network feab4df5-c44d-4b7f-892d-56d03f64918c is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:40:59.993053 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec369d-87c8-4f61-afc9-d814d9193ab8 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Pushing event updated for resources: {'Port': ['ID=35322acc-b088-4e22-8aca-832fa86d720d,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:59.995573 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [req-b331861c-0584-408f-b76c-b6a932019caf req-63ec369d-87c8-4f61-afc9-d814d9193ab8 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:59.997925 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-b331861c-0584-408f-b76c-b6a932019caf req-63ec369d-87c8-4f61-afc9-d814d9193ab8 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:41:00.079607 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331861c-0584-408f-b76c-b6a932019caf req-63ec369d-87c8-4f61-afc9-d814d9193ab8 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:00.080415 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b331861c-0584-408f-b76c-b6a932019caf req-63ec369d-87c8-4f61-afc9-d814d9193ab8 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:00.111422 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b331861c-0584-408f-b76c-b6a932019caf req-63ec369d-87c8-4f61-afc9-d814d9193ab8 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8912251 Mar 11 15:41:00.123679 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-b331861c-0584-408f-b76c-b6a932019caf req-b841d447-757b-47e3-98cb-b03a9393bd08 service neutron] Request body: {'port': {'device_id': '7b19af43-17a7-42d0-8269-a9f7e10f7783', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:41:00.129370 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4519b3-9bc1-4a15-bc28-f70273c2b7e9 req-e1f7f90d-1911-49e8-bc21-1f55b8f905c9 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:00.132246 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-5c4519b3-9bc1-4a15-bc28-f70273c2b7e9 req-e1f7f90d-1911-49e8-bc21-1f55b8f905c9 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b19af43-17a7-42d0-8269-a9f7e10f7783 HTTP/1.1" status: 200 len: 931 time: 0.1032979 Mar 11 15:41:00.208545 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-5c4519b3-9bc1-4a15-bc28-f70273c2b7e9 req-9a623044-1889-4517-a1ce-2524ca6c415c tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684547 Mar 11 15:41:00.243714 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b331861c-0584-408f-b76c-b6a932019caf req-b841d447-757b-47e3-98cb-b03a9393bd08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:00.308480 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-8a43ffce-d336-47c9-85ec-fb8f6807fbc6 None None] Provisioning for port 35322acc-b088-4e22-8aca-832fa86d720d completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:41:00.314478 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-8a43ffce-d336-47c9-85ec-fb8f6807fbc6 None None] Provisioning complete for port 35322acc-b088-4e22-8aca-832fa86d720d triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:41:00.314824 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8a43ffce-d336-47c9-85ec-fb8f6807fbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:00.374350 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-8a43ffce-d336-47c9-85ec-fb8f6807fbc6 None None] Port 35322acc-b088-4e22-8aca-832fa86d720d cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:41:00.718187 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [req-b331861c-0584-408f-b76c-b6a932019caf req-b841d447-757b-47e3-98cb-b03a9393bd08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35322acc-b088-4e22-8aca-832fa86d720d {{(pid=83866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:41:00.725785 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b331861c-0584-408f-b76c-b6a932019caf req-b841d447-757b-47e3-98cb-b03a9393bd08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:00.739938 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-b331861c-0584-408f-b76c-b6a932019caf req-b841d447-757b-47e3-98cb-b03a9393bd08 service neutron] Transition to ACTIVE for port object 35322acc-b088-4e22-8aca-832fa86d720d will not be triggered until provisioned by entity L2. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:41:00.744195 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b331861c-0584-408f-b76c-b6a932019caf req-b841d447-757b-47e3-98cb-b03a9393bd08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:00.876751 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841d447-757b-47e3-98cb-b03a9393bd08 service neutron] Pushing event updated for resources: {'Port': ['ID=35322acc-b088-4e22-8aca-832fa86d720d,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:01.031628 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-b331861c-0584-408f-b76c-b6a932019caf req-b841d447-757b-47e3-98cb-b03a9393bd08 service neutron] Attempting to bind port 35322acc-b088-4e22-8aca-832fa86d720d on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:41:01.031961 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-b331861c-0584-408f-b76c-b6a932019caf req-b841d447-757b-47e3-98cb-b03a9393bd08 service neutron] Attempting to bind port 35322acc-b088-4e22-8aca-832fa86d720d by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '7ad268e5-49ce-4845-bd2b-d7757d53f873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:41:01.032313 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b331861c-0584-408f-b76c-b6a932019caf req-b841d447-757b-47e3-98cb-b03a9393bd08 service neutron] Attempting to bind port 35322acc-b088-4e22-8aca-832fa86d720d on network feab4df5-c44d-4b7f-892d-56d03f64918c {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:41:01.050258 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b331861c-0584-408f-b76c-b6a932019caf req-b841d447-757b-47e3-98cb-b03a9393bd08 service neutron] Port 35322acc-b088-4e22-8aca-832fa86d720d on network feab4df5-c44d-4b7f-892d-56d03f64918c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:41:01.050575 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b331861c-0584-408f-b76c-b6a932019caf req-b841d447-757b-47e3-98cb-b03a9393bd08 service neutron] Attempting to bind port 35322acc-b088-4e22-8aca-832fa86d720d on network feab4df5-c44d-4b7f-892d-56d03f64918c {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:41:01.063646 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b331861c-0584-408f-b76c-b6a932019caf req-b841d447-757b-47e3-98cb-b03a9393bd08 service neutron] Checking agent: {'id': '233b753e-9484-4350-9871-64b7c66fc067', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'started_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:41:01.063981 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b331861c-0584-408f-b76c-b6a932019caf req-b841d447-757b-47e3-98cb-b03a9393bd08 service neutron] Checking segment: {'id': '7ad268e5-49ce-4845-bd2b-d7757d53f873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:41:01.064378 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b331861c-0584-408f-b76c-b6a932019caf req-b841d447-757b-47e3-98cb-b03a9393bd08 service neutron] Bound using segment: {'id': '7ad268e5-49ce-4845-bd2b-d7757d53f873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c'} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:41:01.064798 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-b331861c-0584-408f-b76c-b6a932019caf req-b841d447-757b-47e3-98cb-b03a9393bd08 service neutron] Bound port: 35322acc-b088-4e22-8aca-832fa86d720d, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad268e5-49ce-4845-bd2b-d7757d53f873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c'}}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:41:01.065138 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b331861c-0584-408f-b76c-b6a932019caf req-b841d447-757b-47e3-98cb-b03a9393bd08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:01.088040 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ebc0fd-9b81-4609-80b0-827f10240590 req-8785e1f4-46e2-4097-8d3a-49c417dbfa52 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:01.089440 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b3ebc0fd-9b81-4609-80b0-827f10240590 req-8785e1f4-46e2-4097-8d3a-49c417dbfa52 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=9853c140-669d-47eb-9543-d0296d89c2b5 HTTP/1.1" status: 200 len: 981 time: 0.1188545 Mar 11 15:41:01.203081 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b3ebc0fd-9b81-4609-80b0-827f10240590 req-ea1f4b3d-55a7-4a75-854f-2223d6c1c866 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b244e26-6ac4-448d-81b4-fd40f7db0060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886734 Mar 11 15:41:01.213389 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-b331861c-0584-408f-b76c-b6a932019caf req-b841d447-757b-47e3-98cb-b03a9393bd08 service neutron] For port 35322acc-b088-4e22-8aca-832fa86d720d, host hv-neutron-8333, cleared binding levels {{(pid=83866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:41:01.220359 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-b331861c-0584-408f-b76c-b6a932019caf req-b841d447-757b-47e3-98cb-b03a9393bd08 service neutron] For port 35322acc-b088-4e22-8aca-832fa86d720d, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=35322acc-b088-4e22-8aca-832fa86d720d,segment=NetworkSegment(7ad268e5-49ce-4845-bd2b-d7757d53f873),segment_id=7ad268e5-49ce-4845-bd2b-d7757d53f873)] {{(pid=83866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:41:01.226063 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b331861c-0584-408f-b76c-b6a932019caf req-b841d447-757b-47e3-98cb-b03a9393bd08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:01.290691 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b331861c-0584-408f-b76c-b6a932019caf req-b841d447-757b-47e3-98cb-b03a9393bd08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:01.292393 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b331861c-0584-408f-b76c-b6a932019caf req-b841d447-757b-47e3-98cb-b03a9393bd08 service neutron] 10.222.0.73 "PUT /v2.0/ports/35322acc-b088-4e22-8aca-832fa86d720d HTTP/1.1" status: 200 len: 1093 time: 1.1734595 Mar 11 15:41:01.292841 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b19af43-17a7-42d0-8269-a9f7e10f7783', 'tag': '35322acc-b088-4e22-8aca-832fa86d720d'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:41:01.322527 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841d447-757b-47e3-98cb-b03a9393bd08 service neutron] Pushing event updated for resources: {'Port': ['ID=35322acc-b088-4e22-8aca-832fa86d720d,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:01.370435 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b19af43-17a7-42d0-8269-a9f7e10f7783', 'tag': '35322acc-b088-4e22-8aca-832fa86d720d', 'status': 'completed', 'code': 200} Mar 11 15:41:01.419914 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b331861c-0584-408f-b76c-b6a932019caf req-75eb63b7-74d4-4f2e-ae4c-3117892ad82d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d129cb2ad5e4fb2bbc4b05712522ede&device_id=7b19af43-17a7-42d0-8269-a9f7e10f7783 HTTP/1.1" status: 200 len: 1096 time: 0.0848455 Mar 11 15:41:01.432231 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063dc420-5059-4988-8906-4c4e0b6512b0 req-e59eb839-094b-45d0-b0b8-1efbaf6ebb4b tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:01.434191 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-063dc420-5059-4988-8906-4c4e0b6512b0 req-e59eb839-094b-45d0-b0b8-1efbaf6ebb4b tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b19af43-17a7-42d0-8269-a9f7e10f7783 HTTP/1.1" status: 200 len: 943 time: 0.0879266 Mar 11 15:41:01.483056 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-063dc420-5059-4988-8906-4c4e0b6512b0 req-aea98ebf-b317-486f-b3f9-12ec344c11e1 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426316 Mar 11 15:41:01.492610 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b331861c-0584-408f-b76c-b6a932019caf req-69326a37-f8b9-414c-8b58-f5ceed3827ce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35322acc-b088-4e22-8aca-832fa86d720d HTTP/1.1" status: 200 len: 217 time: 0.0648439 Mar 11 15:41:01.558673 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331861c-0584-408f-b76c-b6a932019caf req-a852f4cc-b3eb-4b46-b4f8-66f8f72a3390 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:01.560078 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b331861c-0584-408f-b76c-b6a932019caf req-a852f4cc-b3eb-4b46-b4f8-66f8f72a3390 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=675f42ac-dc8a-4c00-91d8-987c97255cc4 HTTP/1.1" status: 200 len: 850 time: 0.0615251 Mar 11 15:41:01.588644 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6e16617c-b904-4df5-8c32-08f4769e3eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:01.633591 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b331861c-0584-408f-b76c-b6a932019caf req-fa5a9cab-a206-4fd6-add3-5ef325ee6b76 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=feab4df5-c44d-4b7f-892d-56d03f64918c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672820 Mar 11 15:41:01.766907 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b331861c-0584-408f-b76c-b6a932019caf req-55a0786d-9993-44d8-9b22-96a626e46635 service neutron] 10.222.0.73 "GET /v2.0/networks/feab4df5-c44d-4b7f-892d-56d03f64918c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265211 Mar 11 15:41:01.899598 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b331861c-0584-408f-b76c-b6a932019caf req-bd15e841-8fe5-4c91-957c-2b018541d56a service neutron] 10.222.0.73 "GET /v2.0/networks/feab4df5-c44d-4b7f-892d-56d03f64918c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263642 Mar 11 15:41:02.014772 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-360d20ba-095e-4cfd-9124-451099ce149c req-f455bf4b-3704-45f9-b380-80bf49e32b21 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d129cb2ad5e4fb2bbc4b05712522ede&device_id=7b19af43-17a7-42d0-8269-a9f7e10f7783 HTTP/1.1" status: 200 len: 1096 time: 0.0679698 Mar 11 15:41:02.148808 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d20ba-095e-4cfd-9124-451099ce149c req-6ce85d2a-fe04-49de-97c4-95692a7703f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:02.150270 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-360d20ba-095e-4cfd-9124-451099ce149c req-6ce85d2a-fe04-49de-97c4-95692a7703f5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=feab4df5-c44d-4b7f-892d-56d03f64918c HTTP/1.1" status: 200 len: 912 time: 0.1290708 Mar 11 15:41:02.222053 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-360d20ba-095e-4cfd-9124-451099ce149c req-96dc8f11-6f20-48b9-8ea3-e44860986be4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35322acc-b088-4e22-8aca-832fa86d720d HTTP/1.1" status: 200 len: 217 time: 0.0650496 Mar 11 15:41:02.283783 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d20ba-095e-4cfd-9124-451099ce149c req-9fc6bf52-772a-47fb-b62f-16446b2c2da0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:02.285230 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-360d20ba-095e-4cfd-9124-451099ce149c req-9fc6bf52-772a-47fb-b62f-16446b2c2da0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=675f42ac-dc8a-4c00-91d8-987c97255cc4 HTTP/1.1" status: 200 len: 850 time: 0.0571089 Mar 11 15:41:02.418965 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-360d20ba-095e-4cfd-9124-451099ce149c req-6e0cba06-6105-4beb-a478-62d3d04bcd83 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=feab4df5-c44d-4b7f-892d-56d03f64918c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1273539 Mar 11 15:41:02.442783 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device a269bc70-2c7b-4d94-b955-b57c012b6f16 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:41:02.455359 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae526f-7c0a-4dc5-b5cb-fc500fd0d5a4 req-ced346fc-dbaf-489a-a261-6f3d89be02d5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:02.456789 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0fae526f-7c0a-4dc5-b5cb-fc500fd0d5a4 req-ced346fc-dbaf-489a-a261-6f3d89be02d5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=9853c140-669d-47eb-9543-d0296d89c2b5 HTTP/1.1" status: 200 len: 981 time: 0.1238806 Mar 11 15:41:02.585422 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port a269bc70-2c7b-4d94-b955-b57c012b6f16, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a269bc70-2c7b-4d94-b955-b57c012b6f16,segment=NetworkSegment(45319156-e69c-46d2-aa07-582abfdc1e63),segment_id=45319156-e69c-46d2-aa07-582abfdc1e63)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:41:02.600011 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': 'a269bc70-2c7b-4d94-b955-b57c012b6f16', 'network_id': 'b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24', 'port_id': 'a269bc70-2c7b-4d94-b955-b57c012b6f16', 'mac_address': 'fa:16:3e:ac:1c:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cd44bb6-de0f-47c6-9fc5-b48cc4b03482', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:41:02.654078 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:02.671879 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a269bc70-2c7b-4d94-b955-b57c012b6f16 {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:41:02.679415 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0fae526f-7c0a-4dc5-b5cb-fc500fd0d5a4 req-9ee9afe1-c27c-465f-a544-9c57600c1522 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b244e26-6ac4-448d-81b4-fd40f7db0060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763624 Mar 11 15:41:02.690290 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port a269bc70-2c7b-4d94-b955-b57c012b6f16, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a269bc70-2c7b-4d94-b955-b57c012b6f16,segment=NetworkSegment(45319156-e69c-46d2-aa07-582abfdc1e63),segment_id=45319156-e69c-46d2-aa07-582abfdc1e63)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:41:02.696092 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:02.702908 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-360d20ba-095e-4cfd-9124-451099ce149c req-bdb379a7-33f1-420b-8f56-251c8b3bea67 service neutron] 10.222.0.73 "GET /v2.0/networks/feab4df5-c44d-4b7f-892d-56d03f64918c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766316 Mar 11 15:41:02.716827 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb5de9-f127-40c4-9d59-edb397993f73 req-43369485-4805-49a0-a722-83d26ee79155 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:02.718268 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f1cb5de9-f127-40c4-9d59-edb397993f73 req-43369485-4805-49a0-a722-83d26ee79155 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b19af43-17a7-42d0-8269-a9f7e10f7783 HTTP/1.1" status: 200 len: 943 time: 0.0949314 Mar 11 15:41:02.769260 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f1cb5de9-f127-40c4-9d59-edb397993f73 req-2cea45f3-cbdf-4971-af1c-ccbac190dbdd tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450504 Mar 11 15:41:02.779123 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:02.796824 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=a269bc70-2c7b-4d94-b955-b57c012b6f16,revision_number=9']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:02.842889 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-360d20ba-095e-4cfd-9124-451099ce149c req-2f88c7c7-dc49-4709-a958-058e3d2aa2a9 service neutron] 10.222.0.73 "GET /v2.0/networks/feab4df5-c44d-4b7f-892d-56d03f64918c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318564 Mar 11 15:41:02.951661 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:03.165862 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['a269bc70-2c7b-4d94-b955-b57c012b6f16'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 15:41:03.888025 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87cc5a-8dd0-47b9-97bc-1a1973c337bd req-35286564-5542-47e5-bc0c-d88c847b992d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:03.889513 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ad87cc5a-8dd0-47b9-97bc-1a1973c337bd req-35286564-5542-47e5-bc0c-d88c847b992d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=9853c140-669d-47eb-9543-d0296d89c2b5 HTTP/1.1" status: 200 len: 982 time: 0.0789239 Mar 11 15:41:03.936196 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ad87cc5a-8dd0-47b9-97bc-1a1973c337bd req-3cb66966-7583-4d57-b7e2-dcf43f575b00 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b244e26-6ac4-448d-81b4-fd40f7db0060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411904 Mar 11 15:41:03.969553 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1449f-c5fc-421e-b216-f9a1fb9887bc req-7809b875-0063-4236-b2bb-d6ab06997e2b tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:03.971022 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d5c1449f-c5fc-421e-b216-f9a1fb9887bc req-7809b875-0063-4236-b2bb-d6ab06997e2b tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b19af43-17a7-42d0-8269-a9f7e10f7783 HTTP/1.1" status: 200 len: 943 time: 0.0762246 Mar 11 15:41:04.015964 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d5c1449f-c5fc-421e-b216-f9a1fb9887bc req-41b5d1be-22c9-4473-ba9b-5885170a455c tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388789 Mar 11 15:41:04.204325 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:04.442907 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device a269bc70-2c7b-4d94-b955-b57c012b6f16 up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:41:04.511185 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning for port a269bc70-2c7b-4d94-b955-b57c012b6f16 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:41:04.516079 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port a269bc70-2c7b-4d94-b955-b57c012b6f16 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:41:04.516481 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:04.627502 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:04.653857 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9853c140-669d-47eb-9543-d0296d89c2b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a269bc70-2c7b-4d94-b955-b57c012b6f16'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:41:04.663561 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port a269bc70-2c7b-4d94-b955-b57c012b6f16, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a269bc70-2c7b-4d94-b955-b57c012b6f16,segment=NetworkSegment(45319156-e69c-46d2-aa07-582abfdc1e63),segment_id=45319156-e69c-46d2-aa07-582abfdc1e63)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:41:04.667540 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:04.712661 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9853c140-669d-47eb-9543-d0296d89c2b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a269bc70-2c7b-4d94-b955-b57c012b6f16', 'code': 200} Mar 11 15:41:04.740285 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=a269bc70-2c7b-4d94-b955-b57c012b6f16,revision_number=10']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:04.938355 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-aaeaa566-4b0d-4014-a0be-193a7ed1ac7e req-7a516d96-d080-4c17-9149-e5796efd1e0d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9853c140-669d-47eb-9543-d0296d89c2b5 HTTP/1.1" status: 200 len: 1137 time: 0.0727587 Mar 11 15:41:04.985494 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-aaeaa566-4b0d-4014-a0be-193a7ed1ac7e req-452ec5b1-96ac-4562-8016-32521ab86708 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3b244e26-6ac4-448d-81b4-fd40f7db0060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361578 Mar 11 15:41:05.138018 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac05ecc-bd97-4d2a-ba3a-e0f9683e69b1 req-1e91ae8f-70c1-4df0-bba7-12eca4c4f67f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:05.139469 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-6ac05ecc-bd97-4d2a-ba3a-e0f9683e69b1 req-1e91ae8f-70c1-4df0-bba7-12eca4c4f67f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=9853c140-669d-47eb-9543-d0296d89c2b5 HTTP/1.1" status: 200 len: 984 time: 0.0816996 Mar 11 15:41:05.186707 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-6ac05ecc-bd97-4d2a-ba3a-e0f9683e69b1 req-96fdd4d6-63a6-43a8-9195-cda8572b49d8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b244e26-6ac4-448d-81b4-fd40f7db0060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400636 Mar 11 15:41:05.218533 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab25fe7-7a28-40fe-9e31-40a67e34fee5 req-752fbf48-f25b-4550-b969-644b2ad276cb tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:05.219219 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-fab25fe7-7a28-40fe-9e31-40a67e34fee5 req-752fbf48-f25b-4550-b969-644b2ad276cb tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Synchronizing usage tracker for tenant:8d129cb2ad5e4fb2bbc4b05712522ede on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:41:05.235203 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-fab25fe7-7a28-40fe-9e31-40a67e34fee5 req-752fbf48-f25b-4550-b969-644b2ad276cb tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Unset dirty status for tenant:8d129cb2ad5e4fb2bbc4b05712522ede on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:41:05.236374 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-fab25fe7-7a28-40fe-9e31-40a67e34fee5 req-752fbf48-f25b-4550-b969-644b2ad276cb tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b19af43-17a7-42d0-8269-a9f7e10f7783 HTTP/1.1" status: 200 len: 943 time: 0.0955689 Mar 11 15:41:05.285550 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-fab25fe7-7a28-40fe-9e31-40a67e34fee5 req-f43fddc9-80e8-4d27-b0f1-299e9a03b8ae tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422873 Mar 11 15:41:06.405017 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e1f7f-3f0f-403b-b764-fb02e809748e req-121a630e-1c8b-45a4-8577-270f85cb9f2d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:06.412614 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d40e1f7f-3f0f-403b-b764-fb02e809748e req-121a630e-1c8b-45a4-8577-270f85cb9f2d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=9853c140-669d-47eb-9543-d0296d89c2b5 HTTP/1.1" status: 200 len: 984 time: 0.0930636 Mar 11 15:41:06.455761 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d40e1f7f-3f0f-403b-b764-fb02e809748e req-647de694-f1aa-483c-bf23-c4b50995c465 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b244e26-6ac4-448d-81b4-fd40f7db0060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417805 Mar 11 15:41:06.502477 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a3605-428a-480d-8c91-af15d70ad864 req-7228c93d-160e-4cb4-8c15-f3de96be2d91 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:06.503818 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-296a3605-428a-480d-8c91-af15d70ad864 req-7228c93d-160e-4cb4-8c15-f3de96be2d91 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b19af43-17a7-42d0-8269-a9f7e10f7783 HTTP/1.1" status: 200 len: 943 time: 0.0877471 Mar 11 15:41:06.549612 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-296a3605-428a-480d-8c91-af15d70ad864 req-e05dbf7d-8afe-44e3-b865-4b367e22b3e8 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396540 Mar 11 15:41:07.753179 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3bc81-b0ae-4abc-870f-daccffcf99b5 req-229a6a08-41be-4ebb-8a9a-273f1964b601 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:07.754545 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-abf3bc81-b0ae-4abc-870f-daccffcf99b5 req-229a6a08-41be-4ebb-8a9a-273f1964b601 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b19af43-17a7-42d0-8269-a9f7e10f7783 HTTP/1.1" status: 200 len: 943 time: 0.0809591 Mar 11 15:41:07.796710 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef0980-c489-4727-93f1-198d52f37bd8 req-98d8fd73-9483-46a0-904d-139abceec61e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:07.798159 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d4ef0980-c489-4727-93f1-198d52f37bd8 req-98d8fd73-9483-46a0-904d-139abceec61e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=9853c140-669d-47eb-9543-d0296d89c2b5 HTTP/1.1" status: 200 len: 984 time: 0.0793948 Mar 11 15:41:07.800818 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-abf3bc81-b0ae-4abc-870f-daccffcf99b5 req-90f13f47-be8a-493c-accc-039565960e66 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395563 Mar 11 15:41:07.843687 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d4ef0980-c489-4727-93f1-198d52f37bd8 req-c363e14f-eb77-4195-a33f-b0babddea14e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b244e26-6ac4-448d-81b4-fd40f7db0060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388930 Mar 11 15:41:08.035987 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfb328-4308-4846-ab03-6b79951d30dc req-49117c40-c147-4c66-946a-4c9dbe40d859 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:08.037461 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dadfb328-4308-4846-ab03-6b79951d30dc req-49117c40-c147-4c66-946a-4c9dbe40d859 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=9853c140-669d-47eb-9543-d0296d89c2b5 HTTP/1.1" status: 200 len: 984 time: 0.0751727 Mar 11 15:41:08.083591 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dadfb328-4308-4846-ab03-6b79951d30dc req-40c27a14-966d-43d7-a757-440af1f769a5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b244e26-6ac4-448d-81b4-fd40f7db0060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406630 Mar 11 15:41:08.111098 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44032) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:08.182635 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c1502c48-99ef-47df-82bc-ab743196a5ab tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9853c140-669d-47eb-9543-d0296d89c2b5&network_id=b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24 HTTP/1.1" status: 200 len: 1132 time: 0.0703423 Mar 11 15:41:08.560512 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164dbe3-8adb-461d-b5a4-81ac45871516 req-f4a9805e-8185-4b00-af18-17a8c70f37dd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:08.561960 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3164dbe3-8adb-461d-b5a4-81ac45871516 req-f4a9805e-8185-4b00-af18-17a8c70f37dd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=9853c140-669d-47eb-9543-d0296d89c2b5 HTTP/1.1" status: 200 len: 984 time: 0.0800598 Mar 11 15:41:08.607174 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3164dbe3-8adb-461d-b5a4-81ac45871516 req-9a63070d-f9df-4520-88f5-655a74e54037 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b244e26-6ac4-448d-81b4-fd40f7db0060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397198 Mar 11 15:41:08.999481 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f5c6f-52a6-4453-8c4b-eba827d35a95 req-089a7fde-31d1-4323-94d5-ad93c90dc1af tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:09.000943 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-fa7f5c6f-52a6-4453-8c4b-eba827d35a95 req-089a7fde-31d1-4323-94d5-ad93c90dc1af tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b19af43-17a7-42d0-8269-a9f7e10f7783 HTTP/1.1" status: 200 len: 943 time: 0.0786467 Mar 11 15:41:09.045919 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-fa7f5c6f-52a6-4453-8c4b-eba827d35a95 req-a08d1a79-02f0-4760-913a-dd76d5fbcc53 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394864 Mar 11 15:41:09.803900 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c5db5-7c5e-4768-86ed-b9e7cc9c309d req-18f2c4b8-817c-4afc-876a-204c9ab67c8f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:09.806054 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5a5c5db5-7c5e-4768-86ed-b9e7cc9c309d req-18f2c4b8-817c-4afc-876a-204c9ab67c8f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=9853c140-669d-47eb-9543-d0296d89c2b5 HTTP/1.1" status: 200 len: 984 time: 0.0790520 Mar 11 15:41:09.852601 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5a5c5db5-7c5e-4768-86ed-b9e7cc9c309d req-28bc8e7b-af76-4926-85a0-a4b9d4c185a6 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b244e26-6ac4-448d-81b4-fd40f7db0060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411084 Mar 11 15:41:10.177585 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbcc858-f069-4e70-9cab-8ec1d81e9305 req-7b952cc3-cfbe-4e8b-875f-f7a4015f9c29 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:10.179040 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-fcbcc858-f069-4e70-9cab-8ec1d81e9305 req-7b952cc3-cfbe-4e8b-875f-f7a4015f9c29 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "GET /v2.0/ports?device_id=9853c140-669d-47eb-9543-d0296d89c2b5 HTTP/1.1" status: 200 len: 984 time: 0.0828049 Mar 11 15:41:10.242768 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7bb908-520c-4f23-8f0c-941c390d284a req-bab6fc85-7322-4faf-ac8a-bd325769129a tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:10.244296 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2c7bb908-520c-4f23-8f0c-941c390d284a req-bab6fc85-7322-4faf-ac8a-bd325769129a tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b19af43-17a7-42d0-8269-a9f7e10f7783 HTTP/1.1" status: 200 len: 943 time: 0.0808272 Mar 11 15:41:10.248900 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbcc858-f069-4e70-9cab-8ec1d81e9305 req-a4f6a463-401b-4be6-a46d-08ff663ce3a0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:10.250314 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-fcbcc858-f069-4e70-9cab-8ec1d81e9305 req-a4f6a463-401b-4be6-a46d-08ff663ce3a0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "GET /v2.0/ports/a269bc70-2c7b-4d94-b955-b57c012b6f16?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0655503 Mar 11 15:41:10.296463 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2c7bb908-520c-4f23-8f0c-941c390d284a req-4d648b4b-00c1-4d64-afd8-b83a6f994c26 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464704 Mar 11 15:41:10.395525 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-fcbcc858-f069-4e70-9cab-8ec1d81e9305 req-b03f0e83-1053-4edd-aa1c-88d5ae7b205b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "GET /v2.0/networks/b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1387157 Mar 11 15:41:10.405845 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-fcbcc858-f069-4e70-9cab-8ec1d81e9305 req-6cee4ff9-78d2-4e99-9ec8-06a53bd532df service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:41:10.474118 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 35322acc-b088-4e22-8aca-832fa86d720d details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:41:10.514192 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-fcbcc858-f069-4e70-9cab-8ec1d81e9305 req-6cee4ff9-78d2-4e99-9ec8-06a53bd532df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:10.612984 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 35322acc-b088-4e22-8aca-832fa86d720d, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=35322acc-b088-4e22-8aca-832fa86d720d,segment=NetworkSegment(7ad268e5-49ce-4845-bd2b-d7757d53f873),segment_id=7ad268e5-49ce-4845-bd2b-d7757d53f873)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:41:10.626017 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': '35322acc-b088-4e22-8aca-832fa86d720d', 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c', 'port_id': '35322acc-b088-4e22-8aca-832fa86d720d', 'mac_address': 'fa:16:3e:72:4a:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '675f42ac-dc8a-4c00-91d8-987c97255cc4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:41:10.679845 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:10.696336 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35322acc-b088-4e22-8aca-832fa86d720d {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:41:10.711611 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 35322acc-b088-4e22-8aca-832fa86d720d, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=35322acc-b088-4e22-8aca-832fa86d720d,segment=NetworkSegment(7ad268e5-49ce-4845-bd2b-d7757d53f873),segment_id=7ad268e5-49ce-4845-bd2b-d7757d53f873)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:41:10.715278 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:10.715467 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-fcbcc858-f069-4e70-9cab-8ec1d81e9305 req-6cee4ff9-78d2-4e99-9ec8-06a53bd532df service neutron] For port a269bc70-2c7b-4d94-b955-b57c012b6f16, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a269bc70-2c7b-4d94-b955-b57c012b6f16,segment=NetworkSegment(45319156-e69c-46d2-aa07-582abfdc1e63),segment_id=45319156-e69c-46d2-aa07-582abfdc1e63)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:41:10.784781 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=35322acc-b088-4e22-8aca-832fa86d720d,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:10.834057 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-fcbcc858-f069-4e70-9cab-8ec1d81e9305 req-6cee4ff9-78d2-4e99-9ec8-06a53bd532df service neutron] For port a269bc70-2c7b-4d94-b955-b57c012b6f16, host hv-neutron-8333, cleared binding levels {{(pid=83866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:41:10.883136 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [req-fcbcc858-f069-4e70-9cab-8ec1d81e9305 req-6cee4ff9-78d2-4e99-9ec8-06a53bd532df service neutron] device_id is not set on port a269bc70-2c7b-4d94-b955-b57c012b6f16 yet. {{(pid=83866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 15:41:10.890963 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-fcbcc858-f069-4e70-9cab-8ec1d81e9305 req-6cee4ff9-78d2-4e99-9ec8-06a53bd532df service neutron] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:10.897048 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-fcbcc858-f069-4e70-9cab-8ec1d81e9305 req-6cee4ff9-78d2-4e99-9ec8-06a53bd532df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:11.015151 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee4ff9-78d2-4e99-9ec8-06a53bd532df service neutron] Pushing event updated for resources: {'Port': ['ID=a269bc70-2c7b-4d94-b955-b57c012b6f16,revision_number=11']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:11.088127 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee4ff9-78d2-4e99-9ec8-06a53bd532df service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:11.088480 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee4ff9-78d2-4e99-9ec8-06a53bd532df service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:11.088818 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee4ff9-78d2-4e99-9ec8-06a53bd532df service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:11.089153 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee4ff9-78d2-4e99-9ec8-06a53bd532df service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:11.089517 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee4ff9-78d2-4e99-9ec8-06a53bd532df service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:11.089848 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee4ff9-78d2-4e99-9ec8-06a53bd532df service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:11.090175 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee4ff9-78d2-4e99-9ec8-06a53bd532df service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:11.090505 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee4ff9-78d2-4e99-9ec8-06a53bd532df service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:11.090826 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee4ff9-78d2-4e99-9ec8-06a53bd532df service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:11.091145 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee4ff9-78d2-4e99-9ec8-06a53bd532df service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:11.091465 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee4ff9-78d2-4e99-9ec8-06a53bd532df service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:11.100312 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-db8f2934-8be0-49fc-9944-30d821d785e1 req-dda6c94b-3cec-40a1-b753-2337967981ac tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=9853c140-669d-47eb-9543-d0296d89c2b5 HTTP/1.1" status: 200 len: 210 time: 0.0821886 Mar 11 15:41:11.101785 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['35322acc-b088-4e22-8aca-832fa86d720d'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 15:41:11.165259 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbcc858-f069-4e70-9cab-8ec1d81e9305 req-6cee4ff9-78d2-4e99-9ec8-06a53bd532df service neutron] No DVR routers for this DVR port a269bc70-2c7b-4d94-b955-b57c012b6f16 on host hv-neutron-8333 {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:41:11.237076 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-1175cfd5-2042-44f3-bda2-3eecee3cec71 None None] Provisioning complete for port a269bc70-2c7b-4d94-b955-b57c012b6f16 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:41:11.237330 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1175cfd5-2042-44f3-bda2-3eecee3cec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:11.318829 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-1175cfd5-2042-44f3-bda2-3eecee3cec71 None None] Port a269bc70-2c7b-4d94-b955-b57c012b6f16 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:41:11.418789 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-fcbcc858-f069-4e70-9cab-8ec1d81e9305 req-6cee4ff9-78d2-4e99-9ec8-06a53bd532df service neutron] In _notify_port_updated(), no bound segment for port a269bc70-2c7b-4d94-b955-b57c012b6f16 on network b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24 {{(pid=83866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 15:41:11.419845 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-fcbcc858-f069-4e70-9cab-8ec1d81e9305 req-6cee4ff9-78d2-4e99-9ec8-06a53bd532df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:11.421142 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-fcbcc858-f069-4e70-9cab-8ec1d81e9305 req-6cee4ff9-78d2-4e99-9ec8-06a53bd532df service neutron] 10.222.0.73 "PUT /v2.0/ports/a269bc70-2c7b-4d94-b955-b57c012b6f16 HTTP/1.1" status: 200 len: 1027 time: 1.0191844 Mar 11 15:41:11.505842 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb00a2c-8709-4cac-932f-6ab95cab3541 req-a6f068ed-4430-4eb5-b54f-945d67c43280 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:11.508498 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-afb00a2c-8709-4cac-932f-6ab95cab3541 req-a6f068ed-4430-4eb5-b54f-945d67c43280 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b19af43-17a7-42d0-8269-a9f7e10f7783 HTTP/1.1" status: 200 len: 944 time: 0.0852695 Mar 11 15:41:11.555123 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-afb00a2c-8709-4cac-932f-6ab95cab3541 req-782a2d51-2bde-4135-a0b0-a71bda48da89 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414958 Mar 11 15:41:11.943037 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:41:12.211579 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44052) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:12.279649 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a579669e-affd-4cd7-8c9f-82bf3b235130 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:12.313047 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a579669e-affd-4cd7-8c9f-82bf3b235130 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:12.375161 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a579669e-affd-4cd7-8c9f-82bf3b235130 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:12.394586 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579669e-affd-4cd7-8c9f-82bf3b235130 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=522faa90-4844-40fd-a032-d69a0080b1ea,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:12.407175 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a579669e-affd-4cd7-8c9f-82bf3b235130 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:12.407516 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a579669e-affd-4cd7-8c9f-82bf3b235130 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:12.407853 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a579669e-affd-4cd7-8c9f-82bf3b235130 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:12.408214 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a579669e-affd-4cd7-8c9f-82bf3b235130 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:12.408551 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a579669e-affd-4cd7-8c9f-82bf3b235130 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:12.408883 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a579669e-affd-4cd7-8c9f-82bf3b235130 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:12.409207 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a579669e-affd-4cd7-8c9f-82bf3b235130 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:12.409528 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a579669e-affd-4cd7-8c9f-82bf3b235130 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:12.409849 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a579669e-affd-4cd7-8c9f-82bf3b235130 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:12.410165 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a579669e-affd-4cd7-8c9f-82bf3b235130 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:12.410479 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a579669e-affd-4cd7-8c9f-82bf3b235130 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:12.414409 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a579669e-affd-4cd7-8c9f-82bf3b235130 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:12.415515 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a579669e-affd-4cd7-8c9f-82bf3b235130 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/security-groups/522faa90-4844-40fd-a032-d69a0080b1ea HTTP/1.1" status: 204 len: 168 time: 0.2029319 Mar 11 15:41:12.455689 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44058) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:12.492825 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 35322acc-b088-4e22-8aca-832fa86d720d up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:41:12.563925 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning for port 35322acc-b088-4e22-8aca-832fa86d720d completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:41:12.568669 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port 35322acc-b088-4e22-8aca-832fa86d720d triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:41:12.569033 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:12.661380 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-79d02598-3436-4486-a276-d2b1f5eaaeb9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting port e899566f-6ee2-4a27-b591-34e04e3869fc {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:41:12.661939 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-79d02598-3436-4486-a276-d2b1f5eaaeb9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:12.684643 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:12.715703 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b19af43-17a7-42d0-8269-a9f7e10f7783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35322acc-b088-4e22-8aca-832fa86d720d'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:41:12.726566 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 35322acc-b088-4e22-8aca-832fa86d720d, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=35322acc-b088-4e22-8aca-832fa86d720d,segment=NetworkSegment(7ad268e5-49ce-4845-bd2b-d7757d53f873),segment_id=7ad268e5-49ce-4845-bd2b-d7757d53f873)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:41:12.731154 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:12.732287 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device a269bc70-2c7b-4d94-b955-b57c012b6f16 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:41:12.791152 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0a01b-706c-4be0-9b8e-5423c4817cb1 req-3203d7ee-d31b-4cb7-a75f-231599633cdb tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:12.793475 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-54a0a01b-706c-4be0-9b8e-5423c4817cb1 req-3203d7ee-d31b-4cb7-a75f-231599633cdb tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b19af43-17a7-42d0-8269-a9f7e10f7783 HTTP/1.1" status: 200 len: 944 time: 0.1091149 Mar 11 15:41:12.818751 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b19af43-17a7-42d0-8269-a9f7e10f7783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35322acc-b088-4e22-8aca-832fa86d720d', 'code': 200} Mar 11 15:41:12.844170 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-79d02598-3436-4486-a276-d2b1f5eaaeb9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:12.844508 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-79d02598-3436-4486-a276-d2b1f5eaaeb9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:12.844901 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device a269bc70-2c7b-4d94-b955-b57c012b6f16 not bound to the agent host hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:41:12.852722 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-54a0a01b-706c-4be0-9b8e-5423c4817cb1 req-7404361a-cf84-452b-b5b9-5f88296df5ef tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510168 Mar 11 15:41:12.863618 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=35322acc-b088-4e22-8aca-832fa86d720d,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:13.046988 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-79d02598-3436-4486-a276-d2b1f5eaaeb9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Calling delete_port for e899566f-6ee2-4a27-b591-34e04e3869fc owned by network:floatingip {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:41:13.072915 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b5fc6764-033a-4f7d-8595-89cabbb67797 req-5c5f8921-8d55-40f3-aef7-1d72c67cd88c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7b19af43-17a7-42d0-8269-a9f7e10f7783 HTTP/1.1" status: 200 len: 1098 time: 0.0715625 Mar 11 15:41:13.116277 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b5fc6764-033a-4f7d-8595-89cabbb67797 req-5cd9aed4-eaab-4bb7-838d-fd9b3b0fff4c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370498 Mar 11 15:41:13.204032 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-79d02598-3436-4486-a276-d2b1f5eaaeb9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:13.249238 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d02598-3436-4486-a276-d2b1f5eaaeb9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Port': ['ID=e899566f-6ee2-4a27-b591-34e04e3869fc,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:13.341090 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-79d02598-3436-4486-a276-d2b1f5eaaeb9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for floatingip, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:13.724155 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d02598-3436-4486-a276-d2b1f5eaaeb9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router 2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:41:13.924477 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d02598-3436-4486-a276-d2b1f5eaaeb9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:41:13.934276 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bac3e8-7f83-4434-97b4-e92e1d12cad5 None None] Sync routers for ids ['2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:41:13.947334 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bac3e8-7f83-4434-97b4-e92e1d12cad5 None None] Routers {'2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:41:13.948060 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b6bac3e8-7f83-4434-97b4-e92e1d12cad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:41:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:13.949441 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-79d02598-3436-4486-a276-d2b1f5eaaeb9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:14.042972 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-79d02598-3436-4486-a276-d2b1f5eaaeb9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/floatingips/5fdaade5-c1b5-4e5a-aba3-6532b1d31d67 HTTP/1.1" status: 204 len: 168 time: 1.5860517 Mar 11 15:41:14.074910 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7b1d9-fccd-4a01-aa72-a33c2f6b98d7 req-ff5a42b2-eb05-4bbd-b088-d0dac1da67cf tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:14.076532 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-bef7b1d9-fccd-4a01-aa72-a33c2f6b98d7 req-ff5a42b2-eb05-4bbd-b088-d0dac1da67cf tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b19af43-17a7-42d0-8269-a9f7e10f7783 HTTP/1.1" status: 200 len: 945 time: 0.0985746 Mar 11 15:41:14.127132 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-bef7b1d9-fccd-4a01-aa72-a33c2f6b98d7 req-ef9968d0-937b-4e5d-b133-673bf80929cf tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445087 Mar 11 15:41:14.132788 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-b6bac3e8-7f83-4434-97b4-e92e1d12cad5 None None] Set router 2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:41:14.204461 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44072) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:14.279168 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b16b9cbe-e285-495b-a77c-e57b62f381c4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:14.311906 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b16b9cbe-e285-495b-a77c-e57b62f381c4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:14.379521 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b16b9cbe-e285-495b-a77c-e57b62f381c4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:14.399707 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b9cbe-e285-495b-a77c-e57b62f381c4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74a4160-f3e2-46a5-8ba3-ad794f7f0f4f,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:14.406213 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b16b9cbe-e285-495b-a77c-e57b62f381c4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:14.407337 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b16b9cbe-e285-495b-a77c-e57b62f381c4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/security-groups/d74a4160-f3e2-46a5-8ba3-ad794f7f0f4f HTTP/1.1" status: 204 len: 168 time: 0.2017744 Mar 11 15:41:14.459101 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44078) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:14.525375 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-202d5232-e051-4a08-9103-a98bdbd041ed tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting port a269bc70-2c7b-4d94-b955-b57c012b6f16 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:41:14.525725 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-202d5232-e051-4a08-9103-a98bdbd041ed tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:14.528565 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b6bac3e8-7f83-4434-97b4-e92e1d12cad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff', 'name': 'tempest-TestNetworkBasicOps-router-986986566', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '509b5f92-fff8-45cf-a640-664e27bb59bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:40:22Z', 'updated_at': '2022-03-11T15:40:26Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '509b5f92-fff8-45cf-a640-664e27bb59bf', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:40:23Z', 'updated_at': '2022-03-11T15:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '847dbba7-606d-4dd6-af94-ea03e647d0a6', 'name': '', 'network_id': 'b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:94:a5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5cd44bb6-de0f-47c6-9fc5-b48cc4b03482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:40:26Z', 'updated_at': '2022-03-11T15:40:34Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '5cd44bb6-de0f-47c6-9fc5-b48cc4b03482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:14.532577 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bac3e8-7f83-4434-97b4-e92e1d12cad5 None None] Checking router: 2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:41:14.543721 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bac3e8-7f83-4434-97b4-e92e1d12cad5 None None] Routers {'2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:41:14.544382 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b6bac3e8-7f83-4434-97b4-e92e1d12cad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:41:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:14.726727 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-b6bac3e8-7f83-4434-97b4-e92e1d12cad5 None None] Set router 2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:41:14.773649 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-202d5232-e051-4a08-9103-a98bdbd041ed tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:14.981989 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-202d5232-e051-4a08-9103-a98bdbd041ed tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Calling delete_port for a269bc70-2c7b-4d94-b955-b57c012b6f16 owned by {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:41:15.050599 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-b6bac3e8-7f83-4434-97b4-e92e1d12cad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff', 'name': 'tempest-TestNetworkBasicOps-router-986986566', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '509b5f92-fff8-45cf-a640-664e27bb59bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:40:22Z', 'updated_at': '2022-03-11T15:40:26Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '509b5f92-fff8-45cf-a640-664e27bb59bf', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:40:23Z', 'updated_at': '2022-03-11T15:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '847dbba7-606d-4dd6-af94-ea03e647d0a6', 'name': '', 'network_id': 'b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:94:a5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5cd44bb6-de0f-47c6-9fc5-b48cc4b03482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:40:26Z', 'updated_at': '2022-03-11T15:40:34Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '5cd44bb6-de0f-47c6-9fc5-b48cc4b03482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:15.054947 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bac3e8-7f83-4434-97b4-e92e1d12cad5 None None] The sync data for ids ['2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff'] in dv-neutron-833373-1-hyperv is: [{'id': '2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff', 'name': 'tempest-TestNetworkBasicOps-router-986986566', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '509b5f92-fff8-45cf-a640-664e27bb59bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:40:22Z', 'updated_at': '2022-03-11T15:40:26Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '509b5f92-fff8-45cf-a640-664e27bb59bf', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:40:23Z', 'updated_at': '2022-03-11T15:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '847dbba7-606d-4dd6-af94-ea03e647d0a6', 'name': '', 'network_id': 'b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:94:a5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5cd44bb6-de0f-47c6-9fc5-b48cc4b03482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:40:26Z', 'updated_at': '2022-03-11T15:40:34Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '5cd44bb6-de0f-47c6-9fc5-b48cc4b03482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:41:15.127469 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-202d5232-e051-4a08-9103-a98bdbd041ed tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:15.178711 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d5232-e051-4a08-9103-a98bdbd041ed tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Port': ['ID=a269bc70-2c7b-4d94-b955-b57c012b6f16,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:15.298607 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-202d5232-e051-4a08-9103-a98bdbd041ed tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:15.312205 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-202d5232-e051-4a08-9103-a98bdbd041ed tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/ports/a269bc70-2c7b-4d94-b955-b57c012b6f16 HTTP/1.1" status: 204 len: 168 time: 0.8511438 Mar 11 15:41:15.315241 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44084) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:15.335795 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec4fcb2-3fb7-42ca-ac8a-79767c89bdec None None] New status for floating IP 5fdaade5-c1b5-4e5a-aba3-6532b1d31d67: DOWN {{(pid=83869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 15:41:15.404890 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0dd9b4-dca7-4ded-bc46-7d1fec6d0745 req-06527913-e8f1-492c-afa2-68e9f43f5195 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:15.407113 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-fe0dd9b4-dca7-4ded-bc46-7d1fec6d0745 req-06527913-e8f1-492c-afa2-68e9f43f5195 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b19af43-17a7-42d0-8269-a9f7e10f7783 HTTP/1.1" status: 200 len: 945 time: 0.1042159 Mar 11 15:41:15.458640 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-fe0dd9b4-dca7-4ded-bc46-7d1fec6d0745 req-e5e0a587-611e-4e5e-9cbf-758de3113d25 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460320 Mar 11 15:41:15.589978 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:15.758221 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35b2a9-f8f0-4450-b909-291711652f52 req-5be2b80f-b6b8-45aa-9222-c4309f0e91d6 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:15.759563 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-9e35b2a9-f8f0-4450-b909-291711652f52 req-5be2b80f-b6b8-45aa-9222-c4309f0e91d6 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b19af43-17a7-42d0-8269-a9f7e10f7783 HTTP/1.1" status: 200 len: 945 time: 0.1623952 Mar 11 15:41:15.826885 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-9e35b2a9-f8f0-4450-b909-291711652f52 req-c367641d-332a-46b7-8af9-8eb27c698d87 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610478 Mar 11 15:41:15.842171 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dc8cce17-b27a-422b-bf05-af399096af43 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:15.855421 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44090) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:15.927987 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-a7e264e9-9eed-4f64-a885-f33391e0a486 tempest-TestVolumeBootPattern-1276111360 tempest-TestVolumeBootPattern-1276111360-project-admin] Synchronizing usage tracker for tenant:5c040f7605b146faa1802100ac713b48 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:41:15.944229 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-a7e264e9-9eed-4f64-a885-f33391e0a486 tempest-TestVolumeBootPattern-1276111360 tempest-TestVolumeBootPattern-1276111360-project-admin] Unset dirty status for tenant:5c040f7605b146faa1802100ac713b48 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:41:15.945479 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a7e264e9-9eed-4f64-a885-f33391e0a486 tempest-TestVolumeBootPattern-1276111360 tempest-TestVolumeBootPattern-1276111360-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7b19af43-17a7-42d0-8269-a9f7e10f7783 HTTP/1.1" status: 200 len: 1093 time: 0.0890808 Mar 11 15:41:15.948496 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44094) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:15.953700 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-8caf043d-7b00-4acd-80a2-a5d020985dc0 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Request body: {'floatingip': {'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'port_id': '35322acc-b088-4e22-8aca-832fa86d720d', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:41:15.959072 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-8caf043d-7b00-4acd-80a2-a5d020985dc0 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:15.963583 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-8caf043d-7b00-4acd-80a2-a5d020985dc0 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Usage tracker for resource:floatingip and tenant:8d129cb2ad5e4fb2bbc4b05712522ede is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:15.966426 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-8caf043d-7b00-4acd-80a2-a5d020985dc0 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:15.972079 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-8caf043d-7b00-4acd-80a2-a5d020985dc0 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:15.983778 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8caf043d-7b00-4acd-80a2-a5d020985dc0 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for floatingip, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:16.123756 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8caf043d-7b00-4acd-80a2-a5d020985dc0 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:16.268053 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-8caf043d-7b00-4acd-80a2-a5d020985dc0 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Allocated IP 172.26.0.177 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/d9632346-f1cc-42e6-91a1-dc68f82b55d1) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:41:16.420913 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8caf043d-7b00-4acd-80a2-a5d020985dc0 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:16.449400 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8caf043d-7b00-4acd-80a2-a5d020985dc0 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:16.458409 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-dc8cce17-b27a-422b-bf05-af399096af43 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting port 847dbba7-606d-4dd6-af94-ea03e647d0a6 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:41:16.458748 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dc8cce17-b27a-422b-bf05-af399096af43 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:16.514601 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8caf043d-7b00-4acd-80a2-a5d020985dc0 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:41:16.517420 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-8caf043d-7b00-4acd-80a2-a5d020985dc0 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:16.521327 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caf043d-7b00-4acd-80a2-a5d020985dc0 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:41:16.552127 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf043d-7b00-4acd-80a2-a5d020985dc0 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Pushing event updated for resources: {'Port': ['ID=d9632346-f1cc-42e6-91a1-dc68f82b55d1,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:16.750007 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-dc8cce17-b27a-422b-bf05-af399096af43 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] For port 847dbba7-606d-4dd6-af94-ea03e647d0a6, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=847dbba7-606d-4dd6-af94-ea03e647d0a6,segment=NetworkSegment(45319156-e69c-46d2-aa07-582abfdc1e63),segment_id=45319156-e69c-46d2-aa07-582abfdc1e63)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:41:16.750267 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dc8cce17-b27a-422b-bf05-af399096af43 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:16.870008 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-dc8cce17-b27a-422b-bf05-af399096af43 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Calling delete_port for 847dbba7-606d-4dd6-af94-ea03e647d0a6 owned by network:router_interface {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:41:17.046466 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dc8cce17-b27a-422b-bf05-af399096af43 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:17.092996 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8cce17-b27a-422b-bf05-af399096af43 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Port': ['ID=847dbba7-606d-4dd6-af94-ea03e647d0a6,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:17.210144 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8caf043d-7b00-4acd-80a2-a5d020985dc0 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:17.274302 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8caf043d-7b00-4acd-80a2-a5d020985dc0 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:17.414005 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dc8cce17-b27a-422b-bf05-af399096af43 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:17.503284 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8caf043d-7b00-4acd-80a2-a5d020985dc0 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:17.508519 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8caf043d-7b00-4acd-80a2-a5d020985dc0 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:17.615267 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf043d-7b00-4acd-80a2-a5d020985dc0 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Pushing event updated for resources: {'Port': ['ID=d9632346-f1cc-42e6-91a1-dc68f82b55d1,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:17.631533 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8caf043d-7b00-4acd-80a2-a5d020985dc0 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:17.834981 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.l3_db [None req-8caf043d-7b00-4acd-80a2-a5d020985dc0 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Floating IP 90f36254-300e-49b6-9f88-67f2e9e24e64 associated. External IP: 172.26.0.177, port: 35322acc-b088-4e22-8aca-832fa86d720d. Mar 11 15:41:18.010595 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8cce17-b27a-422b-bf05-af399096af43 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router 2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:41:18.245443 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8caf043d-7b00-4acd-80a2-a5d020985dc0 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Router c5d8a473-376a-4b6f-9f07-d22c477b5114 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:41:18.307661 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8cce17-b27a-422b-bf05-af399096af43 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:41:18.320984 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21b00fd-ebba-4300-8ef0-777410da11d3 None None] Sync routers for ids ['2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:41:18.325896 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-dc8cce17-b27a-422b-bf05-af399096af43 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "PUT /v2.0/routers/2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0072465 Mar 11 15:41:18.326267 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44098) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:18.347864 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21b00fd-ebba-4300-8ef0-777410da11d3 None None] Routers {'2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:41:18.348549 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e21b00fd-ebba-4300-8ef0-777410da11d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:41:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:18.531833 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cbda7b3-fb2a-4976-9ad7-6e92997f5f46 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting subnet 5cd44bb6-de0f-47c6-9fc5-b48cc4b03482 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:41:18.534971 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9cbda7b3-fb2a-4976-9ad7-6e92997f5f46 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:18.557761 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-e21b00fd-ebba-4300-8ef0-777410da11d3 None None] Set router 2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:41:18.571953 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8caf043d-7b00-4acd-80a2-a5d020985dc0 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:41:18.587466 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e9fe5d-044c-476e-aeca-41402a3feae6 None None] Sync routers for ids ['c5d8a473-376a-4b6f-9f07-d22c477b5114'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:41:18.596317 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9cbda7b3-fb2a-4976-9ad7-6e92997f5f46 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:18.598225 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8caf043d-7b00-4acd-80a2-a5d020985dc0 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:18.605122 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e9fe5d-044c-476e-aeca-41402a3feae6 None None] Routers {'c5d8a473-376a-4b6f-9f07-d22c477b5114'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:41:18.605989 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-42e9fe5d-044c-476e-aeca-41402a3feae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:41:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['c5d8a473-376a-4b6f-9f07-d22c477b5114'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:18.666332 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-8caf043d-7b00-4acd-80a2-a5d020985dc0 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7165606 Mar 11 15:41:18.666974 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b19af43-17a7-42d0-8269-a9f7e10f7783', 'tag': '35322acc-b088-4e22-8aca-832fa86d720d'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:41:18.694383 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9cbda7b3-fb2a-4976-9ad7-6e92997f5f46 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:18.730031 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b19af43-17a7-42d0-8269-a9f7e10f7783', 'tag': '35322acc-b088-4e22-8aca-832fa86d720d', 'status': 'completed', 'code': 200} Mar 11 15:41:18.785262 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9cbda7b3-fb2a-4976-9ad7-6e92997f5f46 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:18.832685 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-42e9fe5d-044c-476e-aeca-41402a3feae6 None None] Set router c5d8a473-376a-4b6f-9f07-d22c477b5114 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:41:18.833174 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-67abea6e-acfd-4003-a60f-a8ebdec89180 req-dd32dbdd-6a61-45a3-bbe3-2bccaf43157d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d129cb2ad5e4fb2bbc4b05712522ede&device_id=7b19af43-17a7-42d0-8269-a9f7e10f7783 HTTP/1.1" status: 200 len: 1098 time: 0.0756199 Mar 11 15:41:18.844396 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca37d4b-d23c-4fdb-a036-e59b98da3009 None None] Network b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:41:18.845054 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9cbda7b3-fb2a-4976-9ad7-6e92997f5f46 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:18.855247 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbda7b3-fb2a-4976-9ad7-6e92997f5f46 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Subnet': ['ID=5cd44bb6-de0f-47c6-9fc5-b48cc4b03482,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:18.860927 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9cbda7b3-fb2a-4976-9ad7-6e92997f5f46 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/subnets/5cd44bb6-de0f-47c6-9fc5-b48cc4b03482 HTTP/1.1" status: 204 len: 168 time: 0.5336022 Mar 11 15:41:18.862120 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44106) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:18.993044 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67abea6e-acfd-4003-a60f-a8ebdec89180 req-7fa0290a-656b-472a-af1f-c74d4156d8e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:18.994496 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-67abea6e-acfd-4003-a60f-a8ebdec89180 req-7fa0290a-656b-472a-af1f-c74d4156d8e7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=feab4df5-c44d-4b7f-892d-56d03f64918c HTTP/1.1" status: 200 len: 912 time: 0.1543045 Mar 11 15:41:19.096236 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-21fc36e8-cb50-49cc-91b6-17782a5272e7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:19.115885 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e21b00fd-ebba-4300-8ef0-777410da11d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff', 'name': 'tempest-TestNetworkBasicOps-router-986986566', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '509b5f92-fff8-45cf-a640-664e27bb59bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:40:22Z', 'updated_at': '2022-03-11T15:41:16Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '509b5f92-fff8-45cf-a640-664e27bb59bf', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:40:23Z', 'updated_at': '2022-03-11T15:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:19.123751 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-67abea6e-acfd-4003-a60f-a8ebdec89180 req-19ee6b95-7fd0-4dfb-bd22-aa000822c92c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35322acc-b088-4e22-8aca-832fa86d720d HTTP/1.1" status: 200 len: 999 time: 0.1232083 Mar 11 15:41:19.125359 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21b00fd-ebba-4300-8ef0-777410da11d3 None None] Checking router: 2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:41:19.142577 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21b00fd-ebba-4300-8ef0-777410da11d3 None None] Routers {'2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:41:19.143189 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e21b00fd-ebba-4300-8ef0-777410da11d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:41:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:19.214044 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67abea6e-acfd-4003-a60f-a8ebdec89180 req-d0118df5-92dc-4ca9-999b-f207faf07113 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:19.216943 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-67abea6e-acfd-4003-a60f-a8ebdec89180 req-d0118df5-92dc-4ca9-999b-f207faf07113 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=675f42ac-dc8a-4c00-91d8-987c97255cc4 HTTP/1.1" status: 200 len: 850 time: 0.0861430 Mar 11 15:41:19.287780 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ef36aa-6e42-4730-85d4-6f9118966973 None None] DHCP port deletion for b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:41:19.303263 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-06ef36aa-6e42-4730-85d4-6f9118966973 None None] Deleting port f9be025e-80f5-4747-962c-0a376d925e99 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:41:19.303761 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-06ef36aa-6e42-4730-85d4-6f9118966973 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:19.313017 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-42e9fe5d-044c-476e-aeca-41402a3feae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'name': 'tempest-TestVolumeBootPattern-960889017-router', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:02Z', 'revision_number': 4, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'gw_port': {'id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '90f36254-300e-49b6-9f88-67f2e9e24e64', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'floating_ip_address': '172.26.0.177', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'port_id': '35322acc-b088-4e22-8aca-832fa86d720d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c', 'mac_address': 'fa:16:3e:72:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b19af43-17a7-42d0-8269-a9f7e10f7783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:41:16Z', 'updated_at': '2022-03-11T15:41:16Z', 'revision_number': 0, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a98bb4ae-2b55-40d4-9bd5-f754fc39f32a', 'name': '', 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'mac_address': 'fa:16:3e:ce:40:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '675f42ac-dc8a-4c00-91d8-987c97255cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:01Z', 'updated_at': '2022-03-11T15:38:10Z', 'revision_number': 5, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'subnets': [{'id': '675f42ac-dc8a-4c00-91d8-987c97255cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:19.317350 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e9fe5d-044c-476e-aeca-41402a3feae6 None None] Checking router: c5d8a473-376a-4b6f-9f07-d22c477b5114 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:41:19.329944 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e9fe5d-044c-476e-aeca-41402a3feae6 None None] Routers {'c5d8a473-376a-4b6f-9f07-d22c477b5114'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:41:19.330548 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-42e9fe5d-044c-476e-aeca-41402a3feae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:41:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['c5d8a473-376a-4b6f-9f07-d22c477b5114'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:19.332542 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-67abea6e-acfd-4003-a60f-a8ebdec89180 req-aeadebaf-d8ba-4b5a-b56f-a48af3482c54 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=feab4df5-c44d-4b7f-892d-56d03f64918c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1085224 Mar 11 15:41:19.359652 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-21fc36e8-cb50-49cc-91b6-17782a5272e7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:19.372153 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-21fc36e8-cb50-49cc-91b6-17782a5272e7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting port 509b5f92-fff8-45cf-a640-664e27bb59bf {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:41:19.372556 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-21fc36e8-cb50-49cc-91b6-17782a5272e7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:19.502363 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-67abea6e-acfd-4003-a60f-a8ebdec89180 req-26a15f2b-d45b-41ab-8d6b-4bac7be1f59f service neutron] 10.222.0.73 "GET /v2.0/networks/feab4df5-c44d-4b7f-892d-56d03f64918c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633470 Mar 11 15:41:19.524035 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-e21b00fd-ebba-4300-8ef0-777410da11d3 None None] Set router 2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:41:19.535826 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-42e9fe5d-044c-476e-aeca-41402a3feae6 None None] Set router c5d8a473-376a-4b6f-9f07-d22c477b5114 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:41:19.578061 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-21fc36e8-cb50-49cc-91b6-17782a5272e7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] For port 509b5f92-fff8-45cf-a640-664e27bb59bf, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=509b5f92-fff8-45cf-a640-664e27bb59bf,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:41:19.578748 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-21fc36e8-cb50-49cc-91b6-17782a5272e7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:19.668197 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-67abea6e-acfd-4003-a60f-a8ebdec89180 req-1a701f09-b9b9-40dd-b033-5370e259e13f service neutron] 10.222.0.73 "GET /v2.0/networks/feab4df5-c44d-4b7f-892d-56d03f64918c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595786 Mar 11 15:41:19.689138 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-06ef36aa-6e42-4730-85d4-6f9118966973 None None] For port f9be025e-80f5-4747-962c-0a376d925e99, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=f9be025e-80f5-4747-962c-0a376d925e99,segment=NetworkSegment(45319156-e69c-46d2-aa07-582abfdc1e63),segment_id=45319156-e69c-46d2-aa07-582abfdc1e63)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:41:19.689540 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-06ef36aa-6e42-4730-85d4-6f9118966973 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:19.705312 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-21fc36e8-cb50-49cc-91b6-17782a5272e7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Calling delete_port for 509b5f92-fff8-45cf-a640-664e27bb59bf owned by network:router_gateway {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:41:19.873357 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-06ef36aa-6e42-4730-85d4-6f9118966973 None None] Calling delete_port for f9be025e-80f5-4747-962c-0a376d925e99 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:41:19.902380 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device f9be025e-80f5-4747-962c-0a376d925e99 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:41:19.941551 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-42e9fe5d-044c-476e-aeca-41402a3feae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'name': 'tempest-TestVolumeBootPattern-960889017-router', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:02Z', 'revision_number': 4, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'gw_port': {'id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '90f36254-300e-49b6-9f88-67f2e9e24e64', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'floating_ip_address': '172.26.0.177', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'port_id': '35322acc-b088-4e22-8aca-832fa86d720d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c', 'mac_address': 'fa:16:3e:72:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b19af43-17a7-42d0-8269-a9f7e10f7783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:41:16Z', 'updated_at': '2022-03-11T15:41:16Z', 'revision_number': 0, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a98bb4ae-2b55-40d4-9bd5-f754fc39f32a', 'name': '', 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'mac_address': 'fa:16:3e:ce:40:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '675f42ac-dc8a-4c00-91d8-987c97255cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:01Z', 'updated_at': '2022-03-11T15:38:10Z', 'revision_number': 5, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'subnets': [{'id': '675f42ac-dc8a-4c00-91d8-987c97255cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:19.946009 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e9fe5d-044c-476e-aeca-41402a3feae6 None None] The sync data for ids ['c5d8a473-376a-4b6f-9f07-d22c477b5114'] in dv-neutron-833373-1-hyperv is: [{'id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'name': 'tempest-TestVolumeBootPattern-960889017-router', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:02Z', 'revision_number': 4, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'gw_port': {'id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '90f36254-300e-49b6-9f88-67f2e9e24e64', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'floating_ip_address': '172.26.0.177', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'port_id': '35322acc-b088-4e22-8aca-832fa86d720d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c', 'mac_address': 'fa:16:3e:72:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b19af43-17a7-42d0-8269-a9f7e10f7783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:41:16Z', 'updated_at': '2022-03-11T15:41:16Z', 'revision_number': 0, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a98bb4ae-2b55-40d4-9bd5-f754fc39f32a', 'name': '', 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'mac_address': 'fa:16:3e:ce:40:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '675f42ac-dc8a-4c00-91d8-987c97255cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:01Z', 'updated_at': '2022-03-11T15:38:10Z', 'revision_number': 5, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'subnets': [{'id': '675f42ac-dc8a-4c00-91d8-987c97255cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:41:19.989618 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-21fc36e8-cb50-49cc-91b6-17782a5272e7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:20.041780 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc36e8-cb50-49cc-91b6-17782a5272e7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Port': ['ID=509b5f92-fff8-45cf-a640-664e27bb59bf,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:20.100174 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-06ef36aa-6e42-4730-85d4-6f9118966973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:20.143074 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Port f9be025e-80f5-4747-962c-0a376d925e99 update to DOWN by agent not found {{(pid=83868) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 11 15:41:20.165859 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef36aa-6e42-4730-85d4-6f9118966973 None None] Pushing event deleted for resources: {'Port': ['ID=f9be025e-80f5-4747-962c-0a376d925e99,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:20.176284 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ef36aa-6e42-4730-85d4-6f9118966973 None None] No DVR routers for this DVR port f9be025e-80f5-4747-962c-0a376d925e99 on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:41:20.209290 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70c6dfa-205e-410d-8f24-bc6a8f6c3c7e None None] New status for floating IP 90f36254-300e-49b6-9f88-67f2e9e24e64: ACTIVE {{(pid=83868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 15:41:20.286185 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e21b00fd-ebba-4300-8ef0-777410da11d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff', 'name': 'tempest-TestNetworkBasicOps-router-986986566', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '509b5f92-fff8-45cf-a640-664e27bb59bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:40:22Z', 'updated_at': '2022-03-11T15:41:16Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '509b5f92-fff8-45cf-a640-664e27bb59bf', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:40:23Z', 'updated_at': '2022-03-11T15:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:20.289286 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-21fc36e8-cb50-49cc-91b6-17782a5272e7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:20.302089 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21b00fd-ebba-4300-8ef0-777410da11d3 None None] The sync data for ids ['2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff'] in dv-neutron-833373-1-hyperv is: [{'id': '2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff', 'name': 'tempest-TestNetworkBasicOps-router-986986566', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '509b5f92-fff8-45cf-a640-664e27bb59bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:40:22Z', 'updated_at': '2022-03-11T15:41:16Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '509b5f92-fff8-45cf-a640-664e27bb59bf', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:40:23Z', 'updated_at': '2022-03-11T15:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:41:20.549729 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-21fc36e8-cb50-49cc-91b6-17782a5272e7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:20.554721 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-21fc36e8-cb50-49cc-91b6-17782a5272e7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:20.578055 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-21fc36e8-cb50-49cc-91b6-17782a5272e7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:20.578759 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fc36e8-cb50-49cc-91b6-17782a5272e7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Fanout notify agent at l3_agent the message router_deleted on router 2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff {{(pid=83867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:41:20.592171 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-21fc36e8-cb50-49cc-91b6-17782a5272e7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:20.593221 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-21fc36e8-cb50-49cc-91b6-17782a5272e7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/routers/2bd4ba12-cc2e-4404-a4d3-e36d0dad91ff HTTP/1.1" status: 204 len: 168 time: 1.7302134 Mar 11 15:41:20.595855 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44110) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:20.709424 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-44bb5c44-908d-4b62-a396-bf0d81b6636c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:20.837854 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-44bb5c44-908d-4b62-a396-bf0d81b6636c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:20.862044 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-44bb5c44-908d-4b62-a396-bf0d81b6636c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:20.874398 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-44bb5c44-908d-4b62-a396-bf0d81b6636c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45319156-e69c-46d2-aa07-582abfdc1e63') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:20.874691 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-44bb5c44-908d-4b62-a396-bf0d81b6636c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45319156-e69c-46d2-aa07-582abfdc1e63') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:20.885602 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-44bb5c44-908d-4b62-a396-bf0d81b6636c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:20.901344 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-44bb5c44-908d-4b62-a396-bf0d81b6636c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:20.907291 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44bb5c44-908d-4b62-a396-bf0d81b6636c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:41:20.907663 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-44bb5c44-908d-4b62-a396-bf0d81b6636c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:20.921925 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:41:20.921925 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:41:20.921925 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:41:20.921925 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:41:20.921925 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:41:20.921925 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:41:20.921925 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:41:20.921925 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:41:20.921925 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:41:20.921925 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:41:20.921925 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:41:20.921925 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:41:20.921925 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:41:20.921925 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:41:20.921925 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:41:20.921925 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:41:20.921925 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:41:20.921925 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:41:20.921925 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:41:20.921925 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:41:20.921925 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:41:20.921925 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:41:20.921925 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:41:20.921925 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:41:20.921925 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:41:20.921925 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:41:20.921925 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:41:20.921925 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:41:20.921925 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:41:20.921925 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:41:20.921925 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:41:20.921925 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:41:21.002031 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-44bb5c44-908d-4b62-a396-bf0d81b6636c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:21.018899 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-44bb5c44-908d-4b62-a396-bf0d81b6636c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:21.029426 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb5c44-908d-4b62-a396-bf0d81b6636c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Network': ['ID=b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:21.037563 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-44bb5c44-908d-4b62-a396-bf0d81b6636c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/networks/b83c4a24-8d39-4b5c-8a5b-a01dacfd7d24 HTTP/1.1" status: 204 len: 168 time: 0.4407496 Mar 11 15:41:21.053304 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44114) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:21.066075 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a73a3bb2-74a8-4eba-b9c3-fb1392f2a5a5 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0114083 Mar 11 15:41:21.067974 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44118) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:21.072865 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-78947eda-ac53-4081-acd9-cffe9f694ae8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'network': {'name': 'tempest-network-smoke--298047242', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'port_security_enabled': True}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:41:21.077263 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-78947eda-ac53-4081-acd9-cffe9f694ae8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:21.081165 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-78947eda-ac53-4081-acd9-cffe9f694ae8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:network and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:21.084443 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-78947eda-ac53-4081-acd9-cffe9f694ae8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:21.090361 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-78947eda-ac53-4081-acd9-cffe9f694ae8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:21.100236 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78947eda-ac53-4081-acd9-cffe9f694ae8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Made reservation on behalf of 916fcc14ed3c4d0b95925acf526937c4 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:41:21.103615 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-78947eda-ac53-4081-acd9-cffe9f694ae8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:21.132212 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78947eda-ac53-4081-acd9-cffe9f694ae8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:41:21.140986 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-78947eda-ac53-4081-acd9-cffe9f694ae8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:21.141353 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-78947eda-ac53-4081-acd9-cffe9f694ae8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Added segment cd767889-81e9-4765-85b1-39a4f1d47ad2 of type vlan for network 9926ab3a-6310-40d7-af43-7417a74973a3 Mar 11 15:41:21.167642 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-78947eda-ac53-4081-acd9-cffe9f694ae8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:21.197364 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-78947eda-ac53-4081-acd9-cffe9f694ae8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:21.203546 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78947eda-ac53-4081-acd9-cffe9f694ae8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:21.204179 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-78947eda-ac53-4081-acd9-cffe9f694ae8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:21.313094 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-78947eda-ac53-4081-acd9-cffe9f694ae8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2441456 Mar 11 15:41:21.315916 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44122) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:21.319174 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78947eda-ac53-4081-acd9-cffe9f694ae8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Network': ['ID=9926ab3a-6310-40d7-af43-7417a74973a3,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:21.321566 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-f9ee0548-926e-4240-bfc6-632ed004975e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1132899884', 'admin_state_up': True, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:41:21.328642 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f9ee0548-926e-4240-bfc6-632ed004975e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:21.332598 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f9ee0548-926e-4240-bfc6-632ed004975e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:router and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:21.333404 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 9926ab3a-6310-40d7-af43-7417a74973a3 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:41:21.336330 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f9ee0548-926e-4240-bfc6-632ed004975e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:21.342586 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f9ee0548-926e-4240-bfc6-632ed004975e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:21.353361 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f9ee0548-926e-4240-bfc6-632ed004975e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:21.354406 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f9ee0548-926e-4240-bfc6-632ed004975e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:21.375427 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f9ee0548-926e-4240-bfc6-632ed004975e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:21.525385 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f9ee0548-926e-4240-bfc6-632ed004975e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:21.710075 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f9ee0548-926e-4240-bfc6-632ed004975e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router_gateway, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:21.739728 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f9ee0548-926e-4240-bfc6-632ed004975e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:21.845400 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 847dbba7-606d-4dd6-af94-ea03e647d0a6 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:41:21.877238 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 847dbba7-606d-4dd6-af94-ea03e647d0a6 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:41:21.877589 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 847dbba7-606d-4dd6-af94-ea03e647d0a6 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:41:21.879140 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-f9ee0548-926e-4240-bfc6-632ed004975e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Allocated IP 172.26.0.103 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:41:22.115012 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f9ee0548-926e-4240-bfc6-632ed004975e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:22.143157 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f9ee0548-926e-4240-bfc6-632ed004975e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:22.209467 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ee0548-926e-4240-bfc6-632ed004975e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:41:22.212372 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-f9ee0548-926e-4240-bfc6-632ed004975e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:22.217004 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ee0548-926e-4240-bfc6-632ed004975e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:41:22.251565 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee0548-926e-4240-bfc6-632ed004975e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:22.386338 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f9ee0548-926e-4240-bfc6-632ed004975e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router_gateway, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:22.387080 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f9ee0548-926e-4240-bfc6-632ed004975e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:22.621038 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ee0548-926e-4240-bfc6-632ed004975e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router 51d22365-0642-4359-8914-c9556c451212 is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:41:22.823208 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ee0548-926e-4240-bfc6-632ed004975e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:41:22.832426 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e444ae73-ddd2-4ae6-9a0f-42acbb479966 None None] Sync routers for ids ['51d22365-0642-4359-8914-c9556c451212'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:41:22.844548 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e444ae73-ddd2-4ae6-9a0f-42acbb479966 None None] Routers {'51d22365-0642-4359-8914-c9556c451212'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:41:22.845137 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-e444ae73-ddd2-4ae6-9a0f-42acbb479966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:41:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['51d22365-0642-4359-8914-c9556c451212'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:22.849781 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f9ee0548-926e-4240-bfc6-632ed004975e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:22.852258 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f9ee0548-926e-4240-bfc6-632ed004975e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5349824 Mar 11 15:41:22.855570 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44126) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:22.916954 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-90811113-8389-4d61-9636-b0741777c94a tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=916fcc14ed3c4d0b95925acf526937c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0601416 Mar 11 15:41:22.919393 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44130) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:23.052227 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5877acf-c85f-4454-b95d-8ca2217289e2 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:23.053914 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b5877acf-c85f-4454-b95d-8ca2217289e2 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1335814 Mar 11 15:41:23.056700 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44134) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:23.059034 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-e444ae73-ddd2-4ae6-9a0f-42acbb479966 None None] Set router 51d22365-0642-4359-8914-c9556c451212 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:41:23.099771 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a694e275-a25d-4bcf-a506-ea8bbfb61893 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=69193b02-dbf5-4ccf-b3ce-76dabd3f8655&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396562 Mar 11 15:41:23.099975 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44138) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:23.106594 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-ba0f7a51-db26-4ea6-87e3-ecf3ef2cadd0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-756977868', 'network_id': '9926ab3a-6310-40d7-af43-7417a74973a3', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:41:23.223249 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ba0f7a51-db26-4ea6-87e3-ecf3ef2cadd0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:23.227545 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ba0f7a51-db26-4ea6-87e3-ecf3ef2cadd0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:subnet and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:23.230347 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ba0f7a51-db26-4ea6-87e3-ecf3ef2cadd0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:23.236135 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ba0f7a51-db26-4ea6-87e3-ecf3ef2cadd0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:23.248496 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0f7a51-db26-4ea6-87e3-ecf3ef2cadd0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Made reservation on behalf of 916fcc14ed3c4d0b95925acf526937c4 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:41:23.347877 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-e444ae73-ddd2-4ae6-9a0f-42acbb479966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d22365-0642-4359-8914-c9556c451212', 'name': 'tempest-TestNetworkBasicOps-router-1132899884', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:41:21Z', 'updated_at': '2022-03-11T15:41:22Z', 'revision_number': 3, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bd:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d22365-0642-4359-8914-c9556c451212', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:41:21Z', 'updated_at': '2022-03-11T15:41:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:23.351419 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ba0f7a51-db26-4ea6-87e3-ecf3ef2cadd0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:23.351788 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e444ae73-ddd2-4ae6-9a0f-42acbb479966 None None] Checking router: 51d22365-0642-4359-8914-c9556c451212 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:41:23.352165 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e444ae73-ddd2-4ae6-9a0f-42acbb479966 None None] Updating router 51d22365-0642-4359-8914-c9556c451212 port 4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b binding host dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:41:23.403688 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e444ae73-ddd2-4ae6-9a0f-42acbb479966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:23.564306 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ba0f7a51-db26-4ea6-87e3-ecf3ef2cadd0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:23.745305 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e444ae73-ddd2-4ae6-9a0f-42acbb479966 None None] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:23.748602 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f7a51-db26-4ea6-87e3-ecf3ef2cadd0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Subnet': ['ID=285970a2-2e2c-49c9-bf48-26b3adbf665a,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:23.759163 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-e444ae73-ddd2-4ae6-9a0f-42acbb479966 None None] Transition to ACTIVE for port object 4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:41:23.765968 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e444ae73-ddd2-4ae6-9a0f-42acbb479966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:23.766491 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0f7a51-db26-4ea6-87e3-ecf3ef2cadd0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Checking segment: {'id': 'cd767889-81e9-4765-85b1-39a4f1d47ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9926ab3a-6310-40d7-af43-7417a74973a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:41:23.766858 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0f7a51-db26-4ea6-87e3-ecf3ef2cadd0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network hostable DHCP agents. Network: 9926ab3a-6310-40d7-af43-7417a74973a3, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:41:23.789660 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0f7a51-db26-4ea6-87e3-ecf3ef2cadd0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network 9926ab3a-6310-40d7-af43-7417a74973a3 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:41:23.798008 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 509b5f92-fff8-45cf-a640-664e27bb59bf no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:41:23.802317 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-ba0f7a51-db26-4ea6-87e3-ecf3ef2cadd0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 9926ab3a-6310-40d7-af43-7417a74973a3) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:23.807705 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0f7a51-db26-4ea6-87e3-ecf3ef2cadd0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:23.808466 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ba0f7a51-db26-4ea6-87e3-ecf3ef2cadd0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:23.829698 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e81d35f-2912-4e94-b7f5-50f0dd6d5db2 None None] Network 9926ab3a-6310-40d7-af43-7417a74973a3 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:41:23.834291 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ba0f7a51-db26-4ea6-87e3-ecf3ef2cadd0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7332006 Mar 11 15:41:23.837777 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44142) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:23.838477 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-e444ae73-ddd2-4ae6-9a0f-42acbb479966 None None] Attempting to bind port 4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:41:23.838958 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-e444ae73-ddd2-4ae6-9a0f-42acbb479966 None None] Attempting to bind port 4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:41:23.839201 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e444ae73-ddd2-4ae6-9a0f-42acbb479966 None None] Attempting to bind port 4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b on network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:41:23.853018 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 509b5f92-fff8-45cf-a640-664e27bb59bf {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:41:23.853362 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 509b5f92-fff8-45cf-a640-664e27bb59bf not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:41:23.857803 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e444ae73-ddd2-4ae6-9a0f-42acbb479966 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:41:23.858140 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e444ae73-ddd2-4ae6-9a0f-42acbb479966 None None] Checking segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:41:23.858539 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e444ae73-ddd2-4ae6-9a0f-42acbb479966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:23.858923 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e444ae73-ddd2-4ae6-9a0f-42acbb479966 None None] Bound using segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:41:23.859385 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-e444ae73-ddd2-4ae6-9a0f-42acbb479966 None None] Bound port: 4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:41:23.859748 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e444ae73-ddd2-4ae6-9a0f-42acbb479966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:23.895577 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5816ed5f-419f-4a2d-ae09-eb87dab70307 None None] Pushing event updated for resources: {'Port': ['ID=4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:23.941475 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-e444ae73-ddd2-4ae6-9a0f-42acbb479966 None None] For port 4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:41:23.945069 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-e444ae73-ddd2-4ae6-9a0f-42acbb479966 None None] For port 4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:41:23.954199 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e444ae73-ddd2-4ae6-9a0f-42acbb479966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:24.048993 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5816ed5f-419f-4a2d-ae09-eb87dab70307 None None] Pushing event updated for resources: {'Port': ['ID=4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:24.052879 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e444ae73-ddd2-4ae6-9a0f-42acbb479966 None None] Routers {'51d22365-0642-4359-8914-c9556c451212'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:41:24.054439 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-e444ae73-ddd2-4ae6-9a0f-42acbb479966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:41:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['51d22365-0642-4359-8914-c9556c451212'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:24.070041 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a018c0-3e16-4cb8-87fa-34e08a1f3941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-9926ab3a-6310-40d7-af43-7417a74973a3', 'network_id': '9926ab3a-6310-40d7-af43-7417a74973a3', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ips': [{'subnet_id': '285970a2-2e2c-49c9-bf48-26b3adbf665a'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:41:24.071043 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-71a018c0-3e16-4cb8-87fa-34e08a1f3941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:24.243785 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-71a018c0-3e16-4cb8-87fa-34e08a1f3941 None None] Allocated IP 172.20.0.2 (9926ab3a-6310-40d7-af43-7417a74973a3/285970a2-2e2c-49c9-bf48-26b3adbf665a/f74ceb44-9962-4bda-bbd3-939a69f50b11) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:41:24.256217 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-e444ae73-ddd2-4ae6-9a0f-42acbb479966 None None] Set router 51d22365-0642-4359-8914-c9556c451212 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:41:24.455130 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-71a018c0-3e16-4cb8-87fa-34e08a1f3941 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:24.469205 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-71a018c0-3e16-4cb8-87fa-34e08a1f3941 None None] Transition to ACTIVE for port object f74ceb44-9962-4bda-bbd3-939a69f50b11 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:41:24.487798 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-71a018c0-3e16-4cb8-87fa-34e08a1f3941 None None] Transition to ACTIVE for port object f74ceb44-9962-4bda-bbd3-939a69f50b11 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:41:24.495314 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-71a018c0-3e16-4cb8-87fa-34e08a1f3941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:24.568462 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a018c0-3e16-4cb8-87fa-34e08a1f3941 None None] Pushing event updated for resources: {'Port': ['ID=f74ceb44-9962-4bda-bbd3-939a69f50b11,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:24.574777 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a018c0-3e16-4cb8-87fa-34e08a1f3941 None None] Network 9926ab3a-6310-40d7-af43-7417a74973a3 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:41:24.576196 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-e444ae73-ddd2-4ae6-9a0f-42acbb479966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d22365-0642-4359-8914-c9556c451212', 'name': 'tempest-TestNetworkBasicOps-router-1132899884', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:41:21Z', 'updated_at': '2022-03-11T15:41:22Z', 'revision_number': 3, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bd:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d22365-0642-4359-8914-c9556c451212', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:41:21Z', 'updated_at': '2022-03-11T15:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:24.579213 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-71a018c0-3e16-4cb8-87fa-34e08a1f3941 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:24.580993 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e444ae73-ddd2-4ae6-9a0f-42acbb479966 None None] The sync data for ids ['51d22365-0642-4359-8914-c9556c451212'] in dv-neutron-833373-1-hyperv is: [{'id': '51d22365-0642-4359-8914-c9556c451212', 'name': 'tempest-TestNetworkBasicOps-router-1132899884', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:41:21Z', 'updated_at': '2022-03-11T15:41:22Z', 'revision_number': 3, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bd:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d22365-0642-4359-8914-c9556c451212', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:41:21Z', 'updated_at': '2022-03-11T15:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:41:24.581845 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a018c0-3e16-4cb8-87fa-34e08a1f3941 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:41:24.584265 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a018c0-3e16-4cb8-87fa-34e08a1f3941 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:24.584701 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a018c0-3e16-4cb8-87fa-34e08a1f3941 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:24.584943 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a018c0-3e16-4cb8-87fa-34e08a1f3941 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:24.585938 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a018c0-3e16-4cb8-87fa-34e08a1f3941 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:24.586372 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a018c0-3e16-4cb8-87fa-34e08a1f3941 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:24.586890 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a018c0-3e16-4cb8-87fa-34e08a1f3941 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:24.587403 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a018c0-3e16-4cb8-87fa-34e08a1f3941 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:24.588036 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a018c0-3e16-4cb8-87fa-34e08a1f3941 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:24.588813 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a018c0-3e16-4cb8-87fa-34e08a1f3941 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:24.589819 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a018c0-3e16-4cb8-87fa-34e08a1f3941 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:24.590485 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a018c0-3e16-4cb8-87fa-34e08a1f3941 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:24.666159 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-31b15fb0-ab95-49f2-9109-209ac6aa4194 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:24.678501 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-71a018c0-3e16-4cb8-87fa-34e08a1f3941 None None] Attempting to bind port f74ceb44-9962-4bda-bbd3-939a69f50b11 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:41:24.678973 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-71a018c0-3e16-4cb8-87fa-34e08a1f3941 None None] Attempting to bind port f74ceb44-9962-4bda-bbd3-939a69f50b11 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'cd767889-81e9-4765-85b1-39a4f1d47ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9926ab3a-6310-40d7-af43-7417a74973a3'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:41:24.679272 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a018c0-3e16-4cb8-87fa-34e08a1f3941 None None] Attempting to bind port f74ceb44-9962-4bda-bbd3-939a69f50b11 on network 9926ab3a-6310-40d7-af43-7417a74973a3 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:41:24.685561 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a018c0-3e16-4cb8-87fa-34e08a1f3941 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:41:24.685995 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a018c0-3e16-4cb8-87fa-34e08a1f3941 None None] Checking segment: {'id': 'cd767889-81e9-4765-85b1-39a4f1d47ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9926ab3a-6310-40d7-af43-7417a74973a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:41:24.686334 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-71a018c0-3e16-4cb8-87fa-34e08a1f3941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:24.686725 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a018c0-3e16-4cb8-87fa-34e08a1f3941 None None] Bound using segment: {'id': 'cd767889-81e9-4765-85b1-39a4f1d47ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9926ab3a-6310-40d7-af43-7417a74973a3'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:41:24.687443 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-71a018c0-3e16-4cb8-87fa-34e08a1f3941 None None] Bound port: f74ceb44-9962-4bda-bbd3-939a69f50b11, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd767889-81e9-4765-85b1-39a4f1d47ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9926ab3a-6310-40d7-af43-7417a74973a3'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:41:24.687593 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-71a018c0-3e16-4cb8-87fa-34e08a1f3941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:24.776984 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-71a018c0-3e16-4cb8-87fa-34e08a1f3941 None None] For port f74ceb44-9962-4bda-bbd3-939a69f50b11, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:41:24.780025 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-71a018c0-3e16-4cb8-87fa-34e08a1f3941 None None] For port f74ceb44-9962-4bda-bbd3-939a69f50b11, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=f74ceb44-9962-4bda-bbd3-939a69f50b11,segment=NetworkSegment(cd767889-81e9-4765-85b1-39a4f1d47ad2),segment_id=cd767889-81e9-4765-85b1-39a4f1d47ad2)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:41:24.784155 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-71a018c0-3e16-4cb8-87fa-34e08a1f3941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:24.867955 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a018c0-3e16-4cb8-87fa-34e08a1f3941 None None] Pushing event updated for resources: {'Port': ['ID=f74ceb44-9962-4bda-bbd3-939a69f50b11,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:25.072220 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-31b15fb0-ab95-49f2-9109-209ac6aa4194 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Allocated IP 172.20.0.1 (9926ab3a-6310-40d7-af43-7417a74973a3/285970a2-2e2c-49c9-bf48-26b3adbf665a/fa2cc14f-525a-4f67-b24e-2a97a59f9ed2) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:41:25.247178 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-31b15fb0-ab95-49f2-9109-209ac6aa4194 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:25.263565 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-31b15fb0-ab95-49f2-9109-209ac6aa4194 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Transition to ACTIVE for port object fa2cc14f-525a-4f67-b24e-2a97a59f9ed2 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:41:25.287304 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-31b15fb0-ab95-49f2-9109-209ac6aa4194 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:25.358596 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b15fb0-ab95-49f2-9109-209ac6aa4194 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network 9926ab3a-6310-40d7-af43-7417a74973a3 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:41:25.366534 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-31b15fb0-ab95-49f2-9109-209ac6aa4194 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:25.372774 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b15fb0-ab95-49f2-9109-209ac6aa4194 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:41:25.403624 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b15fb0-ab95-49f2-9109-209ac6aa4194 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=fa2cc14f-525a-4f67-b24e-2a97a59f9ed2,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:25.437451 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-31b15fb0-ab95-49f2-9109-209ac6aa4194 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:25.644450 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-31b15fb0-ab95-49f2-9109-209ac6aa4194 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:25.850202 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1b3e9c-c342-44ed-b7a0-7b4a1ef02cf1 None None] Network 9926ab3a-6310-40d7-af43-7417a74973a3 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:41:25.919542 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device f74ceb44-9962-4bda-bbd3-939a69f50b11 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:41:26.019927 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-671a7524-73cd-49c1-83bb-7c9edcca72fc None None] Provisioning for port f74ceb44-9962-4bda-bbd3-939a69f50b11 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:41:26.095798 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port f74ceb44-9962-4bda-bbd3-939a69f50b11 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:41:26.105523 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port f74ceb44-9962-4bda-bbd3-939a69f50b11 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:41:26.105967 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:26.188487 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-31b15fb0-ab95-49f2-9109-209ac6aa4194 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:26.196717 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-31b15fb0-ab95-49f2-9109-209ac6aa4194 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:26.284468 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:26.341149 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port f74ceb44-9962-4bda-bbd3-939a69f50b11, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=f74ceb44-9962-4bda-bbd3-939a69f50b11,segment=NetworkSegment(cd767889-81e9-4765-85b1-39a4f1d47ad2),segment_id=cd767889-81e9-4765-85b1-39a4f1d47ad2)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:41:26.347778 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:26.371430 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-31b15fb0-ab95-49f2-9109-209ac6aa4194 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:26.375485 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b15fb0-ab95-49f2-9109-209ac6aa4194 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=fa2cc14f-525a-4f67-b24e-2a97a59f9ed2,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:26.491053 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=f74ceb44-9962-4bda-bbd3-939a69f50b11,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:26.603409 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d584ea16-9de4-47dd-927f-b4a7a781db37 None None] Provisioning for port fa2cc14f-525a-4f67-b24e-2a97a59f9ed2 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:41:26.603566 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b15fb0-ab95-49f2-9109-209ac6aa4194 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network 9926ab3a-6310-40d7-af43-7417a74973a3 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:41:26.605287 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-31b15fb0-ab95-49f2-9109-209ac6aa4194 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:26.612994 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d584ea16-9de4-47dd-927f-b4a7a781db37 None None] Provisioning complete for port fa2cc14f-525a-4f67-b24e-2a97a59f9ed2 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:41:26.615585 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d584ea16-9de4-47dd-927f-b4a7a781db37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:26.700826 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-d584ea16-9de4-47dd-927f-b4a7a781db37 None None] Port fa2cc14f-525a-4f67-b24e-2a97a59f9ed2 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:41:26.721833 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d584ea16-9de4-47dd-927f-b4a7a781db37 None None] Provisioning complete for port f74ceb44-9962-4bda-bbd3-939a69f50b11 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:41:26.722815 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d584ea16-9de4-47dd-927f-b4a7a781db37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:27.018333 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-67d04807-0db4-4467-b7d6-2ad200048a66 None None] Provisioning complete for port fa2cc14f-525a-4f67-b24e-2a97a59f9ed2 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:41:27.018943 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-67d04807-0db4-4467-b7d6-2ad200048a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:27.069111 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b15fb0-ab95-49f2-9109-209ac6aa4194 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router 51d22365-0642-4359-8914-c9556c451212 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:41:27.086310 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-67d04807-0db4-4467-b7d6-2ad200048a66 None None] Port fa2cc14f-525a-4f67-b24e-2a97a59f9ed2 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:41:27.216899 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-43ba08c0-2efb-433a-93b3-768c73a86b8f None None] Provisioning complete for port fa2cc14f-525a-4f67-b24e-2a97a59f9ed2 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:41:27.217478 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-43ba08c0-2efb-433a-93b3-768c73a86b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:27.279144 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-43ba08c0-2efb-433a-93b3-768c73a86b8f None None] Port fa2cc14f-525a-4f67-b24e-2a97a59f9ed2 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:41:27.303370 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b15fb0-ab95-49f2-9109-209ac6aa4194 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:41:27.319213 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-31b15fb0-ab95-49f2-9109-209ac6aa4194 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "PUT /v2.0/routers/51d22365-0642-4359-8914-c9556c451212/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4779637 Mar 11 15:41:27.319450 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44148) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:27.564646 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f9f5dd-16ac-4083-8ad0-1e9383e7e937 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:27.565022 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f9f5dd-16ac-4083-8ad0-1e9383e7e937 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:27.565391 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f9f5dd-16ac-4083-8ad0-1e9383e7e937 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:27.565749 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f9f5dd-16ac-4083-8ad0-1e9383e7e937 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:27.566089 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f9f5dd-16ac-4083-8ad0-1e9383e7e937 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:27.566465 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f9f5dd-16ac-4083-8ad0-1e9383e7e937 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:27.568239 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-57f9f5dd-16ac-4083-8ad0-1e9383e7e937 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.2477791 Mar 11 15:41:27.571538 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44152) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:27.641064 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d75d80d-f92a-4a54-b5f8-cef9059d4e5a tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:27.641437 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d75d80d-f92a-4a54-b5f8-cef9059d4e5a tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:27.641793 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d75d80d-f92a-4a54-b5f8-cef9059d4e5a tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:27.642148 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d75d80d-f92a-4a54-b5f8-cef9059d4e5a tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:27.642499 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d75d80d-f92a-4a54-b5f8-cef9059d4e5a tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:27.642851 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d75d80d-f92a-4a54-b5f8-cef9059d4e5a tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:27.644609 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-2d75d80d-f92a-4a54-b5f8-cef9059d4e5a tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0721991 Mar 11 15:41:27.647333 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44156) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:27.857190 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b6c3b3f0-3312-4029-b0c0-75bfbe9f21b1 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2076993 Mar 11 15:41:27.922992 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:41:27.993975 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:41:28.000016 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:41:28.000448 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:28.029401 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44162) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:28.036288 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-57769fb3-5f58-470b-b0e5-d86c699c8b6c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1900278389', 'description': 'tempest-secgroup-smoke-1900278389 description', 'project_id': '916fcc14ed3c4d0b95925acf526937c4'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:41:28.042763 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-57769fb3-5f58-470b-b0e5-d86c699c8b6c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:28.046984 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-57769fb3-5f58-470b-b0e5-d86c699c8b6c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:28.049916 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-57769fb3-5f58-470b-b0e5-d86c699c8b6c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:28.057396 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-57769fb3-5f58-470b-b0e5-d86c699c8b6c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:28.071841 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-57769fb3-5f58-470b-b0e5-d86c699c8b6c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:28.111605 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-57769fb3-5f58-470b-b0e5-d86c699c8b6c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:28.116087 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-57769fb3-5f58-470b-b0e5-d86c699c8b6c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:28.120511 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-57769fb3-5f58-470b-b0e5-d86c699c8b6c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:28.126675 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-57769fb3-5f58-470b-b0e5-d86c699c8b6c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:28.127751 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:28.145529 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:41:28.152035 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:28.153020 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device f74ceb44-9962-4bda-bbd3-939a69f50b11 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:41:28.192596 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-57769fb3-5f58-470b-b0e5-d86c699c8b6c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:28.197407 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-57769fb3-5f58-470b-b0e5-d86c699c8b6c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:28.246227 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57769fb3-5f58-470b-b0e5-d86c699c8b6c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fbde4a-0753-4f3b-8d1b-c8714986ff29,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:28.256939 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-57769fb3-5f58-470b-b0e5-d86c699c8b6c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:28.261830 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44166) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:28.267848 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-e96618c3-c8a5-4f95-a67d-d667802e91b7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': 'c8fbde4a-0753-4f3b-8d1b-c8714986ff29', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:41:28.269896 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-57769fb3-5f58-470b-b0e5-d86c699c8b6c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2386689 Mar 11 15:41:28.275343 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e96618c3-c8a5-4f95-a67d-d667802e91b7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:28.279470 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e96618c3-c8a5-4f95-a67d-d667802e91b7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:28.282590 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e96618c3-c8a5-4f95-a67d-d667802e91b7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:28.283529 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:28.288975 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e96618c3-c8a5-4f95-a67d-d667802e91b7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:28.300026 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port f74ceb44-9962-4bda-bbd3-939a69f50b11 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:41:28.300522 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:28.308636 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e96618c3-c8a5-4f95-a67d-d667802e91b7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:28.379256 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e96618c3-c8a5-4f95-a67d-d667802e91b7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:28.383022 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e96618c3-c8a5-4f95-a67d-d667802e91b7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:28.402664 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96618c3-c8a5-4f95-a67d-d667802e91b7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=062face6-11bc-436b-b1e9-a350d02e5df0,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:28.424353 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e96618c3-c8a5-4f95-a67d-d667802e91b7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:28.428535 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e96618c3-c8a5-4f95-a67d-d667802e91b7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1629448 Mar 11 15:41:28.429859 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44170) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:28.435311 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-bfb47621-e32a-422f-9179-0775a741ecf1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': 'c8fbde4a-0753-4f3b-8d1b-c8714986ff29', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:41:28.441208 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-bfb47621-e32a-422f-9179-0775a741ecf1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:28.444933 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-bfb47621-e32a-422f-9179-0775a741ecf1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:28.451880 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-bfb47621-e32a-422f-9179-0775a741ecf1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:28.457535 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-bfb47621-e32a-422f-9179-0775a741ecf1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:28.474065 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bfb47621-e32a-422f-9179-0775a741ecf1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:28.629082 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bfb47621-e32a-422f-9179-0775a741ecf1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:28.633161 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bfb47621-e32a-422f-9179-0775a741ecf1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:28.655563 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb47621-e32a-422f-9179-0775a741ecf1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff79e0ee-8e28-4695-a6f9-fc96b1e4554d,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:28.664786 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bfb47621-e32a-422f-9179-0775a741ecf1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:28.665974 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-bfb47621-e32a-422f-9179-0775a741ecf1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2351694 Mar 11 15:41:28.668797 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44174) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:28.674537 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-8fea4773-fb0e-4592-9fbb-344de6bed078 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': 'c8fbde4a-0753-4f3b-8d1b-c8714986ff29', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:41:28.681181 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-8fea4773-fb0e-4592-9fbb-344de6bed078 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:28.685179 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-8fea4773-fb0e-4592-9fbb-344de6bed078 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:28.688186 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-8fea4773-fb0e-4592-9fbb-344de6bed078 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:28.694088 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-8fea4773-fb0e-4592-9fbb-344de6bed078 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:28.712899 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8fea4773-fb0e-4592-9fbb-344de6bed078 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:28.774524 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8fea4773-fb0e-4592-9fbb-344de6bed078 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:28.777855 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8fea4773-fb0e-4592-9fbb-344de6bed078 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:28.799774 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4773-fb0e-4592-9fbb-344de6bed078 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b45fe52-49af-4c94-b4d6-730e8ab9e494,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:28.809769 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8fea4773-fb0e-4592-9fbb-344de6bed078 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:28.810929 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-8fea4773-fb0e-4592-9fbb-344de6bed078 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1412213 Mar 11 15:41:28.813795 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44178) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:28.819066 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-3913f10d-795c-4024-a40b-75bcca138167 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': 'c8fbde4a-0753-4f3b-8d1b-c8714986ff29', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:41:28.825436 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-3913f10d-795c-4024-a40b-75bcca138167 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:28.829183 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-3913f10d-795c-4024-a40b-75bcca138167 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:28.832006 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-3913f10d-795c-4024-a40b-75bcca138167 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:28.837742 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-3913f10d-795c-4024-a40b-75bcca138167 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:28.853552 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3913f10d-795c-4024-a40b-75bcca138167 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:28.917550 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3913f10d-795c-4024-a40b-75bcca138167 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:28.920949 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3913f10d-795c-4024-a40b-75bcca138167 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:28.945817 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913f10d-795c-4024-a40b-75bcca138167 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9abbbf0-9864-4d85-b2c3-44570862b078,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:28.954244 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3913f10d-795c-4024-a40b-75bcca138167 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:28.955425 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-3913f10d-795c-4024-a40b-75bcca138167 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1407385 Mar 11 15:41:28.958212 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44182) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:28.963981 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-1d0e5481-aa99-4f5d-ac1e-4e64dd93e61f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': 'c8fbde4a-0753-4f3b-8d1b-c8714986ff29', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:41:28.969599 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-1d0e5481-aa99-4f5d-ac1e-4e64dd93e61f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:28.973364 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-1d0e5481-aa99-4f5d-ac1e-4e64dd93e61f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:28.976214 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-1d0e5481-aa99-4f5d-ac1e-4e64dd93e61f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:28.981757 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-1d0e5481-aa99-4f5d-ac1e-4e64dd93e61f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:28.992414 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.securitygroups_db [None req-1d0e5481-aa99-4f5d-ac1e-4e64dd93e61f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Project 916fcc14ed3c4d0b95925acf526937c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:41:28.998661 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1d0e5481-aa99-4f5d-ac1e-4e64dd93e61f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:29.060930 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1d0e5481-aa99-4f5d-ac1e-4e64dd93e61f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:29.064181 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1d0e5481-aa99-4f5d-ac1e-4e64dd93e61f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:29.086821 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e5481-aa99-4f5d-ac1e-4e64dd93e61f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7f8d0ef-c04a-4313-8f37-41cd87809bb8,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:29.094773 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1d0e5481-aa99-4f5d-ac1e-4e64dd93e61f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:29.095928 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-1d0e5481-aa99-4f5d-ac1e-4e64dd93e61f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1367686 Mar 11 15:41:29.098684 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44186) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:29.105090 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-5e8b79d0-4cf2-47d5-982b-b34b63e0da42 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': 'c8fbde4a-0753-4f3b-8d1b-c8714986ff29', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:41:29.110781 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-5e8b79d0-4cf2-47d5-982b-b34b63e0da42 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:29.114452 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-5e8b79d0-4cf2-47d5-982b-b34b63e0da42 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:29.118397 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-5e8b79d0-4cf2-47d5-982b-b34b63e0da42 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:29.123888 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-5e8b79d0-4cf2-47d5-982b-b34b63e0da42 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:29.134318 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.securitygroups_db [None req-5e8b79d0-4cf2-47d5-982b-b34b63e0da42 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Project 916fcc14ed3c4d0b95925acf526937c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:41:29.140727 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5e8b79d0-4cf2-47d5-982b-b34b63e0da42 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:29.207756 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5e8b79d0-4cf2-47d5-982b-b34b63e0da42 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:29.211654 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5e8b79d0-4cf2-47d5-982b-b34b63e0da42 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:29.237701 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b79d0-4cf2-47d5-982b-b34b63e0da42 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da0f16c2-001e-4ea0-b698-104d9c7f9808,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:29.248630 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5e8b79d0-4cf2-47d5-982b-b34b63e0da42 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:29.249845 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5e8b79d0-4cf2-47d5-982b-b34b63e0da42 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1502390 Mar 11 15:41:29.316625 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bb59675a-133a-4297-a9f5-8638ab25bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:29.428600 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-24691834-6273-4377-b358-0dd768e7dd8f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:security_group {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:41:29.444338 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-24691834-6273-4377-b358-0dd768e7dd8f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:security_group {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:41:29.445793 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-24691834-6273-4377-b358-0dd768e7dd8f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1900278389&fields=id&tenant_id=916fcc14ed3c4d0b95925acf526937c4 HTTP/1.1" status: 200 len: 267 time: 0.0587721 Mar 11 15:41:29.599667 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-bba38af7-05a8-494d-9880-35605682d853 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:29.602086 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-bba38af7-05a8-494d-9880-35605682d853 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/networks?id=9926ab3a-6310-40d7-af43-7417a74973a3 HTTP/1.1" status: 200 len: 796 time: 0.1497288 Mar 11 15:41:29.617869 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-98ef0549-46d5-4691-958a-287c4a0193e9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/quotas/916fcc14ed3c4d0b95925acf526937c4 HTTP/1.1" status: 200 len: 375 time: 0.0106018 Mar 11 15:41:29.694014 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-61e91f6b-988b-4b7e-bccf-2c78b2214562 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:41:29.708678 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-61e91f6b-988b-4b7e-bccf-2c78b2214562 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:41:29.710623 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-61e91f6b-988b-4b7e-bccf-2c78b2214562 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0874989 Mar 11 15:41:29.848825 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:41:29.852723 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-a9b3e5ec-1929-4466-8a77-9002409e2a27 service neutron] 10.222.0.31 "GET /v2.0/networks/9926ab3a-6310-40d7-af43-7417a74973a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304004 Mar 11 15:41:29.918432 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:41:29.918801 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:29.992667 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-7acec16c-c6d0-46ce-ad36-149718f3f7eb service neutron] 10.222.0.31 "GET /v2.0/networks/9926ab3a-6310-40d7-af43-7417a74973a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340303 Mar 11 15:41:30.179907 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-fd19d44a-2110-4212-adb0-6bd0dd860912 req-14528ef1-5156-45e4-996c-24a8ec89ba0f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:41:30.192218 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-fd19d44a-2110-4212-adb0-6bd0dd860912 req-14528ef1-5156-45e4-996c-24a8ec89ba0f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:41:30.193610 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-fd19d44a-2110-4212-adb0-6bd0dd860912 req-14528ef1-5156-45e4-996c-24a8ec89ba0f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bae911b-253e-451d-b067-c302a7e22871 HTTP/1.1" status: 200 len: 210 time: 0.0584550 Mar 11 15:41:31.271928 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-47aa8131-e0c9-4343-b98e-dea497f1931c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:31.274594 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-47aa8131-e0c9-4343-b98e-dea497f1931c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "GET /v2.0/networks?id=9926ab3a-6310-40d7-af43-7417a74973a3 HTTP/1.1" status: 200 len: 796 time: 0.1647468 Mar 11 15:41:31.368347 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-37322a50-6d1b-4eff-8178-e2a1558a3b2e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=916fcc14ed3c4d0b95925acf526937c4 HTTP/1.1" status: 200 len: 380 time: 0.0803025 Mar 11 15:41:31.374195 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3531c069-80b6-4778-bbb4-adde7e039eaf req-eec83137-eeec-470f-8860-ffa39452b4f3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bae911b-253e-451d-b067-c302a7e22871 HTTP/1.1" status: 200 len: 210 time: 0.0485597 Mar 11 15:41:31.378598 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-bea9c688-dcdb-4287-9df9-bca2f58a45c5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'port': {'device_id': '8bae911b-253e-451d-b067-c302a7e22871', 'network_id': '9926ab3a-6310-40d7-af43-7417a74973a3', 'admin_state_up': True, 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'security_groups': ['c8fbde4a-0753-4f3b-8d1b-c8714986ff29']}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:41:31.516394 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-bea9c688-dcdb-4287-9df9-bca2f58a45c5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:31.526459 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-bea9c688-dcdb-4287-9df9-bca2f58a45c5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:31.535914 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-bea9c688-dcdb-4287-9df9-bca2f58a45c5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Made reservation on behalf of 916fcc14ed3c4d0b95925acf526937c4 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:41:31.538994 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-bea9c688-dcdb-4287-9df9-bca2f58a45c5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:31.591326 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d5f3497c-d873-4b02-9d80-ba03a0409e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:31.697492 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-bea9c688-dcdb-4287-9df9-bca2f58a45c5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Allocated IP 172.20.0.3 (9926ab3a-6310-40d7-af43-7417a74973a3/285970a2-2e2c-49c9-bf48-26b3adbf665a/f9fd9927-16a2-45f8-b6e5-275f641dae6b) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:41:31.993813 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-bea9c688-dcdb-4287-9df9-bca2f58a45c5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:32.009288 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-bea9c688-dcdb-4287-9df9-bca2f58a45c5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Transition to ACTIVE for port object f9fd9927-16a2-45f8-b6e5-275f641dae6b will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:41:32.031124 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-bea9c688-dcdb-4287-9df9-bca2f58a45c5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:32.098916 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-bea9c688-dcdb-4287-9df9-bca2f58a45c5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network 9926ab3a-6310-40d7-af43-7417a74973a3 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:41:32.102360 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-bea9c688-dcdb-4287-9df9-bca2f58a45c5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:32.106096 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-bea9c688-dcdb-4287-9df9-bca2f58a45c5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:41:32.145554 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9c688-dcdb-4287-9df9-bca2f58a45c5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=f9fd9927-16a2-45f8-b6e5-275f641dae6b,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:32.176211 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-bea9c688-dcdb-4287-9df9-bca2f58a45c5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:32.177170 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-bea9c688-dcdb-4287-9df9-bca2f58a45c5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:32.204090 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-bea9c688-dcdb-4287-9df9-bca2f58a45c5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8289165 Mar 11 15:41:32.216633 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-2a5a52a6-7cba-431b-b0e9-fd571b5c609a service neutron] Request body: {'port': {'device_id': '8bae911b-253e-451d-b067-c302a7e22871', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:41:32.325022 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-2a5a52a6-7cba-431b-b0e9-fd571b5c609a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:32.336735 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-8d933818-3cb9-4b7e-b1c2-430959125ce8 None None] Provisioning for port f9fd9927-16a2-45f8-b6e5-275f641dae6b completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:41:32.341687 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-8d933818-3cb9-4b7e-b1c2-430959125ce8 None None] Provisioning complete for port f9fd9927-16a2-45f8-b6e5-275f641dae6b triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:41:32.342055 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8d933818-3cb9-4b7e-b1c2-430959125ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:32.396080 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-8d933818-3cb9-4b7e-b1c2-430959125ce8 None None] Port f9fd9927-16a2-45f8-b6e5-275f641dae6b cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:41:32.582059 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700d485-def3-4802-92c9-296875067c2b req-074e4cef-05ab-408a-a142-e4d5db5c8c8e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:32.583484 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c700d485-def3-4802-92c9-296875067c2b req-074e4cef-05ab-408a-a142-e4d5db5c8c8e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bae911b-253e-451d-b067-c302a7e22871 HTTP/1.1" status: 200 len: 931 time: 0.0818179 Mar 11 15:41:32.633588 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-c700d485-def3-4802-92c9-296875067c2b req-40c9c42d-83f5-4565-9ebe-20712d6ab383 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:41:32.645956 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-c700d485-def3-4802-92c9-296875067c2b req-40c9c42d-83f5-4565-9ebe-20712d6ab383 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:41:32.646749 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c700d485-def3-4802-92c9-296875067c2b req-40c9c42d-83f5-4565-9ebe-20712d6ab383 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8fbde4a-0753-4f3b-8d1b-c8714986ff29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566492 Mar 11 15:41:32.692814 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-2a5a52a6-7cba-431b-b0e9-fd571b5c609a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9fd9927-16a2-45f8-b6e5-275f641dae6b {{(pid=83866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:41:32.700804 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-2a5a52a6-7cba-431b-b0e9-fd571b5c609a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:32.715824 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-2a5a52a6-7cba-431b-b0e9-fd571b5c609a service neutron] Transition to ACTIVE for port object f9fd9927-16a2-45f8-b6e5-275f641dae6b will not be triggered until provisioned by entity L2. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:41:32.720020 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-2a5a52a6-7cba-431b-b0e9-fd571b5c609a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:32.753756 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:32.879681 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a52a6-7cba-431b-b0e9-fd571b5c609a service neutron] Pushing event updated for resources: {'Port': ['ID=f9fd9927-16a2-45f8-b6e5-275f641dae6b,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:32.980063 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:33.036779 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-2a5a52a6-7cba-431b-b0e9-fd571b5c609a service neutron] Attempting to bind port f9fd9927-16a2-45f8-b6e5-275f641dae6b on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:41:33.036779 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-2a5a52a6-7cba-431b-b0e9-fd571b5c609a service neutron] Attempting to bind port f9fd9927-16a2-45f8-b6e5-275f641dae6b by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'cd767889-81e9-4765-85b1-39a4f1d47ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9926ab3a-6310-40d7-af43-7417a74973a3'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:41:33.036779 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-2a5a52a6-7cba-431b-b0e9-fd571b5c609a service neutron] Attempting to bind port f9fd9927-16a2-45f8-b6e5-275f641dae6b on network 9926ab3a-6310-40d7-af43-7417a74973a3 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:41:33.049478 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-2a5a52a6-7cba-431b-b0e9-fd571b5c609a service neutron] Port f9fd9927-16a2-45f8-b6e5-275f641dae6b on network 9926ab3a-6310-40d7-af43-7417a74973a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:41:33.049478 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-2a5a52a6-7cba-431b-b0e9-fd571b5c609a service neutron] Attempting to bind port f9fd9927-16a2-45f8-b6e5-275f641dae6b on network 9926ab3a-6310-40d7-af43-7417a74973a3 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:41:33.057975 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-2a5a52a6-7cba-431b-b0e9-fd571b5c609a service neutron] Checking agent: {'id': '233b753e-9484-4350-9871-64b7c66fc067', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'started_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:41:33.057975 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-2a5a52a6-7cba-431b-b0e9-fd571b5c609a service neutron] Checking segment: {'id': 'cd767889-81e9-4765-85b1-39a4f1d47ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9926ab3a-6310-40d7-af43-7417a74973a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:41:33.057975 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-2a5a52a6-7cba-431b-b0e9-fd571b5c609a service neutron] Bound using segment: {'id': 'cd767889-81e9-4765-85b1-39a4f1d47ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9926ab3a-6310-40d7-af43-7417a74973a3'} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:41:33.057975 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-2a5a52a6-7cba-431b-b0e9-fd571b5c609a service neutron] Bound port: f9fd9927-16a2-45f8-b6e5-275f641dae6b, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd767889-81e9-4765-85b1-39a4f1d47ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9926ab3a-6310-40d7-af43-7417a74973a3'}}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:41:33.057975 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-2a5a52a6-7cba-431b-b0e9-fd571b5c609a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:33.175594 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-2a5a52a6-7cba-431b-b0e9-fd571b5c609a service neutron] For port f9fd9927-16a2-45f8-b6e5-275f641dae6b, host hv-neutron-8333, cleared binding levels {{(pid=83866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:41:33.175594 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-2a5a52a6-7cba-431b-b0e9-fd571b5c609a service neutron] For port f9fd9927-16a2-45f8-b6e5-275f641dae6b, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f9fd9927-16a2-45f8-b6e5-275f641dae6b,segment=NetworkSegment(cd767889-81e9-4765-85b1-39a4f1d47ad2),segment_id=cd767889-81e9-4765-85b1-39a4f1d47ad2)] {{(pid=83866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:41:33.186932 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-2a5a52a6-7cba-431b-b0e9-fd571b5c609a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:33.273996 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a52a6-7cba-431b-b0e9-fd571b5c609a service neutron] Pushing event updated for resources: {'Port': ['ID=f9fd9927-16a2-45f8-b6e5-275f641dae6b,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:33.282702 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-2a5a52a6-7cba-431b-b0e9-fd571b5c609a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:33.282702 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-2a5a52a6-7cba-431b-b0e9-fd571b5c609a service neutron] 10.222.0.73 "PUT /v2.0/ports/f9fd9927-16a2-45f8-b6e5-275f641dae6b HTTP/1.1" status: 200 len: 1093 time: 1.0676398 Mar 11 15:41:33.282702 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bae911b-253e-451d-b067-c302a7e22871', 'tag': 'f9fd9927-16a2-45f8-b6e5-275f641dae6b'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:41:33.380648 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bae911b-253e-451d-b067-c302a7e22871', 'tag': 'f9fd9927-16a2-45f8-b6e5-275f641dae6b', 'status': 'completed', 'code': 200} Mar 11 15:41:33.430253 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-1207baf3-919a-49aa-b320-cfc97e77f81f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=8bae911b-253e-451d-b067-c302a7e22871 HTTP/1.1" status: 200 len: 1096 time: 0.1026776 Mar 11 15:41:33.526269 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-ef5e1eb9-f8fd-4d7e-8e4b-26345a98776a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9fd9927-16a2-45f8-b6e5-275f641dae6b HTTP/1.1" status: 200 len: 217 time: 0.0873325 Mar 11 15:41:33.596198 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-ef17373e-9d1d-426e-b21a-64cdb100cd76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:33.596198 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-ef17373e-9d1d-426e-b21a-64cdb100cd76 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=285970a2-2e2c-49c9-bf48-26b3adbf665a HTTP/1.1" status: 200 len: 834 time: 0.0651441 Mar 11 15:41:33.676462 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-41d1b925-9a75-4af0-b22d-fd11a1f60612 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9926ab3a-6310-40d7-af43-7417a74973a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719941 Mar 11 15:41:33.833373 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-2915d841-36d5-40dc-a56e-cc44721a7c74 service neutron] 10.222.0.73 "GET /v2.0/networks/9926ab3a-6310-40d7-af43-7417a74973a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489418 Mar 11 15:41:33.890596 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284cd92-44a8-45eb-8272-bd10083dbccb req-6797083e-8d2b-404f-aea2-a4d97cb31959 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:33.890596 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d284cd92-44a8-45eb-8272-bd10083dbccb req-6797083e-8d2b-404f-aea2-a4d97cb31959 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bae911b-253e-451d-b067-c302a7e22871 HTTP/1.1" status: 200 len: 943 time: 0.0875547 Mar 11 15:41:33.962199 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d284cd92-44a8-45eb-8272-bd10083dbccb req-96c8aa2f-c15c-4471-91ef-c7a4e7644a36 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8fbde4a-0753-4f3b-8d1b-c8714986ff29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614042 Mar 11 15:41:33.974686 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-25d6c593-f0d9-467c-a485-ad969c593a1f req-ed57c152-230e-4587-92c7-d20bec4fbe9c service neutron] 10.222.0.73 "GET /v2.0/networks/9926ab3a-6310-40d7-af43-7417a74973a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387329 Mar 11 15:41:34.166328 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:34.217495 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-15d6675b-2fe9-4643-a0f3-381b87d67c6e req-8645b6e1-86aa-4822-872d-ebb277829b10 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=8bae911b-253e-451d-b067-c302a7e22871 HTTP/1.1" status: 200 len: 1096 time: 0.1876004 Mar 11 15:41:34.274096 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfed4551-02fd-49ab-839f-2d8bc6b4dc98 None None] Sync routers for ids ['51d22365-0642-4359-8914-c9556c451212'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:41:34.300550 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfed4551-02fd-49ab-839f-2d8bc6b4dc98 None None] Routers {'51d22365-0642-4359-8914-c9556c451212'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:41:34.300550 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-dfed4551-02fd-49ab-839f-2d8bc6b4dc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:41:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['51d22365-0642-4359-8914-c9556c451212'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:34.373668 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6675b-2fe9-4643-a0f3-381b87d67c6e req-d1d4e0bc-45d3-4128-9ec9-b2e30e6c3a96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:34.373668 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-15d6675b-2fe9-4643-a0f3-381b87d67c6e req-d1d4e0bc-45d3-4128-9ec9-b2e30e6c3a96 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9926ab3a-6310-40d7-af43-7417a74973a3 HTTP/1.1" status: 200 len: 897 time: 0.1516190 Mar 11 15:41:34.472538 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-15d6675b-2fe9-4643-a0f3-381b87d67c6e req-ec5c272d-8cbe-4bb3-ac35-3a80732b00c8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9fd9927-16a2-45f8-b6e5-275f641dae6b HTTP/1.1" status: 200 len: 217 time: 0.0873377 Mar 11 15:41:34.534618 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-dfed4551-02fd-49ab-839f-2d8bc6b4dc98 None None] Set router 51d22365-0642-4359-8914-c9556c451212 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:41:34.555187 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6675b-2fe9-4643-a0f3-381b87d67c6e req-4491f716-4440-48b5-a80c-54b279c6213a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:34.555187 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-15d6675b-2fe9-4643-a0f3-381b87d67c6e req-4491f716-4440-48b5-a80c-54b279c6213a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=285970a2-2e2c-49c9-bf48-26b3adbf665a HTTP/1.1" status: 200 len: 834 time: 0.0711117 Mar 11 15:41:34.656977 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-15d6675b-2fe9-4643-a0f3-381b87d67c6e req-bd441223-f12a-48ee-bfc7-527ddf49c35c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9926ab3a-6310-40d7-af43-7417a74973a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750022 Mar 11 15:41:34.810556 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-15d6675b-2fe9-4643-a0f3-381b87d67c6e req-ca1c08e7-9cf2-48f9-88ae-4de8814e945e service neutron] 10.222.0.73 "GET /v2.0/networks/9926ab3a-6310-40d7-af43-7417a74973a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460266 Mar 11 15:41:34.880601 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-dfed4551-02fd-49ab-839f-2d8bc6b4dc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d22365-0642-4359-8914-c9556c451212', 'name': 'tempest-TestNetworkBasicOps-router-1132899884', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:41:21Z', 'updated_at': '2022-03-11T15:41:25Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d22365-0642-4359-8914-c9556c451212', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:41:21Z', 'updated_at': '2022-03-11T15:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'fa2cc14f-525a-4f67-b24e-2a97a59f9ed2', 'name': '', 'network_id': '9926ab3a-6310-40d7-af43-7417a74973a3', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:c7:67:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d22365-0642-4359-8914-c9556c451212', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '285970a2-2e2c-49c9-bf48-26b3adbf665a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:41:24Z', 'updated_at': '2022-03-11T15:41:25Z', 'revision_number': 2, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '285970a2-2e2c-49c9-bf48-26b3adbf665a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:34.880601 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfed4551-02fd-49ab-839f-2d8bc6b4dc98 None None] Checking router: 51d22365-0642-4359-8914-c9556c451212 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:41:34.880601 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfed4551-02fd-49ab-839f-2d8bc6b4dc98 None None] Updating router 51d22365-0642-4359-8914-c9556c451212 port fa2cc14f-525a-4f67-b24e-2a97a59f9ed2 binding host dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:41:34.990083 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-15d6675b-2fe9-4643-a0f3-381b87d67c6e req-096e07e3-3520-421b-80dc-0af61c496eed service neutron] 10.222.0.73 "GET /v2.0/networks/9926ab3a-6310-40d7-af43-7417a74973a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681750 Mar 11 15:41:34.992869 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dfed4551-02fd-49ab-839f-2d8bc6b4dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:35.209083 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da735b2-c69f-4ce5-b5b2-88cbedda7ac5 req-356fdbe6-8795-45fc-80ff-2989ac5f76ce tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:35.209083 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-8da735b2-c69f-4ce5-b5b2-88cbedda7ac5 req-356fdbe6-8795-45fc-80ff-2989ac5f76ce tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:41:35.244022 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-8da735b2-c69f-4ce5-b5b2-88cbedda7ac5 req-356fdbe6-8795-45fc-80ff-2989ac5f76ce tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:41:35.253294 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8da735b2-c69f-4ce5-b5b2-88cbedda7ac5 req-356fdbe6-8795-45fc-80ff-2989ac5f76ce tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bae911b-253e-451d-b067-c302a7e22871 HTTP/1.1" status: 200 len: 943 time: 0.1650219 Mar 11 15:41:35.306847 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8da735b2-c69f-4ce5-b5b2-88cbedda7ac5 req-88815e7e-b949-4534-b086-b6ce583ee5e8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8fbde4a-0753-4f3b-8d1b-c8714986ff29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554459 Mar 11 15:41:35.389251 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dfed4551-02fd-49ab-839f-2d8bc6b4dc98 None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:35.403978 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-dfed4551-02fd-49ab-839f-2d8bc6b4dc98 None None] Transition to ACTIVE for port object fa2cc14f-525a-4f67-b24e-2a97a59f9ed2 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:41:35.414741 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dfed4551-02fd-49ab-839f-2d8bc6b4dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:35.600429 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9cbc6-7c6e-41c4-9de1-eb4e888b13c1 None None] Pushing event updated for resources: {'Port': ['ID=fa2cc14f-525a-4f67-b24e-2a97a59f9ed2,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:35.674189 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-dfed4551-02fd-49ab-839f-2d8bc6b4dc98 None None] Attempting to bind port fa2cc14f-525a-4f67-b24e-2a97a59f9ed2 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:41:35.674189 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-dfed4551-02fd-49ab-839f-2d8bc6b4dc98 None None] Attempting to bind port fa2cc14f-525a-4f67-b24e-2a97a59f9ed2 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'cd767889-81e9-4765-85b1-39a4f1d47ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9926ab3a-6310-40d7-af43-7417a74973a3'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:41:35.674189 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfed4551-02fd-49ab-839f-2d8bc6b4dc98 None None] Attempting to bind port fa2cc14f-525a-4f67-b24e-2a97a59f9ed2 on network 9926ab3a-6310-40d7-af43-7417a74973a3 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:41:35.684886 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfed4551-02fd-49ab-839f-2d8bc6b4dc98 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:41:35.684886 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfed4551-02fd-49ab-839f-2d8bc6b4dc98 None None] Checking segment: {'id': 'cd767889-81e9-4765-85b1-39a4f1d47ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9926ab3a-6310-40d7-af43-7417a74973a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:41:35.684886 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dfed4551-02fd-49ab-839f-2d8bc6b4dc98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:35.684886 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfed4551-02fd-49ab-839f-2d8bc6b4dc98 None None] Bound using segment: {'id': 'cd767889-81e9-4765-85b1-39a4f1d47ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9926ab3a-6310-40d7-af43-7417a74973a3'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:41:35.684886 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-dfed4551-02fd-49ab-839f-2d8bc6b4dc98 None None] Bound port: fa2cc14f-525a-4f67-b24e-2a97a59f9ed2, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd767889-81e9-4765-85b1-39a4f1d47ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9926ab3a-6310-40d7-af43-7417a74973a3'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:41:35.684886 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dfed4551-02fd-49ab-839f-2d8bc6b4dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:35.806144 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-dfed4551-02fd-49ab-839f-2d8bc6b4dc98 None None] For port fa2cc14f-525a-4f67-b24e-2a97a59f9ed2, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:41:35.806144 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-dfed4551-02fd-49ab-839f-2d8bc6b4dc98 None None] For port fa2cc14f-525a-4f67-b24e-2a97a59f9ed2, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=fa2cc14f-525a-4f67-b24e-2a97a59f9ed2,segment=NetworkSegment(cd767889-81e9-4765-85b1-39a4f1d47ad2),segment_id=cd767889-81e9-4765-85b1-39a4f1d47ad2)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:41:35.813321 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dfed4551-02fd-49ab-839f-2d8bc6b4dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:35.899976 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9cbc6-7c6e-41c4-9de1-eb4e888b13c1 None None] Pushing event updated for resources: {'Port': ['ID=fa2cc14f-525a-4f67-b24e-2a97a59f9ed2,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:35.908433 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfed4551-02fd-49ab-839f-2d8bc6b4dc98 None None] Routers {'51d22365-0642-4359-8914-c9556c451212'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:41:35.908433 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-dfed4551-02fd-49ab-839f-2d8bc6b4dc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:41:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['51d22365-0642-4359-8914-c9556c451212'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:36.119208 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-dfed4551-02fd-49ab-839f-2d8bc6b4dc98 None None] Set router 51d22365-0642-4359-8914-c9556c451212 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:41:36.457352 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-dfed4551-02fd-49ab-839f-2d8bc6b4dc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d22365-0642-4359-8914-c9556c451212', 'name': 'tempest-TestNetworkBasicOps-router-1132899884', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:41:21Z', 'updated_at': '2022-03-11T15:41:25Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d22365-0642-4359-8914-c9556c451212', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:41:21Z', 'updated_at': '2022-03-11T15:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'fa2cc14f-525a-4f67-b24e-2a97a59f9ed2', 'name': '', 'network_id': '9926ab3a-6310-40d7-af43-7417a74973a3', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:c7:67:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d22365-0642-4359-8914-c9556c451212', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '285970a2-2e2c-49c9-bf48-26b3adbf665a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:41:24Z', 'updated_at': '2022-03-11T15:41:35Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '285970a2-2e2c-49c9-bf48-26b3adbf665a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:36.462106 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfed4551-02fd-49ab-839f-2d8bc6b4dc98 None None] The sync data for ids ['51d22365-0642-4359-8914-c9556c451212'] in dv-neutron-833373-1-hyperv is: [{'id': '51d22365-0642-4359-8914-c9556c451212', 'name': 'tempest-TestNetworkBasicOps-router-1132899884', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:41:21Z', 'updated_at': '2022-03-11T15:41:25Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d22365-0642-4359-8914-c9556c451212', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:41:21Z', 'updated_at': '2022-03-11T15:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'fa2cc14f-525a-4f67-b24e-2a97a59f9ed2', 'name': '', 'network_id': '9926ab3a-6310-40d7-af43-7417a74973a3', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:c7:67:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d22365-0642-4359-8914-c9556c451212', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '285970a2-2e2c-49c9-bf48-26b3adbf665a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:41:24Z', 'updated_at': '2022-03-11T15:41:35Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '285970a2-2e2c-49c9-bf48-26b3adbf665a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:41:36.596640 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c340b53-41a0-400c-a0b8-c79450a50560 req-97b4a0c8-2472-421f-894d-4dc661f36ee0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:36.598067 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-8c340b53-41a0-400c-a0b8-c79450a50560 req-97b4a0c8-2472-421f-894d-4dc661f36ee0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bae911b-253e-451d-b067-c302a7e22871 HTTP/1.1" status: 200 len: 943 time: 0.1400235 Mar 11 15:41:36.648230 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-8c340b53-41a0-400c-a0b8-c79450a50560 req-e28892c4-bfd3-42dc-88d3-07683119edf2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8fbde4a-0753-4f3b-8d1b-c8714986ff29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411191 Mar 11 15:41:37.860467 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc02dcd-6da1-4e17-90ac-9bdf7484862e req-7e49412c-e25c-4629-839d-fc8e402c6b81 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:37.861924 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-cfc02dcd-6da1-4e17-90ac-9bdf7484862e req-7e49412c-e25c-4629-839d-fc8e402c6b81 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bae911b-253e-451d-b067-c302a7e22871 HTTP/1.1" status: 200 len: 943 time: 0.0854423 Mar 11 15:41:37.868801 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device fa2cc14f-525a-4f67-b24e-2a97a59f9ed2 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:41:37.914249 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-cfc02dcd-6da1-4e17-90ac-9bdf7484862e req-6314c221-9bf0-4110-a8e2-18f6d4a39682 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8fbde4a-0753-4f3b-8d1b-c8714986ff29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455310 Mar 11 15:41:37.941966 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port fa2cc14f-525a-4f67-b24e-2a97a59f9ed2 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:41:37.946868 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port fa2cc14f-525a-4f67-b24e-2a97a59f9ed2 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:41:37.947185 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:38.062253 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:38.132900 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port fa2cc14f-525a-4f67-b24e-2a97a59f9ed2, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=fa2cc14f-525a-4f67-b24e-2a97a59f9ed2,segment=NetworkSegment(cd767889-81e9-4765-85b1-39a4f1d47ad2),segment_id=cd767889-81e9-4765-85b1-39a4f1d47ad2)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:41:38.136727 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:38.204349 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=fa2cc14f-525a-4f67-b24e-2a97a59f9ed2,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:38.649118 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device f9fd9927-16a2-45f8-b6e5-275f641dae6b details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:41:38.778439 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port f9fd9927-16a2-45f8-b6e5-275f641dae6b, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f9fd9927-16a2-45f8-b6e5-275f641dae6b,segment=NetworkSegment(cd767889-81e9-4765-85b1-39a4f1d47ad2),segment_id=cd767889-81e9-4765-85b1-39a4f1d47ad2)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:41:38.791030 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': 'f9fd9927-16a2-45f8-b6e5-275f641dae6b', 'network_id': '9926ab3a-6310-40d7-af43-7417a74973a3', 'port_id': 'f9fd9927-16a2-45f8-b6e5-275f641dae6b', 'mac_address': 'fa:16:3e:24:52:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '285970a2-2e2c-49c9-bf48-26b3adbf665a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:41:38.847414 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:38.864812 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9fd9927-16a2-45f8-b6e5-275f641dae6b {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:41:38.880157 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port f9fd9927-16a2-45f8-b6e5-275f641dae6b, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f9fd9927-16a2-45f8-b6e5-275f641dae6b,segment=NetworkSegment(cd767889-81e9-4765-85b1-39a4f1d47ad2),segment_id=cd767889-81e9-4765-85b1-39a4f1d47ad2)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:41:38.884721 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:38.950252 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=f9fd9927-16a2-45f8-b6e5-275f641dae6b,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:39.115418 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a191858-edad-499b-86eb-73d71fe114ca req-f09a8d2c-402a-49cf-9cc5-ae86c0f92c50 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:39.117853 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-5a191858-edad-499b-86eb-73d71fe114ca req-f09a8d2c-402a-49cf-9cc5-ae86c0f92c50 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bae911b-253e-451d-b067-c302a7e22871 HTTP/1.1" status: 200 len: 944 time: 0.0792210 Mar 11 15:41:39.164905 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-5a191858-edad-499b-86eb-73d71fe114ca req-e0b5fa6f-b118-4d71-9692-e7dfcf9cadaa tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8fbde4a-0753-4f3b-8d1b-c8714986ff29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399706 Mar 11 15:41:39.244320 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['f9fd9927-16a2-45f8-b6e5-275f641dae6b'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 15:41:39.850082 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device fa2cc14f-525a-4f67-b24e-2a97a59f9ed2 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:41:39.924924 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port fa2cc14f-525a-4f67-b24e-2a97a59f9ed2 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:41:39.924924 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:40.384242 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7128b72a-b513-4e49-b6a8-249ab5f6b1fc req-a2a53f00-da71-4dfe-93dc-eff74f668341 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:40.385715 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7128b72a-b513-4e49-b6a8-249ab5f6b1fc req-a2a53f00-da71-4dfe-93dc-eff74f668341 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bae911b-253e-451d-b067-c302a7e22871 HTTP/1.1" status: 200 len: 944 time: 0.0824594 Mar 11 15:41:40.437350 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7128b72a-b513-4e49-b6a8-249ab5f6b1fc req-1cfb30f5-96ae-4510-81e7-33223f9aa7ba tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8fbde4a-0753-4f3b-8d1b-c8714986ff29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425873 Mar 11 15:41:40.671579 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device f9fd9927-16a2-45f8-b6e5-275f641dae6b up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:41:40.746714 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning for port f9fd9927-16a2-45f8-b6e5-275f641dae6b completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:41:40.746714 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port f9fd9927-16a2-45f8-b6e5-275f641dae6b triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:41:40.746714 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:40.861117 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:40.893522 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bae911b-253e-451d-b067-c302a7e22871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9fd9927-16a2-45f8-b6e5-275f641dae6b'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:41:40.905351 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port f9fd9927-16a2-45f8-b6e5-275f641dae6b, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f9fd9927-16a2-45f8-b6e5-275f641dae6b,segment=NetworkSegment(cd767889-81e9-4765-85b1-39a4f1d47ad2),segment_id=cd767889-81e9-4765-85b1-39a4f1d47ad2)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:41:40.905351 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:40.958123 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bae911b-253e-451d-b067-c302a7e22871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9fd9927-16a2-45f8-b6e5-275f641dae6b', 'code': 200} Mar 11 15:41:40.982999 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=f9fd9927-16a2-45f8-b6e5-275f641dae6b,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:41.196400 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-27a67f0b-cbc5-485e-af43-de232d22c4da req-f7d99dba-4f50-4ca6-a393-21f6cd6f0387 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8bae911b-253e-451d-b067-c302a7e22871 HTTP/1.1" status: 200 len: 1098 time: 0.0740893 Mar 11 15:41:41.247870 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-27a67f0b-cbc5-485e-af43-de232d22c4da req-0e354bdc-9068-4d53-82aa-ab9bbe7fa74c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c8fbde4a-0753-4f3b-8d1b-c8714986ff29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455313 Mar 11 15:41:41.658110 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2169280-63a9-4660-be93-6ef060044775 req-c11973cb-57f4-458f-9957-dd03cc5f1c55 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:41.659551 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c2169280-63a9-4660-be93-6ef060044775 req-c11973cb-57f4-458f-9957-dd03cc5f1c55 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bae911b-253e-451d-b067-c302a7e22871 HTTP/1.1" status: 200 len: 945 time: 0.0822937 Mar 11 15:41:41.707165 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c2169280-63a9-4660-be93-6ef060044775 req-8c265ca9-c112-49e6-8844-619e6251fa73 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8fbde4a-0753-4f3b-8d1b-c8714986ff29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411804 Mar 11 15:41:42.922151 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf92bd-184f-442d-8b1b-40ab05876318 req-2c7c4d47-11d2-4484-8ca3-d3b04508e26c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:42.922151 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-fcaf92bd-184f-442d-8b1b-40ab05876318 req-2c7c4d47-11d2-4484-8ca3-d3b04508e26c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bae911b-253e-451d-b067-c302a7e22871 HTTP/1.1" status: 200 len: 945 time: 0.0842321 Mar 11 15:41:42.971297 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-fcaf92bd-184f-442d-8b1b-40ab05876318 req-34dcd187-c34c-4c29-ad1f-5d01ecd83232 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8fbde4a-0753-4f3b-8d1b-c8714986ff29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429397 Mar 11 15:41:43.175510 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec5fb2-a2b9-44a0-8065-dff7addf4c91 req-72fd0bfb-2b07-4044-af72-b0aef8f18942 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:43.177339 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-67ec5fb2-a2b9-44a0-8065-dff7addf4c91 req-72fd0bfb-2b07-4044-af72-b0aef8f18942 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bae911b-253e-451d-b067-c302a7e22871 HTTP/1.1" status: 200 len: 945 time: 0.0846915 Mar 11 15:41:43.229261 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-67ec5fb2-a2b9-44a0-8065-dff7addf4c91 req-6e83221d-84a6-434d-8227-f618c64af4d7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8fbde4a-0753-4f3b-8d1b-c8714986ff29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422406 Mar 11 15:41:43.260727 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44240) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:43.328706 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0aee4e2d-9035-4632-a457-9f1aabf45f77 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8bae911b-253e-451d-b067-c302a7e22871 HTTP/1.1" status: 200 len: 1093 time: 0.0668674 Mar 11 15:41:43.331350 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44244) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:43.337042 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-9ec06533-a7da-4ce5-af39-0ccc8ea5b0b2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'floatingip': {'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'port_id': 'f9fd9927-16a2-45f8-b6e5-275f641dae6b', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:41:43.342300 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-9ec06533-a7da-4ce5-af39-0ccc8ea5b0b2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:41:43.346316 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-9ec06533-a7da-4ce5-af39-0ccc8ea5b0b2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:floatingip and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:41:43.349140 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-9ec06533-a7da-4ce5-af39-0ccc8ea5b0b2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:41:43.356079 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-9ec06533-a7da-4ce5-af39-0ccc8ea5b0b2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:41:43.366755 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9ec06533-a7da-4ce5-af39-0ccc8ea5b0b2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for floatingip, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:43.512043 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9ec06533-a7da-4ce5-af39-0ccc8ea5b0b2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:43.657424 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-9ec06533-a7da-4ce5-af39-0ccc8ea5b0b2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Allocated IP 172.26.0.41 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/cdbbb6e2-6e1e-47ef-b13c-cc00543f7bbc) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:41:43.815625 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9ec06533-a7da-4ce5-af39-0ccc8ea5b0b2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:43.845946 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9ec06533-a7da-4ce5-af39-0ccc8ea5b0b2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:43.917038 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec06533-a7da-4ce5-af39-0ccc8ea5b0b2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:41:43.919128 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-9ec06533-a7da-4ce5-af39-0ccc8ea5b0b2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:43.923237 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec06533-a7da-4ce5-af39-0ccc8ea5b0b2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:41:43.957477 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec06533-a7da-4ce5-af39-0ccc8ea5b0b2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=cdbbb6e2-6e1e-47ef-b13c-cc00543f7bbc,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:44.570746 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9ec06533-a7da-4ce5-af39-0ccc8ea5b0b2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:44.624467 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9ec06533-a7da-4ce5-af39-0ccc8ea5b0b2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:44.827298 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9ec06533-a7da-4ce5-af39-0ccc8ea5b0b2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:44.831634 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9ec06533-a7da-4ce5-af39-0ccc8ea5b0b2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:44.939080 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec06533-a7da-4ce5-af39-0ccc8ea5b0b2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=cdbbb6e2-6e1e-47ef-b13c-cc00543f7bbc,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:44.952868 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9ec06533-a7da-4ce5-af39-0ccc8ea5b0b2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:45.138697 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.l3_db [None req-9ec06533-a7da-4ce5-af39-0ccc8ea5b0b2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Floating IP ff9ee8a2-a88e-4bc7-9a7a-4c2d9956fc98 associated. External IP: 172.26.0.41, port: f9fd9927-16a2-45f8-b6e5-275f641dae6b. Mar 11 15:41:45.532067 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec06533-a7da-4ce5-af39-0ccc8ea5b0b2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router 51d22365-0642-4359-8914-c9556c451212 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:41:45.582262 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:45.732177 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec06533-a7da-4ce5-af39-0ccc8ea5b0b2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:41:45.742715 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a052c232-6b90-4dce-a9cc-defc150b821f None None] Sync routers for ids ['51d22365-0642-4359-8914-c9556c451212'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:41:45.755151 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a052c232-6b90-4dce-a9cc-defc150b821f None None] Routers {'51d22365-0642-4359-8914-c9556c451212'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:41:45.755826 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-a052c232-6b90-4dce-a9cc-defc150b821f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:41:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['51d22365-0642-4359-8914-c9556c451212'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:45.756451 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9ec06533-a7da-4ce5-af39-0ccc8ea5b0b2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:41:45.814433 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9ec06533-a7da-4ce5-af39-0ccc8ea5b0b2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4820883 Mar 11 15:41:45.815096 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bae911b-253e-451d-b067-c302a7e22871', 'tag': 'f9fd9927-16a2-45f8-b6e5-275f641dae6b'}] {{(pid=83867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:41:45.817113 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44248) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:45.871447 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bae911b-253e-451d-b067-c302a7e22871', 'tag': 'f9fd9927-16a2-45f8-b6e5-275f641dae6b', 'status': 'completed', 'code': 200} Mar 11 15:41:45.940185 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-a052c232-6b90-4dce-a9cc-defc150b821f None None] Set router 51d22365-0642-4359-8914-c9556c451212 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:41:46.048304 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7190e084-ccbc-4102-bc38-49c0b7b9c72d req-547ff616-33bf-49c5-9326-4fe173aa2e44 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=8bae911b-253e-451d-b067-c302a7e22871 HTTP/1.1" status: 200 len: 1098 time: 0.1121750 Mar 11 15:41:46.296250 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-a052c232-6b90-4dce-a9cc-defc150b821f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d22365-0642-4359-8914-c9556c451212', 'name': 'tempest-TestNetworkBasicOps-router-1132899884', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:41:21Z', 'updated_at': '2022-03-11T15:41:25Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d22365-0642-4359-8914-c9556c451212', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:41:21Z', 'updated_at': '2022-03-11T15:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'ff9ee8a2-a88e-4bc7-9a7a-4c2d9956fc98', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.41', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '51d22365-0642-4359-8914-c9556c451212', 'port_id': 'f9fd9927-16a2-45f8-b6e5-275f641dae6b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9926ab3a-6310-40d7-af43-7417a74973a3', 'mac_address': 'fa:16:3e:24:52:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bae911b-253e-451d-b067-c302a7e22871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:41:44Z', 'updated_at': '2022-03-11T15:41:44Z', 'revision_number': 0, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa2cc14f-525a-4f67-b24e-2a97a59f9ed2', 'name': '', 'network_id': '9926ab3a-6310-40d7-af43-7417a74973a3', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:c7:67:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d22365-0642-4359-8914-c9556c451212', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '285970a2-2e2c-49c9-bf48-26b3adbf665a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:41:24Z', 'updated_at': '2022-03-11T15:41:38Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '285970a2-2e2c-49c9-bf48-26b3adbf665a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:46.298825 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d6286215-42ea-44ba-ba8a-b10aafa1f9be tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/routers/51d22365-0642-4359-8914-c9556c451212 HTTP/1.1" status: 200 len: 923 time: 0.4796746 Mar 11 15:41:46.300189 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a052c232-6b90-4dce-a9cc-defc150b821f None None] Checking router: 51d22365-0642-4359-8914-c9556c451212 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:41:46.302102 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44254) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:46.304244 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190e084-ccbc-4102-bc38-49c0b7b9c72d req-97d07177-c0dd-4744-bd92-a4864fb45fee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:46.305740 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7190e084-ccbc-4102-bc38-49c0b7b9c72d req-97d07177-c0dd-4744-bd92-a4864fb45fee service neutron] 10.222.0.73 "GET /v2.0/networks?id=9926ab3a-6310-40d7-af43-7417a74973a3 HTTP/1.1" status: 200 len: 897 time: 0.2459002 Mar 11 15:41:46.312030 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a052c232-6b90-4dce-a9cc-defc150b821f None None] Routers {'51d22365-0642-4359-8914-c9556c451212'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:41:46.312663 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-a052c232-6b90-4dce-a9cc-defc150b821f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:41:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['51d22365-0642-4359-8914-c9556c451212'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:46.416689 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7190e084-ccbc-4102-bc38-49c0b7b9c72d req-b62d0781-f042-424d-8a7d-8f2952e0b341 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9fd9927-16a2-45f8-b6e5-275f641dae6b HTTP/1.1" status: 200 len: 998 time: 0.1046662 Mar 11 15:41:46.486758 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190e084-ccbc-4102-bc38-49c0b7b9c72d req-bfc3db88-43d6-4f92-b78e-f5450acb4cce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:46.488321 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7190e084-ccbc-4102-bc38-49c0b7b9c72d req-bfc3db88-43d6-4f92-b78e-f5450acb4cce service neutron] 10.222.0.73 "GET /v2.0/subnets?id=285970a2-2e2c-49c9-bf48-26b3adbf665a HTTP/1.1" status: 200 len: 834 time: 0.0644884 Mar 11 15:41:46.503096 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-a052c232-6b90-4dce-a9cc-defc150b821f None None] Set router 51d22365-0642-4359-8914-c9556c451212 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:41:46.514400 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d9f021e8-5829-4c8a-a146-fa00365d8b92 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/ff9ee8a2-a88e-4bc7-9a7a-4c2d9956fc98 HTTP/1.1" status: 200 len: 990 time: 0.2107766 Mar 11 15:41:46.565767 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7190e084-ccbc-4102-bc38-49c0b7b9c72d req-54da7473-fd07-4eba-8b9a-c56725fdf011 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9926ab3a-6310-40d7-af43-7417a74973a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709863 Mar 11 15:41:46.711886 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7190e084-ccbc-4102-bc38-49c0b7b9c72d req-1d8bcdc3-4258-47ca-b691-943693f612cf service neutron] 10.222.0.73 "GET /v2.0/networks/9926ab3a-6310-40d7-af43-7417a74973a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279502 Mar 11 15:41:46.847428 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7190e084-ccbc-4102-bc38-49c0b7b9c72d req-08ae3a53-42fc-4ced-9341-5bb6babe5aef service neutron] 10.222.0.73 "GET /v2.0/networks/9926ab3a-6310-40d7-af43-7417a74973a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295521 Mar 11 15:41:46.849289 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-a052c232-6b90-4dce-a9cc-defc150b821f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d22365-0642-4359-8914-c9556c451212', 'name': 'tempest-TestNetworkBasicOps-router-1132899884', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:41:21Z', 'updated_at': '2022-03-11T15:41:25Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d22365-0642-4359-8914-c9556c451212', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:41:21Z', 'updated_at': '2022-03-11T15:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'ff9ee8a2-a88e-4bc7-9a7a-4c2d9956fc98', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.41', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '51d22365-0642-4359-8914-c9556c451212', 'port_id': 'f9fd9927-16a2-45f8-b6e5-275f641dae6b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9926ab3a-6310-40d7-af43-7417a74973a3', 'mac_address': 'fa:16:3e:24:52:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bae911b-253e-451d-b067-c302a7e22871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:41:44Z', 'updated_at': '2022-03-11T15:41:44Z', 'revision_number': 0, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa2cc14f-525a-4f67-b24e-2a97a59f9ed2', 'name': '', 'network_id': '9926ab3a-6310-40d7-af43-7417a74973a3', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:c7:67:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d22365-0642-4359-8914-c9556c451212', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '285970a2-2e2c-49c9-bf48-26b3adbf665a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:41:24Z', 'updated_at': '2022-03-11T15:41:38Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '285970a2-2e2c-49c9-bf48-26b3adbf665a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:46.853780 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a052c232-6b90-4dce-a9cc-defc150b821f None None] The sync data for ids ['51d22365-0642-4359-8914-c9556c451212'] in dv-neutron-833373-1-hyperv is: [{'id': '51d22365-0642-4359-8914-c9556c451212', 'name': 'tempest-TestNetworkBasicOps-router-1132899884', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:41:21Z', 'updated_at': '2022-03-11T15:41:25Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d22365-0642-4359-8914-c9556c451212', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:41:21Z', 'updated_at': '2022-03-11T15:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'ff9ee8a2-a88e-4bc7-9a7a-4c2d9956fc98', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.41', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '51d22365-0642-4359-8914-c9556c451212', 'port_id': 'f9fd9927-16a2-45f8-b6e5-275f641dae6b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9926ab3a-6310-40d7-af43-7417a74973a3', 'mac_address': 'fa:16:3e:24:52:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bae911b-253e-451d-b067-c302a7e22871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:41:44Z', 'updated_at': '2022-03-11T15:41:44Z', 'revision_number': 0, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa2cc14f-525a-4f67-b24e-2a97a59f9ed2', 'name': '', 'network_id': '9926ab3a-6310-40d7-af43-7417a74973a3', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:c7:67:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d22365-0642-4359-8914-c9556c451212', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '285970a2-2e2c-49c9-bf48-26b3adbf665a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:41:24Z', 'updated_at': '2022-03-11T15:41:38Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '285970a2-2e2c-49c9-bf48-26b3adbf665a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:41:47.517943 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44258) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:47.618767 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-186386ea-0685-4f3e-aa63-a0f94f6da699 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/ff9ee8a2-a88e-4bc7-9a7a-4c2d9956fc98 HTTP/1.1" status: 200 len: 990 time: 0.0996890 Mar 11 15:41:48.621686 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44264) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:48.724273 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-bb3dec59-292e-4a2a-a289-e14512c03f9b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/ff9ee8a2-a88e-4bc7-9a7a-4c2d9956fc98 HTTP/1.1" status: 200 len: 990 time: 0.1014426 Mar 11 15:41:48.942458 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:41:49.675484 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec463c1-be4b-4864-be32-74507b46a075 None None] New status for floating IP ff9ee8a2-a88e-4bc7-9a7a-4c2d9956fc98: ACTIVE {{(pid=83868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 15:41:49.728414 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44268) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:49.833380 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-3cb25f1b-d0f7-476d-b39d-22bc0ed830d3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/ff9ee8a2-a88e-4bc7-9a7a-4c2d9956fc98 HTTP/1.1" status: 200 len: 990 time: 0.1038094 Mar 11 15:41:50.837813 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44272) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:41:50.941375 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a5abc633-48ef-4b6f-a5c4-b945b811c3f5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/ff9ee8a2-a88e-4bc7-9a7a-4c2d9956fc98 HTTP/1.1" status: 200 len: 992 time: 0.1023707 Mar 11 15:41:56.040397 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7c9dae6f-d878-4ccc-a357-4dbb16eba0c5 req-02912b04-00e3-4e58-a008-f1ada6d28ffd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7b19af43-17a7-42d0-8269-a9f7e10f7783&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674086 Mar 11 15:41:56.182408 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7c9dae6f-d878-4ccc-a357-4dbb16eba0c5 req-440969a3-4f62-4a15-b4be-1a08b6d28854 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d129cb2ad5e4fb2bbc4b05712522ede&device_id=7b19af43-17a7-42d0-8269-a9f7e10f7783 HTTP/1.1" status: 200 len: 1098 time: 0.0735073 Mar 11 15:41:56.331404 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9dae6f-d878-4ccc-a357-4dbb16eba0c5 req-e8d80e47-603b-4b9f-bb7b-06d1ee1ac0c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:56.332779 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7c9dae6f-d878-4ccc-a357-4dbb16eba0c5 req-e8d80e47-603b-4b9f-bb7b-06d1ee1ac0c1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=feab4df5-c44d-4b7f-892d-56d03f64918c HTTP/1.1" status: 200 len: 912 time: 0.1291203 Mar 11 15:41:56.437791 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7c9dae6f-d878-4ccc-a357-4dbb16eba0c5 req-1ca8bfdc-35d5-49fe-8cb1-a2d4d0adc368 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35322acc-b088-4e22-8aca-832fa86d720d HTTP/1.1" status: 200 len: 1001 time: 0.0975130 Mar 11 15:41:56.498731 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9dae6f-d878-4ccc-a357-4dbb16eba0c5 req-19801a6f-f1cf-42a8-92e1-fdccbb2f0d4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:56.500150 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7c9dae6f-d878-4ccc-a357-4dbb16eba0c5 req-19801a6f-f1cf-42a8-92e1-fdccbb2f0d4e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=675f42ac-dc8a-4c00-91d8-987c97255cc4 HTTP/1.1" status: 200 len: 850 time: 0.0563219 Mar 11 15:41:56.575764 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7c9dae6f-d878-4ccc-a357-4dbb16eba0c5 req-93c783c1-177a-48b3-b181-ea64850f0691 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=feab4df5-c44d-4b7f-892d-56d03f64918c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691624 Mar 11 15:41:56.709562 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7c9dae6f-d878-4ccc-a357-4dbb16eba0c5 req-71161523-6601-459f-bfdd-969b50536b8f service neutron] 10.222.0.73 "GET /v2.0/networks/feab4df5-c44d-4b7f-892d-56d03f64918c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266484 Mar 11 15:41:56.848397 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7c9dae6f-d878-4ccc-a357-4dbb16eba0c5 req-a95ed2fc-41c8-4cc6-8f54-54327086f209 service neutron] 10.222.0.73 "GET /v2.0/networks/feab4df5-c44d-4b7f-892d-56d03f64918c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303563 Mar 11 15:41:59.310027 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ab7cda86-7d4f-4cfe-b289-c1bffbb90fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:01.594548 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6188f2b7-f427-4a0c-b230-af2fc0870195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:02.756930 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:02.957592 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:04.160549 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:15.596813 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:25.942572 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:42:29.312359 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d79f808c-42cf-41d0-92d1-e0aa347578ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:31.596947 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b728e7f0-71cb-4520-977e-389c98330d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:32.762380 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:32.966062 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:34.160442 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:45.613220 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:58.209030 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-75bc5465-3cf9-4a5f-8efb-a98ca9f169ce req-da0f644d-2a5c-4fad-919a-303f8436b33a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8bae911b-253e-451d-b067-c302a7e22871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2464409 Mar 11 15:42:58.311517 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-75bc5465-3cf9-4a5f-8efb-a98ca9f169ce req-49313711-20d3-4999-8295-33ffaa8b1369 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=8bae911b-253e-451d-b067-c302a7e22871 HTTP/1.1" status: 200 len: 1098 time: 0.0755544 Mar 11 15:42:58.463467 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc5465-3cf9-4a5f-8efb-a98ca9f169ce req-f1bac16e-52e2-4746-ad6d-6a174aecb494 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:58.465118 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-75bc5465-3cf9-4a5f-8efb-a98ca9f169ce req-f1bac16e-52e2-4746-ad6d-6a174aecb494 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9926ab3a-6310-40d7-af43-7417a74973a3 HTTP/1.1" status: 200 len: 897 time: 0.1340685 Mar 11 15:42:58.574782 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-75bc5465-3cf9-4a5f-8efb-a98ca9f169ce req-259c9094-e729-48f6-8aaa-e14dd7e72fc3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9fd9927-16a2-45f8-b6e5-275f641dae6b HTTP/1.1" status: 200 len: 1000 time: 0.1011295 Mar 11 15:42:58.661306 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc5465-3cf9-4a5f-8efb-a98ca9f169ce req-14082aff-3a9c-46de-bd5b-22dcedd0e5b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:58.664321 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-75bc5465-3cf9-4a5f-8efb-a98ca9f169ce req-14082aff-3a9c-46de-bd5b-22dcedd0e5b4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=285970a2-2e2c-49c9-bf48-26b3adbf665a HTTP/1.1" status: 200 len: 834 time: 0.0830400 Mar 11 15:42:58.761512 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-75bc5465-3cf9-4a5f-8efb-a98ca9f169ce req-4bc97a1f-0fc4-47ed-9b4f-94caceb748bf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9926ab3a-6310-40d7-af43-7417a74973a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0908825 Mar 11 15:42:58.904760 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-75bc5465-3cf9-4a5f-8efb-a98ca9f169ce req-dcd3ab6d-bf02-466a-97d0-fb2a9072746f service neutron] 10.222.0.73 "GET /v2.0/networks/9926ab3a-6310-40d7-af43-7417a74973a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364772 Mar 11 15:42:59.047649 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-75bc5465-3cf9-4a5f-8efb-a98ca9f169ce req-954b3eab-f05a-4342-b5a9-305c76560e2b service neutron] 10.222.0.73 "GET /v2.0/networks/9926ab3a-6310-40d7-af43-7417a74973a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365788 Mar 11 15:42:59.314812 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2a873ad7-0136-416b-8bb8-8c1a68649305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:42:59.967829 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44310) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:00.160051 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-dbbd3e28-efa1-475e-96c9-700226a69ee4 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/routers/51d22365-0642-4359-8914-c9556c451212/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1911187 Mar 11 15:43:00.163246 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44314) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:00.376968 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ec985a-5f77-434a-b98d-e1971858bf33 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Notify agent at dv-neutron-833373-1-hyperv the message router_removed_from_agent {{(pid=83867) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Mar 11 15:43:00.380157 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e2ec985a-5f77-434a-b98d-e1971858bf33 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "DELETE /v2.0/agents/a8481415-c3fc-403d-a627-f3ad072e60bf/l3-routers/51d22365-0642-4359-8914-c9556c451212 HTTP/1.1" status: 204 len: 168 time: 0.2160020 Mar 11 15:43:00.383541 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44318) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:00.565920 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-3846cf8e-9eba-4e22-8b9b-40e5884e6052 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/routers/51d22365-0642-4359-8914-c9556c451212/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1811142 Mar 11 15:43:00.568410 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44322) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:00.671702 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-1bd2c961-0ed8-43b3-a9ea-d75523d0497c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/ff9ee8a2-a88e-4bc7-9a7a-4c2d9956fc98 HTTP/1.1" status: 200 len: 992 time: 0.1022007 Mar 11 15:43:01.170814 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f72782-6b39-42a1-8c4b-beb25c763d2d None None] New status for floating IP ff9ee8a2-a88e-4bc7-9a7a-4c2d9956fc98: DOWN {{(pid=83869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 15:43:01.600423 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-265921eb-f7e0-40b5-a6ab-4c5dc03e86b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:01.675768 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44338) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:01.785214 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-f4ec7184-a1e6-4198-a689-35cc17bceff9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/ff9ee8a2-a88e-4bc7-9a7a-4c2d9956fc98 HTTP/1.1" status: 200 len: 990 time: 0.1078699 Mar 11 15:43:01.885890 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device fa2cc14f-525a-4f67-b24e-2a97a59f9ed2 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:43:02.003450 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:02.036235 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port fa2cc14f-525a-4f67-b24e-2a97a59f9ed2, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=fa2cc14f-525a-4f67-b24e-2a97a59f9ed2,segment=NetworkSegment(cd767889-81e9-4765-85b1-39a4f1d47ad2),segment_id=cd767889-81e9-4765-85b1-39a4f1d47ad2)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:43:02.040448 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:02.041815 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:43:02.165612 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=fa2cc14f-525a-4f67-b24e-2a97a59f9ed2,revision_number=6']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:02.210314 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:02.210667 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:02.211009 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:02.211346 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:02.211675 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:02.212005 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:02.212356 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:02.213226 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:02.213551 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:02.213926 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:02.214354 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:02.238382 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:02.263436 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:43:02.268816 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:02.340049 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:02.757054 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:02.943812 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:43:02.965128 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:03.834055 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44350) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:04.179540 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:04.274496 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dfa3992-8bd9-4066-8a82-96fb3238ba88 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Router 51d22365-0642-4359-8914-c9556c451212 is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:43:04.275356 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dfa3992-8bd9-4066-8a82-96fb3238ba88 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Notify agent at dv-neutron-833373-1-hyperv the message router_added_to_agent {{(pid=83867) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Mar 11 15:43:04.313648 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44356) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:04.324135 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4dfa3992-8bd9-4066-8a82-96fb3238ba88 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "POST /v2.0/agents/a8481415-c3fc-403d-a627-f3ad072e60bf/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.4855871 Mar 11 15:43:04.349043 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2512eb59-83af-4fa0-88d0-775373025b80 None None] Sync routers for ids ['51d22365-0642-4359-8914-c9556c451212'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:43:04.374315 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2512eb59-83af-4fa0-88d0-775373025b80 None None] Routers {'51d22365-0642-4359-8914-c9556c451212'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:43:04.374943 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-2512eb59-83af-4fa0-88d0-775373025b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:43:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['51d22365-0642-4359-8914-c9556c451212'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:04.631649 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-2512eb59-83af-4fa0-88d0-775373025b80 None None] Set router 51d22365-0642-4359-8914-c9556c451212 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:43:04.637609 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-3476f883-57f8-46ef-911b-b468f382e7dd tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/routers/51d22365-0642-4359-8914-c9556c451212/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3225596 Mar 11 15:43:04.641169 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44362) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:04.844542 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-04153bbd-d4e3-43c8-9405-d619a0e982f4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/ff9ee8a2-a88e-4bc7-9a7a-4c2d9956fc98 HTTP/1.1" status: 200 len: 990 time: 0.1985586 Mar 11 15:43:05.151772 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-2512eb59-83af-4fa0-88d0-775373025b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d22365-0642-4359-8914-c9556c451212', 'name': 'tempest-TestNetworkBasicOps-router-1132899884', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:41:21Z', 'updated_at': '2022-03-11T15:41:25Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bd:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d22365-0642-4359-8914-c9556c451212', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:41:21Z', 'updated_at': '2022-03-11T15:43:02Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'ff9ee8a2-a88e-4bc7-9a7a-4c2d9956fc98', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.41', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '51d22365-0642-4359-8914-c9556c451212', 'port_id': 'f9fd9927-16a2-45f8-b6e5-275f641dae6b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9926ab3a-6310-40d7-af43-7417a74973a3', 'mac_address': 'fa:16:3e:24:52:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bae911b-253e-451d-b067-c302a7e22871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:41:44Z', 'updated_at': '2022-03-11T15:43:01Z', 'revision_number': 2, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa2cc14f-525a-4f67-b24e-2a97a59f9ed2', 'name': '', 'network_id': '9926ab3a-6310-40d7-af43-7417a74973a3', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:c7:67:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d22365-0642-4359-8914-c9556c451212', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '285970a2-2e2c-49c9-bf48-26b3adbf665a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:41:24Z', 'updated_at': '2022-03-11T15:43:02Z', 'revision_number': 6, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '285970a2-2e2c-49c9-bf48-26b3adbf665a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:05.168649 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2512eb59-83af-4fa0-88d0-775373025b80 None None] Checking router: 51d22365-0642-4359-8914-c9556c451212 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:43:05.187971 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2512eb59-83af-4fa0-88d0-775373025b80 None None] Routers {'51d22365-0642-4359-8914-c9556c451212'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:43:05.189081 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-2512eb59-83af-4fa0-88d0-775373025b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:43:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['51d22365-0642-4359-8914-c9556c451212'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:05.459610 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-2512eb59-83af-4fa0-88d0-775373025b80 None None] Set router 51d22365-0642-4359-8914-c9556c451212 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:43:05.848555 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44370) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:06.011714 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-3427d0e0-f7d2-4e3e-b282-fb16091ab7cd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/ff9ee8a2-a88e-4bc7-9a7a-4c2d9956fc98 HTTP/1.1" status: 200 len: 990 time: 0.1608331 Mar 11 15:43:06.064431 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-2512eb59-83af-4fa0-88d0-775373025b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d22365-0642-4359-8914-c9556c451212', 'name': 'tempest-TestNetworkBasicOps-router-1132899884', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:41:21Z', 'updated_at': '2022-03-11T15:41:25Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bd:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d22365-0642-4359-8914-c9556c451212', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:41:21Z', 'updated_at': '2022-03-11T15:43:02Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'ff9ee8a2-a88e-4bc7-9a7a-4c2d9956fc98', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.41', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '51d22365-0642-4359-8914-c9556c451212', 'port_id': 'f9fd9927-16a2-45f8-b6e5-275f641dae6b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9926ab3a-6310-40d7-af43-7417a74973a3', 'mac_address': 'fa:16:3e:24:52:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bae911b-253e-451d-b067-c302a7e22871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:41:44Z', 'updated_at': '2022-03-11T15:43:01Z', 'revision_number': 2, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa2cc14f-525a-4f67-b24e-2a97a59f9ed2', 'name': '', 'network_id': '9926ab3a-6310-40d7-af43-7417a74973a3', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:c7:67:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d22365-0642-4359-8914-c9556c451212', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '285970a2-2e2c-49c9-bf48-26b3adbf665a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:41:24Z', 'updated_at': '2022-03-11T15:43:02Z', 'revision_number': 6, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '285970a2-2e2c-49c9-bf48-26b3adbf665a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:06.074591 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2512eb59-83af-4fa0-88d0-775373025b80 None None] The sync data for ids ['51d22365-0642-4359-8914-c9556c451212'] in dv-neutron-833373-1-hyperv is: [{'id': '51d22365-0642-4359-8914-c9556c451212', 'name': 'tempest-TestNetworkBasicOps-router-1132899884', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:41:21Z', 'updated_at': '2022-03-11T15:41:25Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bd:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d22365-0642-4359-8914-c9556c451212', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:41:21Z', 'updated_at': '2022-03-11T15:43:02Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'ff9ee8a2-a88e-4bc7-9a7a-4c2d9956fc98', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.41', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '51d22365-0642-4359-8914-c9556c451212', 'port_id': 'f9fd9927-16a2-45f8-b6e5-275f641dae6b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9926ab3a-6310-40d7-af43-7417a74973a3', 'mac_address': 'fa:16:3e:24:52:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bae911b-253e-451d-b067-c302a7e22871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:41:44Z', 'updated_at': '2022-03-11T15:43:01Z', 'revision_number': 2, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa2cc14f-525a-4f67-b24e-2a97a59f9ed2', 'name': '', 'network_id': '9926ab3a-6310-40d7-af43-7417a74973a3', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:c7:67:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d22365-0642-4359-8914-c9556c451212', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '285970a2-2e2c-49c9-bf48-26b3adbf665a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:41:24Z', 'updated_at': '2022-03-11T15:43:02Z', 'revision_number': 6, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '285970a2-2e2c-49c9-bf48-26b3adbf665a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:43:07.014531 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44376) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:07.266280 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-763724dc-e4a5-4809-9a7f-052515d4f2d7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/ff9ee8a2-a88e-4bc7-9a7a-4c2d9956fc98 HTTP/1.1" status: 200 len: 990 time: 0.2497549 Mar 11 15:43:08.006933 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device fa2cc14f-525a-4f67-b24e-2a97a59f9ed2 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:43:08.081398 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port fa2cc14f-525a-4f67-b24e-2a97a59f9ed2 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:08.081762 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:08.236970 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:08.271245 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44384) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:08.305399 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port fa2cc14f-525a-4f67-b24e-2a97a59f9ed2, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=fa2cc14f-525a-4f67-b24e-2a97a59f9ed2,segment=NetworkSegment(cd767889-81e9-4765-85b1-39a4f1d47ad2),segment_id=cd767889-81e9-4765-85b1-39a4f1d47ad2)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:43:08.316497 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:08.318158 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:43:08.432796 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-dbf93339-4fec-4dd9-ba86-17e09496c8c7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/ff9ee8a2-a88e-4bc7-9a7a-4c2d9956fc98 HTTP/1.1" status: 200 len: 990 time: 0.1586993 Mar 11 15:43:08.455774 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=fa2cc14f-525a-4f67-b24e-2a97a59f9ed2,revision_number=7']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:08.475229 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:08.475598 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:08.599956 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:08.615846 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:43:08.620466 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:08.694084 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b,revision_number=6']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:09.433963 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44390) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:09.651647 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c19f5daa-0c27-4247-9ef6-82a54f6aa246 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/ff9ee8a2-a88e-4bc7-9a7a-4c2d9956fc98 HTTP/1.1" status: 200 len: 990 time: 0.2163119 Mar 11 15:43:09.902054 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device fa2cc14f-525a-4f67-b24e-2a97a59f9ed2 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:43:09.973229 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port fa2cc14f-525a-4f67-b24e-2a97a59f9ed2 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:09.973597 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:10.089469 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:43:10.163514 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:10.163802 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:10.655688 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44400) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:10.762155 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f7fae7e1-d09b-466d-ac41-72d6df2b71ab tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/ff9ee8a2-a88e-4bc7-9a7a-4c2d9956fc98 HTTP/1.1" status: 200 len: 990 time: 0.1051109 Mar 11 15:43:10.979512 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7924090b-0025-4759-835f-cc883f60ad84 req-375ec767-1e63-4c19-885f-9f9b823eb423 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1205917752&fields=id&tenant_id=8d129cb2ad5e4fb2bbc4b05712522ede HTTP/1.1" status: 200 len: 267 time: 0.0416808 Mar 11 15:43:11.129998 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924090b-0025-4759-835f-cc883f60ad84 req-9bee05f1-098e-422b-a67a-50bb5a0af354 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:11.131475 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7924090b-0025-4759-835f-cc883f60ad84 req-9bee05f1-098e-422b-a67a-50bb5a0af354 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/networks?id=feab4df5-c44d-4b7f-892d-56d03f64918c HTTP/1.1" status: 200 len: 811 time: 0.1456356 Mar 11 15:43:11.150771 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7924090b-0025-4759-835f-cc883f60ad84 req-f23a9f48-7384-4a29-bac4-328142e56143 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/quotas/8d129cb2ad5e4fb2bbc4b05712522ede HTTP/1.1" status: 200 len: 375 time: 0.0109222 Mar 11 15:43:11.239778 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7924090b-0025-4759-835f-cc883f60ad84 req-a502621a-3fc0-4d12-9726-85e2b21f632a tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8d129cb2ad5e4fb2bbc4b05712522ede&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0834990 Mar 11 15:43:11.392809 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7924090b-0025-4759-835f-cc883f60ad84 req-bd03d0b2-3a52-4606-b655-795cfa56bd9a service neutron] 10.222.0.31 "GET /v2.0/networks/feab4df5-c44d-4b7f-892d-56d03f64918c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408584 Mar 11 15:43:11.546118 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7924090b-0025-4759-835f-cc883f60ad84 req-de9ba275-ada3-4158-8e0a-6f5732f293b6 service neutron] 10.222.0.31 "GET /v2.0/networks/feab4df5-c44d-4b7f-892d-56d03f64918c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464522 Mar 11 15:43:11.766508 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44418) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:11.882504 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-bdb18d97-60c2-4a30-a104-54e07fe1e039 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/ff9ee8a2-a88e-4bc7-9a7a-4c2d9956fc98 HTTP/1.1" status: 200 len: 990 time: 0.1147637 Mar 11 15:43:12.007506 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f033453e-b8fb-4fb8-b05c-02db8731d97d req-ccc71f4e-cb47-4fda-b582-9561a43ca69b tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=904f9d99-642c-42e4-85bd-061c5c744821 HTTP/1.1" status: 200 len: 210 time: 0.1136253 Mar 11 15:43:12.883900 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44428) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:12.996172 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-04feb871-4e82-40f5-8c4f-c7e2d18d8786 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/ff9ee8a2-a88e-4bc7-9a7a-4c2d9956fc98 HTTP/1.1" status: 200 len: 990 time: 0.1108119 Mar 11 15:43:13.125194 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-95a7fa81-b3d0-46c2-84d2-ce6b892ddb02 req-db6086b4-0bdb-4887-b004-30273695537a tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=904f9d99-642c-42e4-85bd-061c5c744821 HTTP/1.1" status: 200 len: 210 time: 0.0451558 Mar 11 15:43:13.550895 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca1b643-c045-42ef-b211-b075e98677b7 None None] New status for floating IP ff9ee8a2-a88e-4bc7-9a7a-4c2d9956fc98: ACTIVE {{(pid=83869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 15:43:14.000328 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44440) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:14.111678 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-78176998-4593-42dd-a16e-19ea005eb18b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/ff9ee8a2-a88e-4bc7-9a7a-4c2d9956fc98 HTTP/1.1" status: 200 len: 992 time: 0.1099229 Mar 11 15:43:14.265573 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-02b92e9b-8156-47d4-b0d8-69737cd1bb74 req-747572bf-eed4-4e5b-8fb0-06d3b9bc0ed1 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=904f9d99-642c-42e4-85bd-061c5c744821 HTTP/1.1" status: 200 len: 210 time: 0.0569293 Mar 11 15:43:14.406494 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44454) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:14.617293 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-667b6e87-39b7-48b7-a1a9-baafa317b5b3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting port cdbbb6e2-6e1e-47ef-b13c-cc00543f7bbc {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:43:14.617631 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-667b6e87-39b7-48b7-a1a9-baafa317b5b3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:14.786757 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-667b6e87-39b7-48b7-a1a9-baafa317b5b3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:14.787013 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-667b6e87-39b7-48b7-a1a9-baafa317b5b3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:15.027976 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-667b6e87-39b7-48b7-a1a9-baafa317b5b3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Calling delete_port for cdbbb6e2-6e1e-47ef-b13c-cc00543f7bbc owned by network:floatingip {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:43:15.225105 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924090b-0025-4759-835f-cc883f60ad84 req-480cef69-ac1a-4b41-86f4-95714c8a4390 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:15.226604 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7924090b-0025-4759-835f-cc883f60ad84 req-480cef69-ac1a-4b41-86f4-95714c8a4390 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.73 "GET /v2.0/networks?id=feab4df5-c44d-4b7f-892d-56d03f64918c HTTP/1.1" status: 200 len: 811 time: 0.2233157 Mar 11 15:43:15.334690 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7924090b-0025-4759-835f-cc883f60ad84 req-d645eedc-3ffb-4a5d-a7f2-4ec4ee2d5978 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d129cb2ad5e4fb2bbc4b05712522ede HTTP/1.1" status: 200 len: 380 time: 0.0669734 Mar 11 15:43:15.335292 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-667b6e87-39b7-48b7-a1a9-baafa317b5b3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:15.371569 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-7924090b-0025-4759-835f-cc883f60ad84 req-3a49cad8-e02b-47cc-9250-6bbbaace97db tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Request body: {'port': {'device_id': '904f9d99-642c-42e4-85bd-061c5c744821', 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c', 'admin_state_up': True, 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'security_groups': ['496d02dd-6cd4-4abf-af60-bd3cbefd7e1d']}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:43:15.452427 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b6e87-39b7-48b7-a1a9-baafa317b5b3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Port': ['ID=cdbbb6e2-6e1e-47ef-b13c-cc00543f7bbc,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:15.466116 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b6e87-39b7-48b7-a1a9-baafa317b5b3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:15.466464 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b6e87-39b7-48b7-a1a9-baafa317b5b3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:15.466801 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b6e87-39b7-48b7-a1a9-baafa317b5b3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:15.467133 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b6e87-39b7-48b7-a1a9-baafa317b5b3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:15.467462 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b6e87-39b7-48b7-a1a9-baafa317b5b3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:15.467793 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b6e87-39b7-48b7-a1a9-baafa317b5b3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:15.468140 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b6e87-39b7-48b7-a1a9-baafa317b5b3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:15.468472 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b6e87-39b7-48b7-a1a9-baafa317b5b3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:15.468792 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b6e87-39b7-48b7-a1a9-baafa317b5b3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:15.469110 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b6e87-39b7-48b7-a1a9-baafa317b5b3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:15.469431 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b6e87-39b7-48b7-a1a9-baafa317b5b3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:15.586334 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-dfa707b5-f8e2-48dd-8516-597f2ff00acd req-537da95b-fbe6-4783-8795-03db63bdafa1 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=904f9d99-642c-42e4-85bd-061c5c744821 HTTP/1.1" status: 200 len: 210 time: 0.0419650 Mar 11 15:43:15.628636 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-667b6e87-39b7-48b7-a1a9-baafa317b5b3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for floatingip, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:15.634196 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:15.688634 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-7924090b-0025-4759-835f-cc883f60ad84 req-3a49cad8-e02b-47cc-9250-6bbbaace97db tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:15.762588 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-7924090b-0025-4759-835f-cc883f60ad84 req-3a49cad8-e02b-47cc-9250-6bbbaace97db tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:15.786707 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7924090b-0025-4759-835f-cc883f60ad84 req-3a49cad8-e02b-47cc-9250-6bbbaace97db tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Made reservation on behalf of 8d129cb2ad5e4fb2bbc4b05712522ede for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:43:15.793259 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-7924090b-0025-4759-835f-cc883f60ad84 req-3a49cad8-e02b-47cc-9250-6bbbaace97db tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:15.980892 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [req-7924090b-0025-4759-835f-cc883f60ad84 req-3a49cad8-e02b-47cc-9250-6bbbaace97db tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Allocated IP 172.20.0.12 (feab4df5-c44d-4b7f-892d-56d03f64918c/675f42ac-dc8a-4c00-91d8-987c97255cc4/b14a5919-7e9f-46b6-82ed-7072c458b840) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:43:16.316605 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-7924090b-0025-4759-835f-cc883f60ad84 req-3a49cad8-e02b-47cc-9250-6bbbaace97db tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:16.341555 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-7924090b-0025-4759-835f-cc883f60ad84 req-3a49cad8-e02b-47cc-9250-6bbbaace97db tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Transition to ACTIVE for port object b14a5919-7e9f-46b6-82ed-7072c458b840 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:16.387503 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-7924090b-0025-4759-835f-cc883f60ad84 req-3a49cad8-e02b-47cc-9250-6bbbaace97db tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:16.471297 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667b6e87-39b7-48b7-a1a9-baafa317b5b3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router 51d22365-0642-4359-8914-c9556c451212 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:43:16.480336 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49cad8-e02b-47cc-9250-6bbbaace97db tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Pushing event updated for resources: {'Port': ['ID=b14a5919-7e9f-46b6-82ed-7072c458b840,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:16.484300 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7924090b-0025-4759-835f-cc883f60ad84 req-3a49cad8-e02b-47cc-9250-6bbbaace97db tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Network feab4df5-c44d-4b7f-892d-56d03f64918c is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:16.486496 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [req-7924090b-0025-4759-835f-cc883f60ad84 req-3a49cad8-e02b-47cc-9250-6bbbaace97db tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:16.488863 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-7924090b-0025-4759-835f-cc883f60ad84 req-3a49cad8-e02b-47cc-9250-6bbbaace97db tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:43:16.857118 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d258bd9d-426d-484c-bef6-37e1d56972fc None None] Provisioning for port b14a5919-7e9f-46b6-82ed-7072c458b840 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:43:16.859357 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924090b-0025-4759-835f-cc883f60ad84 req-3a49cad8-e02b-47cc-9250-6bbbaace97db tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:16.860080 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-7924090b-0025-4759-835f-cc883f60ad84 req-3a49cad8-e02b-47cc-9250-6bbbaace97db tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:16.863132 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d258bd9d-426d-484c-bef6-37e1d56972fc None None] Provisioning complete for port b14a5919-7e9f-46b6-82ed-7072c458b840 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:16.863979 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d258bd9d-426d-484c-bef6-37e1d56972fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:16.936585 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-d258bd9d-426d-484c-bef6-37e1d56972fc None None] Port b14a5919-7e9f-46b6-82ed-7072c458b840 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:43:16.942052 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7924090b-0025-4759-835f-cc883f60ad84 req-3a49cad8-e02b-47cc-9250-6bbbaace97db tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5749745 Mar 11 15:43:16.955624 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-7924090b-0025-4759-835f-cc883f60ad84 req-9025989c-5de2-48b6-bf73-470cdec3b2a1 service neutron] Request body: {'port': {'device_id': '904f9d99-642c-42e4-85bd-061c5c744821', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:43:17.008865 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843e66a-fb6f-4a81-816f-da2ddeb69e2d req-161f4aa8-f108-4f39-a7b5-2e52fcb72e39 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:17.008865 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-6843e66a-fb6f-4a81-816f-da2ddeb69e2d req-161f4aa8-f108-4f39-a7b5-2e52fcb72e39 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Synchronizing usage tracker for tenant:8d129cb2ad5e4fb2bbc4b05712522ede on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:43:17.083531 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-6843e66a-fb6f-4a81-816f-da2ddeb69e2d req-161f4aa8-f108-4f39-a7b5-2e52fcb72e39 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Unset dirty status for tenant:8d129cb2ad5e4fb2bbc4b05712522ede on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:43:17.084938 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6843e66a-fb6f-4a81-816f-da2ddeb69e2d req-161f4aa8-f108-4f39-a7b5-2e52fcb72e39 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=904f9d99-642c-42e4-85bd-061c5c744821 HTTP/1.1" status: 200 len: 932 time: 0.2776015 Mar 11 15:43:17.142484 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-7924090b-0025-4759-835f-cc883f60ad84 req-9025989c-5de2-48b6-bf73-470cdec3b2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:17.233776 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6843e66a-fb6f-4a81-816f-da2ddeb69e2d req-828f1079-584e-4a9c-b8db-32418d4a57f8 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355653 Mar 11 15:43:17.311868 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667b6e87-39b7-48b7-a1a9-baafa317b5b3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:43:17.322888 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-667b6e87-39b7-48b7-a1a9-baafa317b5b3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:17.421225 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-667b6e87-39b7-48b7-a1a9-baafa317b5b3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/floatingips/ff9ee8a2-a88e-4bc7-9a7a-4c2d9956fc98 HTTP/1.1" status: 204 len: 168 time: 3.0136104 Mar 11 15:43:17.465442 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bae911b-253e-451d-b067-c302a7e22871', 'tag': 'f9fd9927-16a2-45f8-b6e5-275f641dae6b'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:43:17.613683 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bae911b-253e-451d-b067-c302a7e22871', 'tag': 'f9fd9927-16a2-45f8-b6e5-275f641dae6b', 'status': 'completed', 'code': 200} Mar 11 15:43:17.624081 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [req-7924090b-0025-4759-835f-cc883f60ad84 req-9025989c-5de2-48b6-bf73-470cdec3b2a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b14a5919-7e9f-46b6-82ed-7072c458b840 {{(pid=83866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:43:17.632799 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-7924090b-0025-4759-835f-cc883f60ad84 req-9025989c-5de2-48b6-bf73-470cdec3b2a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:17.683415 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-7924090b-0025-4759-835f-cc883f60ad84 req-9025989c-5de2-48b6-bf73-470cdec3b2a1 service neutron] Transition to ACTIVE for port object b14a5919-7e9f-46b6-82ed-7072c458b840 will not be triggered until provisioned by entity L2. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:17.688971 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-7924090b-0025-4759-835f-cc883f60ad84 req-9025989c-5de2-48b6-bf73-470cdec3b2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:17.819812 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025989c-5de2-48b6-bf73-470cdec3b2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b14a5919-7e9f-46b6-82ed-7072c458b840,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:17.932003 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d4156eb1-9a28-40e3-a371-95ef05ebfe7a req-1094fdb7-4cf8-4db6-a0bf-5c950f67d385 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=8bae911b-253e-451d-b067-c302a7e22871 HTTP/1.1" status: 200 len: 1098 time: 0.2845683 Mar 11 15:43:18.092537 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58cd61a-b1eb-4d67-bd4b-9156ad200684 req-206a9488-7603-401e-85f6-c01251b65a3b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:18.093183 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-e58cd61a-b1eb-4d67-bd4b-9156ad200684 req-206a9488-7603-401e-85f6-c01251b65a3b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:43:18.136899 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-7924090b-0025-4759-835f-cc883f60ad84 req-9025989c-5de2-48b6-bf73-470cdec3b2a1 service neutron] Attempting to bind port b14a5919-7e9f-46b6-82ed-7072c458b840 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:43:18.137236 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-7924090b-0025-4759-835f-cc883f60ad84 req-9025989c-5de2-48b6-bf73-470cdec3b2a1 service neutron] Attempting to bind port b14a5919-7e9f-46b6-82ed-7072c458b840 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '7ad268e5-49ce-4845-bd2b-d7757d53f873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:43:18.137572 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7924090b-0025-4759-835f-cc883f60ad84 req-9025989c-5de2-48b6-bf73-470cdec3b2a1 service neutron] Attempting to bind port b14a5919-7e9f-46b6-82ed-7072c458b840 on network feab4df5-c44d-4b7f-892d-56d03f64918c {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:43:18.157682 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-e58cd61a-b1eb-4d67-bd4b-9156ad200684 req-206a9488-7603-401e-85f6-c01251b65a3b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:43:18.158839 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e58cd61a-b1eb-4d67-bd4b-9156ad200684 req-206a9488-7603-401e-85f6-c01251b65a3b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bae911b-253e-451d-b067-c302a7e22871 HTTP/1.1" status: 200 len: 945 time: 0.3415518 Mar 11 15:43:18.164486 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4156eb1-9a28-40e3-a371-95ef05ebfe7a req-703ff50c-91d8-4bf0-a90c-a2f23cbdda3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:18.165901 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d4156eb1-9a28-40e3-a371-95ef05ebfe7a req-703ff50c-91d8-4bf0-a90c-a2f23cbdda3a service neutron] 10.222.0.73 "GET /v2.0/networks?id=9926ab3a-6310-40d7-af43-7417a74973a3 HTTP/1.1" status: 200 len: 897 time: 0.2263086 Mar 11 15:43:18.167689 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7924090b-0025-4759-835f-cc883f60ad84 req-9025989c-5de2-48b6-bf73-470cdec3b2a1 service neutron] Port b14a5919-7e9f-46b6-82ed-7072c458b840 on network feab4df5-c44d-4b7f-892d-56d03f64918c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:43:18.168007 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7924090b-0025-4759-835f-cc883f60ad84 req-9025989c-5de2-48b6-bf73-470cdec3b2a1 service neutron] Attempting to bind port b14a5919-7e9f-46b6-82ed-7072c458b840 on network feab4df5-c44d-4b7f-892d-56d03f64918c {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:43:18.253807 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7924090b-0025-4759-835f-cc883f60ad84 req-9025989c-5de2-48b6-bf73-470cdec3b2a1 service neutron] Checking agent: {'id': '233b753e-9484-4350-9871-64b7c66fc067', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'started_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:43:18.254148 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7924090b-0025-4759-835f-cc883f60ad84 req-9025989c-5de2-48b6-bf73-470cdec3b2a1 service neutron] Checking segment: {'id': '7ad268e5-49ce-4845-bd2b-d7757d53f873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:43:18.254534 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7924090b-0025-4759-835f-cc883f60ad84 req-9025989c-5de2-48b6-bf73-470cdec3b2a1 service neutron] Bound using segment: {'id': '7ad268e5-49ce-4845-bd2b-d7757d53f873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c'} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:43:18.254966 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-7924090b-0025-4759-835f-cc883f60ad84 req-9025989c-5de2-48b6-bf73-470cdec3b2a1 service neutron] Bound port: b14a5919-7e9f-46b6-82ed-7072c458b840, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad268e5-49ce-4845-bd2b-d7757d53f873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c'}}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:43:18.255307 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-7924090b-0025-4759-835f-cc883f60ad84 req-9025989c-5de2-48b6-bf73-470cdec3b2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:18.278399 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d4156eb1-9a28-40e3-a371-95ef05ebfe7a req-d001ed92-bb3b-4a58-b0be-86edd3a54fd1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9fd9927-16a2-45f8-b6e5-275f641dae6b HTTP/1.1" status: 200 len: 217 time: 0.0922985 Mar 11 15:43:18.471800 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e58cd61a-b1eb-4d67-bd4b-9156ad200684 req-50535c7a-fd0a-4999-a373-b9cf83a34de3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8fbde4a-0753-4f3b-8d1b-c8714986ff29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3048160 Mar 11 15:43:18.506173 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4156eb1-9a28-40e3-a371-95ef05ebfe7a req-d8a7a6f7-99ed-49d2-b9b6-6c6525594f4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:18.507722 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d4156eb1-9a28-40e3-a371-95ef05ebfe7a req-d8a7a6f7-99ed-49d2-b9b6-6c6525594f4c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=285970a2-2e2c-49c9-bf48-26b3adbf665a HTTP/1.1" status: 200 len: 834 time: 0.2182682 Mar 11 15:43:18.513250 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1af715-60f4-405f-a427-d41be02c4e93 req-b5992209-6f55-4940-8f36-73b1320e57b5 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:18.522284 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-1a1af715-60f4-405f-a427-d41be02c4e93 req-b5992209-6f55-4940-8f36-73b1320e57b5 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=904f9d99-642c-42e4-85bd-061c5c744821 HTTP/1.1" status: 200 len: 944 time: 0.1102054 Mar 11 15:43:18.575279 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-7924090b-0025-4759-835f-cc883f60ad84 req-9025989c-5de2-48b6-bf73-470cdec3b2a1 service neutron] For port b14a5919-7e9f-46b6-82ed-7072c458b840, host hv-neutron-8333, cleared binding levels {{(pid=83866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:43:18.578866 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-1a1af715-60f4-405f-a427-d41be02c4e93 req-56b10c94-3f5b-432a-a970-db78b3690c70 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549412 Mar 11 15:43:18.578994 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-7924090b-0025-4759-835f-cc883f60ad84 req-9025989c-5de2-48b6-bf73-470cdec3b2a1 service neutron] For port b14a5919-7e9f-46b6-82ed-7072c458b840, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b14a5919-7e9f-46b6-82ed-7072c458b840,segment=NetworkSegment(7ad268e5-49ce-4845-bd2b-d7757d53f873),segment_id=7ad268e5-49ce-4845-bd2b-d7757d53f873)] {{(pid=83866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:43:18.587488 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-7924090b-0025-4759-835f-cc883f60ad84 req-9025989c-5de2-48b6-bf73-470cdec3b2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:18.670116 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-7924090b-0025-4759-835f-cc883f60ad84 req-9025989c-5de2-48b6-bf73-470cdec3b2a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:18.671707 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7924090b-0025-4759-835f-cc883f60ad84 req-9025989c-5de2-48b6-bf73-470cdec3b2a1 service neutron] 10.222.0.73 "PUT /v2.0/ports/b14a5919-7e9f-46b6-82ed-7072c458b840 HTTP/1.1" status: 200 len: 1094 time: 1.7211068 Mar 11 15:43:18.691818 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d4156eb1-9a28-40e3-a371-95ef05ebfe7a req-01eec97e-a7e0-46b0-becd-5d9fa1148c73 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9926ab3a-6310-40d7-af43-7417a74973a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1744149 Mar 11 15:43:18.692996 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025989c-5de2-48b6-bf73-470cdec3b2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b14a5919-7e9f-46b6-82ed-7072c458b840,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:18.944355 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d4156eb1-9a28-40e3-a371-95ef05ebfe7a req-ba744c19-7fcc-4e46-9d71-6aba5ca1f4ff service neutron] 10.222.0.73 "GET /v2.0/networks/9926ab3a-6310-40d7-af43-7417a74973a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436190 Mar 11 15:43:18.951319 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7924090b-0025-4759-835f-cc883f60ad84 req-7b05a9a4-e870-454c-838a-415b7a7d1310 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d129cb2ad5e4fb2bbc4b05712522ede&device_id=904f9d99-642c-42e4-85bd-061c5c744821 HTTP/1.1" status: 200 len: 1097 time: 0.2224793 Mar 11 15:43:19.122314 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7924090b-0025-4759-835f-cc883f60ad84 req-1fc7e450-5aef-482b-b2d7-eb5d3bf8ef62 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b14a5919-7e9f-46b6-82ed-7072c458b840 HTTP/1.1" status: 200 len: 217 time: 0.1487575 Mar 11 15:43:19.265130 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d4156eb1-9a28-40e3-a371-95ef05ebfe7a req-c6705c4e-26d5-4951-b850-2538fd1b621c service neutron] 10.222.0.73 "GET /v2.0/networks/9926ab3a-6310-40d7-af43-7417a74973a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124237 Mar 11 15:43:19.267032 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924090b-0025-4759-835f-cc883f60ad84 req-55281ad7-f286-4960-b6f1-74ac55995a9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:19.269246 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7924090b-0025-4759-835f-cc883f60ad84 req-55281ad7-f286-4960-b6f1-74ac55995a9c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=675f42ac-dc8a-4c00-91d8-987c97255cc4 HTTP/1.1" status: 200 len: 850 time: 0.1340842 Mar 11 15:43:19.366509 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7924090b-0025-4759-835f-cc883f60ad84 req-0dfde794-d2da-469b-bfd0-3c6d08a4d37b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=feab4df5-c44d-4b7f-892d-56d03f64918c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0849226 Mar 11 15:43:19.514471 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7924090b-0025-4759-835f-cc883f60ad84 req-8fd53ad0-538c-4fe2-8046-09636e8dbe78 service neutron] 10.222.0.73 "GET /v2.0/networks/feab4df5-c44d-4b7f-892d-56d03f64918c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382115 Mar 11 15:43:19.636486 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904f9d99-642c-42e4-85bd-061c5c744821', 'tag': 'b14a5919-7e9f-46b6-82ed-7072c458b840'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:43:19.788782 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7924090b-0025-4759-835f-cc883f60ad84 req-1dcf86e6-c954-4253-b45c-d0f236ca5992 service neutron] 10.222.0.73 "GET /v2.0/networks/feab4df5-c44d-4b7f-892d-56d03f64918c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650383 Mar 11 15:43:19.808614 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19454e-71a3-40d9-9afa-2a5cdffe7908 req-37a54dc4-2e51-460e-b6cd-e69972c8a944 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:19.809700 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4d19454e-71a3-40d9-9afa-2a5cdffe7908 req-37a54dc4-2e51-460e-b6cd-e69972c8a944 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bae911b-253e-451d-b067-c302a7e22871 HTTP/1.1" status: 200 len: 945 time: 0.2581904 Mar 11 15:43:19.819142 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18c2ce-9498-47d1-ad65-db4c5b5df05e req-853e5d09-347d-4b13-bc6c-8e261944d69c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:19.820600 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1b18c2ce-9498-47d1-ad65-db4c5b5df05e req-853e5d09-347d-4b13-bc6c-8e261944d69c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bae911b-253e-451d-b067-c302a7e22871 HTTP/1.1" status: 200 len: 945 time: 0.1723251 Mar 11 15:43:19.855898 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821e3d6-08ad-4f4b-8892-e609c4d9917c req-e79a54a5-d29c-44e7-95c7-b2c1b1d2659c tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:19.857378 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d821e3d6-08ad-4f4b-8892-e609c4d9917c req-e79a54a5-d29c-44e7-95c7-b2c1b1d2659c tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=904f9d99-642c-42e4-85bd-061c5c744821 HTTP/1.1" status: 200 len: 944 time: 0.1067355 Mar 11 15:43:19.909431 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d821e3d6-08ad-4f4b-8892-e609c4d9917c req-61652fab-c2b7-4de3-a150-d747cafa901b tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432861 Mar 11 15:43:19.926723 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-4d19454e-71a3-40d9-9afa-2a5cdffe7908 req-bb6acf85-ae7a-41f6-90f1-996b409a6485 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting port f9fd9927-16a2-45f8-b6e5-275f641dae6b {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:43:19.927071 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-4d19454e-71a3-40d9-9afa-2a5cdffe7908 req-bb6acf85-ae7a-41f6-90f1-996b409a6485 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:19.958967 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1b18c2ce-9498-47d1-ad65-db4c5b5df05e req-910ac79d-d021-42e4-a21e-f29cbf8d420b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=c8fbde4a-0753-4f3b-8d1b-c8714986ff29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002789 Mar 11 15:43:19.985533 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904f9d99-642c-42e4-85bd-061c5c744821', 'tag': 'b14a5919-7e9f-46b6-82ed-7072c458b840', 'status': 'completed', 'code': 200} Mar 11 15:43:20.332883 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-64a3423f-7642-45a5-90d9-08a162461848 req-bdec822d-78c6-429a-a336-d0b6c8a172d5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d129cb2ad5e4fb2bbc4b05712522ede&device_id=904f9d99-642c-42e4-85bd-061c5c744821 HTTP/1.1" status: 200 len: 1097 time: 0.3118067 Mar 11 15:43:20.377028 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-4d19454e-71a3-40d9-9afa-2a5cdffe7908 req-bb6acf85-ae7a-41f6-90f1-996b409a6485 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] For port f9fd9927-16a2-45f8-b6e5-275f641dae6b, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f9fd9927-16a2-45f8-b6e5-275f641dae6b,segment=NetworkSegment(cd767889-81e9-4765-85b1-39a4f1d47ad2),segment_id=cd767889-81e9-4765-85b1-39a4f1d47ad2)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:43:20.377372 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-4d19454e-71a3-40d9-9afa-2a5cdffe7908 req-bb6acf85-ae7a-41f6-90f1-996b409a6485 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:20.566170 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-4d19454e-71a3-40d9-9afa-2a5cdffe7908 req-bb6acf85-ae7a-41f6-90f1-996b409a6485 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Calling delete_port for f9fd9927-16a2-45f8-b6e5-275f641dae6b owned by compute:nova {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:43:20.678765 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3423f-7642-45a5-90d9-08a162461848 req-f69dad38-3192-4aed-ba72-55fc7462c165 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:20.679890 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-64a3423f-7642-45a5-90d9-08a162461848 req-f69dad38-3192-4aed-ba72-55fc7462c165 service neutron] 10.222.0.73 "GET /v2.0/networks?id=feab4df5-c44d-4b7f-892d-56d03f64918c HTTP/1.1" status: 200 len: 912 time: 0.3357089 Mar 11 15:43:20.794400 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-64a3423f-7642-45a5-90d9-08a162461848 req-9b30127b-9127-4800-8f4c-39c7bb269b5a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b14a5919-7e9f-46b6-82ed-7072c458b840 HTTP/1.1" status: 200 len: 217 time: 0.1073806 Mar 11 15:43:20.867292 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-4d19454e-71a3-40d9-9afa-2a5cdffe7908 req-bb6acf85-ae7a-41f6-90f1-996b409a6485 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:20.925913 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3423f-7642-45a5-90d9-08a162461848 req-3440cdc7-fc09-4a83-b485-e416967a3dd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:20.927463 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-64a3423f-7642-45a5-90d9-08a162461848 req-3440cdc7-fc09-4a83-b485-e416967a3dd2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=675f42ac-dc8a-4c00-91d8-987c97255cc4 HTTP/1.1" status: 200 len: 850 time: 0.1252127 Mar 11 15:43:20.929758 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6acf85-ae7a-41f6-90f1-996b409a6485 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Port': ['ID=f9fd9927-16a2-45f8-b6e5-275f641dae6b,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:21.044426 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d19454e-71a3-40d9-9afa-2a5cdffe7908 req-bb6acf85-ae7a-41f6-90f1-996b409a6485 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] No DVR routers for this DVR port f9fd9927-16a2-45f8-b6e5-275f641dae6b on host hv-neutron-8333 {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:43:21.076222 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-4d19454e-71a3-40d9-9afa-2a5cdffe7908 req-bb6acf85-ae7a-41f6-90f1-996b409a6485 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:21.112813 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4d19454e-71a3-40d9-9afa-2a5cdffe7908 req-bb6acf85-ae7a-41f6-90f1-996b409a6485 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "DELETE /v2.0/ports/f9fd9927-16a2-45f8-b6e5-275f641dae6b HTTP/1.1" status: 204 len: 173 time: 1.2912619 Mar 11 15:43:21.136451 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-ed92b03d-2d85-449d-b929-999c0a759ee9 req-015b1712-0728-427a-8cd7-e110d110a249 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bae911b-253e-451d-b067-c302a7e22871 HTTP/1.1" status: 200 len: 210 time: 0.0431445 Mar 11 15:43:21.145942 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-64a3423f-7642-45a5-90d9-08a162461848 req-777054f2-e767-4c67-b512-e39c010dfea8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=feab4df5-c44d-4b7f-892d-56d03f64918c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2114072 Mar 11 15:43:21.156799 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d0b7b-8d4d-4600-8495-b0d079d9e3da req-31dc0913-c0c9-443e-8315-a049c3ff8dea tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:21.157775 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-012d0b7b-8d4d-4600-8495-b0d079d9e3da req-31dc0913-c0c9-443e-8315-a049c3ff8dea tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=904f9d99-642c-42e4-85bd-061c5c744821 HTTP/1.1" status: 200 len: 944 time: 0.1156366 Mar 11 15:43:21.287451 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-012d0b7b-8d4d-4600-8495-b0d079d9e3da req-367cf360-82aa-4e19-b105-12fbe8fd8b8d tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091702 Mar 11 15:43:21.331316 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-64a3423f-7642-45a5-90d9-08a162461848 req-ff5b705e-cba3-4d7f-82fe-73cef00c548a service neutron] 10.222.0.73 "GET /v2.0/networks/feab4df5-c44d-4b7f-892d-56d03f64918c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726058 Mar 11 15:43:21.469866 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-64a3423f-7642-45a5-90d9-08a162461848 req-ab2c6756-d658-4012-a919-ad53303c27fc service neutron] 10.222.0.73 "GET /v2.0/networks/feab4df5-c44d-4b7f-892d-56d03f64918c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310408 Mar 11 15:43:21.987094 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bae911b-253e-451d-b067-c302a7e22871', 'name': 'network-vif-deleted', 'tag': 'f9fd9927-16a2-45f8-b6e5-275f641dae6b'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:43:22.041724 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bae911b-253e-451d-b067-c302a7e22871', 'name': 'network-vif-deleted', 'tag': 'f9fd9927-16a2-45f8-b6e5-275f641dae6b', 'status': 'completed', 'code': 200} Mar 11 15:43:22.250860 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44486) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:22.329912 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2c194412-1cdf-4fae-a7a1-e60f68ffd183 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:22.360454 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2c194412-1cdf-4fae-a7a1-e60f68ffd183 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:22.483208 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2c194412-1cdf-4fae-a7a1-e60f68ffd183 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:22.511803 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c194412-1cdf-4fae-a7a1-e60f68ffd183 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fbde4a-0753-4f3b-8d1b-c8714986ff29,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:22.529262 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c194412-1cdf-4fae-a7a1-e60f68ffd183 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:22.529629 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c194412-1cdf-4fae-a7a1-e60f68ffd183 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:22.529958 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c194412-1cdf-4fae-a7a1-e60f68ffd183 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:22.530279 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c194412-1cdf-4fae-a7a1-e60f68ffd183 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:22.530599 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c194412-1cdf-4fae-a7a1-e60f68ffd183 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:22.530915 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c194412-1cdf-4fae-a7a1-e60f68ffd183 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:22.531230 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c194412-1cdf-4fae-a7a1-e60f68ffd183 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:22.531545 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c194412-1cdf-4fae-a7a1-e60f68ffd183 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:22.531864 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c194412-1cdf-4fae-a7a1-e60f68ffd183 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:22.532198 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c194412-1cdf-4fae-a7a1-e60f68ffd183 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:22.532512 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c194412-1cdf-4fae-a7a1-e60f68ffd183 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:22.536167 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2c194412-1cdf-4fae-a7a1-e60f68ffd183 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:22.537267 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-2c194412-1cdf-4fae-a7a1-e60f68ffd183 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/security-groups/c8fbde4a-0753-4f3b-8d1b-c8714986ff29 HTTP/1.1" status: 204 len: 168 time: 0.2853637 Mar 11 15:43:22.543619 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf43b2-c298-4d91-b308-63a15b25fdb8 req-33aa58b4-2168-44f5-8dec-03d4b4591fbc tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:22.545097 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-5eaf43b2-c298-4d91-b308-63a15b25fdb8 req-33aa58b4-2168-44f5-8dec-03d4b4591fbc tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=904f9d99-642c-42e4-85bd-061c5c744821 HTTP/1.1" status: 200 len: 944 time: 0.1277127 Mar 11 15:43:22.600763 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-5eaf43b2-c298-4d91-b308-63a15b25fdb8 req-5c1bee96-52ef-49ad-bc19-5ab5c0e5d8b0 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458598 Mar 11 15:43:23.192320 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device f9fd9927-16a2-45f8-b6e5-275f641dae6b no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:43:23.229692 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] No Port match for: f9fd9927-16a2-45f8-b6e5-275f641dae6b {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:43:23.230040 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device f9fd9927-16a2-45f8-b6e5-275f641dae6b not bound to the agent host hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:43:23.611111 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44496) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:23.838964 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64162a5-b7ab-4c3a-8fd8-5cfec900b925 req-bf7fbcd8-ed77-4e8c-94ed-4cd3ffc8e29c tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:23.840345 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c64162a5-b7ab-4c3a-8fd8-5cfec900b925 req-bf7fbcd8-ed77-4e8c-94ed-4cd3ffc8e29c tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=904f9d99-642c-42e4-85bd-061c5c744821 HTTP/1.1" status: 200 len: 944 time: 0.1104617 Mar 11 15:43:23.904943 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c64162a5-b7ab-4c3a-8fd8-5cfec900b925 req-defb0137-15f2-4ec0-8f41-606543e680b5 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585132 Mar 11 15:43:24.099358 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2515305d-199a-4f33-9128-0466a29dd269 None None] Sync routers for ids ['51d22365-0642-4359-8914-c9556c451212'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:43:24.111529 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2515305d-199a-4f33-9128-0466a29dd269 None None] Routers {'51d22365-0642-4359-8914-c9556c451212'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:43:24.112285 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-2515305d-199a-4f33-9128-0466a29dd269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:43:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['51d22365-0642-4359-8914-c9556c451212'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:24.128800 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4ac1a384-9c89-45e2-a286-f3e07ad5f8af tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:24.291918 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-2515305d-199a-4f33-9128-0466a29dd269 None None] Set router 51d22365-0642-4359-8914-c9556c451212 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:43:24.637033 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-2515305d-199a-4f33-9128-0466a29dd269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d22365-0642-4359-8914-c9556c451212', 'name': 'tempest-TestNetworkBasicOps-router-1132899884', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:41:21Z', 'updated_at': '2022-03-11T15:41:25Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d22365-0642-4359-8914-c9556c451212', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:41:21Z', 'updated_at': '2022-03-11T15:43:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'fa2cc14f-525a-4f67-b24e-2a97a59f9ed2', 'name': '', 'network_id': '9926ab3a-6310-40d7-af43-7417a74973a3', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:c7:67:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d22365-0642-4359-8914-c9556c451212', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '285970a2-2e2c-49c9-bf48-26b3adbf665a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:41:24Z', 'updated_at': '2022-03-11T15:43:08Z', 'revision_number': 7, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '285970a2-2e2c-49c9-bf48-26b3adbf665a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:24.640846 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2515305d-199a-4f33-9128-0466a29dd269 None None] Checking router: 51d22365-0642-4359-8914-c9556c451212 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:43:24.652263 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2515305d-199a-4f33-9128-0466a29dd269 None None] Routers {'51d22365-0642-4359-8914-c9556c451212'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:43:24.652867 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-2515305d-199a-4f33-9128-0466a29dd269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:43:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['51d22365-0642-4359-8914-c9556c451212'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:24.834249 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-2515305d-199a-4f33-9128-0466a29dd269 None None] Set router 51d22365-0642-4359-8914-c9556c451212 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:43:24.844338 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-4ac1a384-9c89-45e2-a286-f3e07ad5f8af tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting port fa2cc14f-525a-4f67-b24e-2a97a59f9ed2 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:43:24.844818 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4ac1a384-9c89-45e2-a286-f3e07ad5f8af tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:25.029458 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-4ac1a384-9c89-45e2-a286-f3e07ad5f8af tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] For port fa2cc14f-525a-4f67-b24e-2a97a59f9ed2, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=fa2cc14f-525a-4f67-b24e-2a97a59f9ed2,segment=NetworkSegment(cd767889-81e9-4765-85b1-39a4f1d47ad2),segment_id=cd767889-81e9-4765-85b1-39a4f1d47ad2)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:43:25.029820 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4ac1a384-9c89-45e2-a286-f3e07ad5f8af tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:25.144660 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae72bed-3d05-4915-83a3-409edf788152 req-5b6cc683-0228-484e-b638-c46551f76178 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:25.146521 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5ae72bed-3d05-4915-83a3-409edf788152 req-5b6cc683-0228-484e-b638-c46551f76178 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=904f9d99-642c-42e4-85bd-061c5c744821 HTTP/1.1" status: 200 len: 944 time: 0.1122856 Mar 11 15:43:25.155343 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-4ac1a384-9c89-45e2-a286-f3e07ad5f8af tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Calling delete_port for fa2cc14f-525a-4f67-b24e-2a97a59f9ed2 owned by network:router_interface {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:43:25.195673 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-2515305d-199a-4f33-9128-0466a29dd269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d22365-0642-4359-8914-c9556c451212', 'name': 'tempest-TestNetworkBasicOps-router-1132899884', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:41:21Z', 'updated_at': '2022-03-11T15:41:25Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d22365-0642-4359-8914-c9556c451212', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:41:21Z', 'updated_at': '2022-03-11T15:43:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'fa2cc14f-525a-4f67-b24e-2a97a59f9ed2', 'name': '', 'network_id': '9926ab3a-6310-40d7-af43-7417a74973a3', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:c7:67:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d22365-0642-4359-8914-c9556c451212', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '285970a2-2e2c-49c9-bf48-26b3adbf665a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:41:24Z', 'updated_at': '2022-03-11T15:43:08Z', 'revision_number': 7, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '285970a2-2e2c-49c9-bf48-26b3adbf665a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:25.202177 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2515305d-199a-4f33-9128-0466a29dd269 None None] The sync data for ids ['51d22365-0642-4359-8914-c9556c451212'] in dv-neutron-833373-1-hyperv is: [{'id': '51d22365-0642-4359-8914-c9556c451212', 'name': 'tempest-TestNetworkBasicOps-router-1132899884', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:41:21Z', 'updated_at': '2022-03-11T15:41:25Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d22365-0642-4359-8914-c9556c451212', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:41:21Z', 'updated_at': '2022-03-11T15:43:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'fa2cc14f-525a-4f67-b24e-2a97a59f9ed2', 'name': '', 'network_id': '9926ab3a-6310-40d7-af43-7417a74973a3', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:c7:67:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d22365-0642-4359-8914-c9556c451212', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '285970a2-2e2c-49c9-bf48-26b3adbf665a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:41:24Z', 'updated_at': '2022-03-11T15:43:08Z', 'revision_number': 7, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '285970a2-2e2c-49c9-bf48-26b3adbf665a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:43:25.208398 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5ae72bed-3d05-4915-83a3-409edf788152 req-65349f1e-4ee4-437c-8b40-16d284adbbc8 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522008 Mar 11 15:43:25.375589 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4ac1a384-9c89-45e2-a286-f3e07ad5f8af tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:25.429877 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1a384-9c89-45e2-a286-f3e07ad5f8af tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Port': ['ID=fa2cc14f-525a-4f67-b24e-2a97a59f9ed2,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:25.745281 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4ac1a384-9c89-45e2-a286-f3e07ad5f8af tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:26.440334 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46da55b-1dce-4bd4-839a-da853fdc6e13 req-5f09d309-1a4a-4bfb-bb75-5dc8d7f98f86 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:26.441766 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-a46da55b-1dce-4bd4-839a-da853fdc6e13 req-5f09d309-1a4a-4bfb-bb75-5dc8d7f98f86 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=904f9d99-642c-42e4-85bd-061c5c744821 HTTP/1.1" status: 200 len: 944 time: 0.1102388 Mar 11 15:43:26.514679 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-a46da55b-1dce-4bd4-839a-da853fdc6e13 req-8379ef1f-78da-4425-a1b4-405ed80f2f05 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655634 Mar 11 15:43:26.522615 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac1a384-9c89-45e2-a286-f3e07ad5f8af tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router 51d22365-0642-4359-8914-c9556c451212 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:43:26.719678 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac1a384-9c89-45e2-a286-f3e07ad5f8af tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:43:26.732502 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4ac1a384-9c89-45e2-a286-f3e07ad5f8af tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "PUT /v2.0/routers/51d22365-0642-4359-8914-c9556c451212/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1202290 Mar 11 15:43:26.735219 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44506) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:26.919440 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-4db226d8-5820-42cd-88e6-8685a43ca86d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting subnet 285970a2-2e2c-49c9-bf48-26b3adbf665a {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:43:26.922290 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4db226d8-5820-42cd-88e6-8685a43ca86d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:26.974697 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4db226d8-5820-42cd-88e6-8685a43ca86d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:27.061921 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4db226d8-5820-42cd-88e6-8685a43ca86d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:27.132533 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4db226d8-5820-42cd-88e6-8685a43ca86d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:27.168053 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db226d8-5820-42cd-88e6-8685a43ca86d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Subnet': ['ID=285970a2-2e2c-49c9-bf48-26b3adbf665a,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:27.177153 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4db226d8-5820-42cd-88e6-8685a43ca86d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:27.183963 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4db226d8-5820-42cd-88e6-8685a43ca86d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/subnets/285970a2-2e2c-49c9-bf48-26b3adbf665a HTTP/1.1" status: 204 len: 168 time: 0.4478226 Mar 11 15:43:27.184730 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c11dd5f-e3ab-4b80-8f31-0e4cdf665c1b None None] Network 9926ab3a-6310-40d7-af43-7417a74973a3 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:43:27.186566 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44510) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:27.389728 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-77def97f-8d5f-454f-8b50-ef3eff98e3ff tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:27.439618 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cd9511-ffb9-4213-8754-fd4ce5b07a27 None None] DHCP port deletion for 9926ab3a-6310-40d7-af43-7417a74973a3 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:43:27.443595 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd9511-ffb9-4213-8754-fd4ce5b07a27 None None] Deleting port f74ceb44-9962-4bda-bbd3-939a69f50b11 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:43:27.443968 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b6cd9511-ffb9-4213-8754-fd4ce5b07a27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:27.589889 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-77def97f-8d5f-454f-8b50-ef3eff98e3ff tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:27.599562 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-77def97f-8d5f-454f-8b50-ef3eff98e3ff tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting port 4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:43:27.599883 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-77def97f-8d5f-454f-8b50-ef3eff98e3ff tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:27.650510 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-b6cd9511-ffb9-4213-8754-fd4ce5b07a27 None None] For port f74ceb44-9962-4bda-bbd3-939a69f50b11, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=f74ceb44-9962-4bda-bbd3-939a69f50b11,segment=NetworkSegment(cd767889-81e9-4765-85b1-39a4f1d47ad2),segment_id=cd767889-81e9-4765-85b1-39a4f1d47ad2)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:43:27.651247 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b6cd9511-ffb9-4213-8754-fd4ce5b07a27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:27.724014 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea9e14-fec7-4358-9f6f-469e01bb175f req-11617ae5-afb2-4149-b668-b17c35a3fe45 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:27.725424 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c9ea9e14-fec7-4358-9f6f-469e01bb175f req-11617ae5-afb2-4149-b668-b17c35a3fe45 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=904f9d99-642c-42e4-85bd-061c5c744821 HTTP/1.1" status: 200 len: 944 time: 0.0807493 Mar 11 15:43:27.776652 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c9ea9e14-fec7-4358-9f6f-469e01bb175f req-48892ec0-409e-41c1-94e1-c49064c91cd5 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444036 Mar 11 15:43:27.781477 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd9511-ffb9-4213-8754-fd4ce5b07a27 None None] Calling delete_port for f74ceb44-9962-4bda-bbd3-939a69f50b11 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:43:27.858100 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b6cd9511-ffb9-4213-8754-fd4ce5b07a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:27.917775 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cd9511-ffb9-4213-8754-fd4ce5b07a27 None None] No DVR routers for this DVR port f74ceb44-9962-4bda-bbd3-939a69f50b11 on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:43:27.920428 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd9511-ffb9-4213-8754-fd4ce5b07a27 None None] Pushing event deleted for resources: {'Port': ['ID=f74ceb44-9962-4bda-bbd3-939a69f50b11,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:27.925247 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device f74ceb44-9962-4bda-bbd3-939a69f50b11 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:43:27.928275 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-77def97f-8d5f-454f-8b50-ef3eff98e3ff tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] For port 4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:43:27.928735 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-77def97f-8d5f-454f-8b50-ef3eff98e3ff tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:28.004673 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: f74ceb44-9962-4bda-bbd3-939a69f50b11 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:43:28.005188 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device f74ceb44-9962-4bda-bbd3-939a69f50b11 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:43:28.045683 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0931e874-e5df-4e3b-bc58-953277f0fb05 None None] New status for floating IP ff9ee8a2-a88e-4bc7-9a7a-4c2d9956fc98: DOWN {{(pid=83869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 15:43:28.071114 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-77def97f-8d5f-454f-8b50-ef3eff98e3ff tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Calling delete_port for 4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b owned by network:router_gateway {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:43:28.208423 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c07a703-0046-4b46-9931-193ce9ff4284 None None] Sync routers for ids ['51d22365-0642-4359-8914-c9556c451212'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:43:28.223960 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c07a703-0046-4b46-9931-193ce9ff4284 None None] Routers {'51d22365-0642-4359-8914-c9556c451212'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:43:28.225021 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-7c07a703-0046-4b46-9931-193ce9ff4284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:43:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['51d22365-0642-4359-8914-c9556c451212'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:28.250599 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-77def97f-8d5f-454f-8b50-ef3eff98e3ff tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:28.294136 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77def97f-8d5f-454f-8b50-ef3eff98e3ff tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Port': ['ID=4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:28.405256 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-7c07a703-0046-4b46-9931-193ce9ff4284 None None] Set router 51d22365-0642-4359-8914-c9556c451212 gateway port host: None {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:43:28.520128 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-7c07a703-0046-4b46-9931-193ce9ff4284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d22365-0642-4359-8914-c9556c451212', 'name': 'tempest-TestNetworkBasicOps-router-1132899884', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:41:21Z', 'updated_at': '2022-03-11T15:43:28Z', 'revision_number': 7, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port_host': None}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:28.524570 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c07a703-0046-4b46-9931-193ce9ff4284 None None] Checking router: 51d22365-0642-4359-8914-c9556c451212 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:43:28.536884 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c07a703-0046-4b46-9931-193ce9ff4284 None None] Routers {'51d22365-0642-4359-8914-c9556c451212'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:43:28.537592 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-7c07a703-0046-4b46-9931-193ce9ff4284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:43:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['51d22365-0642-4359-8914-c9556c451212'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:28.603584 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-77def97f-8d5f-454f-8b50-ef3eff98e3ff tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:28.673062 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-7c07a703-0046-4b46-9931-193ce9ff4284 None None] Set router 51d22365-0642-4359-8914-c9556c451212 gateway port host: None {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:43:28.792219 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-7c07a703-0046-4b46-9931-193ce9ff4284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d22365-0642-4359-8914-c9556c451212', 'name': 'tempest-TestNetworkBasicOps-router-1132899884', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:41:21Z', 'updated_at': '2022-03-11T15:43:28Z', 'revision_number': 7, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port_host': None}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:28.796421 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c07a703-0046-4b46-9931-193ce9ff4284 None None] The sync data for ids ['51d22365-0642-4359-8914-c9556c451212'] in dv-neutron-833373-1-hyperv is: [{'id': '51d22365-0642-4359-8914-c9556c451212', 'name': 'tempest-TestNetworkBasicOps-router-1132899884', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:41:21Z', 'updated_at': '2022-03-11T15:43:28Z', 'revision_number': 7, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port_host': None}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:43:28.868138 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-77def97f-8d5f-454f-8b50-ef3eff98e3ff tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:28.878115 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-77def97f-8d5f-454f-8b50-ef3eff98e3ff tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:28.902416 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-77def97f-8d5f-454f-8b50-ef3eff98e3ff tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:28.902947 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77def97f-8d5f-454f-8b50-ef3eff98e3ff tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Fanout notify agent at l3_agent the message router_deleted on router 51d22365-0642-4359-8914-c9556c451212 {{(pid=83867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:43:28.953399 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-77def97f-8d5f-454f-8b50-ef3eff98e3ff tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:28.957143 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-77def97f-8d5f-454f-8b50-ef3eff98e3ff tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/routers/51d22365-0642-4359-8914-c9556c451212 HTTP/1.1" status: 204 len: 168 time: 1.7668557 Mar 11 15:43:28.957538 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44520) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:28.995955 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0b6c6-d106-4cbf-9d26-6c48ac181cf8 req-b15439b1-0dcd-4a4b-9349-19d7134876db tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:28.997455 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e9c0b6c6-d106-4cbf-9d26-6c48ac181cf8 req-b15439b1-0dcd-4a4b-9349-19d7134876db tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=904f9d99-642c-42e4-85bd-061c5c744821 HTTP/1.1" status: 200 len: 944 time: 0.0863516 Mar 11 15:43:29.043265 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e9c0b6c6-d106-4cbf-9d26-6c48ac181cf8 req-8ea38a1c-a333-4f88-9fab-28c9b20fa10c tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396056 Mar 11 15:43:29.070013 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0a2391d4-4d4c-4f5f-94f5-167355ef92e3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:29.207009 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device b14a5919-7e9f-46b6-82ed-7072c458b840 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:43:29.323470 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0a2391d4-4d4c-4f5f-94f5-167355ef92e3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:29.329131 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e90880c4-81b5-4120-83b1-aca54e6cbd6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:29.348952 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-0a2391d4-4d4c-4f5f-94f5-167355ef92e3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9926ab3a-6310-40d7-af43-7417a74973a3']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:29.361757 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-0a2391d4-4d4c-4f5f-94f5-167355ef92e3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd767889-81e9-4765-85b1-39a4f1d47ad2') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:29.362052 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-0a2391d4-4d4c-4f5f-94f5-167355ef92e3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd767889-81e9-4765-85b1-39a4f1d47ad2') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:29.370711 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port b14a5919-7e9f-46b6-82ed-7072c458b840, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b14a5919-7e9f-46b6-82ed-7072c458b840,segment=NetworkSegment(7ad268e5-49ce-4845-bd2b-d7757d53f873),segment_id=7ad268e5-49ce-4845-bd2b-d7757d53f873)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:43:29.375227 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0a2391d4-4d4c-4f5f-94f5-167355ef92e3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:29.385723 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': 'b14a5919-7e9f-46b6-82ed-7072c458b840', 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c', 'port_id': 'b14a5919-7e9f-46b6-82ed-7072c458b840', 'mac_address': 'fa:16:3e:06:b6:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '675f42ac-dc8a-4c00-91d8-987c97255cc4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:43:29.391561 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0a2391d4-4d4c-4f5f-94f5-167355ef92e3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:29.397763 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a2391d4-4d4c-4f5f-94f5-167355ef92e3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:43:29.398148 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0a2391d4-4d4c-4f5f-94f5-167355ef92e3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:29.412535 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:43:29.412535 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:43:29.412535 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:43:29.412535 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:43:29.412535 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:43:29.412535 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:43:29.412535 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:43:29.412535 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:43:29.412535 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:43:29.412535 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:43:29.412535 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:43:29.412535 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:43:29.412535 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:43:29.412535 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:43:29.412535 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:43:29.412535 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:43:29.412535 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:43:29.412535 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:43:29.412535 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:43:29.412535 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:43:29.412535 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:43:29.412535 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:43:29.412535 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:43:29.412535 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:43:29.412535 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:43:29.412535 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:43:29.412535 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:43:29.412535 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:43:29.412535 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:43:29.412535 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:43:29.412535 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:43:29.412535 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:43:29.441445 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:29.458678 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b14a5919-7e9f-46b6-82ed-7072c458b840 {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:43:29.473535 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port b14a5919-7e9f-46b6-82ed-7072c458b840, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b14a5919-7e9f-46b6-82ed-7072c458b840,segment=NetworkSegment(7ad268e5-49ce-4845-bd2b-d7757d53f873),segment_id=7ad268e5-49ce-4845-bd2b-d7757d53f873)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:43:29.478399 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:29.495543 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0a2391d4-4d4c-4f5f-94f5-167355ef92e3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:29.500963 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0a2391d4-4d4c-4f5f-94f5-167355ef92e3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:29.525219 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2391d4-4d4c-4f5f-94f5-167355ef92e3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Network': ['ID=9926ab3a-6310-40d7-af43-7417a74973a3,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:29.533950 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0a2391d4-4d4c-4f5f-94f5-167355ef92e3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/networks/9926ab3a-6310-40d7-af43-7417a74973a3 HTTP/1.1" status: 204 len: 168 time: 0.5726769 Mar 11 15:43:29.549871 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=b14a5919-7e9f-46b6-82ed-7072c458b840,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:29.555319 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44524) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:29.564695 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-7bd28b9d-2b0f-45f0-a60e-c456c6d9064e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'network': {'name': 'tempest-network-smoke--527851728', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'port_security_enabled': True}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:43:29.572395 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7bd28b9d-2b0f-45f0-a60e-c456c6d9064e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:29.576701 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7bd28b9d-2b0f-45f0-a60e-c456c6d9064e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:network and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:29.579625 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7bd28b9d-2b0f-45f0-a60e-c456c6d9064e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:29.585457 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7bd28b9d-2b0f-45f0-a60e-c456c6d9064e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:29.596633 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd28b9d-2b0f-45f0-a60e-c456c6d9064e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Made reservation on behalf of 916fcc14ed3c4d0b95925acf526937c4 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:43:29.599943 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7bd28b9d-2b0f-45f0-a60e-c456c6d9064e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:29.628502 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bd28b9d-2b0f-45f0-a60e-c456c6d9064e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:43:29.638413 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7bd28b9d-2b0f-45f0-a60e-c456c6d9064e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:29.638736 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-7bd28b9d-2b0f-45f0-a60e-c456c6d9064e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Added segment d8bcd0fc-bc3d-4792-88ad-f02766c379dc of type vlan for network 69ed4eac-d21f-453c-a2bd-a6f829359fe7 Mar 11 15:43:29.668245 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7bd28b9d-2b0f-45f0-a60e-c456c6d9064e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:29.704939 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7bd28b9d-2b0f-45f0-a60e-c456c6d9064e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:29.711970 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd28b9d-2b0f-45f0-a60e-c456c6d9064e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:29.712647 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7bd28b9d-2b0f-45f0-a60e-c456c6d9064e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:29.820365 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7bd28b9d-2b0f-45f0-a60e-c456c6d9064e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2633445 Mar 11 15:43:29.823220 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd28b9d-2b0f-45f0-a60e-c456c6d9064e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Network': ['ID=69ed4eac-d21f-453c-a2bd-a6f829359fe7,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:29.823467 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['b14a5919-7e9f-46b6-82ed-7072c458b840'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 15:43:29.823851 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44528) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:29.830695 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-ee50f2c7-9811-48a4-a1e1-313cc7613917 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-550504136', 'admin_state_up': True, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:43:29.846031 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ee50f2c7-9811-48a4-a1e1-313cc7613917 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:29.850151 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 69ed4eac-d21f-453c-a2bd-a6f829359fe7 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:43:29.850843 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ee50f2c7-9811-48a4-a1e1-313cc7613917 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:router and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:29.854977 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ee50f2c7-9811-48a4-a1e1-313cc7613917 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:29.861173 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ee50f2c7-9811-48a4-a1e1-313cc7613917 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:29.880408 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ee50f2c7-9811-48a4-a1e1-313cc7613917 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:29.880408 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ee50f2c7-9811-48a4-a1e1-313cc7613917 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:29.902918 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ee50f2c7-9811-48a4-a1e1-313cc7613917 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:29.939068 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device fa2cc14f-525a-4f67-b24e-2a97a59f9ed2 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:43:29.990263 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: fa2cc14f-525a-4f67-b24e-2a97a59f9ed2 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:43:29.990596 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device fa2cc14f-525a-4f67-b24e-2a97a59f9ed2 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:43:29.991000 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:43:30.031937 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:43:30.032303 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 4e6412bf-2bf4-4270-9ec4-28ecfedd3f1b not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:43:30.058958 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ee50f2c7-9811-48a4-a1e1-313cc7613917 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:30.281372 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc5720-7212-4fcf-842d-aeb31297519c req-b2042cd1-a7df-4150-839a-389fd22e1972 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:30.282814 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-69cc5720-7212-4fcf-842d-aeb31297519c req-b2042cd1-a7df-4150-839a-389fd22e1972 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=904f9d99-642c-42e4-85bd-061c5c744821 HTTP/1.1" status: 200 len: 945 time: 0.1083860 Mar 11 15:43:30.331684 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ee50f2c7-9811-48a4-a1e1-313cc7613917 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router_gateway, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:30.370705 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ee50f2c7-9811-48a4-a1e1-313cc7613917 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:30.442933 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-69cc5720-7212-4fcf-842d-aeb31297519c req-6373a1fa-0b37-48bb-bf0e-e07e4230bf84 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338282 Mar 11 15:43:30.536915 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-ee50f2c7-9811-48a4-a1e1-313cc7613917 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Allocated IP 172.26.0.38 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/06219d97-4f51-4ba7-867c-01f803942b88) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:43:30.693884 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ee50f2c7-9811-48a4-a1e1-313cc7613917 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:30.720942 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ee50f2c7-9811-48a4-a1e1-313cc7613917 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:30.786500 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee50f2c7-9811-48a4-a1e1-313cc7613917 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:30.789266 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-ee50f2c7-9811-48a4-a1e1-313cc7613917 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:30.793787 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee50f2c7-9811-48a4-a1e1-313cc7613917 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:43:30.829208 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee50f2c7-9811-48a4-a1e1-313cc7613917 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=06219d97-4f51-4ba7-867c-01f803942b88,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:30.957660 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ee50f2c7-9811-48a4-a1e1-313cc7613917 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router_gateway, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:30.958310 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ee50f2c7-9811-48a4-a1e1-313cc7613917 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:31.231938 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device b14a5919-7e9f-46b6-82ed-7072c458b840 up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:43:31.300355 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee50f2c7-9811-48a4-a1e1-313cc7613917 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router eaa67198-fb77-4ffc-97f4-c245ccfa7839 is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:43:31.309089 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning for port b14a5919-7e9f-46b6-82ed-7072c458b840 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:43:31.313817 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port b14a5919-7e9f-46b6-82ed-7072c458b840 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:31.314193 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:31.424975 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:31.451951 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904f9d99-642c-42e4-85bd-061c5c744821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b14a5919-7e9f-46b6-82ed-7072c458b840'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:43:31.462134 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port b14a5919-7e9f-46b6-82ed-7072c458b840, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b14a5919-7e9f-46b6-82ed-7072c458b840,segment=NetworkSegment(7ad268e5-49ce-4845-bd2b-d7757d53f873),segment_id=7ad268e5-49ce-4845-bd2b-d7757d53f873)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:43:31.467623 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:31.506967 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee50f2c7-9811-48a4-a1e1-313cc7613917 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:43:31.521152 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0146208e-2317-4a37-9d43-e67f58f2eb58 None None] Sync routers for ids ['eaa67198-fb77-4ffc-97f4-c245ccfa7839'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:43:31.535321 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0146208e-2317-4a37-9d43-e67f58f2eb58 None None] Routers {'eaa67198-fb77-4ffc-97f4-c245ccfa7839'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:43:31.536568 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-0146208e-2317-4a37-9d43-e67f58f2eb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:43:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['eaa67198-fb77-4ffc-97f4-c245ccfa7839'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:31.541206 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ee50f2c7-9811-48a4-a1e1-313cc7613917 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:31.546271 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ee50f2c7-9811-48a4-a1e1-313cc7613917 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7175975 Mar 11 15:43:31.546697 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44538) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:31.560071 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=b14a5919-7e9f-46b6-82ed-7072c458b840,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:31.572850 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904f9d99-642c-42e4-85bd-061c5c744821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b14a5919-7e9f-46b6-82ed-7072c458b840', 'code': 200} Mar 11 15:43:31.636275 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4b5d1a96-e555-488c-9ae9-2a3011da79b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:31.731604 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339ecfe-cc64-4b43-b506-b6da2446762f req-85b56270-24fb-434f-aae4-03ea2203c574 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:31.733903 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4339ecfe-cc64-4b43-b506-b6da2446762f req-85b56270-24fb-434f-aae4-03ea2203c574 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=904f9d99-642c-42e4-85bd-061c5c744821 HTTP/1.1" status: 200 len: 946 time: 0.1044052 Mar 11 15:43:31.739831 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4aab11a4-efc2-4889-b836-7ebca508bc82 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=916fcc14ed3c4d0b95925acf526937c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1889346 Mar 11 15:43:31.740666 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44542) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:31.765020 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-0146208e-2317-4a37-9d43-e67f58f2eb58 None None] Set router eaa67198-fb77-4ffc-97f4-c245ccfa7839 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:43:31.793714 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4339ecfe-cc64-4b43-b506-b6da2446762f req-b8b2e60f-5ebe-4d18-95b2-9d5099dc9839 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535309 Mar 11 15:43:31.903092 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4289f2-9cfe-4b59-9a55-967c62538b55 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:31.904791 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-2e4289f2-9cfe-4b59-9a55-967c62538b55 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1627367 Mar 11 15:43:31.907530 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44548) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:31.913299 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4fff398f-adc8-46aa-a4a1-dfadaf993968 req-d1aa8c52-d1e2-456a-94c1-b374e4bd9655 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=904f9d99-642c-42e4-85bd-061c5c744821 HTTP/1.1" status: 200 len: 1099 time: 0.0964482 Mar 11 15:43:31.990420 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a7d4ae2f-75a8-40d6-a89a-ce5187ef58dd tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=69193b02-dbf5-4ccf-b3ce-76dabd3f8655&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0815074 Mar 11 15:43:31.993594 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44552) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:31.999985 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-c2f3b4b1-41f1-46b0-b459-9ec617decc45 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-494568291', 'network_id': '69ed4eac-d21f-453c-a2bd-a6f829359fe7', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:43:32.029113 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4fff398f-adc8-46aa-a4a1-dfadaf993968 req-23cad743-f90f-4538-ba35-a8a9f9754739 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684624 Mar 11 15:43:32.083533 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-0146208e-2317-4a37-9d43-e67f58f2eb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa67198-fb77-4ffc-97f4-c245ccfa7839', 'name': 'tempest-TestNetworkBasicOps-router-550504136', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.38'}], 'enable_snat': True}, 'gw_port_id': '06219d97-4f51-4ba7-867c-01f803942b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:43:29Z', 'updated_at': '2022-03-11T15:43:30Z', 'revision_number': 3, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '06219d97-4f51-4ba7-867c-01f803942b88', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa67198-fb77-4ffc-97f4-c245ccfa7839', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:43:30Z', 'updated_at': '2022-03-11T15:43:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:32.088082 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0146208e-2317-4a37-9d43-e67f58f2eb58 None None] Checking router: eaa67198-fb77-4ffc-97f4-c245ccfa7839 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:43:32.088483 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0146208e-2317-4a37-9d43-e67f58f2eb58 None None] Updating router eaa67198-fb77-4ffc-97f4-c245ccfa7839 port 06219d97-4f51-4ba7-867c-01f803942b88 binding host dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:43:32.115803 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c2f3b4b1-41f1-46b0-b459-9ec617decc45 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:32.120411 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c2f3b4b1-41f1-46b0-b459-9ec617decc45 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:subnet and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:32.124184 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c2f3b4b1-41f1-46b0-b459-9ec617decc45 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:32.131276 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c2f3b4b1-41f1-46b0-b459-9ec617decc45 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:32.142747 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f3b4b1-41f1-46b0-b459-9ec617decc45 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Made reservation on behalf of 916fcc14ed3c4d0b95925acf526937c4 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:43:32.182807 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0146208e-2317-4a37-9d43-e67f58f2eb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:32.254053 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c2f3b4b1-41f1-46b0-b459-9ec617decc45 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:32.492295 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c2f3b4b1-41f1-46b0-b459-9ec617decc45 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:32.529218 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0146208e-2317-4a37-9d43-e67f58f2eb58 None None] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:32.544839 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-0146208e-2317-4a37-9d43-e67f58f2eb58 None None] Transition to ACTIVE for port object 06219d97-4f51-4ba7-867c-01f803942b88 will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:32.553969 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0146208e-2317-4a37-9d43-e67f58f2eb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:32.578242 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3b4b1-41f1-46b0-b459-9ec617decc45 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Subnet': ['ID=290239a0-a18b-4033-aa7f-229fc51684f8,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:32.589376 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f3b4b1-41f1-46b0-b459-9ec617decc45 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Checking segment: {'id': 'd8bcd0fc-bc3d-4792-88ad-f02766c379dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '69ed4eac-d21f-453c-a2bd-a6f829359fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:43:32.589734 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f3b4b1-41f1-46b0-b459-9ec617decc45 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network hostable DHCP agents. Network: 69ed4eac-d21f-453c-a2bd-a6f829359fe7, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:43:32.613696 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f3b4b1-41f1-46b0-b459-9ec617decc45 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network 69ed4eac-d21f-453c-a2bd-a6f829359fe7 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:43:32.626266 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-c2f3b4b1-41f1-46b0-b459-9ec617decc45 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 69ed4eac-d21f-453c-a2bd-a6f829359fe7) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:32.631023 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f3b4b1-41f1-46b0-b459-9ec617decc45 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:32.632697 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c2f3b4b1-41f1-46b0-b459-9ec617decc45 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:32.636217 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8cc74a-0347-4569-9056-0cfbe945ed0f None None] Network 69ed4eac-d21f-453c-a2bd-a6f829359fe7 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:43:32.641394 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db63ba-1112-45b6-b9fe-a2b89970fe06 None None] Pushing event updated for resources: {'Port': ['ID=06219d97-4f51-4ba7-867c-01f803942b88,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:32.645174 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-0146208e-2317-4a37-9d43-e67f58f2eb58 None None] Attempting to bind port 06219d97-4f51-4ba7-867c-01f803942b88 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:43:32.645538 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-0146208e-2317-4a37-9d43-e67f58f2eb58 None None] Attempting to bind port 06219d97-4f51-4ba7-867c-01f803942b88 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:43:32.645886 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0146208e-2317-4a37-9d43-e67f58f2eb58 None None] Attempting to bind port 06219d97-4f51-4ba7-867c-01f803942b88 on network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:43:32.656832 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0146208e-2317-4a37-9d43-e67f58f2eb58 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:43:32.657194 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0146208e-2317-4a37-9d43-e67f58f2eb58 None None] Checking segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:43:32.657913 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c2f3b4b1-41f1-46b0-b459-9ec617decc45 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6632333 Mar 11 15:43:32.660395 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0146208e-2317-4a37-9d43-e67f58f2eb58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:32.660770 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44556) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:32.664644 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0146208e-2317-4a37-9d43-e67f58f2eb58 None None] Bound using segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:43:32.665307 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-0146208e-2317-4a37-9d43-e67f58f2eb58 None None] Bound port: 06219d97-4f51-4ba7-867c-01f803942b88, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:43:32.665827 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0146208e-2317-4a37-9d43-e67f58f2eb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:32.697046 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54db63ba-1112-45b6-b9fe-a2b89970fe06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:32.697384 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54db63ba-1112-45b6-b9fe-a2b89970fe06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:32.697715 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54db63ba-1112-45b6-b9fe-a2b89970fe06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:32.698081 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54db63ba-1112-45b6-b9fe-a2b89970fe06 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:32.698405 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54db63ba-1112-45b6-b9fe-a2b89970fe06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:32.698906 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54db63ba-1112-45b6-b9fe-a2b89970fe06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:32.699231 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54db63ba-1112-45b6-b9fe-a2b89970fe06 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:32.699556 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54db63ba-1112-45b6-b9fe-a2b89970fe06 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:32.699877 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54db63ba-1112-45b6-b9fe-a2b89970fe06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:32.700455 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54db63ba-1112-45b6-b9fe-a2b89970fe06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:32.700770 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54db63ba-1112-45b6-b9fe-a2b89970fe06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:32.758518 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-0146208e-2317-4a37-9d43-e67f58f2eb58 None None] For port 06219d97-4f51-4ba7-867c-01f803942b88, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:43:32.763238 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-0146208e-2317-4a37-9d43-e67f58f2eb58 None None] For port 06219d97-4f51-4ba7-867c-01f803942b88, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=06219d97-4f51-4ba7-867c-01f803942b88,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:43:32.767627 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0146208e-2317-4a37-9d43-e67f58f2eb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:32.793441 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:32.861290 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db63ba-1112-45b6-b9fe-a2b89970fe06 None None] Pushing event updated for resources: {'Port': ['ID=06219d97-4f51-4ba7-867c-01f803942b88,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:32.864711 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0146208e-2317-4a37-9d43-e67f58f2eb58 None None] Routers {'eaa67198-fb77-4ffc-97f4-c245ccfa7839'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:43:32.865334 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-0146208e-2317-4a37-9d43-e67f58f2eb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:43:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['eaa67198-fb77-4ffc-97f4-c245ccfa7839'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:32.973454 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:32.979629 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1c7342-6984-4b03-aacd-36032f32d5d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-69ed4eac-d21f-453c-a2bd-a6f829359fe7', 'network_id': '69ed4eac-d21f-453c-a2bd-a6f829359fe7', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ips': [{'subnet_id': '290239a0-a18b-4033-aa7f-229fc51684f8'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:43:32.980918 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc1c7342-6984-4b03-aacd-36032f32d5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:33.054455 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-0146208e-2317-4a37-9d43-e67f58f2eb58 None None] Set router eaa67198-fb77-4ffc-97f4-c245ccfa7839 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:43:33.144327 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-fc1c7342-6984-4b03-aacd-36032f32d5d7 None None] Allocated IP 172.20.0.2 (69ed4eac-d21f-453c-a2bd-a6f829359fe7/290239a0-a18b-4033-aa7f-229fc51684f8/5e6ca4d2-1aa3-461c-bc4a-d1d64579a19f) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:43:33.183981 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7acc2-3679-4335-8a0b-48ae8c85c9ee req-4b3fd4fe-91fc-436f-85cd-406b9ea6fcf3 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:33.185639 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-27c7acc2-3679-4335-8a0b-48ae8c85c9ee req-4b3fd4fe-91fc-436f-85cd-406b9ea6fcf3 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=904f9d99-642c-42e4-85bd-061c5c744821 HTTP/1.1" status: 200 len: 946 time: 0.2411325 Mar 11 15:43:33.258379 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-27c7acc2-3679-4335-8a0b-48ae8c85c9ee req-59775903-8cf8-440d-8126-327e8f1e3f43 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653803 Mar 11 15:43:33.361260 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-0146208e-2317-4a37-9d43-e67f58f2eb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa67198-fb77-4ffc-97f4-c245ccfa7839', 'name': 'tempest-TestNetworkBasicOps-router-550504136', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.38'}], 'enable_snat': True}, 'gw_port_id': '06219d97-4f51-4ba7-867c-01f803942b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:43:29Z', 'updated_at': '2022-03-11T15:43:30Z', 'revision_number': 3, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '06219d97-4f51-4ba7-867c-01f803942b88', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa67198-fb77-4ffc-97f4-c245ccfa7839', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:43:30Z', 'updated_at': '2022-03-11T15:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:33.365639 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0146208e-2317-4a37-9d43-e67f58f2eb58 None None] The sync data for ids ['eaa67198-fb77-4ffc-97f4-c245ccfa7839'] in dv-neutron-833373-1-hyperv is: [{'id': 'eaa67198-fb77-4ffc-97f4-c245ccfa7839', 'name': 'tempest-TestNetworkBasicOps-router-550504136', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.38'}], 'enable_snat': True}, 'gw_port_id': '06219d97-4f51-4ba7-867c-01f803942b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:43:29Z', 'updated_at': '2022-03-11T15:43:30Z', 'revision_number': 3, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '06219d97-4f51-4ba7-867c-01f803942b88', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa67198-fb77-4ffc-97f4-c245ccfa7839', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:43:30Z', 'updated_at': '2022-03-11T15:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:43:33.418624 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc1c7342-6984-4b03-aacd-36032f32d5d7 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:33.432886 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc1c7342-6984-4b03-aacd-36032f32d5d7 None None] Transition to ACTIVE for port object 5e6ca4d2-1aa3-461c-bc4a-d1d64579a19f will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:33.456527 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-fc1c7342-6984-4b03-aacd-36032f32d5d7 None None] Transition to ACTIVE for port object 5e6ca4d2-1aa3-461c-bc4a-d1d64579a19f will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:33.464831 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc1c7342-6984-4b03-aacd-36032f32d5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:33.542344 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1c7342-6984-4b03-aacd-36032f32d5d7 None None] Network 69ed4eac-d21f-453c-a2bd-a6f829359fe7 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:33.545908 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-fc1c7342-6984-4b03-aacd-36032f32d5d7 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:33.549654 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1c7342-6984-4b03-aacd-36032f32d5d7 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:43:33.560452 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c7342-6984-4b03-aacd-36032f32d5d7 None None] Pushing event updated for resources: {'Port': ['ID=5e6ca4d2-1aa3-461c-bc4a-d1d64579a19f,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:33.679780 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-fc1c7342-6984-4b03-aacd-36032f32d5d7 None None] Attempting to bind port 5e6ca4d2-1aa3-461c-bc4a-d1d64579a19f on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:43:33.681141 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-fc1c7342-6984-4b03-aacd-36032f32d5d7 None None] Attempting to bind port 5e6ca4d2-1aa3-461c-bc4a-d1d64579a19f by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'd8bcd0fc-bc3d-4792-88ad-f02766c379dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '69ed4eac-d21f-453c-a2bd-a6f829359fe7'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:43:33.681141 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1c7342-6984-4b03-aacd-36032f32d5d7 None None] Attempting to bind port 5e6ca4d2-1aa3-461c-bc4a-d1d64579a19f on network 69ed4eac-d21f-453c-a2bd-a6f829359fe7 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:43:33.688165 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1c7342-6984-4b03-aacd-36032f32d5d7 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:43:33.688554 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1c7342-6984-4b03-aacd-36032f32d5d7 None None] Checking segment: {'id': 'd8bcd0fc-bc3d-4792-88ad-f02766c379dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '69ed4eac-d21f-453c-a2bd-a6f829359fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:43:33.688982 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc1c7342-6984-4b03-aacd-36032f32d5d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:33.689745 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1c7342-6984-4b03-aacd-36032f32d5d7 None None] Bound using segment: {'id': 'd8bcd0fc-bc3d-4792-88ad-f02766c379dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '69ed4eac-d21f-453c-a2bd-a6f829359fe7'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:43:33.691015 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-fc1c7342-6984-4b03-aacd-36032f32d5d7 None None] Bound port: 5e6ca4d2-1aa3-461c-bc4a-d1d64579a19f, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8bcd0fc-bc3d-4792-88ad-f02766c379dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '69ed4eac-d21f-453c-a2bd-a6f829359fe7'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:43:33.691015 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc1c7342-6984-4b03-aacd-36032f32d5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:33.811717 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-fc1c7342-6984-4b03-aacd-36032f32d5d7 None None] For port 5e6ca4d2-1aa3-461c-bc4a-d1d64579a19f, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:43:33.816620 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-fc1c7342-6984-4b03-aacd-36032f32d5d7 None None] For port 5e6ca4d2-1aa3-461c-bc4a-d1d64579a19f, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=5e6ca4d2-1aa3-461c-bc4a-d1d64579a19f,segment=NetworkSegment(d8bcd0fc-bc3d-4792-88ad-f02766c379dc),segment_id=d8bcd0fc-bc3d-4792-88ad-f02766c379dc)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:43:33.824554 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc1c7342-6984-4b03-aacd-36032f32d5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:33.892510 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ea1f34db-f9de-46ec-9f6f-860817a160aa tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:33.932711 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c7342-6984-4b03-aacd-36032f32d5d7 None None] Pushing event updated for resources: {'Port': ['ID=5e6ca4d2-1aa3-461c-bc4a-d1d64579a19f,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:33.984714 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 06219d97-4f51-4ba7-867c-01f803942b88 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:43:34.079019 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 06219d97-4f51-4ba7-867c-01f803942b88 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:43:34.085129 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 06219d97-4f51-4ba7-867c-01f803942b88 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:34.085576 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:34.296799 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:34.349049 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:34.388357 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 06219d97-4f51-4ba7-867c-01f803942b88, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=06219d97-4f51-4ba7-867c-01f803942b88,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:43:34.403899 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:34.490359 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-ea1f34db-f9de-46ec-9f6f-860817a160aa tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Allocated IP 172.20.0.1 (69ed4eac-d21f-453c-a2bd-a6f829359fe7/290239a0-a18b-4033-aa7f-229fc51684f8/a07fdbe2-d3db-4827-9c0e-9b58e6c97a46) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:43:34.518096 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=06219d97-4f51-4ba7-867c-01f803942b88,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:34.583061 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e8345-cbb2-4262-a0ae-fa613629aff7 req-66b7b736-b541-4971-95b9-9c28656a16d5 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:34.584529 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-609e8345-cbb2-4262-a0ae-fa613629aff7 req-66b7b736-b541-4971-95b9-9c28656a16d5 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=904f9d99-642c-42e4-85bd-061c5c744821 HTTP/1.1" status: 200 len: 946 time: 0.1153319 Mar 11 15:43:34.630802 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-609e8345-cbb2-4262-a0ae-fa613629aff7 req-9dfbcad1-635e-4f40-852e-2a790666592a tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405388 Mar 11 15:43:34.672315 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ea1f34db-f9de-46ec-9f6f-860817a160aa tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:34.688975 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-ea1f34db-f9de-46ec-9f6f-860817a160aa tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Transition to ACTIVE for port object a07fdbe2-d3db-4827-9c0e-9b58e6c97a46 will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:34.712337 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ea1f34db-f9de-46ec-9f6f-860817a160aa tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:34.830087 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1f34db-f9de-46ec-9f6f-860817a160aa tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network 69ed4eac-d21f-453c-a2bd-a6f829359fe7 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:34.832417 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1f34db-f9de-46ec-9f6f-860817a160aa tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=a07fdbe2-d3db-4827-9c0e-9b58e6c97a46,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:34.835670 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-ea1f34db-f9de-46ec-9f6f-860817a160aa tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:34.842288 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1f34db-f9de-46ec-9f6f-860817a160aa tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:43:34.917246 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ea1f34db-f9de-46ec-9f6f-860817a160aa tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:34.934443 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bec9c2-705d-4665-8f1f-87a4dc466a1d req-65f83734-2437-4892-bedd-933a26a498e3 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:34.935926 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-53bec9c2-705d-4665-8f1f-87a4dc466a1d req-65f83734-2437-4892-bedd-933a26a498e3 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=904f9d99-642c-42e4-85bd-061c5c744821 HTTP/1.1" status: 200 len: 946 time: 0.1633391 Mar 11 15:43:35.039066 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-53bec9c2-705d-4665-8f1f-87a4dc466a1d req-35d59594-282a-424e-9d32-5675a4362bc9 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943272 Mar 11 15:43:35.053877 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ea1f34db-f9de-46ec-9f6f-860817a160aa tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:35.058029 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc147c8-f6fa-4e3f-ac7f-cef3c6efb995 None None] Network 69ed4eac-d21f-453c-a2bd-a6f829359fe7 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:43:35.071293 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44566) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:35.157737 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-9ba754d9-b314-49f1-bc22-06a9087cea3f None None] Provisioning for port 5e6ca4d2-1aa3-461c-bc4a-d1d64579a19f completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:43:35.161939 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-7aab4a4c-531b-44b8-999e-9d077e7316ac tempest-TestVolumeBootPattern-1276111360 tempest-TestVolumeBootPattern-1276111360-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=904f9d99-642c-42e4-85bd-061c5c744821 HTTP/1.1" status: 200 len: 1094 time: 0.0888491 Mar 11 15:43:35.164877 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44570) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:35.180309 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-f3d8a89b-d630-4240-a196-22ed55e55235 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Request body: {'floatingip': {'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'port_id': 'b14a5919-7e9f-46b6-82ed-7072c458b840', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:43:35.190655 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f3d8a89b-d630-4240-a196-22ed55e55235 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:35.196075 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f3d8a89b-d630-4240-a196-22ed55e55235 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Usage tracker for resource:floatingip and tenant:8d129cb2ad5e4fb2bbc4b05712522ede is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:35.202338 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f3d8a89b-d630-4240-a196-22ed55e55235 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:35.209833 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f3d8a89b-d630-4240-a196-22ed55e55235 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:35.228430 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f3d8a89b-d630-4240-a196-22ed55e55235 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for floatingip, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:35.388655 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f3d8a89b-d630-4240-a196-22ed55e55235 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:35.560761 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-f3d8a89b-d630-4240-a196-22ed55e55235 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Allocated IP 172.26.0.202 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/11a51061-ddf5-4aba-8b59-f2dc4b061e0c) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:43:35.561431 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ea1f34db-f9de-46ec-9f6f-860817a160aa tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:35.571011 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ea1f34db-f9de-46ec-9f6f-860817a160aa tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:35.606754 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-cb400142-d3d6-4c0d-ada2-1f36901d6e36 None None] Provisioning for port a07fdbe2-d3db-4827-9c0e-9b58e6c97a46 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:43:35.613183 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-cb400142-d3d6-4c0d-ada2-1f36901d6e36 None None] Provisioning complete for port a07fdbe2-d3db-4827-9c0e-9b58e6c97a46 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:35.613666 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cb400142-d3d6-4c0d-ada2-1f36901d6e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:35.678084 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-cb400142-d3d6-4c0d-ada2-1f36901d6e36 None None] Port a07fdbe2-d3db-4827-9c0e-9b58e6c97a46 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:43:35.769882 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1f34db-f9de-46ec-9f6f-860817a160aa tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=a07fdbe2-d3db-4827-9c0e-9b58e6c97a46,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:35.773715 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ea1f34db-f9de-46ec-9f6f-860817a160aa tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:35.812742 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f3d8a89b-d630-4240-a196-22ed55e55235 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:35.822288 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-edaa12ac-dbb2-439a-a5a9-1c497b3b17fd None None] Provisioning complete for port a07fdbe2-d3db-4827-9c0e-9b58e6c97a46 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:35.822809 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-edaa12ac-dbb2-439a-a5a9-1c497b3b17fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:35.843679 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f3d8a89b-d630-4240-a196-22ed55e55235 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:35.886939 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-edaa12ac-dbb2-439a-a5a9-1c497b3b17fd None None] Port a07fdbe2-d3db-4827-9c0e-9b58e6c97a46 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:43:35.921749 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d8a89b-d630-4240-a196-22ed55e55235 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:35.924520 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-f3d8a89b-d630-4240-a196-22ed55e55235 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:35.930452 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d8a89b-d630-4240-a196-22ed55e55235 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:43:35.960993 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d8a89b-d630-4240-a196-22ed55e55235 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Pushing event updated for resources: {'Port': ['ID=11a51061-ddf5-4aba-8b59-f2dc4b061e0c,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:36.013499 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1f34db-f9de-46ec-9f6f-860817a160aa tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network 69ed4eac-d21f-453c-a2bd-a6f829359fe7 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:36.014616 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-ea1f34db-f9de-46ec-9f6f-860817a160aa tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:36.032978 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 5e6ca4d2-1aa3-461c-bc4a-d1d64579a19f up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:43:36.119978 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 5e6ca4d2-1aa3-461c-bc4a-d1d64579a19f completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:43:36.127228 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 5e6ca4d2-1aa3-461c-bc4a-d1d64579a19f triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:36.127759 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:36.300410 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:36.343500 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-93eba594-cbd3-44e2-a786-2de1607b74f5 None None] Provisioning complete for port a07fdbe2-d3db-4827-9c0e-9b58e6c97a46 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:36.343500 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-93eba594-cbd3-44e2-a786-2de1607b74f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:36.425630 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 5e6ca4d2-1aa3-461c-bc4a-d1d64579a19f, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=5e6ca4d2-1aa3-461c-bc4a-d1d64579a19f,segment=NetworkSegment(d8bcd0fc-bc3d-4792-88ad-f02766c379dc),segment_id=d8bcd0fc-bc3d-4792-88ad-f02766c379dc)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:43:36.432925 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:36.433832 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 06219d97-4f51-4ba7-867c-01f803942b88 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:43:36.456664 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea1f34db-f9de-46ec-9f6f-860817a160aa tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router eaa67198-fb77-4ffc-97f4-c245ccfa7839 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:43:36.536578 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-93eba594-cbd3-44e2-a786-2de1607b74f5 None None] Port a07fdbe2-d3db-4827-9c0e-9b58e6c97a46 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:43:36.563166 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=5e6ca4d2-1aa3-461c-bc4a-d1d64579a19f,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:36.577614 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 06219d97-4f51-4ba7-867c-01f803942b88 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:36.577985 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:36.633623 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f3d8a89b-d630-4240-a196-22ed55e55235 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:36.670656 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1f34db-f9de-46ec-9f6f-860817a160aa tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:43:36.688766 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ea1f34db-f9de-46ec-9f6f-860817a160aa tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "PUT /v2.0/routers/eaa67198-fb77-4ffc-97f4-c245ccfa7839/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0269380 Mar 11 15:43:36.691153 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44574) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:36.697593 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f3d8a89b-d630-4240-a196-22ed55e55235 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:36.833868 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6eafe15-eed8-4744-a80c-4f04e7e7cfbd tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:36.834156 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6eafe15-eed8-4744-a80c-4f04e7e7cfbd tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:36.834551 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6eafe15-eed8-4744-a80c-4f04e7e7cfbd tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:36.834913 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6eafe15-eed8-4744-a80c-4f04e7e7cfbd tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:36.835263 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6eafe15-eed8-4744-a80c-4f04e7e7cfbd tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:36.835612 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6eafe15-eed8-4744-a80c-4f04e7e7cfbd tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:36.838567 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b6eafe15-eed8-4744-a80c-4f04e7e7cfbd tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1464548 Mar 11 15:43:36.841343 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44578) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:36.908959 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f3d8a89b-d630-4240-a196-22ed55e55235 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:36.913443 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f3d8a89b-d630-4240-a196-22ed55e55235 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:36.916348 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1cb708-7697-40fd-9fa0-58262acefbd1 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:36.916727 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1cb708-7697-40fd-9fa0-58262acefbd1 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:36.917083 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1cb708-7697-40fd-9fa0-58262acefbd1 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:36.917433 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1cb708-7697-40fd-9fa0-58262acefbd1 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:36.917782 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1cb708-7697-40fd-9fa0-58262acefbd1 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:36.918126 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1cb708-7697-40fd-9fa0-58262acefbd1 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:36.919830 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ea1cb708-7697-40fd-9fa0-58262acefbd1 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4012 time: 0.0775928 Mar 11 15:43:36.923187 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44582) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:37.036148 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d8a89b-d630-4240-a196-22ed55e55235 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Pushing event updated for resources: {'Port': ['ID=11a51061-ddf5-4aba-8b59-f2dc4b061e0c,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:37.047873 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f3d8a89b-d630-4240-a196-22ed55e55235 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:37.156978 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-bfdb78cd-57c3-4a10-a0b9-24d5ee686ebb tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2323518 Mar 11 15:43:37.279901 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7852196f-94e4-4b96-a264-a35386a0be0f None None] Sync routers for ids ['eaa67198-fb77-4ffc-97f4-c245ccfa7839'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:43:37.296638 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7852196f-94e4-4b96-a264-a35386a0be0f None None] Routers {'eaa67198-fb77-4ffc-97f4-c245ccfa7839'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:43:37.297559 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-7852196f-94e4-4b96-a264-a35386a0be0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:43:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['eaa67198-fb77-4ffc-97f4-c245ccfa7839'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:37.308918 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.l3_db [None req-f3d8a89b-d630-4240-a196-22ed55e55235 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Floating IP 79dfbbe4-7ea3-4287-a89e-e5db7b8cdf7e associated. External IP: 172.26.0.202, port: b14a5919-7e9f-46b6-82ed-7072c458b840. Mar 11 15:43:37.486792 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-7852196f-94e4-4b96-a264-a35386a0be0f None None] Set router eaa67198-fb77-4ffc-97f4-c245ccfa7839 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:43:37.708208 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d8a89b-d630-4240-a196-22ed55e55235 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Router c5d8a473-376a-4b6f-9f07-d22c477b5114 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:43:37.807891 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-7852196f-94e4-4b96-a264-a35386a0be0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa67198-fb77-4ffc-97f4-c245ccfa7839', 'name': 'tempest-TestNetworkBasicOps-router-550504136', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.38'}], 'enable_snat': True}, 'gw_port_id': '06219d97-4f51-4ba7-867c-01f803942b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:43:29Z', 'updated_at': '2022-03-11T15:43:34Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '06219d97-4f51-4ba7-867c-01f803942b88', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa67198-fb77-4ffc-97f4-c245ccfa7839', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:43:30Z', 'updated_at': '2022-03-11T15:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'a07fdbe2-d3db-4827-9c0e-9b58e6c97a46', 'name': '', 'network_id': '69ed4eac-d21f-453c-a2bd-a6f829359fe7', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:bb:8f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa67198-fb77-4ffc-97f4-c245ccfa7839', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '290239a0-a18b-4033-aa7f-229fc51684f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:43:34Z', 'updated_at': '2022-03-11T15:43:35Z', 'revision_number': 2, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '290239a0-a18b-4033-aa7f-229fc51684f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:37.813046 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44588) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:37.816696 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7852196f-94e4-4b96-a264-a35386a0be0f None None] Checking router: eaa67198-fb77-4ffc-97f4-c245ccfa7839 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:43:37.817050 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7852196f-94e4-4b96-a264-a35386a0be0f None None] Updating router eaa67198-fb77-4ffc-97f4-c245ccfa7839 port a07fdbe2-d3db-4827-9c0e-9b58e6c97a46 binding host dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:43:37.818849 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-4975a7ac-7cdd-458f-ba70-83ff5f72d4f4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-436381030', 'description': 'tempest-secgroup-smoke-436381030 description', 'project_id': '916fcc14ed3c4d0b95925acf526937c4'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:43:37.826102 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-4975a7ac-7cdd-458f-ba70-83ff5f72d4f4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:37.830344 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4975a7ac-7cdd-458f-ba70-83ff5f72d4f4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:37.833409 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4975a7ac-7cdd-458f-ba70-83ff5f72d4f4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:37.839841 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-4975a7ac-7cdd-458f-ba70-83ff5f72d4f4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:37.852946 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4975a7ac-7cdd-458f-ba70-83ff5f72d4f4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:37.891409 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7852196f-94e4-4b96-a264-a35386a0be0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:37.895255 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-4975a7ac-7cdd-458f-ba70-83ff5f72d4f4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:37.899864 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4975a7ac-7cdd-458f-ba70-83ff5f72d4f4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:37.902773 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4975a7ac-7cdd-458f-ba70-83ff5f72d4f4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:37.908441 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-4975a7ac-7cdd-458f-ba70-83ff5f72d4f4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:37.933866 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d8a89b-d630-4240-a196-22ed55e55235 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:43:37.947394 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff84dad3-dec7-4535-8d04-2d0f5e031e39 None None] Sync routers for ids ['c5d8a473-376a-4b6f-9f07-d22c477b5114'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:43:37.962329 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 5e6ca4d2-1aa3-461c-bc4a-d1d64579a19f up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:43:37.963826 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff84dad3-dec7-4535-8d04-2d0f5e031e39 None None] Routers {'c5d8a473-376a-4b6f-9f07-d22c477b5114'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:43:37.972194 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-ff84dad3-dec7-4535-8d04-2d0f5e031e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:43:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['c5d8a473-376a-4b6f-9f07-d22c477b5114'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:37.983591 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f3d8a89b-d630-4240-a196-22ed55e55235 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:37.991574 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4975a7ac-7cdd-458f-ba70-83ff5f72d4f4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:37.997279 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4975a7ac-7cdd-458f-ba70-83ff5f72d4f4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:38.042069 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4975a7ac-7cdd-458f-ba70-83ff5f72d4f4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:38.046863 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f3d8a89b-d630-4240-a196-22ed55e55235 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8788364 Mar 11 15:43:38.046863 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904f9d99-642c-42e4-85bd-061c5c744821', 'tag': 'b14a5919-7e9f-46b6-82ed-7072c458b840'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:43:38.048640 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4975a7ac-7cdd-458f-ba70-83ff5f72d4f4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2338972 Mar 11 15:43:38.050263 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44592) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:38.070218 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-a05dfbf8-149a-409b-92d1-99899c60bb4e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': 'b60958cf-fcb8-4bc0-839c-2cc8dca4c19f', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:43:38.075163 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975a7ac-7cdd-458f-ba70-83ff5f72d4f4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b60958cf-fcb8-4bc0-839c-2cc8dca4c19f,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:38.089924 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-a05dfbf8-149a-409b-92d1-99899c60bb4e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:38.094072 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-a05dfbf8-149a-409b-92d1-99899c60bb4e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:38.097753 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-a05dfbf8-149a-409b-92d1-99899c60bb4e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:38.104934 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-a05dfbf8-149a-409b-92d1-99899c60bb4e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:38.126072 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904f9d99-642c-42e4-85bd-061c5c744821', 'tag': 'b14a5919-7e9f-46b6-82ed-7072c458b840', 'status': 'completed', 'code': 200} Mar 11 15:43:38.127653 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a05dfbf8-149a-409b-92d1-99899c60bb4e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:38.194247 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-ff84dad3-dec7-4535-8d04-2d0f5e031e39 None None] Set router c5d8a473-376a-4b6f-9f07-d22c477b5114 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:43:38.201912 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 5e6ca4d2-1aa3-461c-bc4a-d1d64579a19f triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:38.202432 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:38.248141 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a05dfbf8-149a-409b-92d1-99899c60bb4e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:38.253808 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a05dfbf8-149a-409b-92d1-99899c60bb4e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:38.287769 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ab3c8bf7-8266-4430-a38d-ebef9b89a53c req-d2ae77dc-1a40-47f2-9856-ac0ef40ea24d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d129cb2ad5e4fb2bbc4b05712522ede&device_id=904f9d99-642c-42e4-85bd-061c5c744821 HTTP/1.1" status: 200 len: 1099 time: 0.1378245 Mar 11 15:43:38.293314 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05dfbf8-149a-409b-92d1-99899c60bb4e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ddaafa6-f692-40ad-b90a-1c34daa5fac9,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:38.327096 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a05dfbf8-149a-409b-92d1-99899c60bb4e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:38.328070 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a05dfbf8-149a-409b-92d1-99899c60bb4e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2637002 Mar 11 15:43:38.331789 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44600) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:38.342902 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-6cb9d69d-b479-4555-ba8e-c5b737e0f17a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': 'b60958cf-fcb8-4bc0-839c-2cc8dca4c19f', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:43:38.361170 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-6cb9d69d-b479-4555-ba8e-c5b737e0f17a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:38.369755 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-6cb9d69d-b479-4555-ba8e-c5b737e0f17a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:38.374763 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-6cb9d69d-b479-4555-ba8e-c5b737e0f17a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:38.385374 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-6cb9d69d-b479-4555-ba8e-c5b737e0f17a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:38.412840 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6cb9d69d-b479-4555-ba8e-c5b737e0f17a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:38.505441 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6cb9d69d-b479-4555-ba8e-c5b737e0f17a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:38.510036 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6cb9d69d-b479-4555-ba8e-c5b737e0f17a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:38.536321 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9d69d-b479-4555-ba8e-c5b737e0f17a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=820e9f17-97b0-481f-acca-ebf90ee39dd7,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:38.549769 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6cb9d69d-b479-4555-ba8e-c5b737e0f17a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:38.551297 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6cb9d69d-b479-4555-ba8e-c5b737e0f17a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2171364 Mar 11 15:43:38.553104 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7852196f-94e4-4b96-a264-a35386a0be0f None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:38.556434 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44604) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:38.568772 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-7852196f-94e4-4b96-a264-a35386a0be0f None None] Transition to ACTIVE for port object a07fdbe2-d3db-4827-9c0e-9b58e6c97a46 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:38.569334 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-fb72a900-e14b-4324-9b3d-28e59f79258f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': 'b60958cf-fcb8-4bc0-839c-2cc8dca4c19f', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:43:38.578610 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7852196f-94e4-4b96-a264-a35386a0be0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:38.580172 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-fb72a900-e14b-4324-9b3d-28e59f79258f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:38.585664 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-fb72a900-e14b-4324-9b3d-28e59f79258f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:38.590732 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-fb72a900-e14b-4324-9b3d-28e59f79258f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:38.599794 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-fb72a900-e14b-4324-9b3d-28e59f79258f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:38.620710 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c8bf7-8266-4430-a38d-ebef9b89a53c req-3ebfab49-1f18-40ba-b602-41fd79091e5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:38.622206 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ab3c8bf7-8266-4430-a38d-ebef9b89a53c req-3ebfab49-1f18-40ba-b602-41fd79091e5c service neutron] 10.222.0.73 "GET /v2.0/networks?id=feab4df5-c44d-4b7f-892d-56d03f64918c HTTP/1.1" status: 200 len: 912 time: 0.3196690 Mar 11 15:43:38.627512 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fb72a900-e14b-4324-9b3d-28e59f79258f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:38.717499 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fb72a900-e14b-4324-9b3d-28e59f79258f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:38.725780 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fb72a900-e14b-4324-9b3d-28e59f79258f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:38.740899 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc9e9ee-5189-4216-aac1-f1c15c8f73a8 None None] Pushing event updated for resources: {'Port': ['ID=a07fdbe2-d3db-4827-9c0e-9b58e6c97a46,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:38.755844 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-ff84dad3-dec7-4535-8d04-2d0f5e031e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'name': 'tempest-TestVolumeBootPattern-960889017-router', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:02Z', 'revision_number': 4, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'gw_port': {'id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '79dfbbe4-7ea3-4287-a89e-e5db7b8cdf7e', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'floating_ip_address': '172.26.0.202', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'port_id': 'b14a5919-7e9f-46b6-82ed-7072c458b840', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c', 'mac_address': 'fa:16:3e:06:b6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904f9d99-642c-42e4-85bd-061c5c744821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:43:36Z', 'updated_at': '2022-03-11T15:43:36Z', 'revision_number': 0, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'fixed_ip_address_scope': None}, {'id': '90f36254-300e-49b6-9f88-67f2e9e24e64', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'floating_ip_address': '172.26.0.177', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'port_id': '35322acc-b088-4e22-8aca-832fa86d720d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c', 'mac_address': 'fa:16:3e:72:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b19af43-17a7-42d0-8269-a9f7e10f7783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:41:16Z', 'updated_at': '2022-03-11T15:41:20Z', 'revision_number': 1, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a98bb4ae-2b55-40d4-9bd5-f754fc39f32a', 'name': '', 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'mac_address': 'fa:16:3e:ce:40:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '675f42ac-dc8a-4c00-91d8-987c97255cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:01Z', 'updated_at': '2022-03-11T15:38:10Z', 'revision_number': 5, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'subnets': [{'id': '675f42ac-dc8a-4c00-91d8-987c97255cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:38.762339 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff84dad3-dec7-4535-8d04-2d0f5e031e39 None None] Checking router: c5d8a473-376a-4b6f-9f07-d22c477b5114 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:43:38.779955 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff84dad3-dec7-4535-8d04-2d0f5e031e39 None None] Routers {'c5d8a473-376a-4b6f-9f07-d22c477b5114'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:43:38.780870 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-ff84dad3-dec7-4535-8d04-2d0f5e031e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:43:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['c5d8a473-376a-4b6f-9f07-d22c477b5114'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:38.786600 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb72a900-e14b-4324-9b3d-28e59f79258f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e84e6026-12f9-4096-b389-c2a57ba4aaf1,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:38.803332 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fb72a900-e14b-4324-9b3d-28e59f79258f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:38.809571 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ab3c8bf7-8266-4430-a38d-ebef9b89a53c req-479ccf56-388d-42a0-b7e6-05107327089c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b14a5919-7e9f-46b6-82ed-7072c458b840 HTTP/1.1" status: 200 len: 1000 time: 0.1800795 Mar 11 15:43:38.813505 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-fb72a900-e14b-4324-9b3d-28e59f79258f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2557471 Mar 11 15:43:38.817866 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44608) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:38.828212 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-02124c06-4081-4281-a40b-36ce281f1510 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': 'b60958cf-fcb8-4bc0-839c-2cc8dca4c19f', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:43:38.834875 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-02124c06-4081-4281-a40b-36ce281f1510 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:38.840072 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-02124c06-4081-4281-a40b-36ce281f1510 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:38.843707 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-02124c06-4081-4281-a40b-36ce281f1510 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:38.850797 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-02124c06-4081-4281-a40b-36ce281f1510 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:38.872461 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02124c06-4081-4281-a40b-36ce281f1510 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:38.907277 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c8bf7-8266-4430-a38d-ebef9b89a53c req-613d8f95-79c8-44ec-8939-6c0aee4d611b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:38.909077 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ab3c8bf7-8266-4430-a38d-ebef9b89a53c req-613d8f95-79c8-44ec-8939-6c0aee4d611b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=675f42ac-dc8a-4c00-91d8-987c97255cc4 HTTP/1.1" status: 200 len: 850 time: 0.0924559 Mar 11 15:43:38.957042 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02124c06-4081-4281-a40b-36ce281f1510 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:38.968150 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02124c06-4081-4281-a40b-36ce281f1510 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:38.975786 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-7852196f-94e4-4b96-a264-a35386a0be0f None None] Attempting to bind port a07fdbe2-d3db-4827-9c0e-9b58e6c97a46 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:43:38.976702 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-7852196f-94e4-4b96-a264-a35386a0be0f None None] Attempting to bind port a07fdbe2-d3db-4827-9c0e-9b58e6c97a46 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'd8bcd0fc-bc3d-4792-88ad-f02766c379dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '69ed4eac-d21f-453c-a2bd-a6f829359fe7'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:43:38.977458 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7852196f-94e4-4b96-a264-a35386a0be0f None None] Attempting to bind port a07fdbe2-d3db-4827-9c0e-9b58e6c97a46 on network 69ed4eac-d21f-453c-a2bd-a6f829359fe7 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:43:38.990192 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7852196f-94e4-4b96-a264-a35386a0be0f None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:43:38.991180 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7852196f-94e4-4b96-a264-a35386a0be0f None None] Checking segment: {'id': 'd8bcd0fc-bc3d-4792-88ad-f02766c379dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '69ed4eac-d21f-453c-a2bd-a6f829359fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:43:38.991746 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7852196f-94e4-4b96-a264-a35386a0be0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:38.992489 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7852196f-94e4-4b96-a264-a35386a0be0f None None] Bound using segment: {'id': 'd8bcd0fc-bc3d-4792-88ad-f02766c379dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '69ed4eac-d21f-453c-a2bd-a6f829359fe7'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:43:38.994172 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-7852196f-94e4-4b96-a264-a35386a0be0f None None] Bound port: a07fdbe2-d3db-4827-9c0e-9b58e6c97a46, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8bcd0fc-bc3d-4792-88ad-f02766c379dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '69ed4eac-d21f-453c-a2bd-a6f829359fe7'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:43:38.994718 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7852196f-94e4-4b96-a264-a35386a0be0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:39.004659 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02124c06-4081-4281-a40b-36ce281f1510 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7c8d41d-59bd-4a4f-a2fb-f4bd22b7772e,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:39.007264 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ab3c8bf7-8266-4430-a38d-ebef9b89a53c req-56101a0a-729f-4227-8263-48cad9525ca5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=feab4df5-c44d-4b7f-892d-56d03f64918c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0909300 Mar 11 15:43:39.025723 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02124c06-4081-4281-a40b-36ce281f1510 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:39.027323 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-02124c06-4081-4281-a40b-36ce281f1510 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2084723 Mar 11 15:43:39.029982 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44612) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:39.036580 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-7927a8cd-ce26-471d-b226-6a441982fd10 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': 'b60958cf-fcb8-4bc0-839c-2cc8dca4c19f', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:43:39.046150 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7927a8cd-ce26-471d-b226-6a441982fd10 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:39.048077 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-ff84dad3-dec7-4535-8d04-2d0f5e031e39 None None] Set router c5d8a473-376a-4b6f-9f07-d22c477b5114 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:43:39.052619 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7927a8cd-ce26-471d-b226-6a441982fd10 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:39.062332 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7927a8cd-ce26-471d-b226-6a441982fd10 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:39.070152 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7927a8cd-ce26-471d-b226-6a441982fd10 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:39.085711 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.securitygroups_db [None req-7927a8cd-ce26-471d-b226-6a441982fd10 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Project 916fcc14ed3c4d0b95925acf526937c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:43:39.098861 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7927a8cd-ce26-471d-b226-6a441982fd10 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:39.113320 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-7852196f-94e4-4b96-a264-a35386a0be0f None None] For port a07fdbe2-d3db-4827-9c0e-9b58e6c97a46, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:43:39.116581 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-7852196f-94e4-4b96-a264-a35386a0be0f None None] For port a07fdbe2-d3db-4827-9c0e-9b58e6c97a46, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=a07fdbe2-d3db-4827-9c0e-9b58e6c97a46,segment=NetworkSegment(d8bcd0fc-bc3d-4792-88ad-f02766c379dc),segment_id=d8bcd0fc-bc3d-4792-88ad-f02766c379dc)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:43:39.124877 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7852196f-94e4-4b96-a264-a35386a0be0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:39.218331 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc9e9ee-5189-4216-aac1-f1c15c8f73a8 None None] Pushing event updated for resources: {'Port': ['ID=a07fdbe2-d3db-4827-9c0e-9b58e6c97a46,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:39.220983 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7852196f-94e4-4b96-a264-a35386a0be0f None None] Routers {'eaa67198-fb77-4ffc-97f4-c245ccfa7839'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:43:39.221593 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-7852196f-94e4-4b96-a264-a35386a0be0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:43:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['eaa67198-fb77-4ffc-97f4-c245ccfa7839'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:39.235518 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7927a8cd-ce26-471d-b226-6a441982fd10 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:39.241475 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7927a8cd-ce26-471d-b226-6a441982fd10 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:39.256681 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ab3c8bf7-8266-4430-a38d-ebef9b89a53c req-56b2416d-bb20-4bfd-b041-64616a5bf0b8 service neutron] 10.222.0.73 "GET /v2.0/networks/feab4df5-c44d-4b7f-892d-56d03f64918c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427106 Mar 11 15:43:39.298291 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7927a8cd-ce26-471d-b226-6a441982fd10 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7c787e8-35eb-4bd7-abc6-4e9b93c573d8,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:39.310318 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7927a8cd-ce26-471d-b226-6a441982fd10 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:39.312724 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7927a8cd-ce26-471d-b226-6a441982fd10 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2817144 Mar 11 15:43:39.317124 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44616) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:39.330868 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-5a678c85-7ce6-4ec4-959a-58087ef37b6e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': 'b60958cf-fcb8-4bc0-839c-2cc8dca4c19f', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:43:39.343307 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-5a678c85-7ce6-4ec4-959a-58087ef37b6e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:39.349340 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-5a678c85-7ce6-4ec4-959a-58087ef37b6e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:39.354089 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-5a678c85-7ce6-4ec4-959a-58087ef37b6e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:39.362237 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-5a678c85-7ce6-4ec4-959a-58087ef37b6e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:39.381203 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.securitygroups_db [None req-5a678c85-7ce6-4ec4-959a-58087ef37b6e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Project 916fcc14ed3c4d0b95925acf526937c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:43:39.405857 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5a678c85-7ce6-4ec4-959a-58087ef37b6e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:39.505844 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-7852196f-94e4-4b96-a264-a35386a0be0f None None] Set router eaa67198-fb77-4ffc-97f4-c245ccfa7839 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:43:39.511601 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ab3c8bf7-8266-4430-a38d-ebef9b89a53c req-0e41e668-93f6-4ba5-a1c6-417f74d4f887 service neutron] 10.222.0.73 "GET /v2.0/networks/feab4df5-c44d-4b7f-892d-56d03f64918c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487130 Mar 11 15:43:39.574621 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-ff84dad3-dec7-4535-8d04-2d0f5e031e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'name': 'tempest-TestVolumeBootPattern-960889017-router', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:02Z', 'revision_number': 4, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'gw_port': {'id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '79dfbbe4-7ea3-4287-a89e-e5db7b8cdf7e', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'floating_ip_address': '172.26.0.202', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'port_id': 'b14a5919-7e9f-46b6-82ed-7072c458b840', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c', 'mac_address': 'fa:16:3e:06:b6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904f9d99-642c-42e4-85bd-061c5c744821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:43:36Z', 'updated_at': '2022-03-11T15:43:36Z', 'revision_number': 0, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'fixed_ip_address_scope': None}, {'id': '90f36254-300e-49b6-9f88-67f2e9e24e64', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'floating_ip_address': '172.26.0.177', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'port_id': '35322acc-b088-4e22-8aca-832fa86d720d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c', 'mac_address': 'fa:16:3e:72:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b19af43-17a7-42d0-8269-a9f7e10f7783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:41:16Z', 'updated_at': '2022-03-11T15:41:20Z', 'revision_number': 1, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a98bb4ae-2b55-40d4-9bd5-f754fc39f32a', 'name': '', 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'mac_address': 'fa:16:3e:ce:40:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '675f42ac-dc8a-4c00-91d8-987c97255cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:01Z', 'updated_at': '2022-03-11T15:38:10Z', 'revision_number': 5, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'subnets': [{'id': '675f42ac-dc8a-4c00-91d8-987c97255cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:39.579319 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff84dad3-dec7-4535-8d04-2d0f5e031e39 None None] The sync data for ids ['c5d8a473-376a-4b6f-9f07-d22c477b5114'] in dv-neutron-833373-1-hyperv is: [{'id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'name': 'tempest-TestVolumeBootPattern-960889017-router', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:02Z', 'revision_number': 4, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'gw_port': {'id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '79dfbbe4-7ea3-4287-a89e-e5db7b8cdf7e', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'floating_ip_address': '172.26.0.202', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'port_id': 'b14a5919-7e9f-46b6-82ed-7072c458b840', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c', 'mac_address': 'fa:16:3e:06:b6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904f9d99-642c-42e4-85bd-061c5c744821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:43:36Z', 'updated_at': '2022-03-11T15:43:36Z', 'revision_number': 0, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'fixed_ip_address_scope': None}, {'id': '90f36254-300e-49b6-9f88-67f2e9e24e64', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'floating_ip_address': '172.26.0.177', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'port_id': '35322acc-b088-4e22-8aca-832fa86d720d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c', 'mac_address': 'fa:16:3e:72:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b19af43-17a7-42d0-8269-a9f7e10f7783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:41:16Z', 'updated_at': '2022-03-11T15:41:20Z', 'revision_number': 1, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a98bb4ae-2b55-40d4-9bd5-f754fc39f32a', 'name': '', 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'mac_address': 'fa:16:3e:ce:40:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '675f42ac-dc8a-4c00-91d8-987c97255cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:01Z', 'updated_at': '2022-03-11T15:38:10Z', 'revision_number': 5, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'subnets': [{'id': '675f42ac-dc8a-4c00-91d8-987c97255cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:43:39.627874 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5a678c85-7ce6-4ec4-959a-58087ef37b6e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:39.632987 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5a678c85-7ce6-4ec4-959a-58087ef37b6e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:39.660137 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a678c85-7ce6-4ec4-959a-58087ef37b6e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61b626ce-09b5-4b04-ae7d-ede1d2c6937e,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:39.671992 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5a678c85-7ce6-4ec4-959a-58087ef37b6e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:39.673985 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5a678c85-7ce6-4ec4-959a-58087ef37b6e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3549688 Mar 11 15:43:39.856241 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-4f5fdc32-bba1-4ba2-9a6f-ee6916ef6280 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-436381030&fields=id&tenant_id=916fcc14ed3c4d0b95925acf526937c4 HTTP/1.1" status: 200 len: 267 time: 0.0433793 Mar 11 15:43:39.868751 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-7852196f-94e4-4b96-a264-a35386a0be0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa67198-fb77-4ffc-97f4-c245ccfa7839', 'name': 'tempest-TestNetworkBasicOps-router-550504136', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.38'}], 'enable_snat': True}, 'gw_port_id': '06219d97-4f51-4ba7-867c-01f803942b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:43:29Z', 'updated_at': '2022-03-11T15:43:34Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '06219d97-4f51-4ba7-867c-01f803942b88', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa67198-fb77-4ffc-97f4-c245ccfa7839', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:43:30Z', 'updated_at': '2022-03-11T15:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'a07fdbe2-d3db-4827-9c0e-9b58e6c97a46', 'name': '', 'network_id': '69ed4eac-d21f-453c-a2bd-a6f829359fe7', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:bb:8f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa67198-fb77-4ffc-97f4-c245ccfa7839', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '290239a0-a18b-4033-aa7f-229fc51684f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:43:34Z', 'updated_at': '2022-03-11T15:43:39Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '290239a0-a18b-4033-aa7f-229fc51684f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:39.874584 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7852196f-94e4-4b96-a264-a35386a0be0f None None] The sync data for ids ['eaa67198-fb77-4ffc-97f4-c245ccfa7839'] in dv-neutron-833373-1-hyperv is: [{'id': 'eaa67198-fb77-4ffc-97f4-c245ccfa7839', 'name': 'tempest-TestNetworkBasicOps-router-550504136', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.38'}], 'enable_snat': True}, 'gw_port_id': '06219d97-4f51-4ba7-867c-01f803942b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:43:29Z', 'updated_at': '2022-03-11T15:43:34Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '06219d97-4f51-4ba7-867c-01f803942b88', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa67198-fb77-4ffc-97f4-c245ccfa7839', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:43:30Z', 'updated_at': '2022-03-11T15:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'a07fdbe2-d3db-4827-9c0e-9b58e6c97a46', 'name': '', 'network_id': '69ed4eac-d21f-453c-a2bd-a6f829359fe7', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:bb:8f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa67198-fb77-4ffc-97f4-c245ccfa7839', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '290239a0-a18b-4033-aa7f-229fc51684f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:43:34Z', 'updated_at': '2022-03-11T15:43:39Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '290239a0-a18b-4033-aa7f-229fc51684f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:43:39.948373 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:43:40.023033 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-a0361941-6dd2-4622-a875-c7ab5abfa820 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:40.023724 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-a0361941-6dd2-4622-a875-c7ab5abfa820 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:network {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:43:40.041291 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-a0361941-6dd2-4622-a875-c7ab5abfa820 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:network {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:43:40.042478 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-a0361941-6dd2-4622-a875-c7ab5abfa820 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/networks?id=69ed4eac-d21f-453c-a2bd-a6f829359fe7 HTTP/1.1" status: 200 len: 796 time: 0.1792753 Mar 11 15:43:40.059870 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-a04e3e4d-6a98-4847-8c19-7656631fe2f9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/quotas/916fcc14ed3c4d0b95925acf526937c4 HTTP/1.1" status: 200 len: 375 time: 0.0119004 Mar 11 15:43:40.142977 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-c8a25a9d-79c3-47fe-a51e-684fdd41a04b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:43:40.159780 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-c8a25a9d-79c3-47fe-a51e-684fdd41a04b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:43:40.161128 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-c8a25a9d-79c3-47fe-a51e-684fdd41a04b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0956566 Mar 11 15:43:40.381597 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-56c687ce-a9f6-444f-8f87-b02a5cb46bf0 service neutron] 10.222.0.31 "GET /v2.0/networks/69ed4eac-d21f-453c-a2bd-a6f829359fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069199 Mar 11 15:43:40.525171 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-cec420d8-159e-4a40-aa38-fd1abe509cd1 service neutron] 10.222.0.31 "GET /v2.0/networks/69ed4eac-d21f-453c-a2bd-a6f829359fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378119 Mar 11 15:43:40.726015 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-fa11846d-fbcd-4a86-80dc-2e4f6878383d req-c8dc685a-74ed-46a7-895b-e0e2272b460e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:43:40.742382 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-fa11846d-fbcd-4a86-80dc-2e4f6878383d req-c8dc685a-74ed-46a7-895b-e0e2272b460e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:43:40.744309 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-fa11846d-fbcd-4a86-80dc-2e4f6878383d req-c8dc685a-74ed-46a7-895b-e0e2272b460e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e4747b4-1b75-4f5c-ab6c-629f76767faa HTTP/1.1" status: 200 len: 210 time: 0.0637779 Mar 11 15:43:41.833934 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-17a9f7db-3bd1-4f0b-b4df-488f9e358d86 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:41.835386 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-17a9f7db-3bd1-4f0b-b4df-488f9e358d86 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "GET /v2.0/networks?id=69ed4eac-d21f-453c-a2bd-a6f829359fe7 HTTP/1.1" status: 200 len: 796 time: 0.1692231 Mar 11 15:43:41.934447 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e22a0f1-6447-444f-9396-011c9216d92f None None] New status for floating IP 79dfbbe4-7ea3-4287-a89e-e5db7b8cdf7e: ACTIVE {{(pid=83868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 15:43:41.955006 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5f3ffbac-364a-48e9-aad3-03c79bc9e7c0 req-bb2e7b76-c389-410c-a5fb-918620d25493 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e4747b4-1b75-4f5c-ab6c-629f76767faa HTTP/1.1" status: 200 len: 210 time: 0.0475657 Mar 11 15:43:41.959973 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-f5592610-f8d2-4050-81fe-589cb44f9a30 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=916fcc14ed3c4d0b95925acf526937c4 HTTP/1.1" status: 200 len: 379 time: 0.1116827 Mar 11 15:43:41.973758 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-cd900894-540e-4ad9-9622-b6e2afc8472c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'port': {'device_id': '0e4747b4-1b75-4f5c-ab6c-629f76767faa', 'network_id': '69ed4eac-d21f-453c-a2bd-a6f829359fe7', 'admin_state_up': True, 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'security_groups': ['b60958cf-fcb8-4bc0-839c-2cc8dca4c19f']}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:43:41.989711 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device a07fdbe2-d3db-4827-9c0e-9b58e6c97a46 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:43:42.112039 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-cd900894-540e-4ad9-9622-b6e2afc8472c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:42.121933 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-cd900894-540e-4ad9-9622-b6e2afc8472c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:42.131530 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-cd900894-540e-4ad9-9622-b6e2afc8472c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Made reservation on behalf of 916fcc14ed3c4d0b95925acf526937c4 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:43:42.134667 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-cd900894-540e-4ad9-9622-b6e2afc8472c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:42.179595 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port a07fdbe2-d3db-4827-9c0e-9b58e6c97a46 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:43:42.189498 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port a07fdbe2-d3db-4827-9c0e-9b58e6c97a46 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:42.190229 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:42.366922 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:42.401397 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port a07fdbe2-d3db-4827-9c0e-9b58e6c97a46, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=a07fdbe2-d3db-4827-9c0e-9b58e6c97a46,segment=NetworkSegment(d8bcd0fc-bc3d-4792-88ad-f02766c379dc),segment_id=d8bcd0fc-bc3d-4792-88ad-f02766c379dc)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:43:42.404204 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-cd900894-540e-4ad9-9622-b6e2afc8472c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Allocated IP 172.20.0.9 (69ed4eac-d21f-453c-a2bd-a6f829359fe7/290239a0-a18b-4033-aa7f-229fc51684f8/6e665c9f-24e9-43b7-9cc1-9c5bb0170360) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:43:42.405740 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:42.473126 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=a07fdbe2-d3db-4827-9c0e-9b58e6c97a46,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:42.599368 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-cd900894-540e-4ad9-9622-b6e2afc8472c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:42.615733 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-cd900894-540e-4ad9-9622-b6e2afc8472c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Transition to ACTIVE for port object 6e665c9f-24e9-43b7-9cc1-9c5bb0170360 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:42.639973 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-cd900894-540e-4ad9-9622-b6e2afc8472c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:42.715493 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-cd900894-540e-4ad9-9622-b6e2afc8472c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network 69ed4eac-d21f-453c-a2bd-a6f829359fe7 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:42.718286 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-cd900894-540e-4ad9-9622-b6e2afc8472c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:42.720709 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-cd900894-540e-4ad9-9622-b6e2afc8472c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:43:42.760219 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd900894-540e-4ad9-9622-b6e2afc8472c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=6e665c9f-24e9-43b7-9cc1-9c5bb0170360,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:42.792152 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-cd900894-540e-4ad9-9622-b6e2afc8472c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:42.792765 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-cd900894-540e-4ad9-9622-b6e2afc8472c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:42.818461 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-cd900894-540e-4ad9-9622-b6e2afc8472c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8517900 Mar 11 15:43:42.830241 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-979a1819-1fd8-4b93-b99b-c3df22e5724e service neutron] Request body: {'port': {'device_id': '0e4747b4-1b75-4f5c-ab6c-629f76767faa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:43:42.916248 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-7e339e24-b908-4874-a019-ec99316bd7ef None None] Provisioning for port 6e665c9f-24e9-43b7-9cc1-9c5bb0170360 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:43:42.920983 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-7e339e24-b908-4874-a019-ec99316bd7ef None None] Provisioning complete for port 6e665c9f-24e9-43b7-9cc1-9c5bb0170360 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:42.921418 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7e339e24-b908-4874-a019-ec99316bd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:42.943509 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-979a1819-1fd8-4b93-b99b-c3df22e5724e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:42.984806 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-7e339e24-b908-4874-a019-ec99316bd7ef None None] Port 6e665c9f-24e9-43b7-9cc1-9c5bb0170360 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:43:43.161054 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c1742-146e-4eee-aab3-1a9eb046c265 req-8d6dfa8a-7443-46ee-b0d8-26d2ecb2533c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:43.162429 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d23c1742-146e-4eee-aab3-1a9eb046c265 req-8d6dfa8a-7443-46ee-b0d8-26d2ecb2533c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e4747b4-1b75-4f5c-ab6c-629f76767faa HTTP/1.1" status: 200 len: 931 time: 0.0782256 Mar 11 15:43:43.207408 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-d23c1742-146e-4eee-aab3-1a9eb046c265 req-3d700966-6ede-4753-ac11-38aa94f3a918 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:43:43.223438 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-d23c1742-146e-4eee-aab3-1a9eb046c265 req-3d700966-6ede-4753-ac11-38aa94f3a918 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:43:43.224643 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d23c1742-146e-4eee-aab3-1a9eb046c265 req-3d700966-6ede-4753-ac11-38aa94f3a918 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=b60958cf-fcb8-4bc0-839c-2cc8dca4c19f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562758 Mar 11 15:43:43.285157 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-979a1819-1fd8-4b93-b99b-c3df22e5724e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e665c9f-24e9-43b7-9cc1-9c5bb0170360 {{(pid=83866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:43:43.292759 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-979a1819-1fd8-4b93-b99b-c3df22e5724e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:43.307122 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-979a1819-1fd8-4b93-b99b-c3df22e5724e service neutron] Transition to ACTIVE for port object 6e665c9f-24e9-43b7-9cc1-9c5bb0170360 will not be triggered until provisioned by entity L2. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:43:43.309926 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-979a1819-1fd8-4b93-b99b-c3df22e5724e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:43.433205 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a1819-1fd8-4b93-b99b-c3df22e5724e service neutron] Pushing event updated for resources: {'Port': ['ID=6e665c9f-24e9-43b7-9cc1-9c5bb0170360,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:43.543745 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-979a1819-1fd8-4b93-b99b-c3df22e5724e service neutron] Attempting to bind port 6e665c9f-24e9-43b7-9cc1-9c5bb0170360 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:43:43.544075 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-979a1819-1fd8-4b93-b99b-c3df22e5724e service neutron] Attempting to bind port 6e665c9f-24e9-43b7-9cc1-9c5bb0170360 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'd8bcd0fc-bc3d-4792-88ad-f02766c379dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '69ed4eac-d21f-453c-a2bd-a6f829359fe7'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:43:43.544428 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-979a1819-1fd8-4b93-b99b-c3df22e5724e service neutron] Attempting to bind port 6e665c9f-24e9-43b7-9cc1-9c5bb0170360 on network 69ed4eac-d21f-453c-a2bd-a6f829359fe7 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:43:43.550057 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-979a1819-1fd8-4b93-b99b-c3df22e5724e service neutron] Port 6e665c9f-24e9-43b7-9cc1-9c5bb0170360 on network 69ed4eac-d21f-453c-a2bd-a6f829359fe7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:43:43.550374 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-979a1819-1fd8-4b93-b99b-c3df22e5724e service neutron] Attempting to bind port 6e665c9f-24e9-43b7-9cc1-9c5bb0170360 on network 69ed4eac-d21f-453c-a2bd-a6f829359fe7 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:43:43.557308 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-979a1819-1fd8-4b93-b99b-c3df22e5724e service neutron] Checking agent: {'id': '233b753e-9484-4350-9871-64b7c66fc067', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'started_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:43:43.557641 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-979a1819-1fd8-4b93-b99b-c3df22e5724e service neutron] Checking segment: {'id': 'd8bcd0fc-bc3d-4792-88ad-f02766c379dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '69ed4eac-d21f-453c-a2bd-a6f829359fe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:43:43.558016 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-979a1819-1fd8-4b93-b99b-c3df22e5724e service neutron] Bound using segment: {'id': 'd8bcd0fc-bc3d-4792-88ad-f02766c379dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '69ed4eac-d21f-453c-a2bd-a6f829359fe7'} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:43:43.558436 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-979a1819-1fd8-4b93-b99b-c3df22e5724e service neutron] Bound port: 6e665c9f-24e9-43b7-9cc1-9c5bb0170360, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8bcd0fc-bc3d-4792-88ad-f02766c379dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '69ed4eac-d21f-453c-a2bd-a6f829359fe7'}}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:43:43.558775 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-979a1819-1fd8-4b93-b99b-c3df22e5724e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:43.645123 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-979a1819-1fd8-4b93-b99b-c3df22e5724e service neutron] For port 6e665c9f-24e9-43b7-9cc1-9c5bb0170360, host hv-neutron-8333, cleared binding levels {{(pid=83866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:43:43.647913 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-979a1819-1fd8-4b93-b99b-c3df22e5724e service neutron] For port 6e665c9f-24e9-43b7-9cc1-9c5bb0170360, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6e665c9f-24e9-43b7-9cc1-9c5bb0170360,segment=NetworkSegment(d8bcd0fc-bc3d-4792-88ad-f02766c379dc),segment_id=d8bcd0fc-bc3d-4792-88ad-f02766c379dc)] {{(pid=83866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:43:43.652575 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-979a1819-1fd8-4b93-b99b-c3df22e5724e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:43.717209 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-979a1819-1fd8-4b93-b99b-c3df22e5724e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:43.718452 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-979a1819-1fd8-4b93-b99b-c3df22e5724e service neutron] 10.222.0.73 "PUT /v2.0/ports/6e665c9f-24e9-43b7-9cc1-9c5bb0170360 HTTP/1.1" status: 200 len: 1093 time: 0.8925552 Mar 11 15:43:43.718882 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e4747b4-1b75-4f5c-ab6c-629f76767faa', 'tag': '6e665c9f-24e9-43b7-9cc1-9c5bb0170360'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:43:43.739263 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a1819-1fd8-4b93-b99b-c3df22e5724e service neutron] Pushing event updated for resources: {'Port': ['ID=6e665c9f-24e9-43b7-9cc1-9c5bb0170360,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:43.793232 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e4747b4-1b75-4f5c-ab6c-629f76767faa', 'tag': '6e665c9f-24e9-43b7-9cc1-9c5bb0170360', 'status': 'completed', 'code': 200} Mar 11 15:43:43.835050 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-974cc208-3907-49a9-aa2c-4a865ef2856b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=0e4747b4-1b75-4f5c-ab6c-629f76767faa HTTP/1.1" status: 200 len: 1096 time: 0.0740576 Mar 11 15:43:43.909619 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-f4252925-4c61-4768-9da4-2ae8b89d5bce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e665c9f-24e9-43b7-9cc1-9c5bb0170360 HTTP/1.1" status: 200 len: 217 time: 0.0672431 Mar 11 15:43:43.921518 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device a07fdbe2-d3db-4827-9c0e-9b58e6c97a46 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:43:43.978374 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-7d894c7c-f814-4489-9335-e817aebabe53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:43.979720 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-7d894c7c-f814-4489-9335-e817aebabe53 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=290239a0-a18b-4033-aa7f-229fc51684f8 HTTP/1.1" status: 200 len: 843 time: 0.0584850 Mar 11 15:43:43.991748 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port a07fdbe2-d3db-4827-9c0e-9b58e6c97a46 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:43.992202 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:44.069038 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-f4bd9dfa-891f-46e1-bbb1-1bb726716842 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69ed4eac-d21f-453c-a2bd-a6f829359fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777464 Mar 11 15:43:44.308871 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-9fb23f31-d079-4df6-9b79-d251116c34f7 service neutron] 10.222.0.73 "GET /v2.0/networks/69ed4eac-d21f-453c-a2bd-a6f829359fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336183 Mar 11 15:43:44.431785 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29301288-5f53-4a66-bd03-80eef5ec9dd5 req-3dc9a3ab-cc31-48f3-9434-5ba2e329ffdc tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:44.433408 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-29301288-5f53-4a66-bd03-80eef5ec9dd5 req-3dc9a3ab-cc31-48f3-9434-5ba2e329ffdc tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e4747b4-1b75-4f5c-ab6c-629f76767faa HTTP/1.1" status: 200 len: 943 time: 0.0830228 Mar 11 15:43:44.461374 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f6ca0c83-de2c-4c51-aa9e-b8834af4964c req-baa81884-3076-4351-9dec-13595a5c883b service neutron] 10.222.0.73 "GET /v2.0/networks/69ed4eac-d21f-453c-a2bd-a6f829359fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439173 Mar 11 15:43:44.483040 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-29301288-5f53-4a66-bd03-80eef5ec9dd5 req-a3310434-0b0f-479d-b26a-10bb7177694b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=b60958cf-fcb8-4bc0-839c-2cc8dca4c19f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430653 Mar 11 15:43:44.585808 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-45e61c59-1013-4f7a-8f5b-cc5514718a55 req-f9142d30-8b41-4dec-b2e5-4eaaa616333d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=0e4747b4-1b75-4f5c-ab6c-629f76767faa HTTP/1.1" status: 200 len: 1096 time: 0.0754759 Mar 11 15:43:44.729943 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e61c59-1013-4f7a-8f5b-cc5514718a55 req-644c9792-6ebf-4e48-93de-83b449258e4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:44.731439 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-45e61c59-1013-4f7a-8f5b-cc5514718a55 req-644c9792-6ebf-4e48-93de-83b449258e4d service neutron] 10.222.0.73 "GET /v2.0/networks?id=69ed4eac-d21f-453c-a2bd-a6f829359fe7 HTTP/1.1" status: 200 len: 897 time: 0.1392932 Mar 11 15:43:44.806174 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-45e61c59-1013-4f7a-8f5b-cc5514718a55 req-3165e66c-174d-4898-9c98-671eb7ed40dc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e665c9f-24e9-43b7-9cc1-9c5bb0170360 HTTP/1.1" status: 200 len: 217 time: 0.0671248 Mar 11 15:43:44.870017 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e61c59-1013-4f7a-8f5b-cc5514718a55 req-d9a6797d-eb64-421e-81bc-bf8157f403d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:44.871034 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-45e61c59-1013-4f7a-8f5b-cc5514718a55 req-d9a6797d-eb64-421e-81bc-bf8157f403d6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=290239a0-a18b-4033-aa7f-229fc51684f8 HTTP/1.1" status: 200 len: 843 time: 0.0600009 Mar 11 15:43:44.961019 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-45e61c59-1013-4f7a-8f5b-cc5514718a55 req-a3f11315-5b1e-4586-8279-8a7c1afa89ed service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69ed4eac-d21f-453c-a2bd-a6f829359fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0828319 Mar 11 15:43:45.099691 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-45e61c59-1013-4f7a-8f5b-cc5514718a55 req-c5753811-6521-45cd-9280-ff004e10a7a8 service neutron] 10.222.0.73 "GET /v2.0/networks/69ed4eac-d21f-453c-a2bd-a6f829359fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320753 Mar 11 15:43:45.238104 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-45e61c59-1013-4f7a-8f5b-cc5514718a55 req-334de37f-40fb-4520-9bc8-dc9dab20761e service neutron] 10.222.0.73 "GET /v2.0/networks/69ed4eac-d21f-453c-a2bd-a6f829359fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306262 Mar 11 15:43:45.631611 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:45.686969 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce120a-7a1e-4eb0-919d-bc736dc8cbc6 req-954e42e5-ba0b-4c6a-856f-8e5520072633 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:45.686969 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-9fce120a-7a1e-4eb0-919d-bc736dc8cbc6 req-954e42e5-ba0b-4c6a-856f-8e5520072633 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:43:45.702886 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-9fce120a-7a1e-4eb0-919d-bc736dc8cbc6 req-954e42e5-ba0b-4c6a-856f-8e5520072633 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:43:45.704175 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9fce120a-7a1e-4eb0-919d-bc736dc8cbc6 req-954e42e5-ba0b-4c6a-856f-8e5520072633 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e4747b4-1b75-4f5c-ab6c-629f76767faa HTTP/1.1" status: 200 len: 943 time: 0.0967402 Mar 11 15:43:45.751399 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9fce120a-7a1e-4eb0-919d-bc736dc8cbc6 req-dc6b9214-0961-4e3c-8896-981b8c9f8848 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=b60958cf-fcb8-4bc0-839c-2cc8dca4c19f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410995 Mar 11 15:43:46.957149 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0bee10-f96a-4f35-8096-7c2bbe28d506 req-e719c5bd-20eb-42be-a4f7-da24e96d474e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:46.958627 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-aa0bee10-f96a-4f35-8096-7c2bbe28d506 req-e719c5bd-20eb-42be-a4f7-da24e96d474e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e4747b4-1b75-4f5c-ab6c-629f76767faa HTTP/1.1" status: 200 len: 943 time: 0.0795364 Mar 11 15:43:47.005790 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-aa0bee10-f96a-4f35-8096-7c2bbe28d506 req-551bc452-beea-4a56-b0f0-ed7537ae25fa tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=b60958cf-fcb8-4bc0-839c-2cc8dca4c19f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405962 Mar 11 15:43:47.317636 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 6e665c9f-24e9-43b7-9cc1-9c5bb0170360 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:43:47.452698 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 6e665c9f-24e9-43b7-9cc1-9c5bb0170360, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6e665c9f-24e9-43b7-9cc1-9c5bb0170360,segment=NetworkSegment(d8bcd0fc-bc3d-4792-88ad-f02766c379dc),segment_id=d8bcd0fc-bc3d-4792-88ad-f02766c379dc)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:43:47.466481 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': '6e665c9f-24e9-43b7-9cc1-9c5bb0170360', 'network_id': '69ed4eac-d21f-453c-a2bd-a6f829359fe7', 'port_id': '6e665c9f-24e9-43b7-9cc1-9c5bb0170360', 'mac_address': 'fa:16:3e:42:cc:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '290239a0-a18b-4033-aa7f-229fc51684f8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:43:47.522565 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:47.539237 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e665c9f-24e9-43b7-9cc1-9c5bb0170360 {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:43:47.554639 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 6e665c9f-24e9-43b7-9cc1-9c5bb0170360, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6e665c9f-24e9-43b7-9cc1-9c5bb0170360,segment=NetworkSegment(d8bcd0fc-bc3d-4792-88ad-f02766c379dc),segment_id=d8bcd0fc-bc3d-4792-88ad-f02766c379dc)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:43:47.559156 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:47.624959 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=6e665c9f-24e9-43b7-9cc1-9c5bb0170360,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:47.918361 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['6e665c9f-24e9-43b7-9cc1-9c5bb0170360'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 15:43:48.225265 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef38289-f9e7-4648-94c8-94417011dbf0 req-3b7c72fd-343e-4ddc-bc36-c79342d03ad0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:48.226702 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3ef38289-f9e7-4648-94c8-94417011dbf0 req-3b7c72fd-343e-4ddc-bc36-c79342d03ad0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e4747b4-1b75-4f5c-ab6c-629f76767faa HTTP/1.1" status: 200 len: 944 time: 0.0935848 Mar 11 15:43:48.273145 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3ef38289-f9e7-4648-94c8-94417011dbf0 req-1bdbe4eb-55e7-44c4-9509-659d33206ff9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=b60958cf-fcb8-4bc0-839c-2cc8dca4c19f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409160 Mar 11 15:43:49.317607 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 6e665c9f-24e9-43b7-9cc1-9c5bb0170360 up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:43:49.400959 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning for port 6e665c9f-24e9-43b7-9cc1-9c5bb0170360 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:43:49.405697 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port 6e665c9f-24e9-43b7-9cc1-9c5bb0170360 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:43:49.406058 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:49.515947 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:49.549928 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4747b4-1b75-4f5c-ab6c-629f76767faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e665c9f-24e9-43b7-9cc1-9c5bb0170360'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:43:49.563759 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 6e665c9f-24e9-43b7-9cc1-9c5bb0170360, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6e665c9f-24e9-43b7-9cc1-9c5bb0170360,segment=NetworkSegment(d8bcd0fc-bc3d-4792-88ad-f02766c379dc),segment_id=d8bcd0fc-bc3d-4792-88ad-f02766c379dc)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:43:49.569630 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:49.591968 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c058a-421d-4f55-895b-bd3bf0ecdf64 req-3eb5fc27-fa14-48c7-8251-507e91e7f650 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:49.593481 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-eb6c058a-421d-4f55-895b-bd3bf0ecdf64 req-3eb5fc27-fa14-48c7-8251-507e91e7f650 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e4747b4-1b75-4f5c-ab6c-629f76767faa HTTP/1.1" status: 200 len: 944 time: 0.0826626 Mar 11 15:43:49.642380 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=6e665c9f-24e9-43b7-9cc1-9c5bb0170360,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:49.648753 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-eb6c058a-421d-4f55-895b-bd3bf0ecdf64 req-e1c53c32-9df0-40a6-b34f-dd574b46700e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=b60958cf-fcb8-4bc0-839c-2cc8dca4c19f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492101 Mar 11 15:43:49.699329 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4747b4-1b75-4f5c-ab6c-629f76767faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e665c9f-24e9-43b7-9cc1-9c5bb0170360', 'code': 200} Mar 11 15:43:49.952420 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-fa9f8480-df88-4782-b145-81ffbe067ef1 req-61ae130b-9481-46fc-855e-225e9fd16438 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0e4747b4-1b75-4f5c-ab6c-629f76767faa HTTP/1.1" status: 200 len: 1098 time: 0.0704024 Mar 11 15:43:49.997934 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-fa9f8480-df88-4782-b145-81ffbe067ef1 req-1c28e01d-448d-4688-9433-2c1dd85eceb1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b60958cf-fcb8-4bc0-839c-2cc8dca4c19f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395133 Mar 11 15:43:50.847185 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff973892-f005-44d6-b5e0-c33d5fb34bba req-23a61a8b-cbec-4e08-a91d-c28cb5e526da tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:50.848664 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-ff973892-f005-44d6-b5e0-c33d5fb34bba req-23a61a8b-cbec-4e08-a91d-c28cb5e526da tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e4747b4-1b75-4f5c-ab6c-629f76767faa HTTP/1.1" status: 200 len: 945 time: 0.0791888 Mar 11 15:43:50.893662 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-ff973892-f005-44d6-b5e0-c33d5fb34bba req-d767111d-4432-4acc-9820-6c2676a956ca tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=b60958cf-fcb8-4bc0-839c-2cc8dca4c19f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384865 Mar 11 15:43:52.139449 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e29c2-0ffc-4875-8b87-d212b604c49d req-d285a665-1323-4b89-ab30-524f63cb7e2a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:52.139449 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-026e29c2-0ffc-4875-8b87-d212b604c49d req-d285a665-1323-4b89-ab30-524f63cb7e2a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e4747b4-1b75-4f5c-ab6c-629f76767faa HTTP/1.1" status: 200 len: 945 time: 0.0986357 Mar 11 15:43:52.222441 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-026e29c2-0ffc-4875-8b87-d212b604c49d req-d173524e-f39f-44e0-876d-f953f907ac02 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=b60958cf-fcb8-4bc0-839c-2cc8dca4c19f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709741 Mar 11 15:43:52.521429 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6950b4-c706-489d-b1e0-fb8b872b262d req-ee81daa5-076a-4eb7-af79-4b42b3777f1b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:52.521429 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-0b6950b4-c706-489d-b1e0-fb8b872b262d req-ee81daa5-076a-4eb7-af79-4b42b3777f1b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e4747b4-1b75-4f5c-ab6c-629f76767faa HTTP/1.1" status: 200 len: 945 time: 0.0885398 Mar 11 15:43:52.573567 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-0b6950b4-c706-489d-b1e0-fb8b872b262d req-8ae58063-8c6d-4b49-9d82-5b620328efd9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=b60958cf-fcb8-4bc0-839c-2cc8dca4c19f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419872 Mar 11 15:43:52.605580 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44672) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:52.700903 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44676) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:52.703767 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-266dea29-06ff-4f70-9986-b4ce204496a7 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0e4747b4-1b75-4f5c-ab6c-629f76767faa HTTP/1.1" status: 200 len: 1093 time: 0.0931022 Mar 11 15:43:52.708969 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-e877da18-1df1-4302-a540-e9d537ebcf69 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'floatingip': {'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'port_id': '6e665c9f-24e9-43b7-9cc1-9c5bb0170360', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:43:52.714130 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e877da18-1df1-4302-a540-e9d537ebcf69 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:43:52.721589 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e877da18-1df1-4302-a540-e9d537ebcf69 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:floatingip and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:43:52.721589 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e877da18-1df1-4302-a540-e9d537ebcf69 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:43:52.732209 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e877da18-1df1-4302-a540-e9d537ebcf69 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:43:52.744857 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e877da18-1df1-4302-a540-e9d537ebcf69 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for floatingip, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:52.897442 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e877da18-1df1-4302-a540-e9d537ebcf69 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:53.069639 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-e877da18-1df1-4302-a540-e9d537ebcf69 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Allocated IP 172.26.0.77 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/197d6bd0-58c6-4f6a-83d3-cc0cf7ab67ed) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:43:53.261333 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e877da18-1df1-4302-a540-e9d537ebcf69 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:53.300867 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e877da18-1df1-4302-a540-e9d537ebcf69 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:53.389563 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e877da18-1df1-4302-a540-e9d537ebcf69 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:43:53.397274 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-e877da18-1df1-4302-a540-e9d537ebcf69 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:43:53.397274 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e877da18-1df1-4302-a540-e9d537ebcf69 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=197d6bd0-58c6-4f6a-83d3-cc0cf7ab67ed,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:53.397274 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e877da18-1df1-4302-a540-e9d537ebcf69 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:43:54.099337 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e877da18-1df1-4302-a540-e9d537ebcf69 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:54.161376 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e877da18-1df1-4302-a540-e9d537ebcf69 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:54.397768 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e877da18-1df1-4302-a540-e9d537ebcf69 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:54.404324 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e877da18-1df1-4302-a540-e9d537ebcf69 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:54.516136 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e877da18-1df1-4302-a540-e9d537ebcf69 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=197d6bd0-58c6-4f6a-83d3-cc0cf7ab67ed,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:54.542433 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e877da18-1df1-4302-a540-e9d537ebcf69 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:54.788766 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.l3_db [None req-e877da18-1df1-4302-a540-e9d537ebcf69 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Floating IP f6f2263b-568d-4451-b797-9b9bdca5e953 associated. External IP: 172.26.0.77, port: 6e665c9f-24e9-43b7-9cc1-9c5bb0170360. Mar 11 15:43:55.329257 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e877da18-1df1-4302-a540-e9d537ebcf69 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router eaa67198-fb77-4ffc-97f4-c245ccfa7839 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:43:55.555118 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e877da18-1df1-4302-a540-e9d537ebcf69 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:43:55.578393 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e877da18-1df1-4302-a540-e9d537ebcf69 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:55.632069 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e877da18-1df1-4302-a540-e9d537ebcf69 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9341052 Mar 11 15:43:55.632619 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e4747b4-1b75-4f5c-ab6c-629f76767faa', 'tag': '6e665c9f-24e9-43b7-9cc1-9c5bb0170360'}] {{(pid=83867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:43:55.635672 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44680) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:55.751764 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-aefea743-47df-479a-9869-83ffd93c9ab6 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/f6f2263b-568d-4451-b797-9b9bdca5e953 HTTP/1.1" status: 200 len: 990 time: 0.1093736 Mar 11 15:43:55.778672 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e4747b4-1b75-4f5c-ab6c-629f76767faa', 'tag': '6e665c9f-24e9-43b7-9cc1-9c5bb0170360', 'status': 'completed', 'code': 200} Mar 11 15:43:55.880526 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d84777cd-bde7-4768-800e-601353f44f2a req-b1bc481c-1eed-416c-910a-9633d39628af service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=0e4747b4-1b75-4f5c-ab6c-629f76767faa HTTP/1.1" status: 200 len: 1098 time: 0.0788398 Mar 11 15:43:56.121612 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84777cd-bde7-4768-800e-601353f44f2a req-b5598fea-ba9f-4f1a-accd-41695e7dc00f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:56.121612 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d84777cd-bde7-4768-800e-601353f44f2a req-b5598fea-ba9f-4f1a-accd-41695e7dc00f service neutron] 10.222.0.73 "GET /v2.0/networks?id=69ed4eac-d21f-453c-a2bd-a6f829359fe7 HTTP/1.1" status: 200 len: 897 time: 0.2356811 Mar 11 15:43:56.244621 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d84777cd-bde7-4768-800e-601353f44f2a req-8f543690-0249-4a25-be2a-8f5ed18e8e10 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e665c9f-24e9-43b7-9cc1-9c5bb0170360 HTTP/1.1" status: 200 len: 998 time: 0.1155720 Mar 11 15:43:56.310975 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84777cd-bde7-4768-800e-601353f44f2a req-8554a4ae-a590-4b27-b487-db421ebc893a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:43:56.310975 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d84777cd-bde7-4768-800e-601353f44f2a req-8554a4ae-a590-4b27-b487-db421ebc893a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=290239a0-a18b-4033-aa7f-229fc51684f8 HTTP/1.1" status: 200 len: 843 time: 0.0629878 Mar 11 15:43:56.398731 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d84777cd-bde7-4768-800e-601353f44f2a req-4e2268d4-a781-45b6-90ba-680d08333306 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69ed4eac-d21f-453c-a2bd-a6f829359fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800130 Mar 11 15:43:56.559548 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d84777cd-bde7-4768-800e-601353f44f2a req-b96cd4f8-193a-47ec-8bb3-d4a082c82748 service neutron] 10.222.0.73 "GET /v2.0/networks/69ed4eac-d21f-453c-a2bd-a6f829359fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454053 Mar 11 15:43:56.686809 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d84777cd-bde7-4768-800e-601353f44f2a req-6a94b822-5c17-4ce8-87a3-b54013e74b13 service neutron] 10.222.0.73 "GET /v2.0/networks/69ed4eac-d21f-453c-a2bd-a6f829359fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263101 Mar 11 15:43:56.749988 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44690) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:56.859497 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-8c8230be-cdd6-4549-8d47-7fdabaccaa0f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/f6f2263b-568d-4451-b797-9b9bdca5e953 HTTP/1.1" status: 200 len: 990 time: 0.1083241 Mar 11 15:43:57.863468 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44694) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:57.968379 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9d4da656-1d31-43e9-b75e-6748ac75464d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/f6f2263b-568d-4451-b797-9b9bdca5e953 HTTP/1.1" status: 200 len: 990 time: 0.1036665 Mar 11 15:43:58.493916 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1d8e7d-efa2-40e0-870e-197fc34eb71c None None] Sync routers for ids ['eaa67198-fb77-4ffc-97f4-c245ccfa7839'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:43:58.508983 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1d8e7d-efa2-40e0-870e-197fc34eb71c None None] Routers {'eaa67198-fb77-4ffc-97f4-c245ccfa7839'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:43:58.509911 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-da1d8e7d-efa2-40e0-870e-197fc34eb71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:43:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['eaa67198-fb77-4ffc-97f4-c245ccfa7839'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:58.701653 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-da1d8e7d-efa2-40e0-870e-197fc34eb71c None None] Set router eaa67198-fb77-4ffc-97f4-c245ccfa7839 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:43:58.985530 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44698) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:43:59.068848 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-da1d8e7d-efa2-40e0-870e-197fc34eb71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa67198-fb77-4ffc-97f4-c245ccfa7839', 'name': 'tempest-TestNetworkBasicOps-router-550504136', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.38'}], 'enable_snat': True}, 'gw_port_id': '06219d97-4f51-4ba7-867c-01f803942b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:43:29Z', 'updated_at': '2022-03-11T15:43:34Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '06219d97-4f51-4ba7-867c-01f803942b88', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa67198-fb77-4ffc-97f4-c245ccfa7839', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:43:30Z', 'updated_at': '2022-03-11T15:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'f6f2263b-568d-4451-b797-9b9bdca5e953', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.77', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': 'eaa67198-fb77-4ffc-97f4-c245ccfa7839', 'port_id': '6e665c9f-24e9-43b7-9cc1-9c5bb0170360', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69ed4eac-d21f-453c-a2bd-a6f829359fe7', 'mac_address': 'fa:16:3e:42:cc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4747b4-1b75-4f5c-ab6c-629f76767faa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:43:53Z', 'updated_at': '2022-03-11T15:43:53Z', 'revision_number': 0, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a07fdbe2-d3db-4827-9c0e-9b58e6c97a46', 'name': '', 'network_id': '69ed4eac-d21f-453c-a2bd-a6f829359fe7', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:bb:8f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa67198-fb77-4ffc-97f4-c245ccfa7839', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '290239a0-a18b-4033-aa7f-229fc51684f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:43:34Z', 'updated_at': '2022-03-11T15:43:42Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '290239a0-a18b-4033-aa7f-229fc51684f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:59.068848 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1d8e7d-efa2-40e0-870e-197fc34eb71c None None] Checking router: eaa67198-fb77-4ffc-97f4-c245ccfa7839 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:43:59.079819 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1d8e7d-efa2-40e0-870e-197fc34eb71c None None] Routers {'eaa67198-fb77-4ffc-97f4-c245ccfa7839'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:43:59.079819 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-da1d8e7d-efa2-40e0-870e-197fc34eb71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:43:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['eaa67198-fb77-4ffc-97f4-c245ccfa7839'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:59.091497 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-677d9c5f-18bc-4ab8-a9a4-901c8895476d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/f6f2263b-568d-4451-b797-9b9bdca5e953 HTTP/1.1" status: 200 len: 990 time: 0.1129448 Mar 11 15:43:59.283675 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-da1d8e7d-efa2-40e0-870e-197fc34eb71c None None] Set router eaa67198-fb77-4ffc-97f4-c245ccfa7839 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:43:59.324712 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b48a5993-e1f1-4bde-8980-c37061868790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:43:59.649267 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-da1d8e7d-efa2-40e0-870e-197fc34eb71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa67198-fb77-4ffc-97f4-c245ccfa7839', 'name': 'tempest-TestNetworkBasicOps-router-550504136', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.38'}], 'enable_snat': True}, 'gw_port_id': '06219d97-4f51-4ba7-867c-01f803942b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:43:29Z', 'updated_at': '2022-03-11T15:43:34Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '06219d97-4f51-4ba7-867c-01f803942b88', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa67198-fb77-4ffc-97f4-c245ccfa7839', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:43:30Z', 'updated_at': '2022-03-11T15:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'f6f2263b-568d-4451-b797-9b9bdca5e953', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.77', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': 'eaa67198-fb77-4ffc-97f4-c245ccfa7839', 'port_id': '6e665c9f-24e9-43b7-9cc1-9c5bb0170360', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69ed4eac-d21f-453c-a2bd-a6f829359fe7', 'mac_address': 'fa:16:3e:42:cc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4747b4-1b75-4f5c-ab6c-629f76767faa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:43:53Z', 'updated_at': '2022-03-11T15:43:53Z', 'revision_number': 0, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a07fdbe2-d3db-4827-9c0e-9b58e6c97a46', 'name': '', 'network_id': '69ed4eac-d21f-453c-a2bd-a6f829359fe7', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:bb:8f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa67198-fb77-4ffc-97f4-c245ccfa7839', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '290239a0-a18b-4033-aa7f-229fc51684f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:43:34Z', 'updated_at': '2022-03-11T15:43:42Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '290239a0-a18b-4033-aa7f-229fc51684f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:59.653597 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1d8e7d-efa2-40e0-870e-197fc34eb71c None None] The sync data for ids ['eaa67198-fb77-4ffc-97f4-c245ccfa7839'] in dv-neutron-833373-1-hyperv is: [{'id': 'eaa67198-fb77-4ffc-97f4-c245ccfa7839', 'name': 'tempest-TestNetworkBasicOps-router-550504136', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.38'}], 'enable_snat': True}, 'gw_port_id': '06219d97-4f51-4ba7-867c-01f803942b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:43:29Z', 'updated_at': '2022-03-11T15:43:34Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '06219d97-4f51-4ba7-867c-01f803942b88', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa67198-fb77-4ffc-97f4-c245ccfa7839', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:43:30Z', 'updated_at': '2022-03-11T15:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'f6f2263b-568d-4451-b797-9b9bdca5e953', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.77', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': 'eaa67198-fb77-4ffc-97f4-c245ccfa7839', 'port_id': '6e665c9f-24e9-43b7-9cc1-9c5bb0170360', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69ed4eac-d21f-453c-a2bd-a6f829359fe7', 'mac_address': 'fa:16:3e:42:cc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4747b4-1b75-4f5c-ab6c-629f76767faa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:43:53Z', 'updated_at': '2022-03-11T15:43:53Z', 'revision_number': 0, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a07fdbe2-d3db-4827-9c0e-9b58e6c97a46', 'name': '', 'network_id': '69ed4eac-d21f-453c-a2bd-a6f829359fe7', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:bb:8f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa67198-fb77-4ffc-97f4-c245ccfa7839', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '290239a0-a18b-4033-aa7f-229fc51684f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:43:34Z', 'updated_at': '2022-03-11T15:43:42Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '290239a0-a18b-4033-aa7f-229fc51684f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:43:59.969990 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368a8729-b8d3-4189-9618-49a53aecb8e2 None None] New status for floating IP f6f2263b-568d-4451-b797-9b9bdca5e953: ACTIVE {{(pid=83868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 15:44:00.051743 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6e8fc29d-eab5-48cc-b67e-b4731d7414f9 req-7bb02bb2-7c7d-4c12-9dc8-762fc727c79c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7b19af43-17a7-42d0-8269-a9f7e10f7783&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1022122 Mar 11 15:44:00.092816 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44702) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:00.285564 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-334c650d-e48a-467a-9fe0-fca37f42c1b3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/f6f2263b-568d-4451-b797-9b9bdca5e953 HTTP/1.1" status: 200 len: 990 time: 0.1873646 Mar 11 15:44:00.297583 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6e8fc29d-eab5-48cc-b67e-b4731d7414f9 req-ea6091bc-c794-4006-b782-e653f7e6a8fb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d129cb2ad5e4fb2bbc4b05712522ede&device_id=7b19af43-17a7-42d0-8269-a9f7e10f7783 HTTP/1.1" status: 200 len: 1098 time: 0.1462331 Mar 11 15:44:00.443411 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fc29d-eab5-48cc-b67e-b4731d7414f9 req-cbb14766-32ef-407d-aec5-1b7855affa4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:00.445191 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6e8fc29d-eab5-48cc-b67e-b4731d7414f9 req-cbb14766-32ef-407d-aec5-1b7855affa4f service neutron] 10.222.0.73 "GET /v2.0/networks?id=feab4df5-c44d-4b7f-892d-56d03f64918c HTTP/1.1" status: 200 len: 912 time: 0.1273708 Mar 11 15:44:00.553336 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6e8fc29d-eab5-48cc-b67e-b4731d7414f9 req-2dd8ae4e-9413-4de5-8087-7640e373ccd3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35322acc-b088-4e22-8aca-832fa86d720d HTTP/1.1" status: 200 len: 1001 time: 0.1007292 Mar 11 15:44:00.626654 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fc29d-eab5-48cc-b67e-b4731d7414f9 req-72e5d364-3ea7-469c-bd94-54260eb92705 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:44:00.627846 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6e8fc29d-eab5-48cc-b67e-b4731d7414f9 req-72e5d364-3ea7-469c-bd94-54260eb92705 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=675f42ac-dc8a-4c00-91d8-987c97255cc4 HTTP/1.1" status: 200 len: 850 time: 0.0697408 Mar 11 15:44:00.710408 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6e8fc29d-eab5-48cc-b67e-b4731d7414f9 req-fb85b7dd-51ba-4f40-8631-dbc708dd2ecc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=feab4df5-c44d-4b7f-892d-56d03f64918c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745692 Mar 11 15:44:00.956825 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6e8fc29d-eab5-48cc-b67e-b4731d7414f9 req-11bf1443-4168-4001-a30e-8735c8a51d5f service neutron] 10.222.0.73 "GET /v2.0/networks/feab4df5-c44d-4b7f-892d-56d03f64918c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395425 Mar 11 15:44:01.095418 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6e8fc29d-eab5-48cc-b67e-b4731d7414f9 req-1013fdf2-589a-46de-b64f-26a4a9492551 service neutron] 10.222.0.73 "GET /v2.0/networks/feab4df5-c44d-4b7f-892d-56d03f64918c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328058 Mar 11 15:44:01.285359 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44706) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:44:01.502498 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-50b887d3-9413-421f-b7da-5ff887138d4b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/f6f2263b-568d-4451-b797-9b9bdca5e953 HTTP/1.1" status: 200 len: 992 time: 0.2152414 Mar 11 15:44:01.609665 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-754120ab-01c9-4b7d-9422-0ddee56bebca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:02.762302 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:02.971533 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:04.175231 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:15.659082 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:16.949024 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:44:29.336006 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-80364aa1-94f3-4c53-bf4e-372325233c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:31.611710 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-49ea1722-d745-4292-8ab8-c93af9073208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:32.757080 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:32.965457 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:34.178779 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:45.656855 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:44:53.949736 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:44:59.329261 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-35487557-ef96-4699-aab3-0d49e023aadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:01.014722 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-43aa5b63-5616-44bc-8cba-b8fb95f2af65 req-4936b465-bf6a-446a-9171-00e6a334adb6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=904f9d99-642c-42e4-85bd-061c5c744821&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669827 Mar 11 15:45:01.108509 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-43aa5b63-5616-44bc-8cba-b8fb95f2af65 req-a62c2a64-7d2f-4e8c-8e92-4e845579861e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d129cb2ad5e4fb2bbc4b05712522ede&device_id=904f9d99-642c-42e4-85bd-061c5c744821 HTTP/1.1" status: 200 len: 1099 time: 0.0729194 Mar 11 15:45:01.253644 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa5b63-5616-44bc-8cba-b8fb95f2af65 req-8634489a-3008-4314-8a3f-3999e22227ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:01.255045 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-43aa5b63-5616-44bc-8cba-b8fb95f2af65 req-8634489a-3008-4314-8a3f-3999e22227ac service neutron] 10.222.0.73 "GET /v2.0/networks?id=feab4df5-c44d-4b7f-892d-56d03f64918c HTTP/1.1" status: 200 len: 912 time: 0.1270435 Mar 11 15:45:01.359734 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-43aa5b63-5616-44bc-8cba-b8fb95f2af65 req-f5d574ab-2462-4734-b8c8-e6c6154c9acc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b14a5919-7e9f-46b6-82ed-7072c458b840 HTTP/1.1" status: 200 len: 1002 time: 0.0978460 Mar 11 15:45:01.438254 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa5b63-5616-44bc-8cba-b8fb95f2af65 req-cf6656b0-29db-4316-afa1-59daa2e81e26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:01.439684 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-43aa5b63-5616-44bc-8cba-b8fb95f2af65 req-cf6656b0-29db-4316-afa1-59daa2e81e26 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=675f42ac-dc8a-4c00-91d8-987c97255cc4 HTTP/1.1" status: 200 len: 850 time: 0.0717173 Mar 11 15:45:01.516721 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-43aa5b63-5616-44bc-8cba-b8fb95f2af65 req-e6238583-0559-4375-b450-a3f41ded2da7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=feab4df5-c44d-4b7f-892d-56d03f64918c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700004 Mar 11 15:45:01.620807 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-593d98a1-a403-4593-a3b2-a9a1a857624b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:01.658729 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-43aa5b63-5616-44bc-8cba-b8fb95f2af65 req-77c0905d-895e-4948-a0ef-f74db6ef023c service neutron] 10.222.0.73 "GET /v2.0/networks/feab4df5-c44d-4b7f-892d-56d03f64918c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311021 Mar 11 15:45:01.799249 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-43aa5b63-5616-44bc-8cba-b8fb95f2af65 req-27c7d1a8-fcc8-4500-9675-8233ad2840fe service neutron] 10.222.0.73 "GET /v2.0/networks/feab4df5-c44d-4b7f-892d-56d03f64918c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337230 Mar 11 15:45:02.752551 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:02.971732 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:04.176802 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:14.704608 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44746) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:14.910441 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-03ccecda-b1b2-4b5f-831c-1956b453f904 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Deleting port 11a51061-ddf5-4aba-8b59-f2dc4b061e0c {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:45:14.910778 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-03ccecda-b1b2-4b5f-831c-1956b453f904 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:15.082630 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-03ccecda-b1b2-4b5f-831c-1956b453f904 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:15.082838 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-03ccecda-b1b2-4b5f-831c-1956b453f904 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:15.207504 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-03ccecda-b1b2-4b5f-831c-1956b453f904 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Calling delete_port for 11a51061-ddf5-4aba-8b59-f2dc4b061e0c owned by network:floatingip {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:45:15.361968 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-03ccecda-b1b2-4b5f-831c-1956b453f904 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:15.410790 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ccecda-b1b2-4b5f-831c-1956b453f904 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Pushing event deleted for resources: {'Port': ['ID=11a51061-ddf5-4aba-8b59-f2dc4b061e0c,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:15.476902 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccecda-b1b2-4b5f-831c-1956b453f904 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:15.477253 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccecda-b1b2-4b5f-831c-1956b453f904 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:15.477597 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccecda-b1b2-4b5f-831c-1956b453f904 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:15.477934 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccecda-b1b2-4b5f-831c-1956b453f904 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:15.478270 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccecda-b1b2-4b5f-831c-1956b453f904 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:15.478600 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccecda-b1b2-4b5f-831c-1956b453f904 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:15.478926 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccecda-b1b2-4b5f-831c-1956b453f904 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:15.479262 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccecda-b1b2-4b5f-831c-1956b453f904 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:15.479583 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccecda-b1b2-4b5f-831c-1956b453f904 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:15.479942 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccecda-b1b2-4b5f-831c-1956b453f904 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:15.480289 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccecda-b1b2-4b5f-831c-1956b453f904 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:15.513829 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-03ccecda-b1b2-4b5f-831c-1956b453f904 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for floatingip, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:15.666355 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:15.924709 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ccecda-b1b2-4b5f-831c-1956b453f904 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Router c5d8a473-376a-4b6f-9f07-d22c477b5114 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:45:16.238101 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ccecda-b1b2-4b5f-831c-1956b453f904 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:45:16.248533 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d89b11-cba6-4b99-9029-0876fd8693f0 None None] Sync routers for ids ['c5d8a473-376a-4b6f-9f07-d22c477b5114'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:45:16.259906 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-03ccecda-b1b2-4b5f-831c-1956b453f904 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:16.260858 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d89b11-cba6-4b99-9029-0876fd8693f0 None None] Routers {'c5d8a473-376a-4b6f-9f07-d22c477b5114'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:45:16.261460 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-37d89b11-cba6-4b99-9029-0876fd8693f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:45:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['c5d8a473-376a-4b6f-9f07-d22c477b5114'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:16.312733 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-03ccecda-b1b2-4b5f-831c-1956b453f904 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "DELETE /v2.0/floatingips/79dfbbe4-7ea3-4287-a89e-e5db7b8cdf7e HTTP/1.1" status: 204 len: 168 time: 1.6070364 Mar 11 15:45:16.313288 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904f9d99-642c-42e4-85bd-061c5c744821', 'tag': 'b14a5919-7e9f-46b6-82ed-7072c458b840'}] {{(pid=83867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:45:16.405305 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904f9d99-642c-42e4-85bd-061c5c744821', 'tag': 'b14a5919-7e9f-46b6-82ed-7072c458b840', 'status': 'completed', 'code': 200} Mar 11 15:45:16.442693 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-37d89b11-cba6-4b99-9029-0876fd8693f0 None None] Set router c5d8a473-376a-4b6f-9f07-d22c477b5114 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:45:16.581822 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e902f372-71b2-45d6-99d7-c0a489573935 req-945c0730-038f-4e2e-96d2-ad526e121ce9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d129cb2ad5e4fb2bbc4b05712522ede&device_id=904f9d99-642c-42e4-85bd-061c5c744821 HTTP/1.1" status: 200 len: 1099 time: 0.0959506 Mar 11 15:45:16.723049 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902f372-71b2-45d6-99d7-c0a489573935 req-e7cb767a-7b78-4e71-9cb2-21ad5dd0ac60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:16.724791 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e902f372-71b2-45d6-99d7-c0a489573935 req-e7cb767a-7b78-4e71-9cb2-21ad5dd0ac60 service neutron] 10.222.0.73 "GET /v2.0/networks?id=feab4df5-c44d-4b7f-892d-56d03f64918c HTTP/1.1" status: 200 len: 912 time: 0.1371543 Mar 11 15:45:16.750695 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa4bf7-3b7e-478d-8040-0388d02253c1 req-e3246545-c1cd-487f-bc32-e67f9e311169 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:16.751400 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-1eaa4bf7-3b7e-478d-8040-0388d02253c1 req-e3246545-c1cd-487f-bc32-e67f9e311169 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Synchronizing usage tracker for tenant:8d129cb2ad5e4fb2bbc4b05712522ede on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:45:16.766747 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-1eaa4bf7-3b7e-478d-8040-0388d02253c1 req-e3246545-c1cd-487f-bc32-e67f9e311169 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Unset dirty status for tenant:8d129cb2ad5e4fb2bbc4b05712522ede on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:45:16.767892 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-1eaa4bf7-3b7e-478d-8040-0388d02253c1 req-e3246545-c1cd-487f-bc32-e67f9e311169 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=904f9d99-642c-42e4-85bd-061c5c744821 HTTP/1.1" status: 200 len: 946 time: 0.0984261 Mar 11 15:45:16.796741 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e902f372-71b2-45d6-99d7-c0a489573935 req-8dc0650b-2ab4-479e-931e-7a33d04abacd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b14a5919-7e9f-46b6-82ed-7072c458b840 HTTP/1.1" status: 200 len: 217 time: 0.0653603 Mar 11 15:45:16.810855 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-37d89b11-cba6-4b99-9029-0876fd8693f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'name': 'tempest-TestVolumeBootPattern-960889017-router', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:02Z', 'revision_number': 4, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'gw_port': {'id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '90f36254-300e-49b6-9f88-67f2e9e24e64', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'floating_ip_address': '172.26.0.177', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'port_id': '35322acc-b088-4e22-8aca-832fa86d720d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c', 'mac_address': 'fa:16:3e:72:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b19af43-17a7-42d0-8269-a9f7e10f7783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:41:16Z', 'updated_at': '2022-03-11T15:41:20Z', 'revision_number': 1, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a98bb4ae-2b55-40d4-9bd5-f754fc39f32a', 'name': '', 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'mac_address': 'fa:16:3e:ce:40:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '675f42ac-dc8a-4c00-91d8-987c97255cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:01Z', 'updated_at': '2022-03-11T15:38:10Z', 'revision_number': 5, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'subnets': [{'id': '675f42ac-dc8a-4c00-91d8-987c97255cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:16.814892 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d89b11-cba6-4b99-9029-0876fd8693f0 None None] Checking router: c5d8a473-376a-4b6f-9f07-d22c477b5114 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:45:16.817979 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-1eaa4bf7-3b7e-478d-8040-0388d02253c1 req-af20944d-8604-4f2f-a6ad-f62f92c5290e tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426579 Mar 11 15:45:16.825848 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d89b11-cba6-4b99-9029-0876fd8693f0 None None] Routers {'c5d8a473-376a-4b6f-9f07-d22c477b5114'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:45:16.826433 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-37d89b11-cba6-4b99-9029-0876fd8693f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:45:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['c5d8a473-376a-4b6f-9f07-d22c477b5114'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:16.868208 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902f372-71b2-45d6-99d7-c0a489573935 req-7a93abce-4bfe-4454-9462-333540f702f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:16.869657 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e902f372-71b2-45d6-99d7-c0a489573935 req-7a93abce-4bfe-4454-9462-333540f702f7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=675f42ac-dc8a-4c00-91d8-987c97255cc4 HTTP/1.1" status: 200 len: 850 time: 0.0645442 Mar 11 15:45:16.947031 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e902f372-71b2-45d6-99d7-c0a489573935 req-6c69508e-6a12-45d5-a814-09e1ad03494e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=feab4df5-c44d-4b7f-892d-56d03f64918c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705795 Mar 11 15:45:17.018874 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-37d89b11-cba6-4b99-9029-0876fd8693f0 None None] Set router c5d8a473-376a-4b6f-9f07-d22c477b5114 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:45:17.096693 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e902f372-71b2-45d6-99d7-c0a489573935 req-6ce88340-6493-4cbb-b802-ec80b138be89 service neutron] 10.222.0.73 "GET /v2.0/networks/feab4df5-c44d-4b7f-892d-56d03f64918c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422267 Mar 11 15:45:17.333977 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e902f372-71b2-45d6-99d7-c0a489573935 req-25e78ad6-6736-47c9-85a7-e78ccb185f2e service neutron] 10.222.0.73 "GET /v2.0/networks/feab4df5-c44d-4b7f-892d-56d03f64918c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293389 Mar 11 15:45:17.414781 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-37d89b11-cba6-4b99-9029-0876fd8693f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'name': 'tempest-TestVolumeBootPattern-960889017-router', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:02Z', 'revision_number': 4, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'gw_port': {'id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '90f36254-300e-49b6-9f88-67f2e9e24e64', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'floating_ip_address': '172.26.0.177', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'port_id': '35322acc-b088-4e22-8aca-832fa86d720d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c', 'mac_address': 'fa:16:3e:72:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b19af43-17a7-42d0-8269-a9f7e10f7783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:41:16Z', 'updated_at': '2022-03-11T15:41:20Z', 'revision_number': 1, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a98bb4ae-2b55-40d4-9bd5-f754fc39f32a', 'name': '', 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'mac_address': 'fa:16:3e:ce:40:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '675f42ac-dc8a-4c00-91d8-987c97255cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:01Z', 'updated_at': '2022-03-11T15:38:10Z', 'revision_number': 5, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'subnets': [{'id': '675f42ac-dc8a-4c00-91d8-987c97255cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:17.418663 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d89b11-cba6-4b99-9029-0876fd8693f0 None None] The sync data for ids ['c5d8a473-376a-4b6f-9f07-d22c477b5114'] in dv-neutron-833373-1-hyperv is: [{'id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'name': 'tempest-TestVolumeBootPattern-960889017-router', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:02Z', 'revision_number': 4, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'gw_port': {'id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '90f36254-300e-49b6-9f88-67f2e9e24e64', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'floating_ip_address': '172.26.0.177', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'port_id': '35322acc-b088-4e22-8aca-832fa86d720d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c', 'mac_address': 'fa:16:3e:72:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b19af43-17a7-42d0-8269-a9f7e10f7783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:41:16Z', 'updated_at': '2022-03-11T15:41:20Z', 'revision_number': 1, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a98bb4ae-2b55-40d4-9bd5-f754fc39f32a', 'name': '', 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'mac_address': 'fa:16:3e:ce:40:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '675f42ac-dc8a-4c00-91d8-987c97255cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:01Z', 'updated_at': '2022-03-11T15:38:10Z', 'revision_number': 5, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'subnets': [{'id': '675f42ac-dc8a-4c00-91d8-987c97255cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:45:17.632586 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be3d390-c216-44a7-8704-105f078c8761 None None] New status for floating IP 79dfbbe4-7ea3-4287-a89e-e5db7b8cdf7e: DOWN {{(pid=83868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 15:45:18.026361 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290414ac-e1ba-4991-877c-5d99df8b6182 req-ff5d0404-59e3-4fc5-9986-a2c47f1ffdcf tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:18.027848 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-290414ac-e1ba-4991-877c-5d99df8b6182 req-ff5d0404-59e3-4fc5-9986-a2c47f1ffdcf tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=904f9d99-642c-42e4-85bd-061c5c744821 HTTP/1.1" status: 200 len: 946 time: 0.0841730 Mar 11 15:45:18.077082 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-290414ac-e1ba-4991-877c-5d99df8b6182 req-d7118b37-cadf-4715-ba1a-1806a9fa0a1c tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429032 Mar 11 15:45:18.508126 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca0e99-727d-4ccd-b919-c6f212b4bf99 req-b27f555c-b1d7-4379-aee3-0aeafcb1979e tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:18.509502 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8eca0e99-727d-4ccd-b919-c6f212b4bf99 req-b27f555c-b1d7-4379-aee3-0aeafcb1979e tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.73 "GET /v2.0/ports?device_id=904f9d99-642c-42e4-85bd-061c5c744821 HTTP/1.1" status: 200 len: 946 time: 0.0775585 Mar 11 15:45:18.581930 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-8eca0e99-727d-4ccd-b919-c6f212b4bf99 req-7be433df-3fad-4e3c-8628-29fa1027423f tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Deleting port b14a5919-7e9f-46b6-82ed-7072c458b840 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:45:18.582266 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-8eca0e99-727d-4ccd-b919-c6f212b4bf99 req-7be433df-3fad-4e3c-8628-29fa1027423f tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:18.827700 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-8eca0e99-727d-4ccd-b919-c6f212b4bf99 req-7be433df-3fad-4e3c-8628-29fa1027423f tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] For port b14a5919-7e9f-46b6-82ed-7072c458b840, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b14a5919-7e9f-46b6-82ed-7072c458b840,segment=NetworkSegment(7ad268e5-49ce-4845-bd2b-d7757d53f873),segment_id=7ad268e5-49ce-4845-bd2b-d7757d53f873)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:45:18.827970 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-8eca0e99-727d-4ccd-b919-c6f212b4bf99 req-7be433df-3fad-4e3c-8628-29fa1027423f tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:18.955313 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-8eca0e99-727d-4ccd-b919-c6f212b4bf99 req-7be433df-3fad-4e3c-8628-29fa1027423f tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Calling delete_port for b14a5919-7e9f-46b6-82ed-7072c458b840 owned by compute:nova {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:45:19.103250 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-8eca0e99-727d-4ccd-b919-c6f212b4bf99 req-7be433df-3fad-4e3c-8628-29fa1027423f tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:19.157821 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be433df-3fad-4e3c-8628-29fa1027423f tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Pushing event deleted for resources: {'Port': ['ID=b14a5919-7e9f-46b6-82ed-7072c458b840,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:19.202977 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be433df-3fad-4e3c-8628-29fa1027423f tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:19.203326 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be433df-3fad-4e3c-8628-29fa1027423f tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:19.203658 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be433df-3fad-4e3c-8628-29fa1027423f tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:19.203982 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be433df-3fad-4e3c-8628-29fa1027423f tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:19.204328 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be433df-3fad-4e3c-8628-29fa1027423f tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:19.204656 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be433df-3fad-4e3c-8628-29fa1027423f tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:19.204974 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be433df-3fad-4e3c-8628-29fa1027423f tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:19.205295 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be433df-3fad-4e3c-8628-29fa1027423f tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:19.205615 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be433df-3fad-4e3c-8628-29fa1027423f tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:19.205930 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be433df-3fad-4e3c-8628-29fa1027423f tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:19.206241 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be433df-3fad-4e3c-8628-29fa1027423f tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:45:19.243847 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eca0e99-727d-4ccd-b919-c6f212b4bf99 req-7be433df-3fad-4e3c-8628-29fa1027423f tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] No DVR routers for this DVR port b14a5919-7e9f-46b6-82ed-7072c458b840 on host hv-neutron-8333 {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:45:19.246278 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-8eca0e99-727d-4ccd-b919-c6f212b4bf99 req-7be433df-3fad-4e3c-8628-29fa1027423f tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:19.248874 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904f9d99-642c-42e4-85bd-061c5c744821', 'name': 'network-vif-deleted', 'tag': 'b14a5919-7e9f-46b6-82ed-7072c458b840'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:45:19.255528 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-815f78e8-5fc3-489b-95a8-c8c83d545ac2 req-7596d585-8ed3-4b1c-a192-c6be5c6062b8 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=904f9d99-642c-42e4-85bd-061c5c744821 HTTP/1.1" status: 200 len: 210 time: 0.0471249 Mar 11 15:45:19.264828 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8eca0e99-727d-4ccd-b919-c6f212b4bf99 req-7be433df-3fad-4e3c-8628-29fa1027423f tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.73 "DELETE /v2.0/ports/b14a5919-7e9f-46b6-82ed-7072c458b840 HTTP/1.1" status: 204 len: 173 time: 0.7491193 Mar 11 15:45:19.306759 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904f9d99-642c-42e4-85bd-061c5c744821', 'name': 'network-vif-deleted', 'tag': 'b14a5919-7e9f-46b6-82ed-7072c458b840', 'status': 'completed', 'code': 200} Mar 11 15:45:21.841736 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device b14a5919-7e9f-46b6-82ed-7072c458b840 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:45:21.874296 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] No Port match for: b14a5919-7e9f-46b6-82ed-7072c458b840 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:45:21.874633 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device b14a5919-7e9f-46b6-82ed-7072c458b840 not bound to the agent host hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:45:24.896480 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44784) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:25.107326 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-e3a34057-cfba-49d6-a4c3-deb0fb94280e tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Deleting port d9632346-f1cc-42e6-91a1-dc68f82b55d1 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:45:25.107666 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e3a34057-cfba-49d6-a4c3-deb0fb94280e tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:25.280591 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e3a34057-cfba-49d6-a4c3-deb0fb94280e tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:25.280912 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e3a34057-cfba-49d6-a4c3-deb0fb94280e tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:25.406091 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-e3a34057-cfba-49d6-a4c3-deb0fb94280e tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Calling delete_port for d9632346-f1cc-42e6-91a1-dc68f82b55d1 owned by network:floatingip {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:45:25.553508 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e3a34057-cfba-49d6-a4c3-deb0fb94280e tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:25.601960 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a34057-cfba-49d6-a4c3-deb0fb94280e tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Pushing event deleted for resources: {'Port': ['ID=d9632346-f1cc-42e6-91a1-dc68f82b55d1,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:25.689913 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e3a34057-cfba-49d6-a4c3-deb0fb94280e tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for floatingip, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:26.078488 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a34057-cfba-49d6-a4c3-deb0fb94280e tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Router c5d8a473-376a-4b6f-9f07-d22c477b5114 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:45:26.376982 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a34057-cfba-49d6-a4c3-deb0fb94280e tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:45:26.387466 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2440349-02de-4572-938c-78a86f780167 None None] Sync routers for ids ['c5d8a473-376a-4b6f-9f07-d22c477b5114'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:45:26.394140 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e3a34057-cfba-49d6-a4c3-deb0fb94280e tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:26.400242 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2440349-02de-4572-938c-78a86f780167 None None] Routers {'c5d8a473-376a-4b6f-9f07-d22c477b5114'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:45:26.400839 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-f2440349-02de-4572-938c-78a86f780167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:45:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['c5d8a473-376a-4b6f-9f07-d22c477b5114'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:26.449005 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e3a34057-cfba-49d6-a4c3-deb0fb94280e tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "DELETE /v2.0/floatingips/90f36254-300e-49b6-9f88-67f2e9e24e64 HTTP/1.1" status: 204 len: 168 time: 1.5507808 Mar 11 15:45:26.449572 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b19af43-17a7-42d0-8269-a9f7e10f7783', 'tag': '35322acc-b088-4e22-8aca-832fa86d720d'}] {{(pid=83867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:45:26.504472 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b19af43-17a7-42d0-8269-a9f7e10f7783', 'tag': '35322acc-b088-4e22-8aca-832fa86d720d', 'status': 'completed', 'code': 200} Mar 11 15:45:26.584134 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-f2440349-02de-4572-938c-78a86f780167 None None] Set router c5d8a473-376a-4b6f-9f07-d22c477b5114 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:45:26.607894 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b2fc4457-70e2-4304-baae-28944b7114d8 req-84949cfc-6b6e-4bf2-a13c-f05759c31698 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8d129cb2ad5e4fb2bbc4b05712522ede&device_id=7b19af43-17a7-42d0-8269-a9f7e10f7783 HTTP/1.1" status: 200 len: 1098 time: 0.0812368 Mar 11 15:45:26.751126 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc4457-70e2-4304-baae-28944b7114d8 req-9139c3d8-b3dd-444a-8cc0-641377f46d22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:26.752626 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b2fc4457-70e2-4304-baae-28944b7114d8 req-9139c3d8-b3dd-444a-8cc0-641377f46d22 service neutron] 10.222.0.73 "GET /v2.0/networks?id=feab4df5-c44d-4b7f-892d-56d03f64918c HTTP/1.1" status: 200 len: 912 time: 0.1389873 Mar 11 15:45:26.821919 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b2fc4457-70e2-4304-baae-28944b7114d8 req-ad89ccd7-f0d5-4d8c-a540-680b40991a68 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35322acc-b088-4e22-8aca-832fa86d720d HTTP/1.1" status: 200 len: 217 time: 0.0621696 Mar 11 15:45:26.866462 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a023538-1663-41b4-9e1a-9f209406c45d req-e1d4bef5-0c93-46f6-b13c-46af4a897b5f tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:26.867275 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-4a023538-1663-41b4-9e1a-9f209406c45d req-e1d4bef5-0c93-46f6-b13c-46af4a897b5f tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Synchronizing usage tracker for tenant:8d129cb2ad5e4fb2bbc4b05712522ede on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:45:26.885305 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-4a023538-1663-41b4-9e1a-9f209406c45d req-e1d4bef5-0c93-46f6-b13c-46af4a897b5f tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Unset dirty status for tenant:8d129cb2ad5e4fb2bbc4b05712522ede on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:45:26.886652 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-4a023538-1663-41b4-9e1a-9f209406c45d req-e1d4bef5-0c93-46f6-b13c-46af4a897b5f tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b19af43-17a7-42d0-8269-a9f7e10f7783 HTTP/1.1" status: 200 len: 945 time: 0.0971076 Mar 11 15:45:26.893693 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc4457-70e2-4304-baae-28944b7114d8 req-22b22bd2-8ba6-49eb-a454-7fcd1dbbc0ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:26.903122 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b2fc4457-70e2-4304-baae-28944b7114d8 req-22b22bd2-8ba6-49eb-a454-7fcd1dbbc0ff service neutron] 10.222.0.73 "GET /v2.0/subnets?id=675f42ac-dc8a-4c00-91d8-987c97255cc4 HTTP/1.1" status: 200 len: 850 time: 0.0728557 Mar 11 15:45:26.917017 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-f2440349-02de-4572-938c-78a86f780167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'name': 'tempest-TestVolumeBootPattern-960889017-router', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:02Z', 'revision_number': 4, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'gw_port': {'id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'a98bb4ae-2b55-40d4-9bd5-f754fc39f32a', 'name': '', 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'mac_address': 'fa:16:3e:ce:40:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '675f42ac-dc8a-4c00-91d8-987c97255cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:01Z', 'updated_at': '2022-03-11T15:38:10Z', 'revision_number': 5, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'subnets': [{'id': '675f42ac-dc8a-4c00-91d8-987c97255cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:26.921171 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2440349-02de-4572-938c-78a86f780167 None None] Checking router: c5d8a473-376a-4b6f-9f07-d22c477b5114 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:45:26.932840 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2440349-02de-4572-938c-78a86f780167 None None] Routers {'c5d8a473-376a-4b6f-9f07-d22c477b5114'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:45:26.933461 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-f2440349-02de-4572-938c-78a86f780167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:45:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['c5d8a473-376a-4b6f-9f07-d22c477b5114'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:26.937858 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-4a023538-1663-41b4-9e1a-9f209406c45d req-6b08de0d-6bd4-47c5-856a-595b28f0fd7e tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445669 Mar 11 15:45:26.985965 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b2fc4457-70e2-4304-baae-28944b7114d8 req-a460c888-af89-44d7-b00f-4cb0647b60ba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=feab4df5-c44d-4b7f-892d-56d03f64918c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782797 Mar 11 15:45:27.129480 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-f2440349-02de-4572-938c-78a86f780167 None None] Set router c5d8a473-376a-4b6f-9f07-d22c477b5114 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:45:27.130836 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b2fc4457-70e2-4304-baae-28944b7114d8 req-e22b4b24-18ce-45fa-a63b-e68ebc8286e1 service neutron] 10.222.0.73 "GET /v2.0/networks/feab4df5-c44d-4b7f-892d-56d03f64918c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372235 Mar 11 15:45:27.368494 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b2fc4457-70e2-4304-baae-28944b7114d8 req-1d1e322e-3919-4d7b-81c6-13083507bfa7 service neutron] 10.222.0.73 "GET /v2.0/networks/feab4df5-c44d-4b7f-892d-56d03f64918c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293260 Mar 11 15:45:27.487309 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-f2440349-02de-4572-938c-78a86f780167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'name': 'tempest-TestVolumeBootPattern-960889017-router', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:02Z', 'revision_number': 4, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'gw_port': {'id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'a98bb4ae-2b55-40d4-9bd5-f754fc39f32a', 'name': '', 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'mac_address': 'fa:16:3e:ce:40:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '675f42ac-dc8a-4c00-91d8-987c97255cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:01Z', 'updated_at': '2022-03-11T15:38:10Z', 'revision_number': 5, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'subnets': [{'id': '675f42ac-dc8a-4c00-91d8-987c97255cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:27.491734 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2440349-02de-4572-938c-78a86f780167 None None] The sync data for ids ['c5d8a473-376a-4b6f-9f07-d22c477b5114'] in dv-neutron-833373-1-hyperv is: [{'id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'name': 'tempest-TestVolumeBootPattern-960889017-router', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:02Z', 'revision_number': 4, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'gw_port': {'id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'a98bb4ae-2b55-40d4-9bd5-f754fc39f32a', 'name': '', 'network_id': 'feab4df5-c44d-4b7f-892d-56d03f64918c', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'mac_address': 'fa:16:3e:ce:40:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '675f42ac-dc8a-4c00-91d8-987c97255cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:01Z', 'updated_at': '2022-03-11T15:38:10Z', 'revision_number': 5, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'subnets': [{'id': '675f42ac-dc8a-4c00-91d8-987c97255cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:45:27.731780 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0f1895-fd1c-4b24-8c69-baee6f12fd9c None None] New status for floating IP 90f36254-300e-49b6-9f88-67f2e9e24e64: DOWN {{(pid=83868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 15:45:28.168300 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f2a416-1e2e-4fd5-9d65-f3db3e8bf455 req-5e615e05-8f61-45e0-b878-9bac1b9ecaf2 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:28.169033 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-91f2a416-1e2e-4fd5-9d65-f3db3e8bf455 req-5e615e05-8f61-45e0-b878-9bac1b9ecaf2 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Synchronizing usage tracker for tenant:8d129cb2ad5e4fb2bbc4b05712522ede on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:45:28.182261 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-91f2a416-1e2e-4fd5-9d65-f3db3e8bf455 req-5e615e05-8f61-45e0-b878-9bac1b9ecaf2 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Unset dirty status for tenant:8d129cb2ad5e4fb2bbc4b05712522ede on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:45:28.183601 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-91f2a416-1e2e-4fd5-9d65-f3db3e8bf455 req-5e615e05-8f61-45e0-b878-9bac1b9ecaf2 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b19af43-17a7-42d0-8269-a9f7e10f7783 HTTP/1.1" status: 200 len: 945 time: 0.1048594 Mar 11 15:45:28.231228 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-91f2a416-1e2e-4fd5-9d65-f3db3e8bf455 req-f62d5a11-d38c-46f9-bf96-8ee0cdbc6c30 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/security-groups?id=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418634 Mar 11 15:45:28.457565 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796bc7e-f265-4c16-af68-c74853405cea req-3855ec0e-c0fd-43ed-b1a4-6a08e9b4113d tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:45:28.458934 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3796bc7e-f265-4c16-af68-c74853405cea req-3855ec0e-c0fd-43ed-b1a4-6a08e9b4113d tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b19af43-17a7-42d0-8269-a9f7e10f7783 HTTP/1.1" status: 200 len: 945 time: 0.0787299 Mar 11 15:45:28.536129 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-3796bc7e-f265-4c16-af68-c74853405cea req-ffb90dac-ce6b-4698-bb5f-4ae590238f04 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Deleting port 35322acc-b088-4e22-8aca-832fa86d720d {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:45:28.536437 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-3796bc7e-f265-4c16-af68-c74853405cea req-ffb90dac-ce6b-4698-bb5f-4ae590238f04 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:28.798029 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-3796bc7e-f265-4c16-af68-c74853405cea req-ffb90dac-ce6b-4698-bb5f-4ae590238f04 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] For port 35322acc-b088-4e22-8aca-832fa86d720d, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=35322acc-b088-4e22-8aca-832fa86d720d,segment=NetworkSegment(7ad268e5-49ce-4845-bd2b-d7757d53f873),segment_id=7ad268e5-49ce-4845-bd2b-d7757d53f873)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:45:28.798406 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-3796bc7e-f265-4c16-af68-c74853405cea req-ffb90dac-ce6b-4698-bb5f-4ae590238f04 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:28.931761 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-3796bc7e-f265-4c16-af68-c74853405cea req-ffb90dac-ce6b-4698-bb5f-4ae590238f04 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Calling delete_port for 35322acc-b088-4e22-8aca-832fa86d720d owned by compute:nova {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:45:29.085868 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-3796bc7e-f265-4c16-af68-c74853405cea req-ffb90dac-ce6b-4698-bb5f-4ae590238f04 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:29.137707 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb90dac-ce6b-4698-bb5f-4ae590238f04 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Pushing event deleted for resources: {'Port': ['ID=35322acc-b088-4e22-8aca-832fa86d720d,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:29.216946 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-3796bc7e-f265-4c16-af68-c74853405cea req-ffb90dac-ce6b-4698-bb5f-4ae590238f04 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] No DVR routers for this DVR port 35322acc-b088-4e22-8aca-832fa86d720d on host hv-neutron-8333 {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:45:29.219594 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-3796bc7e-f265-4c16-af68-c74853405cea req-ffb90dac-ce6b-4698-bb5f-4ae590238f04 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:29.222251 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b19af43-17a7-42d0-8269-a9f7e10f7783', 'name': 'network-vif-deleted', 'tag': '35322acc-b088-4e22-8aca-832fa86d720d'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:45:29.246734 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3796bc7e-f265-4c16-af68-c74853405cea req-ffb90dac-ce6b-4698-bb5f-4ae590238f04 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.73 "DELETE /v2.0/ports/35322acc-b088-4e22-8aca-832fa86d720d HTTP/1.1" status: 204 len: 173 time: 0.7813306 Mar 11 15:45:29.287297 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b19af43-17a7-42d0-8269-a9f7e10f7783', 'name': 'network-vif-deleted', 'tag': '35322acc-b088-4e22-8aca-832fa86d720d', 'status': 'completed', 'code': 200} Mar 11 15:45:29.339871 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b32f4aa4-b1db-41c5-8b8b-c78563f3a55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:29.408687 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-9ab2333a-13a4-4a36-93ff-996258548d8d req-3ded51dd-efe7-4ec7-8ca0-e9b67eba74c9 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Synchronizing usage tracker for tenant:8d129cb2ad5e4fb2bbc4b05712522ede on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:45:29.430332 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-9ab2333a-13a4-4a36-93ff-996258548d8d req-3ded51dd-efe7-4ec7-8ca0-e9b67eba74c9 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Unset dirty status for tenant:8d129cb2ad5e4fb2bbc4b05712522ede on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:45:29.431506 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9ab2333a-13a4-4a36-93ff-996258548d8d req-3ded51dd-efe7-4ec7-8ca0-e9b67eba74c9 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b19af43-17a7-42d0-8269-a9f7e10f7783 HTTP/1.1" status: 200 len: 210 time: 0.0689540 Mar 11 15:45:30.541554 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44804) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:30.708691 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-a1c555a2-8fab-4cdb-9419-f064d05267bf tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Deleting port 67a8b26d-7487-4271-8b83-b659b87ae81f {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:45:30.709073 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a1c555a2-8fab-4cdb-9419-f064d05267bf tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:30.892961 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a1c555a2-8fab-4cdb-9419-f064d05267bf tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:30.893279 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a1c555a2-8fab-4cdb-9419-f064d05267bf tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:30.952429 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:45:31.021338 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-a1c555a2-8fab-4cdb-9419-f064d05267bf tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Calling delete_port for 67a8b26d-7487-4271-8b83-b659b87ae81f owned by network:floatingip {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:45:31.189395 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a1c555a2-8fab-4cdb-9419-f064d05267bf tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:31.268049 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c555a2-8fab-4cdb-9419-f064d05267bf tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Pushing event deleted for resources: {'Port': ['ID=67a8b26d-7487-4271-8b83-b659b87ae81f,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:31.332402 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a1c555a2-8fab-4cdb-9419-f064d05267bf tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for floatingip, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:31.353238 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a1c555a2-8fab-4cdb-9419-f064d05267bf tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:31.354871 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a1c555a2-8fab-4cdb-9419-f064d05267bf tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "DELETE /v2.0/floatingips/2d1ea801-5d49-49d3-a7d2-100a9c7d8c2b HTTP/1.1" status: 204 len: 168 time: 0.8117921 Mar 11 15:45:31.618230 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c36d9a5a-1752-40cb-bce0-9bbd5a64ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:31.919357 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 35322acc-b088-4e22-8aca-832fa86d720d no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:45:31.966710 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] No Port match for: 35322acc-b088-4e22-8aca-832fa86d720d {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:45:31.967082 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 35322acc-b088-4e22-8aca-832fa86d720d not bound to the agent host hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:45:32.755512 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:32.971300 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:33.832854 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44820) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:33.904862 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-87bc92ad-dc21-4722-bda8-0c1d5bc45ed1 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:33.934449 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-87bc92ad-dc21-4722-bda8-0c1d5bc45ed1 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:34.000903 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-87bc92ad-dc21-4722-bda8-0c1d5bc45ed1 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:34.020742 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc92ad-dc21-4722-bda8-0c1d5bc45ed1 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=496d02dd-6cd4-4abf-af60-bd3cbefd7e1d,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:34.032034 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-87bc92ad-dc21-4722-bda8-0c1d5bc45ed1 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:34.033333 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-87bc92ad-dc21-4722-bda8-0c1d5bc45ed1 tempest-TestVolumeBootPattern-1036954905 tempest-TestVolumeBootPattern-1036954905-project] 10.222.0.31 "DELETE /v2.0/security-groups/496d02dd-6cd4-4abf-af60-bd3cbefd7e1d HTTP/1.1" status: 204 len: 168 time: 0.1995161 Mar 11 15:45:34.100363 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44826) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:34.186921 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:34.786387 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3a50a3ea-3147-415a-b089-e9fb63a497e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:35.449022 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-3a50a3ea-3147-415a-b089-e9fb63a497e7 admin admin] Deleting port a98bb4ae-2b55-40d4-9bd5-f754fc39f32a {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:45:35.449678 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3a50a3ea-3147-415a-b089-e9fb63a497e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:35.631273 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-3a50a3ea-3147-415a-b089-e9fb63a497e7 admin admin] For port a98bb4ae-2b55-40d4-9bd5-f754fc39f32a, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=a98bb4ae-2b55-40d4-9bd5-f754fc39f32a,segment=NetworkSegment(7ad268e5-49ce-4845-bd2b-d7757d53f873),segment_id=7ad268e5-49ce-4845-bd2b-d7757d53f873)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:45:35.631622 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3a50a3ea-3147-415a-b089-e9fb63a497e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:35.752940 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-3a50a3ea-3147-415a-b089-e9fb63a497e7 admin admin] Calling delete_port for a98bb4ae-2b55-40d4-9bd5-f754fc39f32a owned by network:router_interface {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:45:35.924180 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3a50a3ea-3147-415a-b089-e9fb63a497e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:35.972167 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50a3ea-3147-415a-b089-e9fb63a497e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a98bb4ae-2b55-40d4-9bd5-f754fc39f32a,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:36.358323 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3a50a3ea-3147-415a-b089-e9fb63a497e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:36.937713 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a50a3ea-3147-415a-b089-e9fb63a497e7 admin admin] Router c5d8a473-376a-4b6f-9f07-d22c477b5114 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:45:37.148638 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a50a3ea-3147-415a-b089-e9fb63a497e7 admin admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:45:37.157361 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2be831a-72b6-488d-85c9-726094a83ef1 None None] Sync routers for ids ['c5d8a473-376a-4b6f-9f07-d22c477b5114'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:45:37.162768 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-3a50a3ea-3147-415a-b089-e9fb63a497e7 admin admin] 10.222.0.31 "PUT /v2.0/routers/c5d8a473-376a-4b6f-9f07-d22c477b5114/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0601320 Mar 11 15:45:37.165030 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44832) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:37.169611 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2be831a-72b6-488d-85c9-726094a83ef1 None None] Routers {'c5d8a473-376a-4b6f-9f07-d22c477b5114'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:45:37.170205 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-c2be831a-72b6-488d-85c9-726094a83ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:45:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['c5d8a473-376a-4b6f-9f07-d22c477b5114'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:37.356810 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-c2be831a-72b6-488d-85c9-726094a83ef1 None None] Set router c5d8a473-376a-4b6f-9f07-d22c477b5114 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:45:37.371734 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e0e650d2-c6f5-4df8-a1ed-b29691523ed3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:37.567683 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e0e650d2-c6f5-4df8-a1ed-b29691523ed3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:37.577657 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-e0e650d2-c6f5-4df8-a1ed-b29691523ed3 admin admin] Deleting port cbec2e15-ef6a-48d9-acdc-ca408ac1b989 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:45:37.578352 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e0e650d2-c6f5-4df8-a1ed-b29691523ed3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:37.645021 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-c2be831a-72b6-488d-85c9-726094a83ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'name': 'tempest-TestVolumeBootPattern-960889017-router', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:45:35Z', 'revision_number': 5, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'gw_port': {'id': 'cbec2e15-ef6a-48d9-acdc-ca408ac1b989', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:37.650054 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2be831a-72b6-488d-85c9-726094a83ef1 None None] Checking router: c5d8a473-376a-4b6f-9f07-d22c477b5114 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:45:37.660439 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2be831a-72b6-488d-85c9-726094a83ef1 None None] Routers {'c5d8a473-376a-4b6f-9f07-d22c477b5114'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:45:37.661005 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-c2be831a-72b6-488d-85c9-726094a83ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:45:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['c5d8a473-376a-4b6f-9f07-d22c477b5114'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:37.836586 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-c2be831a-72b6-488d-85c9-726094a83ef1 None None] Set router c5d8a473-376a-4b6f-9f07-d22c477b5114 gateway port host: None {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:45:37.864043 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-e0e650d2-c6f5-4df8-a1ed-b29691523ed3 admin admin] For port cbec2e15-ef6a-48d9-acdc-ca408ac1b989, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=cbec2e15-ef6a-48d9-acdc-ca408ac1b989,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:45:37.864406 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e0e650d2-c6f5-4df8-a1ed-b29691523ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:37.947005 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-c2be831a-72b6-488d-85c9-726094a83ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'name': 'tempest-TestVolumeBootPattern-960889017-router', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:45:37Z', 'revision_number': 6, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'gw_port_host': None}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:37.951130 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2be831a-72b6-488d-85c9-726094a83ef1 None None] The sync data for ids ['c5d8a473-376a-4b6f-9f07-d22c477b5114'] in dv-neutron-833373-1-hyperv is: [{'id': 'c5d8a473-376a-4b6f-9f07-d22c477b5114', 'name': 'tempest-TestVolumeBootPattern-960889017-router', 'tenant_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:37:59Z', 'updated_at': '2022-03-11T15:45:37Z', 'revision_number': 6, 'project_id': '8d129cb2ad5e4fb2bbc4b05712522ede', 'gw_port_host': None}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:45:37.988365 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-e0e650d2-c6f5-4df8-a1ed-b29691523ed3 admin admin] Calling delete_port for cbec2e15-ef6a-48d9-acdc-ca408ac1b989 owned by network:router_gateway {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:45:38.162141 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e0e650d2-c6f5-4df8-a1ed-b29691523ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:38.207788 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e650d2-c6f5-4df8-a1ed-b29691523ed3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbec2e15-ef6a-48d9-acdc-ca408ac1b989,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:38.434730 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e0e650d2-c6f5-4df8-a1ed-b29691523ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:38.693101 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e0e650d2-c6f5-4df8-a1ed-b29691523ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:38.697830 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e0e650d2-c6f5-4df8-a1ed-b29691523ed3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:38.723294 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e0e650d2-c6f5-4df8-a1ed-b29691523ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:38.723858 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e650d2-c6f5-4df8-a1ed-b29691523ed3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5d8a473-376a-4b6f-9f07-d22c477b5114 {{(pid=83867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:45:38.737173 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e0e650d2-c6f5-4df8-a1ed-b29691523ed3 admin admin] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:38.738275 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e0e650d2-c6f5-4df8-a1ed-b29691523ed3 admin admin] 10.222.0.31 "DELETE /v2.0/routers/c5d8a473-376a-4b6f-9f07-d22c477b5114 HTTP/1.1" status: 204 len: 168 time: 1.5723791 Mar 11 15:45:38.740792 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44836) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:38.801183 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-4685a75e-9569-4281-ad9e-ab4fa37138e5 admin admin] Deleting subnet 675f42ac-dc8a-4c00-91d8-987c97255cc4 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:45:38.804648 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4685a75e-9569-4281-ad9e-ab4fa37138e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:38.855096 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4685a75e-9569-4281-ad9e-ab4fa37138e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:38.937253 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4685a75e-9569-4281-ad9e-ab4fa37138e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:39.007164 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4685a75e-9569-4281-ad9e-ab4fa37138e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:39.048175 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4685a75e-9569-4281-ad9e-ab4fa37138e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=675f42ac-dc8a-4c00-91d8-987c97255cc4,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:39.055244 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4685a75e-9569-4281-ad9e-ab4fa37138e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:39.060842 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623106bc-7e0d-4ee8-92be-584a153f05bf None None] Network feab4df5-c44d-4b7f-892d-56d03f64918c requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:45:39.062894 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4685a75e-9569-4281-ad9e-ab4fa37138e5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/675f42ac-dc8a-4c00-91d8-987c97255cc4 HTTP/1.1" status: 204 len: 168 time: 0.3209321 Mar 11 15:45:39.065379 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44840) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:39.179328 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bd2e3e22-2201-4f88-8be8-26eecbc583c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:39.191037 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e3e22-2201-4f88-8be8-26eecbc583c6 admin admin] Deleting port 3bc2b020-e19b-426e-b489-a5121fd97163 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:45:39.191487 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bd2e3e22-2201-4f88-8be8-26eecbc583c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:39.319769 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871e6782-a6ef-484f-8c36-2062cfe96bef None None] DHCP port deletion for feab4df5-c44d-4b7f-892d-56d03f64918c request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:45:39.323919 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-871e6782-a6ef-484f-8c36-2062cfe96bef None None] Deleting port 3bc2b020-e19b-426e-b489-a5121fd97163 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:45:39.324329 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-871e6782-a6ef-484f-8c36-2062cfe96bef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:39.497724 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-bd2e3e22-2201-4f88-8be8-26eecbc583c6 admin admin] For port 3bc2b020-e19b-426e-b489-a5121fd97163, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=3bc2b020-e19b-426e-b489-a5121fd97163,segment=NetworkSegment(7ad268e5-49ce-4845-bd2b-d7757d53f873),segment_id=7ad268e5-49ce-4845-bd2b-d7757d53f873)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:45:39.497983 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bd2e3e22-2201-4f88-8be8-26eecbc583c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:39.546294 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-871e6782-a6ef-484f-8c36-2062cfe96bef None None] For port 3bc2b020-e19b-426e-b489-a5121fd97163, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=3bc2b020-e19b-426e-b489-a5121fd97163,segment=NetworkSegment(7ad268e5-49ce-4845-bd2b-d7757d53f873),segment_id=7ad268e5-49ce-4845-bd2b-d7757d53f873)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:45:39.546595 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-871e6782-a6ef-484f-8c36-2062cfe96bef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:39.620686 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e3e22-2201-4f88-8be8-26eecbc583c6 admin admin] Calling delete_port for 3bc2b020-e19b-426e-b489-a5121fd97163 owned by network:dhcp {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:45:39.669210 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-871e6782-a6ef-484f-8c36-2062cfe96bef None None] Calling delete_port for 3bc2b020-e19b-426e-b489-a5121fd97163 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:45:39.697436 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bd2e3e22-2201-4f88-8be8-26eecbc583c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:39.741329 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e3e22-2201-4f88-8be8-26eecbc583c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bc2b020-e19b-426e-b489-a5121fd97163,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:39.744514 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-871e6782-a6ef-484f-8c36-2062cfe96bef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:45:39.744985 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-871e6782-a6ef-484f-8c36-2062cfe96bef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:45:39.746917 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2e3e22-2201-4f88-8be8-26eecbc583c6 admin admin] No DVR routers for this DVR port 3bc2b020-e19b-426e-b489-a5121fd97163 on host dv-neutron-833373-1-hyperv {{(pid=83867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:45:39.861666 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bd2e3e22-2201-4f88-8be8-26eecbc583c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:39.886696 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-bd2e3e22-2201-4f88-8be8-26eecbc583c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feab4df5-c44d-4b7f-892d-56d03f64918c']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:39.900261 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-bd2e3e22-2201-4f88-8be8-26eecbc583c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad268e5-49ce-4845-bd2b-d7757d53f873') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:39.900558 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-bd2e3e22-2201-4f88-8be8-26eecbc583c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad268e5-49ce-4845-bd2b-d7757d53f873') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:39.912653 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bd2e3e22-2201-4f88-8be8-26eecbc583c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:39.934043 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bd2e3e22-2201-4f88-8be8-26eecbc583c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:39.941203 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd2e3e22-2201-4f88-8be8-26eecbc583c6 admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:45:39.941533 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bd2e3e22-2201-4f88-8be8-26eecbc583c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:39.954909 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:45:39.954909 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:45:39.954909 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:45:39.954909 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:45:39.954909 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:45:39.954909 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:45:39.954909 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:45:39.954909 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:45:39.954909 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:45:39.954909 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:45:39.954909 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:45:39.954909 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:45:39.954909 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:45:39.954909 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:45:39.954909 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:45:39.954909 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:45:39.954909 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:45:39.954909 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:45:39.954909 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:45:39.954909 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:45:39.954909 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:45:39.954909 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:45:39.954909 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:45:39.954909 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:45:39.954909 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:45:39.954909 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:45:39.954909 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:45:39.954909 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:45:39.954909 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:45:39.954909 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:45:39.954909 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:45:39.954909 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:45:39.975608 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 3bc2b020-e19b-426e-b489-a5121fd97163 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:45:40.009292 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 3bc2b020-e19b-426e-b489-a5121fd97163 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:45:40.009628 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 3bc2b020-e19b-426e-b489-a5121fd97163 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:45:40.010035 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device cbec2e15-ef6a-48d9-acdc-ca408ac1b989 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:45:40.033586 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bd2e3e22-2201-4f88-8be8-26eecbc583c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:40.039992 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bd2e3e22-2201-4f88-8be8-26eecbc583c6 admin admin] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:40.043934 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: cbec2e15-ef6a-48d9-acdc-ca408ac1b989 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:45:40.044540 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device cbec2e15-ef6a-48d9-acdc-ca408ac1b989 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:45:40.044959 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device a98bb4ae-2b55-40d4-9bd5-f754fc39f32a no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:45:40.064331 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e3e22-2201-4f88-8be8-26eecbc583c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=feab4df5-c44d-4b7f-892d-56d03f64918c,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:40.077199 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: a98bb4ae-2b55-40d4-9bd5-f754fc39f32a {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:45:40.077858 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device a98bb4ae-2b55-40d4-9bd5-f754fc39f32a not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:45:40.081059 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-bd2e3e22-2201-4f88-8be8-26eecbc583c6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/feab4df5-c44d-4b7f-892d-56d03f64918c HTTP/1.1" status: 204 len: 168 time: 1.0145476 Mar 11 15:45:40.084511 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44844) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:40.246040 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-871e6782-a6ef-484f-8c36-2062cfe96bef None None] Deleting port 3bc2b020-e19b-426e-b489-a5121fd97163 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:45:40.246428 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-871e6782-a6ef-484f-8c36-2062cfe96bef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:40.314379 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-871e6782-a6ef-484f-8c36-2062cfe96bef None None] The port '3bc2b020-e19b-426e-b489-a5121fd97163' was deleted {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 15:45:40.500040 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-545b51da-4fba-4c9f-8050-08e37bbf0afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:41.207244 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-545b51da-4fba-4c9f-8050-08e37bbf0afe admin admin] Deleting port 4740e40b-c4f6-4d5a-8aae-73e5d767778c {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:45:41.208003 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-545b51da-4fba-4c9f-8050-08e37bbf0afe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:41.391017 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-545b51da-4fba-4c9f-8050-08e37bbf0afe admin admin] For port 4740e40b-c4f6-4d5a-8aae-73e5d767778c, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=4740e40b-c4f6-4d5a-8aae-73e5d767778c,segment=NetworkSegment(17deded6-df6f-460e-a0bf-b2c672b54133),segment_id=17deded6-df6f-460e-a0bf-b2c672b54133)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:45:41.391400 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-545b51da-4fba-4c9f-8050-08e37bbf0afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:41.514649 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-545b51da-4fba-4c9f-8050-08e37bbf0afe admin admin] Calling delete_port for 4740e40b-c4f6-4d5a-8aae-73e5d767778c owned by network:router_interface {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:45:41.681357 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-545b51da-4fba-4c9f-8050-08e37bbf0afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:41.726495 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b51da-4fba-4c9f-8050-08e37bbf0afe admin admin] Pushing event deleted for resources: {'Port': ['ID=4740e40b-c4f6-4d5a-8aae-73e5d767778c,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:42.015167 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-545b51da-4fba-4c9f-8050-08e37bbf0afe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:42.770012 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545b51da-4fba-4c9f-8050-08e37bbf0afe admin admin] Router d0b55235-9f4d-4555-96f7-00bb848ce0be has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:45:42.978959 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545b51da-4fba-4c9f-8050-08e37bbf0afe admin admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:45:42.988783 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c8fff7-5e7e-40db-9ca3-1884bc2d3268 None None] Sync routers for ids ['d0b55235-9f4d-4555-96f7-00bb848ce0be'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:45:42.996667 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-545b51da-4fba-4c9f-8050-08e37bbf0afe admin admin] 10.222.0.31 "PUT /v2.0/routers/d0b55235-9f4d-4555-96f7-00bb848ce0be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9096248 Mar 11 15:45:42.999469 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44848) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:43.005496 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c8fff7-5e7e-40db-9ca3-1884bc2d3268 None None] Routers {'d0b55235-9f4d-4555-96f7-00bb848ce0be'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:45:43.006245 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-43c8fff7-5e7e-40db-9ca3-1884bc2d3268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:45:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['d0b55235-9f4d-4555-96f7-00bb848ce0be'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:43.218118 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bad89d3e-785f-464f-b815-7ffafd195497 admin admin] Notify callbacks [] for router, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:43.239502 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-43c8fff7-5e7e-40db-9ca3-1884bc2d3268 None None] Set router d0b55235-9f4d-4555-96f7-00bb848ce0be gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:45:43.435479 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bad89d3e-785f-464f-b815-7ffafd195497 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:43.445729 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-bad89d3e-785f-464f-b815-7ffafd195497 admin admin] Deleting port edf6cf16-6d70-4ef5-b0fe-1f9e1e2ac1a5 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:45:43.446068 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bad89d3e-785f-464f-b815-7ffafd195497 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:43.534644 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-43c8fff7-5e7e-40db-9ca3-1884bc2d3268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b55235-9f4d-4555-96f7-00bb848ce0be', 'name': 'tempest-TestVolumeBootPattern-259694197-router', 'tenant_id': '5c040f7605b146faa1802100ac713b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'edf6cf16-6d70-4ef5-b0fe-1f9e1e2ac1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:05Z', 'updated_at': '2022-03-11T15:45:41Z', 'revision_number': 5, 'project_id': '5c040f7605b146faa1802100ac713b48', 'gw_port': {'id': 'edf6cf16-6d70-4ef5-b0fe-1f9e1e2ac1a5', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:74:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b55235-9f4d-4555-96f7-00bb848ce0be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:38:05Z', 'updated_at': '2022-03-11T15:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:43.540507 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c8fff7-5e7e-40db-9ca3-1884bc2d3268 None None] Checking router: d0b55235-9f4d-4555-96f7-00bb848ce0be for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:45:43.551160 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c8fff7-5e7e-40db-9ca3-1884bc2d3268 None None] Routers {'d0b55235-9f4d-4555-96f7-00bb848ce0be'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:45:43.551764 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-43c8fff7-5e7e-40db-9ca3-1884bc2d3268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:45:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['d0b55235-9f4d-4555-96f7-00bb848ce0be'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:43.630941 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-bad89d3e-785f-464f-b815-7ffafd195497 admin admin] For port edf6cf16-6d70-4ef5-b0fe-1f9e1e2ac1a5, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=edf6cf16-6d70-4ef5-b0fe-1f9e1e2ac1a5,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:45:43.631295 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bad89d3e-785f-464f-b815-7ffafd195497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:43.715226 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-43c8fff7-5e7e-40db-9ca3-1884bc2d3268 None None] Set router d0b55235-9f4d-4555-96f7-00bb848ce0be gateway port host: None {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:45:43.759459 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-bad89d3e-785f-464f-b815-7ffafd195497 admin admin] Calling delete_port for edf6cf16-6d70-4ef5-b0fe-1f9e1e2ac1a5 owned by network:router_gateway {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:45:43.824755 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-43c8fff7-5e7e-40db-9ca3-1884bc2d3268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b55235-9f4d-4555-96f7-00bb848ce0be', 'name': 'tempest-TestVolumeBootPattern-259694197-router', 'tenant_id': '5c040f7605b146faa1802100ac713b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:05Z', 'updated_at': '2022-03-11T15:45:43Z', 'revision_number': 6, 'project_id': '5c040f7605b146faa1802100ac713b48', 'gw_port_host': None}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:43.829462 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c8fff7-5e7e-40db-9ca3-1884bc2d3268 None None] The sync data for ids ['d0b55235-9f4d-4555-96f7-00bb848ce0be'] in dv-neutron-833373-1-hyperv is: [{'id': 'd0b55235-9f4d-4555-96f7-00bb848ce0be', 'name': 'tempest-TestVolumeBootPattern-259694197-router', 'tenant_id': '5c040f7605b146faa1802100ac713b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:38:05Z', 'updated_at': '2022-03-11T15:45:43Z', 'revision_number': 6, 'project_id': '5c040f7605b146faa1802100ac713b48', 'gw_port_host': None}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:45:44.055722 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bad89d3e-785f-464f-b815-7ffafd195497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:44.102690 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad89d3e-785f-464f-b815-7ffafd195497 admin admin] Pushing event deleted for resources: {'Port': ['ID=edf6cf16-6d70-4ef5-b0fe-1f9e1e2ac1a5,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:44.252720 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 4740e40b-c4f6-4d5a-8aae-73e5d767778c no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:45:44.286595 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 4740e40b-c4f6-4d5a-8aae-73e5d767778c {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:45:44.286987 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 4740e40b-c4f6-4d5a-8aae-73e5d767778c not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:45:44.364381 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bad89d3e-785f-464f-b815-7ffafd195497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:44.631877 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bad89d3e-785f-464f-b815-7ffafd195497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:44.642117 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bad89d3e-785f-464f-b815-7ffafd195497 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:44.669449 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bad89d3e-785f-464f-b815-7ffafd195497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:44.670002 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad89d3e-785f-464f-b815-7ffafd195497 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0b55235-9f4d-4555-96f7-00bb848ce0be {{(pid=83866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:45:44.682813 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bad89d3e-785f-464f-b815-7ffafd195497 admin admin] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:44.683937 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-bad89d3e-785f-464f-b815-7ffafd195497 admin admin] 10.222.0.31 "DELETE /v2.0/routers/d0b55235-9f4d-4555-96f7-00bb848ce0be HTTP/1.1" status: 204 len: 168 time: 1.6833811 Mar 11 15:45:44.686714 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44852) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:44.756986 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a291696-91a1-487a-93a3-f4dfa5ead724 admin admin] Deleting subnet d5630763-af11-4092-8288-338b6f298316 {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:45:44.760135 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9a291696-91a1-487a-93a3-f4dfa5ead724 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:44.812381 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9a291696-91a1-487a-93a3-f4dfa5ead724 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:44.898940 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9a291696-91a1-487a-93a3-f4dfa5ead724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:44.973892 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9a291696-91a1-487a-93a3-f4dfa5ead724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:45.014420 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a291696-91a1-487a-93a3-f4dfa5ead724 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5630763-af11-4092-8288-338b6f298316,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:45.018471 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9a291696-91a1-487a-93a3-f4dfa5ead724 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:45.027810 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9a291696-91a1-487a-93a3-f4dfa5ead724 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d5630763-af11-4092-8288-338b6f298316 HTTP/1.1" status: 204 len: 168 time: 0.3376324 Mar 11 15:45:45.028044 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44856) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:45.030883 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af429170-2ce7-4951-b395-61600de30058 None None] Network b5005136-350d-476b-8b1b-d2902b1d58e8 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:45:45.143522 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-25bfe0c2-e37b-4072-a825-ca81436f51a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:45.157305 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-25bfe0c2-e37b-4072-a825-ca81436f51a7 admin admin] Deleting port b7f08c6d-5978-4c38-a364-3d7edf39b4de {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:45:45.157771 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-25bfe0c2-e37b-4072-a825-ca81436f51a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:45.299498 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2986ff-c5e1-45ef-b3ac-3fd8493e7230 None None] DHCP port deletion for b5005136-350d-476b-8b1b-d2902b1d58e8 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:45:45.305210 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-ef2986ff-c5e1-45ef-b3ac-3fd8493e7230 None None] Deleting port b7f08c6d-5978-4c38-a364-3d7edf39b4de {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:45:45.305584 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ef2986ff-c5e1-45ef-b3ac-3fd8493e7230 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:45.386408 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-25bfe0c2-e37b-4072-a825-ca81436f51a7 admin admin] For port b7f08c6d-5978-4c38-a364-3d7edf39b4de, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=b7f08c6d-5978-4c38-a364-3d7edf39b4de,segment=NetworkSegment(17deded6-df6f-460e-a0bf-b2c672b54133),segment_id=17deded6-df6f-460e-a0bf-b2c672b54133)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:45:45.386756 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-25bfe0c2-e37b-4072-a825-ca81436f51a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:45.527587 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-ef2986ff-c5e1-45ef-b3ac-3fd8493e7230 None None] For port b7f08c6d-5978-4c38-a364-3d7edf39b4de, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=b7f08c6d-5978-4c38-a364-3d7edf39b4de,segment=NetworkSegment(17deded6-df6f-460e-a0bf-b2c672b54133),segment_id=17deded6-df6f-460e-a0bf-b2c672b54133)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:45:45.528275 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ef2986ff-c5e1-45ef-b3ac-3fd8493e7230 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:45.626523 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-25bfe0c2-e37b-4072-a825-ca81436f51a7 admin admin] Calling delete_port for b7f08c6d-5978-4c38-a364-3d7edf39b4de owned by network:dhcp {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:45:45.663556 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-ef2986ff-c5e1-45ef-b3ac-3fd8493e7230 None None] Calling delete_port for b7f08c6d-5978-4c38-a364-3d7edf39b4de owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:45:45.717449 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-25bfe0c2-e37b-4072-a825-ca81436f51a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:45.720671 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:45.750598 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-ef2986ff-c5e1-45ef-b3ac-3fd8493e7230 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:45:45.750598 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-ef2986ff-c5e1-45ef-b3ac-3fd8493e7230 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:45:45.767283 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bfe0c2-e37b-4072-a825-ca81436f51a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7f08c6d-5978-4c38-a364-3d7edf39b4de,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:45.772640 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bfe0c2-e37b-4072-a825-ca81436f51a7 admin admin] No DVR routers for this DVR port b7f08c6d-5978-4c38-a364-3d7edf39b4de on host dv-neutron-833373-1-hyperv {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:45:45.892307 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-25bfe0c2-e37b-4072-a825-ca81436f51a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:45.919965 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-25bfe0c2-e37b-4072-a825-ca81436f51a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5005136-350d-476b-8b1b-d2902b1d58e8']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:45.933442 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-25bfe0c2-e37b-4072-a825-ca81436f51a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17deded6-df6f-460e-a0bf-b2c672b54133') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:45.933736 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-25bfe0c2-e37b-4072-a825-ca81436f51a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17deded6-df6f-460e-a0bf-b2c672b54133') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:45:45.955894 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-25bfe0c2-e37b-4072-a825-ca81436f51a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:45.979180 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-25bfe0c2-e37b-4072-a825-ca81436f51a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:45.982260 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device edf6cf16-6d70-4ef5-b0fe-1f9e1e2ac1a5 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:45:45.986354 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25bfe0c2-e37b-4072-a825-ca81436f51a7 admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:45:45.986811 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-25bfe0c2-e37b-4072-a825-ca81436f51a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:46.000328 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:45:46.000328 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:45:46.000328 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:45:46.000328 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:45:46.000328 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:45:46.000328 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:45:46.000328 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:45:46.000328 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:45:46.000328 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:45:46.000328 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:45:46.000328 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:45:46.000328 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:45:46.000328 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:45:46.000328 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:45:46.000328 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:45:46.000328 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:45:46.000328 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:45:46.000328 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:45:46.000328 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:45:46.000328 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:45:46.000328 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:45:46.000328 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:45:46.000328 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:45:46.000328 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:45:46.000328 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:45:46.000328 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:45:46.000328 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:45:46.000328 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:45:46.000328 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:45:46.000328 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:45:46.000328 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:45:46.000328 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:45:46.015771 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: edf6cf16-6d70-4ef5-b0fe-1f9e1e2ac1a5 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:45:46.016150 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device edf6cf16-6d70-4ef5-b0fe-1f9e1e2ac1a5 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:45:46.016578 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device b7f08c6d-5978-4c38-a364-3d7edf39b4de no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:45:46.049807 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: b7f08c6d-5978-4c38-a364-3d7edf39b4de {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:45:46.050153 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device b7f08c6d-5978-4c38-a364-3d7edf39b4de not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:45:46.080929 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-25bfe0c2-e37b-4072-a825-ca81436f51a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:46.098357 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-25bfe0c2-e37b-4072-a825-ca81436f51a7 admin admin] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:46.109394 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bfe0c2-e37b-4072-a825-ca81436f51a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5005136-350d-476b-8b1b-d2902b1d58e8,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:46.116856 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-25bfe0c2-e37b-4072-a825-ca81436f51a7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b5005136-350d-476b-8b1b-d2902b1d58e8 HTTP/1.1" status: 204 len: 168 time: 1.0878036 Mar 11 15:45:46.250768 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-ef2986ff-c5e1-45ef-b3ac-3fd8493e7230 None None] Deleting port b7f08c6d-5978-4c38-a364-3d7edf39b4de {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:45:46.251156 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ef2986ff-c5e1-45ef-b3ac-3fd8493e7230 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:46.271900 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44862) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:46.331456 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-bb0b8d46-5b87-428e-b102-3359cd9f98af admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d129cb2ad5e4fb2bbc4b05712522ede&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0576391 Mar 11 15:45:46.334169 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44866) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:46.372410 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-ef2986ff-c5e1-45ef-b3ac-3fd8493e7230 None None] The port 'b7f08c6d-5978-4c38-a364-3d7edf39b4de' was deleted {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 15:45:46.399719 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6bf462de-1d62-4cb0-9ffa-b3fd79aeced8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:46.426568 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6bf462de-1d62-4cb0-9ffa-b3fd79aeced8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:46.483622 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6bf462de-1d62-4cb0-9ffa-b3fd79aeced8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:46.502263 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf462de-1d62-4cb0-9ffa-b3fd79aeced8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0234467-cf05-461a-adba-6cb5b0d99816,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:46.511984 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6bf462de-1d62-4cb0-9ffa-b3fd79aeced8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:46.513320 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6bf462de-1d62-4cb0-9ffa-b3fd79aeced8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a0234467-cf05-461a-adba-6cb5b0d99816 HTTP/1.1" status: 204 len: 168 time: 0.1777265 Mar 11 15:45:46.955207 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44874) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:47.007903 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-89647207-1a23-469f-a54f-62c4f2c9ec96 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5c040f7605b146faa1802100ac713b48&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0514996 Mar 11 15:45:47.010442 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44878) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:45:47.077014 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b4f58cb6-9744-4437-87b8-2d6d5b5e1bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:47.103981 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b4f58cb6-9744-4437-87b8-2d6d5b5e1bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:47.157682 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b4f58cb6-9744-4437-87b8-2d6d5b5e1bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:47.173257 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f58cb6-9744-4437-87b8-2d6d5b5e1bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e49646-9dfe-4307-bedf-36162013ff42,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:45:47.189050 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b4f58cb6-9744-4437-87b8-2d6d5b5e1bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:45:47.193871 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b4f58cb6-9744-4437-87b8-2d6d5b5e1bd2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/09e49646-9dfe-4307-bedf-36162013ff42 HTTP/1.1" status: 204 len: 168 time: 0.1789274 Mar 11 15:45:59.332797 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-baac9313-c263-4b44-bac5-7cf935d50570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:01.014101 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-076d4f95-7621-4efb-8c38-b2367c5597ad req-36464dac-9a5d-4470-afaf-54fe21c19d28 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0e4747b4-1b75-4f5c-ab6c-629f76767faa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677028 Mar 11 15:46:01.110914 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-076d4f95-7621-4efb-8c38-b2367c5597ad req-66b49b2a-2a13-482e-8608-7bc806c6ba18 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=0e4747b4-1b75-4f5c-ab6c-629f76767faa HTTP/1.1" status: 200 len: 1098 time: 0.0754640 Mar 11 15:46:01.266525 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d4f95-7621-4efb-8c38-b2367c5597ad req-dd1b45aa-1ff9-4377-8fb3-1add05a3a008 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:01.268043 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-076d4f95-7621-4efb-8c38-b2367c5597ad req-dd1b45aa-1ff9-4377-8fb3-1add05a3a008 service neutron] 10.222.0.73 "GET /v2.0/networks?id=69ed4eac-d21f-453c-a2bd-a6f829359fe7 HTTP/1.1" status: 200 len: 897 time: 0.1383314 Mar 11 15:46:01.376037 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-076d4f95-7621-4efb-8c38-b2367c5597ad req-845330f6-7741-4f4c-a8f2-c679410dea25 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e665c9f-24e9-43b7-9cc1-9c5bb0170360 HTTP/1.1" status: 200 len: 1000 time: 0.1011155 Mar 11 15:46:01.441903 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d4f95-7621-4efb-8c38-b2367c5597ad req-4611fc1c-fd11-4c0b-a7b9-d7658e7220f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:01.444624 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-076d4f95-7621-4efb-8c38-b2367c5597ad req-4611fc1c-fd11-4c0b-a7b9-d7658e7220f2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=290239a0-a18b-4033-aa7f-229fc51684f8 HTTP/1.1" status: 200 len: 843 time: 0.0621011 Mar 11 15:46:01.530817 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-076d4f95-7621-4efb-8c38-b2367c5597ad req-461bf7a8-6ab5-4717-ab2a-d6ae7cb612df service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69ed4eac-d21f-453c-a2bd-a6f829359fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768342 Mar 11 15:46:01.611365 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f97fe0df-7ef0-4ba7-96d4-2be7dde4f1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:01.670536 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-076d4f95-7621-4efb-8c38-b2367c5597ad req-14fd4e3c-1a05-4691-acf5-78729440fe6c service neutron] 10.222.0.73 "GET /v2.0/networks/69ed4eac-d21f-453c-a2bd-a6f829359fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316242 Mar 11 15:46:01.809249 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-076d4f95-7621-4efb-8c38-b2367c5597ad req-1fa37f14-078e-499c-bcd2-df6d95f7af4a service neutron] 10.222.0.73 "GET /v2.0/networks/69ed4eac-d21f-453c-a2bd-a6f829359fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302845 Mar 11 15:46:02.759832 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:02.976471 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:04.190522 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:07.953186 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:46:15.671951 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:29.340242 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1654eb84-c092-47ca-a091-e9e59a99498a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:31.613165 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3bcdcc22-43cc-48ce-805e-d4266b70366e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:32.764024 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:32.977700 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:33.354570 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44894) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:46:33.360540 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-cddfea67-68d5-4885-a7d4-e4aa8f12884c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:46:33.706443 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cddfea67-68d5-4885-a7d4-e4aa8f12884c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3553320'] for subnet, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:33.897301 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cddfea67-68d5-4885-a7d4-e4aa8f12884c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788847929501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3577914'] for subnet, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:33.959684 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddfea67-68d5-4885-a7d4-e4aa8f12884c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:46:33.960227 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cddfea67-68d5-4885-a7d4-e4aa8f12884c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:33.961502 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-cddfea67-68d5-4885-a7d4-e4aa8f12884c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "PUT /v2.0/subnets/290239a0-a18b-4033-aa7f-229fc51684f8 HTTP/1.1" status: 200 len: 835 time: 0.6059208 Mar 11 15:46:33.968296 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ebb586-3df6-46ca-a6d3-5d2e9d85bede None None] Network 69ed4eac-d21f-453c-a2bd-a6f829359fe7 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:46:33.972089 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddfea67-68d5-4885-a7d4-e4aa8f12884c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Subnet': ['ID=290239a0-a18b-4033-aa7f-229fc51684f8,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:46:33.981140 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddfea67-68d5-4885-a7d4-e4aa8f12884c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:33.981481 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddfea67-68d5-4885-a7d4-e4aa8f12884c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:33.981817 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddfea67-68d5-4885-a7d4-e4aa8f12884c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:33.982157 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddfea67-68d5-4885-a7d4-e4aa8f12884c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:33.982485 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddfea67-68d5-4885-a7d4-e4aa8f12884c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:33.982809 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddfea67-68d5-4885-a7d4-e4aa8f12884c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:33.983129 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddfea67-68d5-4885-a7d4-e4aa8f12884c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:33.983450 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddfea67-68d5-4885-a7d4-e4aa8f12884c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:33.983780 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddfea67-68d5-4885-a7d4-e4aa8f12884c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:33.984085 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddfea67-68d5-4885-a7d4-e4aa8f12884c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:33.984431 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddfea67-68d5-4885-a7d4-e4aa8f12884c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:46:34.201571 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:34.492194 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-37a345f6-f168-4dc2-8154-dbaec14605fd None None] Provisioning complete for port a07fdbe2-d3db-4827-9c0e-9b58e6c97a46 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:34.492448 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-37a345f6-f168-4dc2-8154-dbaec14605fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:34.624181 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-37a345f6-f168-4dc2-8154-dbaec14605fd None None] Provisioning complete for port 6e665c9f-24e9-43b7-9cc1-9c5bb0170360 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:34.624547 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-37a345f6-f168-4dc2-8154-dbaec14605fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:34.757361 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-37a345f6-f168-4dc2-8154-dbaec14605fd None None] Provisioning complete for port 5e6ca4d2-1aa3-461c-bc4a-d1d64579a19f triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:46:34.757637 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-37a345f6-f168-4dc2-8154-dbaec14605fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:44.953223 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:46:45.684941 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:46:52.819424 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [req-c19a40be-7689-4329-86fe-0c60169f25f1 req-2cbc6034-a1f3-4cc5-bd15-f135ce2d6a54 service neutron] (83867) timed out ('10.222.0.73', 64591) {{(pid=83867) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 11 15:46:53.883254 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [req-ea4ce8ec-f547-465f-b18e-4ba240da7f3d req-385b2a3d-5e90-4b87-b6e3-06834b127318 service neutron] (83866) timed out ('10.222.0.73', 64628) {{(pid=83866) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 11 15:46:59.337205 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-289c3fd2-aec4-4e98-a70d-72a7d6be068c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:01.615430 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-179ba1a7-22c3-47d9-8ae4-8b19d8dfeeca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:01.978768 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b35f62ad-269a-453f-93ed-3a7c1302da17 req-7efddf46-8886-462a-bbea-27cbfc3684d2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0e4747b4-1b75-4f5c-ab6c-629f76767faa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708725 Mar 11 15:47:02.125058 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b35f62ad-269a-453f-93ed-3a7c1302da17 req-e55b0052-2fcd-4db1-a82d-cf615181cf3c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=0e4747b4-1b75-4f5c-ab6c-629f76767faa HTTP/1.1" status: 200 len: 1098 time: 0.0676525 Mar 11 15:47:02.271051 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f62ad-269a-453f-93ed-3a7c1302da17 req-1b95ccd2-c0e9-4fa1-9ff8-6a8074de59f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:02.272510 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b35f62ad-269a-453f-93ed-3a7c1302da17 req-1b95ccd2-c0e9-4fa1-9ff8-6a8074de59f4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=69ed4eac-d21f-453c-a2bd-a6f829359fe7 HTTP/1.1" status: 200 len: 897 time: 0.1285689 Mar 11 15:47:02.375694 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b35f62ad-269a-453f-93ed-3a7c1302da17 req-b6f684e9-d4ae-4ebe-83af-ca30b35fdbfd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e665c9f-24e9-43b7-9cc1-9c5bb0170360 HTTP/1.1" status: 200 len: 1000 time: 0.0968707 Mar 11 15:47:02.441627 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f62ad-269a-453f-93ed-3a7c1302da17 req-0901fe9e-862f-45c4-b654-3fcdb5601a32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:02.443127 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b35f62ad-269a-453f-93ed-3a7c1302da17 req-0901fe9e-862f-45c4-b654-3fcdb5601a32 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=290239a0-a18b-4033-aa7f-229fc51684f8 HTTP/1.1" status: 200 len: 843 time: 0.0619853 Mar 11 15:47:02.516621 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b35f62ad-269a-453f-93ed-3a7c1302da17 req-e526d48f-e67d-4598-8ded-ebdc71476c82 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69ed4eac-d21f-453c-a2bd-a6f829359fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668421 Mar 11 15:47:02.653995 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b35f62ad-269a-453f-93ed-3a7c1302da17 req-15229f6f-2311-4b7d-a8cd-894bccc9b701 service neutron] 10.222.0.73 "GET /v2.0/networks/69ed4eac-d21f-453c-a2bd-a6f829359fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308219 Mar 11 15:47:02.767883 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:02.790005 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b35f62ad-269a-453f-93ed-3a7c1302da17 req-99ae3683-4171-4625-b0c2-dcf890a018c6 service neutron] 10.222.0.73 "GET /v2.0/networks/69ed4eac-d21f-453c-a2bd-a6f829359fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285517 Mar 11 15:47:02.980302 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:04.190375 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:15.686127 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:17.646472 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44910) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:17.852708 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-7a14e077-8d6a-44b9-a30e-0a525eb492a0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting port 197d6bd0-58c6-4f6a-83d3-cc0cf7ab67ed {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:47:17.853043 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7a14e077-8d6a-44b9-a30e-0a525eb492a0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:18.023526 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7a14e077-8d6a-44b9-a30e-0a525eb492a0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:18.023850 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7a14e077-8d6a-44b9-a30e-0a525eb492a0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:18.245768 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-7a14e077-8d6a-44b9-a30e-0a525eb492a0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Calling delete_port for 197d6bd0-58c6-4f6a-83d3-cc0cf7ab67ed owned by network:floatingip {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:47:18.398511 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7a14e077-8d6a-44b9-a30e-0a525eb492a0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:18.447215 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14e077-8d6a-44b9-a30e-0a525eb492a0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Port': ['ID=197d6bd0-58c6-4f6a-83d3-cc0cf7ab67ed,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:18.536721 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7a14e077-8d6a-44b9-a30e-0a525eb492a0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for floatingip, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:18.922528 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a14e077-8d6a-44b9-a30e-0a525eb492a0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router eaa67198-fb77-4ffc-97f4-c245ccfa7839 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:47:19.124393 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a14e077-8d6a-44b9-a30e-0a525eb492a0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:47:19.134601 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057cf6e9-9998-4f0d-a11d-d7964bf5cdc5 None None] Sync routers for ids ['eaa67198-fb77-4ffc-97f4-c245ccfa7839'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:47:19.147484 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7a14e077-8d6a-44b9-a30e-0a525eb492a0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:19.148076 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057cf6e9-9998-4f0d-a11d-d7964bf5cdc5 None None] Routers {'eaa67198-fb77-4ffc-97f4-c245ccfa7839'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:47:19.148705 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-057cf6e9-9998-4f0d-a11d-d7964bf5cdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:47:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['eaa67198-fb77-4ffc-97f4-c245ccfa7839'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:19.202691 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-7a14e077-8d6a-44b9-a30e-0a525eb492a0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/floatingips/f6f2263b-568d-4451-b797-9b9bdca5e953 HTTP/1.1" status: 204 len: 168 time: 1.5548887 Mar 11 15:47:19.203456 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e4747b4-1b75-4f5c-ab6c-629f76767faa', 'tag': '6e665c9f-24e9-43b7-9cc1-9c5bb0170360'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:47:19.283229 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e4747b4-1b75-4f5c-ab6c-629f76767faa', 'tag': '6e665c9f-24e9-43b7-9cc1-9c5bb0170360', 'status': 'completed', 'code': 200} Mar 11 15:47:19.345409 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-057cf6e9-9998-4f0d-a11d-d7964bf5cdc5 None None] Set router eaa67198-fb77-4ffc-97f4-c245ccfa7839 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:47:19.383362 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-510c9991-0ae6-4c34-a1a3-b2c11293d87f req-9878fe21-68d1-4d93-ba1b-3a790c0b21c3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=0e4747b4-1b75-4f5c-ab6c-629f76767faa HTTP/1.1" status: 200 len: 1098 time: 0.0752821 Mar 11 15:47:19.526925 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c9991-0ae6-4c34-a1a3-b2c11293d87f req-f1aaf195-39b5-4820-90dc-e31aa4f27463 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:19.528409 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-510c9991-0ae6-4c34-a1a3-b2c11293d87f req-f1aaf195-39b5-4820-90dc-e31aa4f27463 service neutron] 10.222.0.73 "GET /v2.0/networks?id=69ed4eac-d21f-453c-a2bd-a6f829359fe7 HTTP/1.1" status: 200 len: 897 time: 0.1389654 Mar 11 15:47:19.639553 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-510c9991-0ae6-4c34-a1a3-b2c11293d87f req-4ba71794-ecfa-4c4b-a81d-68cbd2d8bcb5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e665c9f-24e9-43b7-9cc1-9c5bb0170360 HTTP/1.1" status: 200 len: 217 time: 0.1048429 Mar 11 15:47:19.711350 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-057cf6e9-9998-4f0d-a11d-d7964bf5cdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa67198-fb77-4ffc-97f4-c245ccfa7839', 'name': 'tempest-TestNetworkBasicOps-router-550504136', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.38'}], 'enable_snat': True}, 'gw_port_id': '06219d97-4f51-4ba7-867c-01f803942b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:43:29Z', 'updated_at': '2022-03-11T15:43:34Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '06219d97-4f51-4ba7-867c-01f803942b88', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa67198-fb77-4ffc-97f4-c245ccfa7839', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:43:30Z', 'updated_at': '2022-03-11T15:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'a07fdbe2-d3db-4827-9c0e-9b58e6c97a46', 'name': '', 'network_id': '69ed4eac-d21f-453c-a2bd-a6f829359fe7', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:bb:8f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa67198-fb77-4ffc-97f4-c245ccfa7839', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '290239a0-a18b-4033-aa7f-229fc51684f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:43:34Z', 'updated_at': '2022-03-11T15:43:42Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '290239a0-a18b-4033-aa7f-229fc51684f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:19.716181 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057cf6e9-9998-4f0d-a11d-d7964bf5cdc5 None None] Checking router: eaa67198-fb77-4ffc-97f4-c245ccfa7839 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:47:19.720875 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c9991-0ae6-4c34-a1a3-b2c11293d87f req-6152d37a-f6b0-4dfc-812c-ac8ffdafdc65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:19.722317 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-510c9991-0ae6-4c34-a1a3-b2c11293d87f req-6152d37a-f6b0-4dfc-812c-ac8ffdafdc65 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=290239a0-a18b-4033-aa7f-229fc51684f8 HTTP/1.1" status: 200 len: 843 time: 0.0706618 Mar 11 15:47:19.727220 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057cf6e9-9998-4f0d-a11d-d7964bf5cdc5 None None] Routers {'eaa67198-fb77-4ffc-97f4-c245ccfa7839'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:47:19.727802 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-057cf6e9-9998-4f0d-a11d-d7964bf5cdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:47:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['eaa67198-fb77-4ffc-97f4-c245ccfa7839'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:19.729833 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b5450-dc25-4452-ae75-ed991205d480 req-295230f2-e2e1-4431-812c-49ca9948531c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:19.730499 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-743b5450-dc25-4452-ae75-ed991205d480 req-295230f2-e2e1-4431-812c-49ca9948531c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:47:19.787294 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-743b5450-dc25-4452-ae75-ed991205d480 req-295230f2-e2e1-4431-812c-49ca9948531c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:47:19.788448 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-743b5450-dc25-4452-ae75-ed991205d480 req-295230f2-e2e1-4431-812c-49ca9948531c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e4747b4-1b75-4f5c-ab6c-629f76767faa HTTP/1.1" status: 200 len: 945 time: 0.2059104 Mar 11 15:47:19.908153 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-057cf6e9-9998-4f0d-a11d-d7964bf5cdc5 None None] Set router eaa67198-fb77-4ffc-97f4-c245ccfa7839 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:47:19.953676 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-510c9991-0ae6-4c34-a1a3-b2c11293d87f req-7fdb5a16-2c8d-49c3-af87-e6dad6116839 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69ed4eac-d21f-453c-a2bd-a6f829359fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2204165 Mar 11 15:47:19.959155 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-743b5450-dc25-4452-ae75-ed991205d480 req-24052c73-999e-4407-9ff4-bca4cf5007a8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=b60958cf-fcb8-4bc0-839c-2cc8dca4c19f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542948 Mar 11 15:47:20.091999 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-510c9991-0ae6-4c34-a1a3-b2c11293d87f req-01016568-9a1d-4d0c-8ac8-b729291cf00a service neutron] 10.222.0.73 "GET /v2.0/networks/69ed4eac-d21f-453c-a2bd-a6f829359fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303148 Mar 11 15:47:20.221678 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-057cf6e9-9998-4f0d-a11d-d7964bf5cdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa67198-fb77-4ffc-97f4-c245ccfa7839', 'name': 'tempest-TestNetworkBasicOps-router-550504136', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.38'}], 'enable_snat': True}, 'gw_port_id': '06219d97-4f51-4ba7-867c-01f803942b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:43:29Z', 'updated_at': '2022-03-11T15:43:34Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '06219d97-4f51-4ba7-867c-01f803942b88', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa67198-fb77-4ffc-97f4-c245ccfa7839', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:43:30Z', 'updated_at': '2022-03-11T15:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'a07fdbe2-d3db-4827-9c0e-9b58e6c97a46', 'name': '', 'network_id': '69ed4eac-d21f-453c-a2bd-a6f829359fe7', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:bb:8f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa67198-fb77-4ffc-97f4-c245ccfa7839', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '290239a0-a18b-4033-aa7f-229fc51684f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:43:34Z', 'updated_at': '2022-03-11T15:43:42Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '290239a0-a18b-4033-aa7f-229fc51684f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:20.226759 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057cf6e9-9998-4f0d-a11d-d7964bf5cdc5 None None] The sync data for ids ['eaa67198-fb77-4ffc-97f4-c245ccfa7839'] in dv-neutron-833373-1-hyperv is: [{'id': 'eaa67198-fb77-4ffc-97f4-c245ccfa7839', 'name': 'tempest-TestNetworkBasicOps-router-550504136', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.38'}], 'enable_snat': True}, 'gw_port_id': '06219d97-4f51-4ba7-867c-01f803942b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:43:29Z', 'updated_at': '2022-03-11T15:43:34Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '06219d97-4f51-4ba7-867c-01f803942b88', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa67198-fb77-4ffc-97f4-c245ccfa7839', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:43:30Z', 'updated_at': '2022-03-11T15:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'a07fdbe2-d3db-4827-9c0e-9b58e6c97a46', 'name': '', 'network_id': '69ed4eac-d21f-453c-a2bd-a6f829359fe7', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:bb:8f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa67198-fb77-4ffc-97f4-c245ccfa7839', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '290239a0-a18b-4033-aa7f-229fc51684f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:43:34Z', 'updated_at': '2022-03-11T15:43:42Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '290239a0-a18b-4033-aa7f-229fc51684f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:47:20.228347 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-510c9991-0ae6-4c34-a1a3-b2c11293d87f req-14af463d-3bc2-4383-860e-dbbae142b089 service neutron] 10.222.0.73 "GET /v2.0/networks/69ed4eac-d21f-453c-a2bd-a6f829359fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301939 Mar 11 15:47:20.441201 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938e6802-766c-4bd2-a36b-af69c9b6baa2 None None] New status for floating IP f6f2263b-568d-4451-b797-9b9bdca5e953: DOWN {{(pid=83868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 15:47:21.132954 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93534353-226d-4654-9861-9f549bcb06eb req-f0d2f0cf-7bd1-4353-a603-d8e663644def tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:21.134417 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-93534353-226d-4654-9861-9f549bcb06eb req-f0d2f0cf-7bd1-4353-a603-d8e663644def tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e4747b4-1b75-4f5c-ab6c-629f76767faa HTTP/1.1" status: 200 len: 945 time: 0.0810921 Mar 11 15:47:21.174363 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c3d21-501c-4246-a125-73abc650bdba req-7ff38033-9b46-4e95-b095-7fd61078c970 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:21.176247 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-8e5c3d21-501c-4246-a125-73abc650bdba req-7ff38033-9b46-4e95-b095-7fd61078c970 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e4747b4-1b75-4f5c-ab6c-629f76767faa HTTP/1.1" status: 200 len: 945 time: 0.0828025 Mar 11 15:47:21.210592 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-93534353-226d-4654-9861-9f549bcb06eb req-f4a7feae-8604-40cc-b0dc-26b82debcebd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting port 6e665c9f-24e9-43b7-9cc1-9c5bb0170360 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:47:21.211212 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-93534353-226d-4654-9861-9f549bcb06eb req-f4a7feae-8604-40cc-b0dc-26b82debcebd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:21.227619 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-8e5c3d21-501c-4246-a125-73abc650bdba req-dde51fa5-72b2-4390-8bbb-c29670366dd0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=b60958cf-fcb8-4bc0-839c-2cc8dca4c19f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447161 Mar 11 15:47:21.453562 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-93534353-226d-4654-9861-9f549bcb06eb req-f4a7feae-8604-40cc-b0dc-26b82debcebd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] For port 6e665c9f-24e9-43b7-9cc1-9c5bb0170360, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6e665c9f-24e9-43b7-9cc1-9c5bb0170360,segment=NetworkSegment(d8bcd0fc-bc3d-4792-88ad-f02766c379dc),segment_id=d8bcd0fc-bc3d-4792-88ad-f02766c379dc)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:47:21.453912 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-93534353-226d-4654-9861-9f549bcb06eb req-f4a7feae-8604-40cc-b0dc-26b82debcebd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:21.578504 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-93534353-226d-4654-9861-9f549bcb06eb req-f4a7feae-8604-40cc-b0dc-26b82debcebd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Calling delete_port for 6e665c9f-24e9-43b7-9cc1-9c5bb0170360 owned by compute:nova {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:47:21.722371 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-93534353-226d-4654-9861-9f549bcb06eb req-f4a7feae-8604-40cc-b0dc-26b82debcebd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:21.779384 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a7feae-8604-40cc-b0dc-26b82debcebd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Port': ['ID=6e665c9f-24e9-43b7-9cc1-9c5bb0170360,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:21.850745 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-93534353-226d-4654-9861-9f549bcb06eb req-f4a7feae-8604-40cc-b0dc-26b82debcebd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] No DVR routers for this DVR port 6e665c9f-24e9-43b7-9cc1-9c5bb0170360 on host hv-neutron-8333 {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:47:21.853202 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-93534353-226d-4654-9861-9f549bcb06eb req-f4a7feae-8604-40cc-b0dc-26b82debcebd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:21.855705 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4747b4-1b75-4f5c-ab6c-629f76767faa', 'name': 'network-vif-deleted', 'tag': '6e665c9f-24e9-43b7-9cc1-9c5bb0170360'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:47:21.871616 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-93534353-226d-4654-9861-9f549bcb06eb req-f4a7feae-8604-40cc-b0dc-26b82debcebd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "DELETE /v2.0/ports/6e665c9f-24e9-43b7-9cc1-9c5bb0170360 HTTP/1.1" status: 204 len: 173 time: 0.7317834 Mar 11 15:47:21.940361 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4747b4-1b75-4f5c-ab6c-629f76767faa', 'name': 'network-vif-deleted', 'tag': '6e665c9f-24e9-43b7-9cc1-9c5bb0170360', 'status': 'completed', 'code': 200} Mar 11 15:47:21.953291 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:47:22.416318 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-18bf3a7b-49e6-446d-b6cc-ff50b2a60831 req-e21faee8-8e39-4dcf-9c7b-bdf10dc85041 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e4747b4-1b75-4f5c-ab6c-629f76767faa HTTP/1.1" status: 200 len: 210 time: 0.0421879 Mar 11 15:47:23.525756 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44934) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:23.596859 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1b220d3a-391c-4d29-b481-4fd365d2c8f8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:23.626219 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1b220d3a-391c-4d29-b481-4fd365d2c8f8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:23.689149 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1b220d3a-391c-4d29-b481-4fd365d2c8f8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:23.706372 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b220d3a-391c-4d29-b481-4fd365d2c8f8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60958cf-fcb8-4bc0-839c-2cc8dca4c19f,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:23.718280 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1b220d3a-391c-4d29-b481-4fd365d2c8f8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:23.719396 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-1b220d3a-391c-4d29-b481-4fd365d2c8f8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/security-groups/b60958cf-fcb8-4bc0-839c-2cc8dca4c19f HTTP/1.1" status: 204 len: 168 time: 0.1926477 Mar 11 15:47:23.767171 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44940) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:24.263677 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f1c6b70a-03a1-4865-90c3-3fa24f95d883 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:24.512044 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 6e665c9f-24e9-43b7-9cc1-9c5bb0170360 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:47:24.548303 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] No Port match for: 6e665c9f-24e9-43b7-9cc1-9c5bb0170360 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:47:24.548654 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 6e665c9f-24e9-43b7-9cc1-9c5bb0170360 not bound to the agent host hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:47:24.883704 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-f1c6b70a-03a1-4865-90c3-3fa24f95d883 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting port a07fdbe2-d3db-4827-9c0e-9b58e6c97a46 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:47:24.884325 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f1c6b70a-03a1-4865-90c3-3fa24f95d883 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:25.072513 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-f1c6b70a-03a1-4865-90c3-3fa24f95d883 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] For port a07fdbe2-d3db-4827-9c0e-9b58e6c97a46, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=a07fdbe2-d3db-4827-9c0e-9b58e6c97a46,segment=NetworkSegment(d8bcd0fc-bc3d-4792-88ad-f02766c379dc),segment_id=d8bcd0fc-bc3d-4792-88ad-f02766c379dc)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:47:25.072871 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f1c6b70a-03a1-4865-90c3-3fa24f95d883 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:25.196864 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-f1c6b70a-03a1-4865-90c3-3fa24f95d883 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Calling delete_port for a07fdbe2-d3db-4827-9c0e-9b58e6c97a46 owned by network:router_interface {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:47:25.375198 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f1c6b70a-03a1-4865-90c3-3fa24f95d883 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:25.424491 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c6b70a-03a1-4865-90c3-3fa24f95d883 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Port': ['ID=a07fdbe2-d3db-4827-9c0e-9b58e6c97a46,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:25.830310 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f1c6b70a-03a1-4865-90c3-3fa24f95d883 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:26.512713 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c6b70a-03a1-4865-90c3-3fa24f95d883 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router eaa67198-fb77-4ffc-97f4-c245ccfa7839 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:47:26.726201 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c6b70a-03a1-4865-90c3-3fa24f95d883 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:47:26.735820 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed6b827-726c-43e9-a2d8-e6ec4b1e729f None None] Sync routers for ids ['eaa67198-fb77-4ffc-97f4-c245ccfa7839'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:47:26.743083 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f1c6b70a-03a1-4865-90c3-3fa24f95d883 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "PUT /v2.0/routers/eaa67198-fb77-4ffc-97f4-c245ccfa7839/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9723682 Mar 11 15:47:26.743256 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44944) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:26.748741 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed6b827-726c-43e9-a2d8-e6ec4b1e729f None None] Routers {'eaa67198-fb77-4ffc-97f4-c245ccfa7839'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:47:26.749350 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-6ed6b827-726c-43e9-a2d8-e6ec4b1e729f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:47:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['eaa67198-fb77-4ffc-97f4-c245ccfa7839'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:26.939758 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-1600566e-eb1d-4fcb-855d-f908842ca672 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting subnet 290239a0-a18b-4033-aa7f-229fc51684f8 {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:47:26.943135 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-6ed6b827-726c-43e9-a2d8-e6ec4b1e729f None None] Set router eaa67198-fb77-4ffc-97f4-c245ccfa7839 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:47:26.943916 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1600566e-eb1d-4fcb-855d-f908842ca672 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:27.009846 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1600566e-eb1d-4fcb-855d-f908842ca672 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:27.097015 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1600566e-eb1d-4fcb-855d-f908842ca672 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:27.180130 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1600566e-eb1d-4fcb-855d-f908842ca672 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:27.217973 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600566e-eb1d-4fcb-855d-f908842ca672 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Subnet': ['ID=290239a0-a18b-4033-aa7f-229fc51684f8,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:27.225117 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1600566e-eb1d-4fcb-855d-f908842ca672 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:27.231873 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe9d342-0358-45fc-8009-e50a608417a5 None None] Network 69ed4eac-d21f-453c-a2bd-a6f829359fe7 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:47:27.235249 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44948) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:27.235799 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-1600566e-eb1d-4fcb-855d-f908842ca672 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/subnets/290239a0-a18b-4033-aa7f-229fc51684f8 HTTP/1.1" status: 204 len: 168 time: 0.4914346 Mar 11 15:47:27.260624 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-6ed6b827-726c-43e9-a2d8-e6ec4b1e729f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa67198-fb77-4ffc-97f4-c245ccfa7839', 'name': 'tempest-TestNetworkBasicOps-router-550504136', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.38'}], 'enable_snat': True}, 'gw_port_id': '06219d97-4f51-4ba7-867c-01f803942b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:43:29Z', 'updated_at': '2022-03-11T15:47:25Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '06219d97-4f51-4ba7-867c-01f803942b88', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa67198-fb77-4ffc-97f4-c245ccfa7839', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:43:30Z', 'updated_at': '2022-03-11T15:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:27.264940 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed6b827-726c-43e9-a2d8-e6ec4b1e729f None None] Checking router: eaa67198-fb77-4ffc-97f4-c245ccfa7839 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:47:27.276812 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed6b827-726c-43e9-a2d8-e6ec4b1e729f None None] Routers {'eaa67198-fb77-4ffc-97f4-c245ccfa7839'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:47:27.277512 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-6ed6b827-726c-43e9-a2d8-e6ec4b1e729f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:47:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['eaa67198-fb77-4ffc-97f4-c245ccfa7839'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:27.471790 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-12913713-94ba-4de2-a035-0baba9f504b0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:27.517618 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-6ed6b827-726c-43e9-a2d8-e6ec4b1e729f None None] Set router eaa67198-fb77-4ffc-97f4-c245ccfa7839 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:47:27.520761 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4df0988-a324-42fe-89de-cca1e3009e3f None None] DHCP port deletion for 69ed4eac-d21f-453c-a2bd-a6f829359fe7 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:47:27.527164 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-f4df0988-a324-42fe-89de-cca1e3009e3f None None] Deleting port 5e6ca4d2-1aa3-461c-bc4a-d1d64579a19f {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:47:27.527965 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f4df0988-a324-42fe-89de-cca1e3009e3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:27.792533 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-f4df0988-a324-42fe-89de-cca1e3009e3f None None] For port 5e6ca4d2-1aa3-461c-bc4a-d1d64579a19f, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=5e6ca4d2-1aa3-461c-bc4a-d1d64579a19f,segment=NetworkSegment(d8bcd0fc-bc3d-4792-88ad-f02766c379dc),segment_id=d8bcd0fc-bc3d-4792-88ad-f02766c379dc)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:47:27.792819 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f4df0988-a324-42fe-89de-cca1e3009e3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:27.809550 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-12913713-94ba-4de2-a035-0baba9f504b0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:27.821937 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-12913713-94ba-4de2-a035-0baba9f504b0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting port 06219d97-4f51-4ba7-867c-01f803942b88 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:47:27.822519 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-12913713-94ba-4de2-a035-0baba9f504b0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:27.853841 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-6ed6b827-726c-43e9-a2d8-e6ec4b1e729f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa67198-fb77-4ffc-97f4-c245ccfa7839', 'name': 'tempest-TestNetworkBasicOps-router-550504136', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.38'}], 'enable_snat': True}, 'gw_port_id': '06219d97-4f51-4ba7-867c-01f803942b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:43:29Z', 'updated_at': '2022-03-11T15:47:25Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '06219d97-4f51-4ba7-867c-01f803942b88', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa67198-fb77-4ffc-97f4-c245ccfa7839', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:43:30Z', 'updated_at': '2022-03-11T15:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:27.861124 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed6b827-726c-43e9-a2d8-e6ec4b1e729f None None] The sync data for ids ['eaa67198-fb77-4ffc-97f4-c245ccfa7839'] in dv-neutron-833373-1-hyperv is: [{'id': 'eaa67198-fb77-4ffc-97f4-c245ccfa7839', 'name': 'tempest-TestNetworkBasicOps-router-550504136', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.38'}], 'enable_snat': True}, 'gw_port_id': '06219d97-4f51-4ba7-867c-01f803942b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:43:29Z', 'updated_at': '2022-03-11T15:47:25Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '06219d97-4f51-4ba7-867c-01f803942b88', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa67198-fb77-4ffc-97f4-c245ccfa7839', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:43:30Z', 'updated_at': '2022-03-11T15:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:47:27.937567 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-f4df0988-a324-42fe-89de-cca1e3009e3f None None] Calling delete_port for 5e6ca4d2-1aa3-461c-bc4a-d1d64579a19f owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:47:28.023940 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f4df0988-a324-42fe-89de-cca1e3009e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:28.040552 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-12913713-94ba-4de2-a035-0baba9f504b0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] For port 06219d97-4f51-4ba7-867c-01f803942b88, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=06219d97-4f51-4ba7-867c-01f803942b88,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:47:28.040552 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-12913713-94ba-4de2-a035-0baba9f504b0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:28.076507 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df0988-a324-42fe-89de-cca1e3009e3f None None] Pushing event deleted for resources: {'Port': ['ID=5e6ca4d2-1aa3-461c-bc4a-d1d64579a19f,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:28.082206 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4df0988-a324-42fe-89de-cca1e3009e3f None None] No DVR routers for this DVR port 5e6ca4d2-1aa3-461c-bc4a-d1d64579a19f on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:47:28.092074 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df0988-a324-42fe-89de-cca1e3009e3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:28.092074 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df0988-a324-42fe-89de-cca1e3009e3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:28.092074 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df0988-a324-42fe-89de-cca1e3009e3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:28.092074 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df0988-a324-42fe-89de-cca1e3009e3f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:28.092074 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df0988-a324-42fe-89de-cca1e3009e3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:28.094455 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df0988-a324-42fe-89de-cca1e3009e3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:28.094455 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df0988-a324-42fe-89de-cca1e3009e3f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:28.094455 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df0988-a324-42fe-89de-cca1e3009e3f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:28.095276 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df0988-a324-42fe-89de-cca1e3009e3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:28.095276 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df0988-a324-42fe-89de-cca1e3009e3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:28.095276 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df0988-a324-42fe-89de-cca1e3009e3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:28.169060 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-12913713-94ba-4de2-a035-0baba9f504b0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Calling delete_port for 06219d97-4f51-4ba7-867c-01f803942b88 owned by network:router_gateway {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:47:28.294236 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device a07fdbe2-d3db-4827-9c0e-9b58e6c97a46 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:47:28.331092 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: a07fdbe2-d3db-4827-9c0e-9b58e6c97a46 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:47:28.331469 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device a07fdbe2-d3db-4827-9c0e-9b58e6c97a46 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:47:28.332096 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 5e6ca4d2-1aa3-461c-bc4a-d1d64579a19f no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:47:28.385682 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 5e6ca4d2-1aa3-461c-bc4a-d1d64579a19f {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:47:28.385682 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 5e6ca4d2-1aa3-461c-bc4a-d1d64579a19f not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:47:28.388821 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-12913713-94ba-4de2-a035-0baba9f504b0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:28.481414 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12913713-94ba-4de2-a035-0baba9f504b0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Port': ['ID=06219d97-4f51-4ba7-867c-01f803942b88,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:28.532185 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12913713-94ba-4de2-a035-0baba9f504b0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:28.532537 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12913713-94ba-4de2-a035-0baba9f504b0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:28.532878 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12913713-94ba-4de2-a035-0baba9f504b0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:28.533212 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12913713-94ba-4de2-a035-0baba9f504b0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:28.533549 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12913713-94ba-4de2-a035-0baba9f504b0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:28.533874 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12913713-94ba-4de2-a035-0baba9f504b0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:28.534199 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12913713-94ba-4de2-a035-0baba9f504b0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:28.534528 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12913713-94ba-4de2-a035-0baba9f504b0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:28.534849 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12913713-94ba-4de2-a035-0baba9f504b0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:28.535167 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12913713-94ba-4de2-a035-0baba9f504b0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:28.535492 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12913713-94ba-4de2-a035-0baba9f504b0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:28.686709 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-12913713-94ba-4de2-a035-0baba9f504b0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:28.954489 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-12913713-94ba-4de2-a035-0baba9f504b0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:28.959301 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-12913713-94ba-4de2-a035-0baba9f504b0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:28.985862 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-12913713-94ba-4de2-a035-0baba9f504b0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:28.986498 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12913713-94ba-4de2-a035-0baba9f504b0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Fanout notify agent at l3_agent the message router_deleted on router eaa67198-fb77-4ffc-97f4-c245ccfa7839 {{(pid=83867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:47:29.006070 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-12913713-94ba-4de2-a035-0baba9f504b0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:29.007581 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-12913713-94ba-4de2-a035-0baba9f504b0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/routers/eaa67198-fb77-4ffc-97f4-c245ccfa7839 HTTP/1.1" status: 204 len: 168 time: 1.7703321 Mar 11 15:47:29.010194 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44952) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:29.137297 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ae62897e-db9b-4013-8482-1d45802796b8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:29.330396 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3b049cea-3bec-47ca-b23d-a216e287ec99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:29.375392 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ae62897e-db9b-4013-8482-1d45802796b8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:29.405442 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-ae62897e-db9b-4013-8482-1d45802796b8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69ed4eac-d21f-453c-a2bd-a6f829359fe7']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:29.418597 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-ae62897e-db9b-4013-8482-1d45802796b8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8bcd0fc-bc3d-4792-88ad-f02766c379dc') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:29.418887 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-ae62897e-db9b-4013-8482-1d45802796b8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8bcd0fc-bc3d-4792-88ad-f02766c379dc') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:29.431887 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ae62897e-db9b-4013-8482-1d45802796b8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:29.449063 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ae62897e-db9b-4013-8482-1d45802796b8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:29.456324 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae62897e-db9b-4013-8482-1d45802796b8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:47:29.456722 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ae62897e-db9b-4013-8482-1d45802796b8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:29.471502 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:47:29.471502 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:47:29.471502 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:47:29.471502 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:47:29.471502 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:47:29.471502 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:47:29.471502 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:47:29.471502 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:47:29.471502 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:47:29.471502 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:47:29.471502 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:47:29.471502 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:47:29.471502 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:47:29.471502 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:47:29.471502 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:47:29.471502 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:47:29.471502 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:47:29.471502 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:47:29.471502 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:47:29.471502 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:47:29.471502 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:47:29.471502 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:47:29.471502 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:47:29.471502 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:47:29.471502 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:47:29.471502 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:47:29.471502 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:47:29.471502 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:47:29.471502 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:47:29.471502 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:47:29.471502 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:47:29.471502 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:47:29.557945 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ae62897e-db9b-4013-8482-1d45802796b8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:29.575169 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ae62897e-db9b-4013-8482-1d45802796b8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:29.588450 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62897e-db9b-4013-8482-1d45802796b8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Network': ['ID=69ed4eac-d21f-453c-a2bd-a6f829359fe7,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:29.599148 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ae62897e-db9b-4013-8482-1d45802796b8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/networks/69ed4eac-d21f-453c-a2bd-a6f829359fe7 HTTP/1.1" status: 204 len: 168 time: 0.5868938 Mar 11 15:47:29.612090 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44956) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:29.618375 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-0331c717-37c6-4f5d-b4af-b9c1b7201686 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'network': {'name': 'tempest-network-smoke--58091511', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'port_security_enabled': True}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:47:29.623627 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-0331c717-37c6-4f5d-b4af-b9c1b7201686 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:29.627758 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-0331c717-37c6-4f5d-b4af-b9c1b7201686 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:network and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:29.630873 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-0331c717-37c6-4f5d-b4af-b9c1b7201686 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:29.636732 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-0331c717-37c6-4f5d-b4af-b9c1b7201686 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:29.646902 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0331c717-37c6-4f5d-b4af-b9c1b7201686 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Made reservation on behalf of 916fcc14ed3c4d0b95925acf526937c4 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:47:29.649866 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0331c717-37c6-4f5d-b4af-b9c1b7201686 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:29.679886 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0331c717-37c6-4f5d-b4af-b9c1b7201686 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:47:29.689276 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0331c717-37c6-4f5d-b4af-b9c1b7201686 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:29.689617 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-0331c717-37c6-4f5d-b4af-b9c1b7201686 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Added segment a74b06f9-dd58-4602-baeb-166ffcd1d5a6 of type vlan for network 1973158d-d4be-4c99-843b-1a1d4a55767b Mar 11 15:47:29.717123 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0331c717-37c6-4f5d-b4af-b9c1b7201686 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:29.749176 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0331c717-37c6-4f5d-b4af-b9c1b7201686 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:29.752635 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0331c717-37c6-4f5d-b4af-b9c1b7201686 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:29.753216 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0331c717-37c6-4f5d-b4af-b9c1b7201686 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:29.863904 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0331c717-37c6-4f5d-b4af-b9c1b7201686 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2504399 Mar 11 15:47:29.866736 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44960) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:29.870278 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331c717-37c6-4f5d-b4af-b9c1b7201686 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Network': ['ID=1973158d-d4be-4c99-843b-1a1d4a55767b,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:29.872234 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-bdb29d62-86d3-40c2-ba97-fdfe36ebb9ed tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2051607849', 'admin_state_up': True, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:47:29.879680 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-bdb29d62-86d3-40c2-ba97-fdfe36ebb9ed tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:29.883860 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-bdb29d62-86d3-40c2-ba97-fdfe36ebb9ed tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:router and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:29.886872 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-bdb29d62-86d3-40c2-ba97-fdfe36ebb9ed tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:29.889331 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 1973158d-d4be-4c99-843b-1a1d4a55767b details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:47:29.892926 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-bdb29d62-86d3-40c2-ba97-fdfe36ebb9ed tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:29.905635 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bdb29d62-86d3-40c2-ba97-fdfe36ebb9ed tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:29.906871 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bdb29d62-86d3-40c2-ba97-fdfe36ebb9ed tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:29.928033 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bdb29d62-86d3-40c2-ba97-fdfe36ebb9ed tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:30.026402 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 06219d97-4f51-4ba7-867c-01f803942b88 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:47:30.061298 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 06219d97-4f51-4ba7-867c-01f803942b88 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:47:30.061702 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 06219d97-4f51-4ba7-867c-01f803942b88 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:47:30.097640 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bdb29d62-86d3-40c2-ba97-fdfe36ebb9ed tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:30.398385 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bdb29d62-86d3-40c2-ba97-fdfe36ebb9ed tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router_gateway, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:30.428323 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bdb29d62-86d3-40c2-ba97-fdfe36ebb9ed tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:30.582797 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-bdb29d62-86d3-40c2-ba97-fdfe36ebb9ed tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Allocated IP 172.26.0.157 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/6202e128-09f7-48f9-938a-497e31d2f815) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:47:30.840649 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bdb29d62-86d3-40c2-ba97-fdfe36ebb9ed tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:30.882041 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bdb29d62-86d3-40c2-ba97-fdfe36ebb9ed tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:31.002960 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb29d62-86d3-40c2-ba97-fdfe36ebb9ed tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:47:31.009370 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-bdb29d62-86d3-40c2-ba97-fdfe36ebb9ed tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:31.012308 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb29d62-86d3-40c2-ba97-fdfe36ebb9ed tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=6202e128-09f7-48f9-938a-497e31d2f815,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:31.015833 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb29d62-86d3-40c2-ba97-fdfe36ebb9ed tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:47:31.215975 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bdb29d62-86d3-40c2-ba97-fdfe36ebb9ed tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router_gateway, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:31.216868 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bdb29d62-86d3-40c2-ba97-fdfe36ebb9ed tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:31.462715 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb29d62-86d3-40c2-ba97-fdfe36ebb9ed tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router 64b0796e-193f-472e-adac-1334fffa80a3 is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:47:31.624541 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e0ce77cf-deba-4649-b31d-8290f04c6975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:31.679236 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb29d62-86d3-40c2-ba97-fdfe36ebb9ed tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:47:31.693298 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e215cb21-79b0-4060-a52a-5d1a43067e9c None None] Sync routers for ids ['64b0796e-193f-472e-adac-1334fffa80a3'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:47:31.705398 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e215cb21-79b0-4060-a52a-5d1a43067e9c None None] Routers {'64b0796e-193f-472e-adac-1334fffa80a3'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:47:31.706016 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e215cb21-79b0-4060-a52a-5d1a43067e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:47:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['64b0796e-193f-472e-adac-1334fffa80a3'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:31.718024 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bdb29d62-86d3-40c2-ba97-fdfe36ebb9ed tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:31.719188 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-bdb29d62-86d3-40c2-ba97-fdfe36ebb9ed tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8514349 Mar 11 15:47:31.722895 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44964) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:31.901392 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-e215cb21-79b0-4060-a52a-5d1a43067e9c None None] Set router 64b0796e-193f-472e-adac-1334fffa80a3 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:47:32.045287 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-e4991dad-b067-45b1-a3c6-4591ba4d448d tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=916fcc14ed3c4d0b95925acf526937c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3209622 Mar 11 15:47:32.049056 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44970) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:32.191885 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18faa974-6457-40dd-b214-9da282e711a5 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:32.194019 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-18faa974-6457-40dd-b214-9da282e711a5 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1440108 Mar 11 15:47:32.196981 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 44974) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:32.205062 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e215cb21-79b0-4060-a52a-5d1a43067e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b0796e-193f-472e-adac-1334fffa80a3', 'name': 'tempest-TestNetworkBasicOps-router-2051607849', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.157'}], 'enable_snat': True}, 'gw_port_id': '6202e128-09f7-48f9-938a-497e31d2f815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:29Z', 'updated_at': '2022-03-11T15:47:31Z', 'revision_number': 3, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '6202e128-09f7-48f9-938a-497e31d2f815', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:61:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:30Z', 'updated_at': '2022-03-11T15:47:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:32.209461 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e215cb21-79b0-4060-a52a-5d1a43067e9c None None] Checking router: 64b0796e-193f-472e-adac-1334fffa80a3 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:47:32.209823 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e215cb21-79b0-4060-a52a-5d1a43067e9c None None] Updating router 64b0796e-193f-472e-adac-1334fffa80a3 port 6202e128-09f7-48f9-938a-497e31d2f815 binding host dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:47:32.248796 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ccbd4aad-69c2-4dfe-9a6c-d37f5f67b767 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=69193b02-dbf5-4ccf-b3ce-76dabd3f8655&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0462329 Mar 11 15:47:32.249073 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44978) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:32.255940 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-887e9ee2-b993-4c9e-af48-638c67542449 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1788896450', 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:47:32.265672 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e215cb21-79b0-4060-a52a-5d1a43067e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:32.374102 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-887e9ee2-b993-4c9e-af48-638c67542449 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:32.378047 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-887e9ee2-b993-4c9e-af48-638c67542449 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:subnet and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:32.381727 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-887e9ee2-b993-4c9e-af48-638c67542449 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:32.389221 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-887e9ee2-b993-4c9e-af48-638c67542449 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:32.403462 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887e9ee2-b993-4c9e-af48-638c67542449 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Made reservation on behalf of 916fcc14ed3c4d0b95925acf526937c4 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:47:32.517034 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-887e9ee2-b993-4c9e-af48-638c67542449 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:32.666389 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e215cb21-79b0-4060-a52a-5d1a43067e9c None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:32.682685 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e215cb21-79b0-4060-a52a-5d1a43067e9c None None] Transition to ACTIVE for port object 6202e128-09f7-48f9-938a-497e31d2f815 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:32.691037 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e215cb21-79b0-4060-a52a-5d1a43067e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:32.787114 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a45b1d-a903-4ba8-b919-f8599373c041 None None] Pushing event updated for resources: {'Port': ['ID=6202e128-09f7-48f9-938a-497e31d2f815,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:32.795421 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-e215cb21-79b0-4060-a52a-5d1a43067e9c None None] Attempting to bind port 6202e128-09f7-48f9-938a-497e31d2f815 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:47:32.795908 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-e215cb21-79b0-4060-a52a-5d1a43067e9c None None] Attempting to bind port 6202e128-09f7-48f9-938a-497e31d2f815 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:47:32.796268 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e215cb21-79b0-4060-a52a-5d1a43067e9c None None] Attempting to bind port 6202e128-09f7-48f9-938a-497e31d2f815 on network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:47:32.804827 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:32.808213 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e215cb21-79b0-4060-a52a-5d1a43067e9c None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:47:32.808587 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e215cb21-79b0-4060-a52a-5d1a43067e9c None None] Checking segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:47:32.808974 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e215cb21-79b0-4060-a52a-5d1a43067e9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:32.809354 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e215cb21-79b0-4060-a52a-5d1a43067e9c None None] Bound using segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:47:32.809818 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-e215cb21-79b0-4060-a52a-5d1a43067e9c None None] Bound port: 6202e128-09f7-48f9-938a-497e31d2f815, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:47:32.810181 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e215cb21-79b0-4060-a52a-5d1a43067e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:32.888450 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-e215cb21-79b0-4060-a52a-5d1a43067e9c None None] For port 6202e128-09f7-48f9-938a-497e31d2f815, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:47:32.888798 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-887e9ee2-b993-4c9e-af48-638c67542449 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:32.892051 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-e215cb21-79b0-4060-a52a-5d1a43067e9c None None] For port 6202e128-09f7-48f9-938a-497e31d2f815, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=6202e128-09f7-48f9-938a-497e31d2f815,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:47:32.897371 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e215cb21-79b0-4060-a52a-5d1a43067e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:32.970122 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e9ee2-b993-4c9e-af48-638c67542449 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Subnet': ['ID=254c2087-ac61-4c72-98ac-b3ccac2fd4f4,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:32.989052 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a45b1d-a903-4ba8-b919-f8599373c041 None None] Pushing event updated for resources: {'Port': ['ID=6202e128-09f7-48f9-938a-497e31d2f815,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:32.990751 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887e9ee2-b993-4c9e-af48-638c67542449 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Checking segment: {'id': 'a74b06f9-dd58-4602-baeb-166ffcd1d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:47:32.991120 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887e9ee2-b993-4c9e-af48-638c67542449 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network hostable DHCP agents. Network: 1973158d-d4be-4c99-843b-1a1d4a55767b, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:47:32.996173 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e215cb21-79b0-4060-a52a-5d1a43067e9c None None] Routers {'64b0796e-193f-472e-adac-1334fffa80a3'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:47:32.996766 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e215cb21-79b0-4060-a52a-5d1a43067e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:47:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['64b0796e-193f-472e-adac-1334fffa80a3'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:33.014286 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887e9ee2-b993-4c9e-af48-638c67542449 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network 1973158d-d4be-4c99-843b-1a1d4a55767b is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:47:33.024923 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-887e9ee2-b993-4c9e-af48-638c67542449 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 1973158d-d4be-4c99-843b-1a1d4a55767b) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:33.031896 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887e9ee2-b993-4c9e-af48-638c67542449 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:33.032648 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-887e9ee2-b993-4c9e-af48-638c67542449 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:33.061088 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5356b3-c50d-41b0-9b63-3d2d60801bbf None None] Network 1973158d-d4be-4c99-843b-1a1d4a55767b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:47:33.062310 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-887e9ee2-b993-4c9e-af48-638c67542449 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8121130 Mar 11 15:47:33.065019 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44982) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:33.127432 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:33.340927 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-e215cb21-79b0-4060-a52a-5d1a43067e9c None None] Set router 64b0796e-193f-472e-adac-1334fffa80a3 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:47:33.577422 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bef020-285e-470b-90c5-883d2d634a1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-1973158d-d4be-4c99-843b-1a1d4a55767b', 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ips': [{'subnet_id': '254c2087-ac61-4c72-98ac-b3ccac2fd4f4'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:47:33.578238 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-82bef020-285e-470b-90c5-883d2d634a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:33.810420 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-82bef020-285e-470b-90c5-883d2d634a1e None None] Allocated IP 172.20.0.2 (1973158d-d4be-4c99-843b-1a1d4a55767b/254c2087-ac61-4c72-98ac-b3ccac2fd4f4/213f847a-0628-4536-8615-0fe79813de31) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:47:33.829370 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e215cb21-79b0-4060-a52a-5d1a43067e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b0796e-193f-472e-adac-1334fffa80a3', 'name': 'tempest-TestNetworkBasicOps-router-2051607849', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.157'}], 'enable_snat': True}, 'gw_port_id': '6202e128-09f7-48f9-938a-497e31d2f815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:29Z', 'updated_at': '2022-03-11T15:47:31Z', 'revision_number': 3, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '6202e128-09f7-48f9-938a-497e31d2f815', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:61:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:30Z', 'updated_at': '2022-03-11T15:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:33.900755 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f6cb6622-6a1e-4493-aa61-28d6522dc6d9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:33.902520 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e215cb21-79b0-4060-a52a-5d1a43067e9c None None] The sync data for ids ['64b0796e-193f-472e-adac-1334fffa80a3'] in dv-neutron-833373-1-hyperv is: [{'id': '64b0796e-193f-472e-adac-1334fffa80a3', 'name': 'tempest-TestNetworkBasicOps-router-2051607849', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.157'}], 'enable_snat': True}, 'gw_port_id': '6202e128-09f7-48f9-938a-497e31d2f815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:29Z', 'updated_at': '2022-03-11T15:47:31Z', 'revision_number': 3, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '6202e128-09f7-48f9-938a-497e31d2f815', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:61:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:30Z', 'updated_at': '2022-03-11T15:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:47:34.061964 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-82bef020-285e-470b-90c5-883d2d634a1e None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:34.074655 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-82bef020-285e-470b-90c5-883d2d634a1e None None] Transition to ACTIVE for port object 213f847a-0628-4536-8615-0fe79813de31 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:34.096637 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-82bef020-285e-470b-90c5-883d2d634a1e None None] Transition to ACTIVE for port object 213f847a-0628-4536-8615-0fe79813de31 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:34.102819 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-82bef020-285e-470b-90c5-883d2d634a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:34.265607 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:34.272192 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bef020-285e-470b-90c5-883d2d634a1e None None] Network 1973158d-d4be-4c99-843b-1a1d4a55767b is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:47:34.275241 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-82bef020-285e-470b-90c5-883d2d634a1e None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:34.279435 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bef020-285e-470b-90c5-883d2d634a1e None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:47:34.286489 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bef020-285e-470b-90c5-883d2d634a1e None None] Pushing event updated for resources: {'Port': ['ID=213f847a-0628-4536-8615-0fe79813de31,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:34.380845 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-82bef020-285e-470b-90c5-883d2d634a1e None None] Attempting to bind port 213f847a-0628-4536-8615-0fe79813de31 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:47:34.381210 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-82bef020-285e-470b-90c5-883d2d634a1e None None] Attempting to bind port 213f847a-0628-4536-8615-0fe79813de31 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'a74b06f9-dd58-4602-baeb-166ffcd1d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:47:34.382073 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bef020-285e-470b-90c5-883d2d634a1e None None] Attempting to bind port 213f847a-0628-4536-8615-0fe79813de31 on network 1973158d-d4be-4c99-843b-1a1d4a55767b {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:47:34.389336 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bef020-285e-470b-90c5-883d2d634a1e None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:47:34.389599 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bef020-285e-470b-90c5-883d2d634a1e None None] Checking segment: {'id': 'a74b06f9-dd58-4602-baeb-166ffcd1d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:47:34.390005 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-82bef020-285e-470b-90c5-883d2d634a1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:34.390392 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bef020-285e-470b-90c5-883d2d634a1e None None] Bound using segment: {'id': 'a74b06f9-dd58-4602-baeb-166ffcd1d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:47:34.390856 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-82bef020-285e-470b-90c5-883d2d634a1e None None] Bound port: 213f847a-0628-4536-8615-0fe79813de31, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a74b06f9-dd58-4602-baeb-166ffcd1d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:47:34.391228 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-82bef020-285e-470b-90c5-883d2d634a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:34.394086 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-f6cb6622-6a1e-4493-aa61-28d6522dc6d9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Allocated IP 172.20.0.1 (1973158d-d4be-4c99-843b-1a1d4a55767b/254c2087-ac61-4c72-98ac-b3ccac2fd4f4/41051055-3a9c-45e5-b2d4-bddeb9e63831) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:47:34.488462 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-82bef020-285e-470b-90c5-883d2d634a1e None None] For port 213f847a-0628-4536-8615-0fe79813de31, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:47:34.492896 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-82bef020-285e-470b-90c5-883d2d634a1e None None] For port 213f847a-0628-4536-8615-0fe79813de31, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=213f847a-0628-4536-8615-0fe79813de31,segment=NetworkSegment(a74b06f9-dd58-4602-baeb-166ffcd1d5a6),segment_id=a74b06f9-dd58-4602-baeb-166ffcd1d5a6)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:47:34.498300 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-82bef020-285e-470b-90c5-883d2d634a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:34.612017 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bef020-285e-470b-90c5-883d2d634a1e None None] Pushing event updated for resources: {'Port': ['ID=213f847a-0628-4536-8615-0fe79813de31,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:34.689838 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f6cb6622-6a1e-4493-aa61-28d6522dc6d9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:34.709821 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-f6cb6622-6a1e-4493-aa61-28d6522dc6d9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Transition to ACTIVE for port object 41051055-3a9c-45e5-b2d4-bddeb9e63831 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:34.737909 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f6cb6622-6a1e-4493-aa61-28d6522dc6d9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:34.807682 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cb6622-6a1e-4493-aa61-28d6522dc6d9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network 1973158d-d4be-4c99-843b-1a1d4a55767b is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:47:34.816797 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-f6cb6622-6a1e-4493-aa61-28d6522dc6d9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:34.820665 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cb6622-6a1e-4493-aa61-28d6522dc6d9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:47:34.887813 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb6622-6a1e-4493-aa61-28d6522dc6d9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=41051055-3a9c-45e5-b2d4-bddeb9e63831,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:34.902418 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb6622-6a1e-4493-aa61-28d6522dc6d9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:34.902852 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb6622-6a1e-4493-aa61-28d6522dc6d9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:34.903287 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb6622-6a1e-4493-aa61-28d6522dc6d9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:34.903695 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb6622-6a1e-4493-aa61-28d6522dc6d9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:34.904147 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb6622-6a1e-4493-aa61-28d6522dc6d9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:34.904539 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb6622-6a1e-4493-aa61-28d6522dc6d9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:34.904935 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb6622-6a1e-4493-aa61-28d6522dc6d9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:34.905336 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb6622-6a1e-4493-aa61-28d6522dc6d9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:34.905735 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb6622-6a1e-4493-aa61-28d6522dc6d9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:34.906132 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb6622-6a1e-4493-aa61-28d6522dc6d9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:34.906552 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb6622-6a1e-4493-aa61-28d6522dc6d9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:34.925052 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f6cb6622-6a1e-4493-aa61-28d6522dc6d9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:35.038870 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f6cb6622-6a1e-4493-aa61-28d6522dc6d9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:35.509689 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f6cb6622-6a1e-4493-aa61-28d6522dc6d9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:35.515489 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f6cb6622-6a1e-4493-aa61-28d6522dc6d9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:35.631709 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb6622-6a1e-4493-aa61-28d6522dc6d9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=41051055-3a9c-45e5-b2d4-bddeb9e63831,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:35.636538 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f6cb6622-6a1e-4493-aa61-28d6522dc6d9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:35.698934 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f500b4-69f4-4ae3-be43-4c3bfea86642 None None] Network 1973158d-d4be-4c99-843b-1a1d4a55767b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:47:35.782822 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cb6622-6a1e-4493-aa61-28d6522dc6d9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network 1973158d-d4be-4c99-843b-1a1d4a55767b is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:47:35.783999 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-f6cb6622-6a1e-4493-aa61-28d6522dc6d9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:35.812852 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-c1943e29-f257-4676-ad0a-ef2f1d959930 None None] Provisioning for port 213f847a-0628-4536-8615-0fe79813de31 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:36.115595 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 213f847a-0628-4536-8615-0fe79813de31 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:47:36.213621 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 213f847a-0628-4536-8615-0fe79813de31 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:36.225911 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 213f847a-0628-4536-8615-0fe79813de31 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:36.226354 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:36.252017 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6cb6622-6a1e-4493-aa61-28d6522dc6d9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router 64b0796e-193f-472e-adac-1334fffa80a3 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:47:36.321938 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-29c0052e-3bec-4f35-a93a-8cc8ef07d3ac None None] Provisioning complete for port 213f847a-0628-4536-8615-0fe79813de31 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:36.321938 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-29c0052e-3bec-4f35-a93a-8cc8ef07d3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:36.444913 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:36.538195 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 213f847a-0628-4536-8615-0fe79813de31, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=213f847a-0628-4536-8615-0fe79813de31,segment=NetworkSegment(a74b06f9-dd58-4602-baeb-166ffcd1d5a6),segment_id=a74b06f9-dd58-4602-baeb-166ffcd1d5a6)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:47:36.547495 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:36.548170 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 6202e128-09f7-48f9-938a-497e31d2f815 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:47:36.577726 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-29c0052e-3bec-4f35-a93a-8cc8ef07d3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:36.643184 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cb6622-6a1e-4493-aa61-28d6522dc6d9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:47:36.662970 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f6cb6622-6a1e-4493-aa61-28d6522dc6d9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "PUT /v2.0/routers/64b0796e-193f-472e-adac-1334fffa80a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5968397 Mar 11 15:47:36.665536 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44986) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:36.736337 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=213f847a-0628-4536-8615-0fe79813de31,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:36.762023 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-29c0052e-3bec-4f35-a93a-8cc8ef07d3ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:47:36.762515 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-29c0052e-3bec-4f35-a93a-8cc8ef07d3ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:47:36.765285 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 6202e128-09f7-48f9-938a-497e31d2f815 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:36.770954 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 6202e128-09f7-48f9-938a-497e31d2f815 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:36.771336 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:36.835637 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28682d8f-f075-4c3c-8033-ea26d8c4f428 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:36.836290 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28682d8f-f075-4c3c-8033-ea26d8c4f428 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:36.836658 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28682d8f-f075-4c3c-8033-ea26d8c4f428 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:36.837023 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28682d8f-f075-4c3c-8033-ea26d8c4f428 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:36.839751 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-28682d8f-f075-4c3c-8033-ea26d8c4f428 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2884 time: 0.1730673 Mar 11 15:47:36.842863 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44990) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:36.907707 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:36.927922 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 6202e128-09f7-48f9-938a-497e31d2f815, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=6202e128-09f7-48f9-938a-497e31d2f815,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:47:36.931994 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3ded72-2ea1-472c-aea1-b035e1cec59e tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:36.932489 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3ded72-2ea1-472c-aea1-b035e1cec59e tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:36.932798 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:36.932969 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3ded72-2ea1-472c-aea1-b035e1cec59e tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:36.933114 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3ded72-2ea1-472c-aea1-b035e1cec59e tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:36.938509 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-cc3ded72-2ea1-472c-aea1-b035e1cec59e tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0906284 Mar 11 15:47:36.938925 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 44994) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:37.016924 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=6202e128-09f7-48f9-938a-497e31d2f815,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:37.175713 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-dd034a62-6e84-42ba-8f70-b877a11a6433 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2357721 Mar 11 15:47:37.344731 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-29c0052e-3bec-4f35-a93a-8cc8ef07d3ac None None] Provisioning for port 41051055-3a9c-45e5-b2d4-bddeb9e63831 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:37.352206 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-29c0052e-3bec-4f35-a93a-8cc8ef07d3ac None None] Provisioning complete for port 41051055-3a9c-45e5-b2d4-bddeb9e63831 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:37.352739 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-29c0052e-3bec-4f35-a93a-8cc8ef07d3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:37.430382 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-29c0052e-3bec-4f35-a93a-8cc8ef07d3ac None None] Port 41051055-3a9c-45e5-b2d4-bddeb9e63831 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:47:37.558432 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-7839ac32-f5a6-47b2-9aaa-cd518a8c3ef9 None None] Provisioning complete for port 41051055-3a9c-45e5-b2d4-bddeb9e63831 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:37.558432 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7839ac32-f5a6-47b2-9aaa-cd518a8c3ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:37.615160 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-7839ac32-f5a6-47b2-9aaa-cd518a8c3ef9 None None] Port 41051055-3a9c-45e5-b2d4-bddeb9e63831 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:47:37.694099 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0c414b-6e66-40c5-9b3a-a99fe65a0aff None None] Sync routers for ids ['64b0796e-193f-472e-adac-1334fffa80a3'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:47:37.706272 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0c414b-6e66-40c5-9b3a-a99fe65a0aff None None] Routers {'64b0796e-193f-472e-adac-1334fffa80a3'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:47:37.706872 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-fa0c414b-6e66-40c5-9b3a-a99fe65a0aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:47:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['64b0796e-193f-472e-adac-1334fffa80a3'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:37.792457 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 45000) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:37.798184 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-ec5afde4-e303-4c9a-9178-afad94dabbe2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-698970843', 'description': 'tempest-secgroup-smoke-698970843 description', 'project_id': '916fcc14ed3c4d0b95925acf526937c4'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:47:37.805296 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ec5afde4-e303-4c9a-9178-afad94dabbe2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:37.809525 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ec5afde4-e303-4c9a-9178-afad94dabbe2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:37.812580 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ec5afde4-e303-4c9a-9178-afad94dabbe2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:37.826824 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ec5afde4-e303-4c9a-9178-afad94dabbe2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:37.838653 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ec5afde4-e303-4c9a-9178-afad94dabbe2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:37.884350 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ec5afde4-e303-4c9a-9178-afad94dabbe2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:37.889801 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ec5afde4-e303-4c9a-9178-afad94dabbe2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:37.892766 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ec5afde4-e303-4c9a-9178-afad94dabbe2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:37.899577 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ec5afde4-e303-4c9a-9178-afad94dabbe2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:37.913649 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-fa0c414b-6e66-40c5-9b3a-a99fe65a0aff None None] Set router 64b0796e-193f-472e-adac-1334fffa80a3 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:47:37.963415 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ec5afde4-e303-4c9a-9178-afad94dabbe2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:37.967385 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ec5afde4-e303-4c9a-9178-afad94dabbe2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:38.017440 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5afde4-e303-4c9a-9178-afad94dabbe2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2e9d06-f9e3-43b8-b91d-cc47cf9a18b9,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:38.022811 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ec5afde4-e303-4c9a-9178-afad94dabbe2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:38.024217 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ec5afde4-e303-4c9a-9178-afad94dabbe2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2306495 Mar 11 15:47:38.027221 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45004) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:38.033086 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-cccf6fe4-3e44-4654-8be3-4271f5e7e127 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '1f2e9d06-f9e3-43b8-b91d-cc47cf9a18b9', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:47:38.039399 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-cccf6fe4-3e44-4654-8be3-4271f5e7e127 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:38.043994 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-cccf6fe4-3e44-4654-8be3-4271f5e7e127 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:38.048009 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-cccf6fe4-3e44-4654-8be3-4271f5e7e127 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:38.055898 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 213f847a-0628-4536-8615-0fe79813de31 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:47:38.057371 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-cccf6fe4-3e44-4654-8be3-4271f5e7e127 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:38.077679 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cccf6fe4-3e44-4654-8be3-4271f5e7e127 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:38.135457 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 213f847a-0628-4536-8615-0fe79813de31 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:38.136074 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:38.156715 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cccf6fe4-3e44-4654-8be3-4271f5e7e127 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:38.161859 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cccf6fe4-3e44-4654-8be3-4271f5e7e127 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:38.186374 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf6fe4-3e44-4654-8be3-4271f5e7e127 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30f63a57-42c1-4e89-9e0b-8f719d6010d7,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:38.217529 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cccf6fe4-3e44-4654-8be3-4271f5e7e127 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:38.219282 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-cccf6fe4-3e44-4654-8be3-4271f5e7e127 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1910224 Mar 11 15:47:38.229042 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45008) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:38.242729 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-6e811f47-4d66-4e52-bc6e-e57484e9a567 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '1f2e9d06-f9e3-43b8-b91d-cc47cf9a18b9', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:47:38.249326 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-6e811f47-4d66-4e52-bc6e-e57484e9a567 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:38.255261 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-6e811f47-4d66-4e52-bc6e-e57484e9a567 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:38.259308 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-6e811f47-4d66-4e52-bc6e-e57484e9a567 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:38.266238 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-6e811f47-4d66-4e52-bc6e-e57484e9a567 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:38.284931 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6e811f47-4d66-4e52-bc6e-e57484e9a567 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:38.288314 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-fa0c414b-6e66-40c5-9b3a-a99fe65a0aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b0796e-193f-472e-adac-1334fffa80a3', 'name': 'tempest-TestNetworkBasicOps-router-2051607849', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.157'}], 'enable_snat': True}, 'gw_port_id': '6202e128-09f7-48f9-938a-497e31d2f815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:29Z', 'updated_at': '2022-03-11T15:47:34Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '6202e128-09f7-48f9-938a-497e31d2f815', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:30Z', 'updated_at': '2022-03-11T15:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '41051055-3a9c-45e5-b2d4-bddeb9e63831', 'name': '', 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:94:8e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '254c2087-ac61-4c72-98ac-b3ccac2fd4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:34Z', 'updated_at': '2022-03-11T15:47:35Z', 'revision_number': 2, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '254c2087-ac61-4c72-98ac-b3ccac2fd4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:38.293956 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0c414b-6e66-40c5-9b3a-a99fe65a0aff None None] Checking router: 64b0796e-193f-472e-adac-1334fffa80a3 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:47:38.294458 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0c414b-6e66-40c5-9b3a-a99fe65a0aff None None] Updating router 64b0796e-193f-472e-adac-1334fffa80a3 port 41051055-3a9c-45e5-b2d4-bddeb9e63831 binding host dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:47:38.336131 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 6202e128-09f7-48f9-938a-497e31d2f815 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:47:38.363301 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fa0c414b-6e66-40c5-9b3a-a99fe65a0aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:38.366351 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6e811f47-4d66-4e52-bc6e-e57484e9a567 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:38.371742 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6e811f47-4d66-4e52-bc6e-e57484e9a567 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:38.400094 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e811f47-4d66-4e52-bc6e-e57484e9a567 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab77475-a513-4627-8c69-b738c547f032,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:38.412594 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 6202e128-09f7-48f9-938a-497e31d2f815 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:38.412960 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:38.414692 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6e811f47-4d66-4e52-bc6e-e57484e9a567 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:38.417308 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6e811f47-4d66-4e52-bc6e-e57484e9a567 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1807003 Mar 11 15:47:38.419523 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45012) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:38.425595 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-1173e9bd-566c-428b-89b6-e6f0907c3aba tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '1f2e9d06-f9e3-43b8-b91d-cc47cf9a18b9', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:47:38.433546 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-1173e9bd-566c-428b-89b6-e6f0907c3aba tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:38.438013 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-1173e9bd-566c-428b-89b6-e6f0907c3aba tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:38.441149 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-1173e9bd-566c-428b-89b6-e6f0907c3aba tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:38.447550 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-1173e9bd-566c-428b-89b6-e6f0907c3aba tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:38.465590 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1173e9bd-566c-428b-89b6-e6f0907c3aba tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:38.550589 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1173e9bd-566c-428b-89b6-e6f0907c3aba tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:38.561510 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1173e9bd-566c-428b-89b6-e6f0907c3aba tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:38.587521 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173e9bd-566c-428b-89b6-e6f0907c3aba tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b38fe8c-5849-4e56-a45f-847e5276bc2c,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:38.597003 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1173e9bd-566c-428b-89b6-e6f0907c3aba tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:38.599476 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-1173e9bd-566c-428b-89b6-e6f0907c3aba tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1781819 Mar 11 15:47:38.601819 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45016) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:38.607554 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-892b1581-858f-4d01-9e60-8892e8cb0c32 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '1f2e9d06-f9e3-43b8-b91d-cc47cf9a18b9', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:47:38.615692 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-892b1581-858f-4d01-9e60-8892e8cb0c32 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:38.620264 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-892b1581-858f-4d01-9e60-8892e8cb0c32 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:38.623369 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-892b1581-858f-4d01-9e60-8892e8cb0c32 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:38.629577 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-892b1581-858f-4d01-9e60-8892e8cb0c32 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:38.651263 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-892b1581-858f-4d01-9e60-8892e8cb0c32 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:38.731988 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-892b1581-858f-4d01-9e60-8892e8cb0c32 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:38.736278 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-892b1581-858f-4d01-9e60-8892e8cb0c32 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:38.761247 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b1581-858f-4d01-9e60-8892e8cb0c32 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=927aed1b-bfb0-490b-bd64-ea947db37f30,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:38.764724 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fa0c414b-6e66-40c5-9b3a-a99fe65a0aff None None] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:38.773247 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-892b1581-858f-4d01-9e60-8892e8cb0c32 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:38.777207 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-892b1581-858f-4d01-9e60-8892e8cb0c32 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1715608 Mar 11 15:47:38.777500 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 45020) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:38.778650 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-fa0c414b-6e66-40c5-9b3a-a99fe65a0aff None None] Transition to ACTIVE for port object 41051055-3a9c-45e5-b2d4-bddeb9e63831 will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:38.783212 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-98dcb057-9980-4d6d-938a-54a3a1ec119c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '1f2e9d06-f9e3-43b8-b91d-cc47cf9a18b9', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:47:38.789796 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-98dcb057-9980-4d6d-938a-54a3a1ec119c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:38.793948 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-98dcb057-9980-4d6d-938a-54a3a1ec119c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:38.796985 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-98dcb057-9980-4d6d-938a-54a3a1ec119c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:38.797450 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fa0c414b-6e66-40c5-9b3a-a99fe65a0aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:38.803930 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-98dcb057-9980-4d6d-938a-54a3a1ec119c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:38.817308 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.securitygroups_db [None req-98dcb057-9980-4d6d-938a-54a3a1ec119c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Project 916fcc14ed3c4d0b95925acf526937c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:47:38.824465 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-98dcb057-9980-4d6d-938a-54a3a1ec119c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:38.923685 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-98dcb057-9980-4d6d-938a-54a3a1ec119c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:38.927576 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-98dcb057-9980-4d6d-938a-54a3a1ec119c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:38.959542 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dcb057-9980-4d6d-938a-54a3a1ec119c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bbd2d66-a679-433c-91d4-2d0109693a52,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:38.969209 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-98dcb057-9980-4d6d-938a-54a3a1ec119c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:38.974488 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45024) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:38.980308 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-08dec2ba-c550-4f4a-940d-cf9b2bfc9e01 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '1f2e9d06-f9e3-43b8-b91d-cc47cf9a18b9', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:47:38.984617 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-98dcb057-9980-4d6d-938a-54a3a1ec119c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2059584 Mar 11 15:47:38.985482 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f8291-8ad2-4bca-a124-3cd07d7fe5b5 None None] Pushing event updated for resources: {'Port': ['ID=41051055-3a9c-45e5-b2d4-bddeb9e63831,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:38.987117 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-08dec2ba-c550-4f4a-940d-cf9b2bfc9e01 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:38.991243 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-08dec2ba-c550-4f4a-940d-cf9b2bfc9e01 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:38.994218 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-08dec2ba-c550-4f4a-940d-cf9b2bfc9e01 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:39.000661 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-08dec2ba-c550-4f4a-940d-cf9b2bfc9e01 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:39.000875 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f8291-8ad2-4bca-a124-3cd07d7fe5b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:39.001197 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f8291-8ad2-4bca-a124-3cd07d7fe5b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:39.001544 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f8291-8ad2-4bca-a124-3cd07d7fe5b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:39.001867 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f8291-8ad2-4bca-a124-3cd07d7fe5b5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:39.002191 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f8291-8ad2-4bca-a124-3cd07d7fe5b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:39.002508 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f8291-8ad2-4bca-a124-3cd07d7fe5b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:39.002823 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f8291-8ad2-4bca-a124-3cd07d7fe5b5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:39.003136 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f8291-8ad2-4bca-a124-3cd07d7fe5b5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:39.003447 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f8291-8ad2-4bca-a124-3cd07d7fe5b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:39.003755 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f8291-8ad2-4bca-a124-3cd07d7fe5b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:39.004135 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f8291-8ad2-4bca-a124-3cd07d7fe5b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:47:39.016141 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.securitygroups_db [None req-08dec2ba-c550-4f4a-940d-cf9b2bfc9e01 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Project 916fcc14ed3c4d0b95925acf526937c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:47:39.024273 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-08dec2ba-c550-4f4a-940d-cf9b2bfc9e01 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:39.107526 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-08dec2ba-c550-4f4a-940d-cf9b2bfc9e01 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:39.112679 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-08dec2ba-c550-4f4a-940d-cf9b2bfc9e01 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:39.116764 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-fa0c414b-6e66-40c5-9b3a-a99fe65a0aff None None] Attempting to bind port 41051055-3a9c-45e5-b2d4-bddeb9e63831 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:47:39.117175 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-fa0c414b-6e66-40c5-9b3a-a99fe65a0aff None None] Attempting to bind port 41051055-3a9c-45e5-b2d4-bddeb9e63831 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'a74b06f9-dd58-4602-baeb-166ffcd1d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:47:39.117526 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0c414b-6e66-40c5-9b3a-a99fe65a0aff None None] Attempting to bind port 41051055-3a9c-45e5-b2d4-bddeb9e63831 on network 1973158d-d4be-4c99-843b-1a1d4a55767b {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:47:39.125256 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0c414b-6e66-40c5-9b3a-a99fe65a0aff None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:47:39.125630 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0c414b-6e66-40c5-9b3a-a99fe65a0aff None None] Checking segment: {'id': 'a74b06f9-dd58-4602-baeb-166ffcd1d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:47:39.126027 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fa0c414b-6e66-40c5-9b3a-a99fe65a0aff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:39.126396 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0c414b-6e66-40c5-9b3a-a99fe65a0aff None None] Bound using segment: {'id': 'a74b06f9-dd58-4602-baeb-166ffcd1d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:47:39.126908 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-fa0c414b-6e66-40c5-9b3a-a99fe65a0aff None None] Bound port: 41051055-3a9c-45e5-b2d4-bddeb9e63831, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a74b06f9-dd58-4602-baeb-166ffcd1d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:47:39.127275 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fa0c414b-6e66-40c5-9b3a-a99fe65a0aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:39.139723 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dec2ba-c550-4f4a-940d-cf9b2bfc9e01 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c4206b5-34ee-40a2-a04a-6759ea817c17,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:39.153333 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-08dec2ba-c550-4f4a-940d-cf9b2bfc9e01 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:39.154788 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-08dec2ba-c550-4f4a-940d-cf9b2bfc9e01 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1793761 Mar 11 15:47:39.233255 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-fa0c414b-6e66-40c5-9b3a-a99fe65a0aff None None] For port 41051055-3a9c-45e5-b2d4-bddeb9e63831, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:47:39.237020 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-fa0c414b-6e66-40c5-9b3a-a99fe65a0aff None None] For port 41051055-3a9c-45e5-b2d4-bddeb9e63831, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=41051055-3a9c-45e5-b2d4-bddeb9e63831,segment=NetworkSegment(a74b06f9-dd58-4602-baeb-166ffcd1d5a6),segment_id=a74b06f9-dd58-4602-baeb-166ffcd1d5a6)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:47:39.245257 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fa0c414b-6e66-40c5-9b3a-a99fe65a0aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:39.335335 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f8291-8ad2-4bca-a124-3cd07d7fe5b5 None None] Pushing event updated for resources: {'Port': ['ID=41051055-3a9c-45e5-b2d4-bddeb9e63831,revision_number=4']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:39.344059 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0c414b-6e66-40c5-9b3a-a99fe65a0aff None None] Routers {'64b0796e-193f-472e-adac-1334fffa80a3'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:47:39.344797 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-fa0c414b-6e66-40c5-9b3a-a99fe65a0aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:47:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['64b0796e-193f-472e-adac-1334fffa80a3'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:39.511711 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-e8542e76-4140-4f8e-acde-dc880eccbcd9 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-698970843&fields=id&tenant_id=916fcc14ed3c4d0b95925acf526937c4 HTTP/1.1" status: 200 len: 267 time: 0.0554633 Mar 11 15:47:39.568184 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-fa0c414b-6e66-40c5-9b3a-a99fe65a0aff None None] Set router 64b0796e-193f-472e-adac-1334fffa80a3 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:47:39.685604 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-db1d75dc-1dde-453d-b2a5-5c7efca64c1c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:39.686285 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-db1d75dc-1dde-453d-b2a5-5c7efca64c1c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:network {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:47:39.703574 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-db1d75dc-1dde-453d-b2a5-5c7efca64c1c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:network {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:47:39.704701 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-db1d75dc-1dde-453d-b2a5-5c7efca64c1c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/networks?id=1973158d-d4be-4c99-843b-1a1d4a55767b HTTP/1.1" status: 200 len: 795 time: 0.1778471 Mar 11 15:47:39.721644 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-7e8dcc7e-85aa-41d9-8c47-fb29d7e8d614 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/quotas/916fcc14ed3c4d0b95925acf526937c4 HTTP/1.1" status: 200 len: 375 time: 0.0112150 Mar 11 15:47:39.812964 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-550d680f-9ac4-44ea-997a-244ccd393d4f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819826 Mar 11 15:47:39.897083 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-fa0c414b-6e66-40c5-9b3a-a99fe65a0aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b0796e-193f-472e-adac-1334fffa80a3', 'name': 'tempest-TestNetworkBasicOps-router-2051607849', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.157'}], 'enable_snat': True}, 'gw_port_id': '6202e128-09f7-48f9-938a-497e31d2f815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:29Z', 'updated_at': '2022-03-11T15:47:34Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '6202e128-09f7-48f9-938a-497e31d2f815', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:30Z', 'updated_at': '2022-03-11T15:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '41051055-3a9c-45e5-b2d4-bddeb9e63831', 'name': '', 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:94:8e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '254c2087-ac61-4c72-98ac-b3ccac2fd4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:34Z', 'updated_at': '2022-03-11T15:47:39Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '254c2087-ac61-4c72-98ac-b3ccac2fd4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:39.904487 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0c414b-6e66-40c5-9b3a-a99fe65a0aff None None] The sync data for ids ['64b0796e-193f-472e-adac-1334fffa80a3'] in dv-neutron-833373-1-hyperv is: [{'id': '64b0796e-193f-472e-adac-1334fffa80a3', 'name': 'tempest-TestNetworkBasicOps-router-2051607849', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.157'}], 'enable_snat': True}, 'gw_port_id': '6202e128-09f7-48f9-938a-497e31d2f815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:29Z', 'updated_at': '2022-03-11T15:47:34Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '6202e128-09f7-48f9-938a-497e31d2f815', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:30Z', 'updated_at': '2022-03-11T15:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '41051055-3a9c-45e5-b2d4-bddeb9e63831', 'name': '', 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:94:8e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '254c2087-ac61-4c72-98ac-b3ccac2fd4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:34Z', 'updated_at': '2022-03-11T15:47:39Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '254c2087-ac61-4c72-98ac-b3ccac2fd4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:47:40.062973 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-d212dbb6-d34a-4464-a051-a3d7818f43ef service neutron] 10.222.0.31 "GET /v2.0/networks/1973158d-d4be-4c99-843b-1a1d4a55767b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391469 Mar 11 15:47:40.085323 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 41051055-3a9c-45e5-b2d4-bddeb9e63831 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:47:40.162991 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 41051055-3a9c-45e5-b2d4-bddeb9e63831 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:40.168965 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 41051055-3a9c-45e5-b2d4-bddeb9e63831 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:40.169676 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:40.261371 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-efc415d9-4a05-463d-befb-f54c3fc735f1 service neutron] 10.222.0.31 "GET /v2.0/networks/1973158d-d4be-4c99-843b-1a1d4a55767b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831372 Mar 11 15:47:40.321932 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:40.366541 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 41051055-3a9c-45e5-b2d4-bddeb9e63831, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=41051055-3a9c-45e5-b2d4-bddeb9e63831,segment=NetworkSegment(a74b06f9-dd58-4602-baeb-166ffcd1d5a6),segment_id=a74b06f9-dd58-4602-baeb-166ffcd1d5a6)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:47:40.370855 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:40.463369 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=41051055-3a9c-45e5-b2d4-bddeb9e63831,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:40.509881 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-99eb6b5a-dd45-4caf-b814-7bbfbb4810d8 req-babdb0f4-d3be-4df3-a2ad-4bed7829f645 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:47:40.533843 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-99eb6b5a-dd45-4caf-b814-7bbfbb4810d8 req-babdb0f4-d3be-4df3-a2ad-4bed7829f645 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:47:40.535412 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-99eb6b5a-dd45-4caf-b814-7bbfbb4810d8 req-babdb0f4-d3be-4df3-a2ad-4bed7829f645 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad2b779a-6f53-478d-a27a-dd9a72a73699 HTTP/1.1" status: 200 len: 210 time: 0.0812216 Mar 11 15:47:41.707700 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-6103309e-7a86-4575-a07e-539ad1711529 req-0ae65c0f-83e3-40bc-9950-48ce7342cda7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad2b779a-6f53-478d-a27a-dd9a72a73699 HTTP/1.1" status: 200 len: 210 time: 0.0423398 Mar 11 15:47:41.940820 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-1890297e-0300-44fb-8ed8-ba70a5a692fd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:41.942501 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-1890297e-0300-44fb-8ed8-ba70a5a692fd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "GET /v2.0/networks?id=1973158d-d4be-4c99-843b-1a1d4a55767b HTTP/1.1" status: 200 len: 795 time: 0.1690080 Mar 11 15:47:42.007413 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-2426a211-3932-4ff7-ae5d-bd1579c0c67b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:security_group {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:47:42.031025 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-2426a211-3932-4ff7-ae5d-bd1579c0c67b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:security_group {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:47:42.032931 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-2426a211-3932-4ff7-ae5d-bd1579c0c67b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=916fcc14ed3c4d0b95925acf526937c4 HTTP/1.1" status: 200 len: 379 time: 0.0770793 Mar 11 15:47:42.041910 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-b7d8ca12-3011-498d-8a4e-8f8917d5cd44 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'port': {'device_id': 'ad2b779a-6f53-478d-a27a-dd9a72a73699', 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b', 'admin_state_up': True, 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'security_groups': ['1f2e9d06-f9e3-43b8-b91d-cc47cf9a18b9']}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:47:42.048553 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 41051055-3a9c-45e5-b2d4-bddeb9e63831 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:47:42.123086 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 41051055-3a9c-45e5-b2d4-bddeb9e63831 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:42.123455 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:42.192388 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-b7d8ca12-3011-498d-8a4e-8f8917d5cd44 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:42.205954 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-b7d8ca12-3011-498d-8a4e-8f8917d5cd44 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:42.219075 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-b7d8ca12-3011-498d-8a4e-8f8917d5cd44 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Made reservation on behalf of 916fcc14ed3c4d0b95925acf526937c4 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:47:42.222219 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-b7d8ca12-3011-498d-8a4e-8f8917d5cd44 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:42.392973 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-b7d8ca12-3011-498d-8a4e-8f8917d5cd44 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Allocated IP 172.20.0.13 (1973158d-d4be-4c99-843b-1a1d4a55767b/254c2087-ac61-4c72-98ac-b3ccac2fd4f4/f2e1f129-168e-4514-bcc0-e9a4e952dc04) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:47:42.599505 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-b7d8ca12-3011-498d-8a4e-8f8917d5cd44 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:42.617698 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-b7d8ca12-3011-498d-8a4e-8f8917d5cd44 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Transition to ACTIVE for port object f2e1f129-168e-4514-bcc0-e9a4e952dc04 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:42.640691 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-b7d8ca12-3011-498d-8a4e-8f8917d5cd44 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:42.719051 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-b7d8ca12-3011-498d-8a4e-8f8917d5cd44 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network 1973158d-d4be-4c99-843b-1a1d4a55767b is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:47:42.722057 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-b7d8ca12-3011-498d-8a4e-8f8917d5cd44 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:42.724719 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-b7d8ca12-3011-498d-8a4e-8f8917d5cd44 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:47:42.778075 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d8ca12-3011-498d-8a4e-8f8917d5cd44 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=f2e1f129-168e-4514-bcc0-e9a4e952dc04,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:42.804133 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-b7d8ca12-3011-498d-8a4e-8f8917d5cd44 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:42.807256 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-b7d8ca12-3011-498d-8a4e-8f8917d5cd44 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:42.844016 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-b7d8ca12-3011-498d-8a4e-8f8917d5cd44 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8060312 Mar 11 15:47:42.886767 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-99252da3-1632-450a-b731-5ad0bca926bc service neutron] Request body: {'port': {'device_id': 'ad2b779a-6f53-478d-a27a-dd9a72a73699', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:47:43.036864 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6ee91fc9-0bfd-4372-bc7d-c089e8f8b140 None None] Provisioning for port f2e1f129-168e-4514-bcc0-e9a4e952dc04 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:43.042234 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6ee91fc9-0bfd-4372-bc7d-c089e8f8b140 None None] Provisioning complete for port f2e1f129-168e-4514-bcc0-e9a4e952dc04 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:43.042747 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6ee91fc9-0bfd-4372-bc7d-c089e8f8b140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:43.097547 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-6ee91fc9-0bfd-4372-bc7d-c089e8f8b140 None None] Port f2e1f129-168e-4514-bcc0-e9a4e952dc04 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:47:43.130682 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-99252da3-1632-450a-b731-5ad0bca926bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:43.151143 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233206e5-d2cf-45d9-a37c-0457caaa7992 req-8e580fbc-dd63-4684-aa9d-809d85274fe2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:43.151844 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-233206e5-d2cf-45d9-a37c-0457caaa7992 req-8e580fbc-dd63-4684-aa9d-809d85274fe2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:47:43.218954 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-233206e5-d2cf-45d9-a37c-0457caaa7992 req-8e580fbc-dd63-4684-aa9d-809d85274fe2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:47:43.220204 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-233206e5-d2cf-45d9-a37c-0457caaa7992 req-8e580fbc-dd63-4684-aa9d-809d85274fe2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad2b779a-6f53-478d-a27a-dd9a72a73699 HTTP/1.1" status: 200 len: 932 time: 0.3735328 Mar 11 15:47:43.340890 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-233206e5-d2cf-45d9-a37c-0457caaa7992 req-f9c2ae4f-80e9-417e-9515-51d0aed53473 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f2e9d06-f9e3-43b8-b91d-cc47cf9a18b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089807 Mar 11 15:47:43.586579 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-99252da3-1632-450a-b731-5ad0bca926bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2e1f129-168e-4514-bcc0-e9a4e952dc04 {{(pid=83866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:47:43.593782 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-99252da3-1632-450a-b731-5ad0bca926bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:43.610692 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-99252da3-1632-450a-b731-5ad0bca926bc service neutron] Transition to ACTIVE for port object f2e1f129-168e-4514-bcc0-e9a4e952dc04 will not be triggered until provisioned by entity L2. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:47:43.615748 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-99252da3-1632-450a-b731-5ad0bca926bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:43.764423 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99252da3-1632-450a-b731-5ad0bca926bc service neutron] Pushing event updated for resources: {'Port': ['ID=f2e1f129-168e-4514-bcc0-e9a4e952dc04,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:43.876843 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-99252da3-1632-450a-b731-5ad0bca926bc service neutron] Attempting to bind port f2e1f129-168e-4514-bcc0-e9a4e952dc04 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:47:43.877295 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-99252da3-1632-450a-b731-5ad0bca926bc service neutron] Attempting to bind port f2e1f129-168e-4514-bcc0-e9a4e952dc04 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'a74b06f9-dd58-4602-baeb-166ffcd1d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:47:43.877688 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-99252da3-1632-450a-b731-5ad0bca926bc service neutron] Attempting to bind port f2e1f129-168e-4514-bcc0-e9a4e952dc04 on network 1973158d-d4be-4c99-843b-1a1d4a55767b {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:47:43.884611 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-99252da3-1632-450a-b731-5ad0bca926bc service neutron] Port f2e1f129-168e-4514-bcc0-e9a4e952dc04 on network 1973158d-d4be-4c99-843b-1a1d4a55767b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:47:43.884934 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-99252da3-1632-450a-b731-5ad0bca926bc service neutron] Attempting to bind port f2e1f129-168e-4514-bcc0-e9a4e952dc04 on network 1973158d-d4be-4c99-843b-1a1d4a55767b {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:47:43.891352 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-99252da3-1632-450a-b731-5ad0bca926bc service neutron] Checking agent: {'id': '233b753e-9484-4350-9871-64b7c66fc067', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'started_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:47:43.891686 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-99252da3-1632-450a-b731-5ad0bca926bc service neutron] Checking segment: {'id': 'a74b06f9-dd58-4602-baeb-166ffcd1d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:47:43.892067 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-99252da3-1632-450a-b731-5ad0bca926bc service neutron] Bound using segment: {'id': 'a74b06f9-dd58-4602-baeb-166ffcd1d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b'} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:47:43.892513 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-99252da3-1632-450a-b731-5ad0bca926bc service neutron] Bound port: f2e1f129-168e-4514-bcc0-e9a4e952dc04, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74b06f9-dd58-4602-baeb-166ffcd1d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b'}}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:47:43.892856 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-99252da3-1632-450a-b731-5ad0bca926bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:43.986556 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-99252da3-1632-450a-b731-5ad0bca926bc service neutron] For port f2e1f129-168e-4514-bcc0-e9a4e952dc04, host hv-neutron-8333, cleared binding levels {{(pid=83866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:47:43.990224 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-99252da3-1632-450a-b731-5ad0bca926bc service neutron] For port f2e1f129-168e-4514-bcc0-e9a4e952dc04, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f2e1f129-168e-4514-bcc0-e9a4e952dc04,segment=NetworkSegment(a74b06f9-dd58-4602-baeb-166ffcd1d5a6),segment_id=a74b06f9-dd58-4602-baeb-166ffcd1d5a6)] {{(pid=83866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:47:43.995516 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-99252da3-1632-450a-b731-5ad0bca926bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:44.063075 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-99252da3-1632-450a-b731-5ad0bca926bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:44.064469 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-99252da3-1632-450a-b731-5ad0bca926bc service neutron] 10.222.0.73 "PUT /v2.0/ports/f2e1f129-168e-4514-bcc0-e9a4e952dc04 HTTP/1.1" status: 200 len: 1094 time: 1.1868401 Mar 11 15:47:44.064912 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad2b779a-6f53-478d-a27a-dd9a72a73699', 'tag': 'f2e1f129-168e-4514-bcc0-e9a4e952dc04'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:47:44.084821 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99252da3-1632-450a-b731-5ad0bca926bc service neutron] Pushing event updated for resources: {'Port': ['ID=f2e1f129-168e-4514-bcc0-e9a4e952dc04,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:44.150234 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad2b779a-6f53-478d-a27a-dd9a72a73699', 'tag': 'f2e1f129-168e-4514-bcc0-e9a4e952dc04', 'status': 'completed', 'code': 200} Mar 11 15:47:44.199074 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-1163a087-5dfd-4386-aaf8-2ea1c734ab41 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=ad2b779a-6f53-478d-a27a-dd9a72a73699 HTTP/1.1" status: 200 len: 1097 time: 0.0907340 Mar 11 15:47:44.280001 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-0c90964a-da5a-414b-a7fa-1211e7eee7d1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2e1f129-168e-4514-bcc0-e9a4e952dc04 HTTP/1.1" status: 200 len: 217 time: 0.0735981 Mar 11 15:47:44.347920 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-97b6db45-0b01-4314-a371-363ecd27146d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:44.349668 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-97b6db45-0b01-4314-a371-363ecd27146d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=254c2087-ac61-4c72-98ac-b3ccac2fd4f4 HTTP/1.1" status: 200 len: 835 time: 0.0635524 Mar 11 15:47:44.445849 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-7590e300-2d90-47e1-ba1a-a4ed4a5b6e78 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1973158d-d4be-4c99-843b-1a1d4a55767b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0889654 Mar 11 15:47:44.637938 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-4c0c8e25-b17e-4097-873e-96c37d36e6fd service neutron] 10.222.0.73 "GET /v2.0/networks/1973158d-d4be-4c99-843b-1a1d4a55767b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857769 Mar 11 15:47:44.647364 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ce67b-591c-468c-8065-7ace5dff7fd3 req-11059b05-2c9d-43b6-b457-5c711400aa74 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:44.648894 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3b6ce67b-591c-468c-8065-7ace5dff7fd3 req-11059b05-2c9d-43b6-b457-5c711400aa74 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad2b779a-6f53-478d-a27a-dd9a72a73699 HTTP/1.1" status: 200 len: 944 time: 0.1788173 Mar 11 15:47:44.780733 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3b6ce67b-591c-468c-8065-7ace5dff7fd3 req-febffec9-f880-4e83-a23b-fc82b501bab3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f2e9d06-f9e3-43b8-b91d-cc47cf9a18b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126537 Mar 11 15:47:44.816086 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2ea2ef03-1c93-42c1-b749-de20a16ca7f2 req-bb84a225-e21b-47a1-b921-c95418886435 service neutron] 10.222.0.73 "GET /v2.0/networks/1973158d-d4be-4c99-843b-1a1d4a55767b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661279 Mar 11 15:47:45.039159 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f9d6ee83-e428-4c69-a427-394d0eee5d1a req-ddbe97c4-65b2-4150-a095-2a05fb8eb559 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=ad2b779a-6f53-478d-a27a-dd9a72a73699 HTTP/1.1" status: 200 len: 1097 time: 0.1741331 Mar 11 15:47:45.175847 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6ee83-e428-4c69-a427-394d0eee5d1a req-ed49e12f-62d8-48f1-a02a-7b43869c5b4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:45.177331 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f9d6ee83-e428-4c69-a427-394d0eee5d1a req-ed49e12f-62d8-48f1-a02a-7b43869c5b4c service neutron] 10.222.0.73 "GET /v2.0/networks?id=1973158d-d4be-4c99-843b-1a1d4a55767b HTTP/1.1" status: 200 len: 896 time: 0.1310723 Mar 11 15:47:45.252444 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f9d6ee83-e428-4c69-a427-394d0eee5d1a req-ee5c258e-761d-412e-a7c0-f1deeb3783ba service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2e1f129-168e-4514-bcc0-e9a4e952dc04 HTTP/1.1" status: 200 len: 217 time: 0.0672915 Mar 11 15:47:45.315035 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6ee83-e428-4c69-a427-394d0eee5d1a req-749ed3e6-3c03-403b-bccd-c60404b7d1b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:45.316933 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f9d6ee83-e428-4c69-a427-394d0eee5d1a req-749ed3e6-3c03-403b-bccd-c60404b7d1b0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=254c2087-ac61-4c72-98ac-b3ccac2fd4f4 HTTP/1.1" status: 200 len: 835 time: 0.0585296 Mar 11 15:47:45.398471 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f9d6ee83-e428-4c69-a427-394d0eee5d1a req-3d529970-f474-4e44-be32-173e1de3b81e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1973158d-d4be-4c99-843b-1a1d4a55767b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737257 Mar 11 15:47:45.542526 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f9d6ee83-e428-4c69-a427-394d0eee5d1a req-950e646e-e6cd-4746-906d-1c95de1547fc service neutron] 10.222.0.73 "GET /v2.0/networks/1973158d-d4be-4c99-843b-1a1d4a55767b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373069 Mar 11 15:47:45.691340 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f9d6ee83-e428-4c69-a427-394d0eee5d1a req-a3c6c14f-8c07-4ce4-b817-cad6e095732e service neutron] 10.222.0.73 "GET /v2.0/networks/1973158d-d4be-4c99-843b-1a1d4a55767b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418695 Mar 11 15:47:45.700403 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:46.002309 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be1ed5-6227-4cf0-915a-b5172e072cd5 req-c375f1f5-44f8-475c-b2db-23e02088c073 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:46.003777 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-63be1ed5-6227-4cf0-915a-b5172e072cd5 req-c375f1f5-44f8-475c-b2db-23e02088c073 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad2b779a-6f53-478d-a27a-dd9a72a73699 HTTP/1.1" status: 200 len: 944 time: 0.0839562 Mar 11 15:47:46.053759 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-63be1ed5-6227-4cf0-915a-b5172e072cd5 req-0607ca19-013a-442c-87f9-76f3650fa314 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f2e9d06-f9e3-43b8-b91d-cc47cf9a18b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433238 Mar 11 15:47:47.268375 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83689500-954b-4ec0-96c5-fb04d712b1fa req-18df6e7c-2b99-4488-91d3-fec0f3a39941 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:47.269891 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-83689500-954b-4ec0-96c5-fb04d712b1fa req-18df6e7c-2b99-4488-91d3-fec0f3a39941 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad2b779a-6f53-478d-a27a-dd9a72a73699 HTTP/1.1" status: 200 len: 944 time: 0.0875130 Mar 11 15:47:47.322645 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-83689500-954b-4ec0-96c5-fb04d712b1fa req-88ffd728-9207-4945-aaeb-af602c297411 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f2e9d06-f9e3-43b8-b91d-cc47cf9a18b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435965 Mar 11 15:47:48.535098 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee1817-c969-4bd3-9d38-9923ea343bdc req-2f6f99bc-35a1-412f-96ac-4fba081bae9f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:48.536931 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-6fee1817-c969-4bd3-9d38-9923ea343bdc req-2f6f99bc-35a1-412f-96ac-4fba081bae9f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad2b779a-6f53-478d-a27a-dd9a72a73699 HTTP/1.1" status: 200 len: 944 time: 0.0835009 Mar 11 15:47:48.583543 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-6fee1817-c969-4bd3-9d38-9923ea343bdc req-f4d7adbe-711c-4969-8247-aefbff287f3d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f2e9d06-f9e3-43b8-b91d-cc47cf9a18b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414493 Mar 11 15:47:48.609422 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device f2e1f129-168e-4514-bcc0-e9a4e952dc04 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:47:48.748691 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port f2e1f129-168e-4514-bcc0-e9a4e952dc04, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f2e1f129-168e-4514-bcc0-e9a4e952dc04,segment=NetworkSegment(a74b06f9-dd58-4602-baeb-166ffcd1d5a6),segment_id=a74b06f9-dd58-4602-baeb-166ffcd1d5a6)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:47:48.762761 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': 'f2e1f129-168e-4514-bcc0-e9a4e952dc04', 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b', 'port_id': 'f2e1f129-168e-4514-bcc0-e9a4e952dc04', 'mac_address': 'fa:16:3e:85:e4:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254c2087-ac61-4c72-98ac-b3ccac2fd4f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:47:48.823005 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:48.840898 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2e1f129-168e-4514-bcc0-e9a4e952dc04 {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:47:48.857354 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port f2e1f129-168e-4514-bcc0-e9a4e952dc04, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f2e1f129-168e-4514-bcc0-e9a4e952dc04,segment=NetworkSegment(a74b06f9-dd58-4602-baeb-166ffcd1d5a6),segment_id=a74b06f9-dd58-4602-baeb-166ffcd1d5a6)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:47:48.861745 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:48.930571 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=f2e1f129-168e-4514-bcc0-e9a4e952dc04,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:49.227232 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['f2e1f129-168e-4514-bcc0-e9a4e952dc04'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 15:47:49.798546 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51917f-8299-4773-b906-90ea2ced4a71 req-423df113-a192-455e-80d2-b5ff90c853d5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:49.800204 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-da51917f-8299-4773-b906-90ea2ced4a71 req-423df113-a192-455e-80d2-b5ff90c853d5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad2b779a-6f53-478d-a27a-dd9a72a73699 HTTP/1.1" status: 200 len: 945 time: 0.0821533 Mar 11 15:47:49.861141 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-da51917f-8299-4773-b906-90ea2ced4a71 req-7f30563f-8c9c-4cc4-8002-4356204e5d55 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f2e9d06-f9e3-43b8-b91d-cc47cf9a18b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532846 Mar 11 15:47:50.620394 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device f2e1f129-168e-4514-bcc0-e9a4e952dc04 up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:47:50.696841 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning for port f2e1f129-168e-4514-bcc0-e9a4e952dc04 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:47:50.701685 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port f2e1f129-168e-4514-bcc0-e9a4e952dc04 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:47:50.702057 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:50.828813 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:50.856700 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad2b779a-6f53-478d-a27a-dd9a72a73699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e1f129-168e-4514-bcc0-e9a4e952dc04'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:47:50.868906 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port f2e1f129-168e-4514-bcc0-e9a4e952dc04, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f2e1f129-168e-4514-bcc0-e9a4e952dc04,segment=NetworkSegment(a74b06f9-dd58-4602-baeb-166ffcd1d5a6),segment_id=a74b06f9-dd58-4602-baeb-166ffcd1d5a6)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:47:50.875228 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:50.937870 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad2b779a-6f53-478d-a27a-dd9a72a73699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e1f129-168e-4514-bcc0-e9a4e952dc04', 'code': 200} Mar 11 15:47:50.953258 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=f2e1f129-168e-4514-bcc0-e9a4e952dc04,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:51.081616 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b1cde-24ca-4089-954e-6db1d7ae2c95 req-110238ed-9750-452b-9d9b-dcc58ff771a8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:51.083455 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d11b1cde-24ca-4089-954e-6db1d7ae2c95 req-110238ed-9750-452b-9d9b-dcc58ff771a8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad2b779a-6f53-478d-a27a-dd9a72a73699 HTTP/1.1" status: 200 len: 946 time: 0.0887058 Mar 11 15:47:51.183453 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d11b1cde-24ca-4089-954e-6db1d7ae2c95 req-95a2cc8a-a31d-4644-985b-fcf410a57aa6 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f2e9d06-f9e3-43b8-b91d-cc47cf9a18b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943477 Mar 11 15:47:51.201946 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-56a9734f-b65e-43dc-9479-4b8b38244c06 req-0575a9a8-b470-4a2f-902d-2960dc1a55a7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ad2b779a-6f53-478d-a27a-dd9a72a73699 HTTP/1.1" status: 200 len: 1099 time: 0.0984194 Mar 11 15:47:51.250562 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-56a9734f-b65e-43dc-9479-4b8b38244c06 req-7b348cc8-0110-4340-92da-57dabafbe15c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1f2e9d06-f9e3-43b8-b91d-cc47cf9a18b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429182 Mar 11 15:47:52.480410 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366efc19-e7e8-4600-8b2d-4d046cf10250 req-5907a3dc-b6f4-4766-becd-6eea53a47f96 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:52.482025 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-366efc19-e7e8-4600-8b2d-4d046cf10250 req-5907a3dc-b6f4-4766-becd-6eea53a47f96 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad2b779a-6f53-478d-a27a-dd9a72a73699 HTTP/1.1" status: 200 len: 946 time: 0.1733358 Mar 11 15:47:52.530509 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-366efc19-e7e8-4600-8b2d-4d046cf10250 req-e9e06037-d7b8-428b-8c57-a3ce5fa2d9ff tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f2e9d06-f9e3-43b8-b91d-cc47cf9a18b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429616 Mar 11 15:47:53.743310 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14829e4-5098-422a-bb03-ba583fa79533 req-5c43c6ae-14d5-43e1-9af9-62857d50cfb2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:53.744800 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c14829e4-5098-422a-bb03-ba583fa79533 req-5c43c6ae-14d5-43e1-9af9-62857d50cfb2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad2b779a-6f53-478d-a27a-dd9a72a73699 HTTP/1.1" status: 200 len: 946 time: 0.0785346 Mar 11 15:47:53.791570 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c14829e4-5098-422a-bb03-ba583fa79533 req-526d8220-8959-454b-96e2-0dc2e494c1f4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f2e9d06-f9e3-43b8-b91d-cc47cf9a18b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412269 Mar 11 15:47:53.997870 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769d855-05c6-46fc-b925-614be0e5ab91 req-67937e48-1a04-4ecc-b11f-751ad9120431 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:53.999340 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d769d855-05c6-46fc-b925-614be0e5ab91 req-67937e48-1a04-4ecc-b11f-751ad9120431 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad2b779a-6f53-478d-a27a-dd9a72a73699 HTTP/1.1" status: 200 len: 946 time: 0.0811143 Mar 11 15:47:54.048568 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d769d855-05c6-46fc-b925-614be0e5ab91 req-39c7c0cf-fc11-4f26-a617-11c36f255f8a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f2e9d06-f9e3-43b8-b91d-cc47cf9a18b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427580 Mar 11 15:47:54.082098 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45078) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:54.152968 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-01a24402-d478-46fc-809a-fb5e889fa5ee tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ad2b779a-6f53-478d-a27a-dd9a72a73699 HTTP/1.1" status: 200 len: 1094 time: 0.0691185 Mar 11 15:47:54.155639 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45082) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:54.161529 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-370c6cf1-3a95-4220-9ec6-a08961c29cdb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'floatingip': {'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'port_id': 'f2e1f129-168e-4514-bcc0-e9a4e952dc04', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:47:54.167301 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-370c6cf1-3a95-4220-9ec6-a08961c29cdb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:54.171169 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-370c6cf1-3a95-4220-9ec6-a08961c29cdb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:floatingip and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:54.174133 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-370c6cf1-3a95-4220-9ec6-a08961c29cdb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:54.191157 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-370c6cf1-3a95-4220-9ec6-a08961c29cdb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:54.203401 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-370c6cf1-3a95-4220-9ec6-a08961c29cdb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for floatingip, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:54.350639 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-370c6cf1-3a95-4220-9ec6-a08961c29cdb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:54.492166 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-370c6cf1-3a95-4220-9ec6-a08961c29cdb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Allocated IP 172.26.0.20 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/87d7e4df-fb9c-488a-a2db-f1ef73a85841) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:47:54.644214 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-370c6cf1-3a95-4220-9ec6-a08961c29cdb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:54.678274 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-370c6cf1-3a95-4220-9ec6-a08961c29cdb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:54.745614 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370c6cf1-3a95-4220-9ec6-a08961c29cdb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:47:54.748575 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-370c6cf1-3a95-4220-9ec6-a08961c29cdb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:47:54.753029 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370c6cf1-3a95-4220-9ec6-a08961c29cdb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:47:54.780978 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c6cf1-3a95-4220-9ec6-a08961c29cdb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=87d7e4df-fb9c-488a-a2db-f1ef73a85841,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:55.284228 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-370c6cf1-3a95-4220-9ec6-a08961c29cdb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:55.339966 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-370c6cf1-3a95-4220-9ec6-a08961c29cdb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:55.563061 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-370c6cf1-3a95-4220-9ec6-a08961c29cdb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:55.568550 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-370c6cf1-3a95-4220-9ec6-a08961c29cdb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:55.767761 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c6cf1-3a95-4220-9ec6-a08961c29cdb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=87d7e4df-fb9c-488a-a2db-f1ef73a85841,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:55.781882 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-370c6cf1-3a95-4220-9ec6-a08961c29cdb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:55.981841 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.l3_db [None req-370c6cf1-3a95-4220-9ec6-a08961c29cdb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Floating IP 76c0b6c0-44d3-42b6-a5ef-d662771f0df1 associated. External IP: 172.26.0.20, port: f2e1f129-168e-4514-bcc0-e9a4e952dc04. Mar 11 15:47:56.433500 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370c6cf1-3a95-4220-9ec6-a08961c29cdb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router 64b0796e-193f-472e-adac-1334fffa80a3 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:47:56.643399 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370c6cf1-3a95-4220-9ec6-a08961c29cdb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:47:56.656057 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2645382-01b2-45ea-b123-95f0365cb9a3 None None] Sync routers for ids ['64b0796e-193f-472e-adac-1334fffa80a3'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:47:56.670690 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-370c6cf1-3a95-4220-9ec6-a08961c29cdb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:56.672447 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2645382-01b2-45ea-b123-95f0365cb9a3 None None] Routers {'64b0796e-193f-472e-adac-1334fffa80a3'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:47:56.673106 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-c2645382-01b2-45ea-b123-95f0365cb9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:47:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['64b0796e-193f-472e-adac-1334fffa80a3'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:56.730561 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-370c6cf1-3a95-4220-9ec6-a08961c29cdb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5738513 Mar 11 15:47:56.731118 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad2b779a-6f53-478d-a27a-dd9a72a73699', 'tag': 'f2e1f129-168e-4514-bcc0-e9a4e952dc04'}] {{(pid=83867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:47:56.734513 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 45086) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:56.788528 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad2b779a-6f53-478d-a27a-dd9a72a73699', 'tag': 'f2e1f129-168e-4514-bcc0-e9a4e952dc04', 'status': 'completed', 'code': 200} Mar 11 15:47:56.877488 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a901bca6-78f2-457e-8bcd-7df61a858faf tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ad2b779a-6f53-478d-a27a-dd9a72a73699 HTTP/1.1" status: 200 len: 1094 time: 0.1409931 Mar 11 15:47:56.896659 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6d3f2a56-8a7a-4602-af74-ce02382c2436 req-110d176e-71c2-4ad6-b30a-8a74fee1ed10 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=ad2b779a-6f53-478d-a27a-dd9a72a73699 HTTP/1.1" status: 200 len: 1099 time: 0.0842350 Mar 11 15:47:56.899921 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-c2645382-01b2-45ea-b123-95f0365cb9a3 None None] Set router 64b0796e-193f-472e-adac-1334fffa80a3 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:47:57.042486 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f2a56-8a7a-4602-af74-ce02382c2436 req-10bed0c0-fa38-4ff1-847a-a8d2d3b244e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:57.044007 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6d3f2a56-8a7a-4602-af74-ce02382c2436 req-10bed0c0-fa38-4ff1-847a-a8d2d3b244e9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1973158d-d4be-4c99-843b-1a1d4a55767b HTTP/1.1" status: 200 len: 896 time: 0.1409321 Mar 11 15:47:57.071178 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45094) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:57.078137 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-7012ca80-4a4d-4e78-a6c1-cd593103b190 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-629573988', 'description': 'tempest-secgroup-smoke-629573988 description', 'project_id': '916fcc14ed3c4d0b95925acf526937c4'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:47:57.085060 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7012ca80-4a4d-4e78-a6c1-cd593103b190 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:57.096127 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7012ca80-4a4d-4e78-a6c1-cd593103b190 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:57.109254 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7012ca80-4a4d-4e78-a6c1-cd593103b190 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:57.148544 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7012ca80-4a4d-4e78-a6c1-cd593103b190 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:57.152801 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7012ca80-4a4d-4e78-a6c1-cd593103b190 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:57.155784 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7012ca80-4a4d-4e78-a6c1-cd593103b190 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:57.162564 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7012ca80-4a4d-4e78-a6c1-cd593103b190 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:57.168715 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6d3f2a56-8a7a-4602-af74-ce02382c2436 req-87e0002c-a504-4587-babd-2a91b78bff74 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2e1f129-168e-4514-bcc0-e9a4e952dc04 HTTP/1.1" status: 200 len: 999 time: 0.1107676 Mar 11 15:47:57.251200 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7012ca80-4a4d-4e78-a6c1-cd593103b190 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:57.265759 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7012ca80-4a4d-4e78-a6c1-cd593103b190 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:57.325799 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7012ca80-4a4d-4e78-a6c1-cd593103b190 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13641116-bc06-42d8-90df-c2804eb7b3cf,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:57.335217 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7012ca80-4a4d-4e78-a6c1-cd593103b190 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:57.341129 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7012ca80-4a4d-4e78-a6c1-cd593103b190 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2688305 Mar 11 15:47:57.341846 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45098) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:57.348712 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-a4e994b2-f4ac-446f-894c-f8d19062b910 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '13641116-bc06-42d8-90df-c2804eb7b3cf', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:47:57.351531 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-c2645382-01b2-45ea-b123-95f0365cb9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b0796e-193f-472e-adac-1334fffa80a3', 'name': 'tempest-TestNetworkBasicOps-router-2051607849', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.157'}], 'enable_snat': True}, 'gw_port_id': '6202e128-09f7-48f9-938a-497e31d2f815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:29Z', 'updated_at': '2022-03-11T15:47:34Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '6202e128-09f7-48f9-938a-497e31d2f815', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:30Z', 'updated_at': '2022-03-11T15:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '76c0b6c0-44d3-42b6-a5ef-d662771f0df1', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.20', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'port_id': 'f2e1f129-168e-4514-bcc0-e9a4e952dc04', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b', 'mac_address': 'fa:16:3e:85:e4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2b779a-6f53-478d-a27a-dd9a72a73699', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:47:55Z', 'updated_at': '2022-03-11T15:47:55Z', 'revision_number': 0, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41051055-3a9c-45e5-b2d4-bddeb9e63831', 'name': '', 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:94:8e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '254c2087-ac61-4c72-98ac-b3ccac2fd4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:34Z', 'updated_at': '2022-03-11T15:47:40Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '254c2087-ac61-4c72-98ac-b3ccac2fd4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:57.355335 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-a4e994b2-f4ac-446f-894c-f8d19062b910 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:57.355963 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2645382-01b2-45ea-b123-95f0365cb9a3 None None] Checking router: 64b0796e-193f-472e-adac-1334fffa80a3 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:47:57.359784 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-a4e994b2-f4ac-446f-894c-f8d19062b910 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:57.361893 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f2a56-8a7a-4602-af74-ce02382c2436 req-6a207d67-af3a-4d52-8560-a05f681077f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:57.364026 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-a4e994b2-f4ac-446f-894c-f8d19062b910 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:57.364491 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6d3f2a56-8a7a-4602-af74-ce02382c2436 req-6a207d67-af3a-4d52-8560-a05f681077f6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=254c2087-ac61-4c72-98ac-b3ccac2fd4f4 HTTP/1.1" status: 200 len: 835 time: 0.1891327 Mar 11 15:47:57.371489 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-a4e994b2-f4ac-446f-894c-f8d19062b910 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:57.378800 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2645382-01b2-45ea-b123-95f0365cb9a3 None None] Routers {'64b0796e-193f-472e-adac-1334fffa80a3'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:47:57.379450 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-c2645382-01b2-45ea-b123-95f0365cb9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:47:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['64b0796e-193f-472e-adac-1334fffa80a3'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:57.392521 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a4e994b2-f4ac-446f-894c-f8d19062b910 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:57.458792 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6d3f2a56-8a7a-4602-af74-ce02382c2436 req-8a0e7d25-a5f2-4bc0-9a8d-b0eee63de75d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1973158d-d4be-4c99-843b-1a1d4a55767b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0872126 Mar 11 15:47:57.467355 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a4e994b2-f4ac-446f-894c-f8d19062b910 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:57.471939 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a4e994b2-f4ac-446f-894c-f8d19062b910 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:57.482513 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [req-6d3f2a56-8a7a-4602-af74-ce02382c2436 req-54bdbe40-e315-4935-83db-94c77875c3c6 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:47:57.483444 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6d3f2a56-8a7a-4602-af74-ce02382c2436 req-54bdbe40-e315-4935-83db-94c77875c3c6 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0068738 Mar 11 15:47:57.497325 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e994b2-f4ac-446f-894c-f8d19062b910 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a72006f-ffc9-4396-b9be-e66a50591e86,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:57.511873 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a4e994b2-f4ac-446f-894c-f8d19062b910 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:57.511873 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a4e994b2-f4ac-446f-894c-f8d19062b910 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1655996 Mar 11 15:47:57.511873 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45102) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:57.516713 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-453e58cd-7229-46ee-a287-14dfa885cede tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '13641116-bc06-42d8-90df-c2804eb7b3cf', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:47:57.523246 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-453e58cd-7229-46ee-a287-14dfa885cede tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:57.527196 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-453e58cd-7229-46ee-a287-14dfa885cede tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:57.530158 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-453e58cd-7229-46ee-a287-14dfa885cede tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:57.537527 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-453e58cd-7229-46ee-a287-14dfa885cede tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:57.565451 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-453e58cd-7229-46ee-a287-14dfa885cede tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:57.585467 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-c2645382-01b2-45ea-b123-95f0365cb9a3 None None] Set router 64b0796e-193f-472e-adac-1334fffa80a3 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:47:57.639939 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6d3f2a56-8a7a-4602-af74-ce02382c2436 req-69f7fe11-f31d-437f-88ad-c6ff04dd9248 service neutron] 10.222.0.73 "GET /v2.0/networks/1973158d-d4be-4c99-843b-1a1d4a55767b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502082 Mar 11 15:47:57.659884 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-453e58cd-7229-46ee-a287-14dfa885cede tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:57.665355 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-453e58cd-7229-46ee-a287-14dfa885cede tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:57.691244 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e58cd-7229-46ee-a287-14dfa885cede tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fc5be1a-ceca-4fd9-8419-7634709d2c42,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:57.700962 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-453e58cd-7229-46ee-a287-14dfa885cede tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:57.705205 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-453e58cd-7229-46ee-a287-14dfa885cede tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1901746 Mar 11 15:47:57.705205 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45106) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:57.711779 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-3e35f376-d1b1-4408-9b01-892a056dd4cd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '13641116-bc06-42d8-90df-c2804eb7b3cf', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:47:57.718055 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-3e35f376-d1b1-4408-9b01-892a056dd4cd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:57.722000 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-3e35f376-d1b1-4408-9b01-892a056dd4cd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:57.725734 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-3e35f376-d1b1-4408-9b01-892a056dd4cd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:57.731496 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-3e35f376-d1b1-4408-9b01-892a056dd4cd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:57.756910 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3e35f376-d1b1-4408-9b01-892a056dd4cd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:57.820616 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6d3f2a56-8a7a-4602-af74-ce02382c2436 req-fde845c1-2a02-458b-8bd8-9eb68452e69b service neutron] 10.222.0.73 "GET /v2.0/networks/1973158d-d4be-4c99-843b-1a1d4a55767b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738930 Mar 11 15:47:57.842454 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3e35f376-d1b1-4408-9b01-892a056dd4cd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:57.846473 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3e35f376-d1b1-4408-9b01-892a056dd4cd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:57.869888 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e35f376-d1b1-4408-9b01-892a056dd4cd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f33e0ae-550a-404d-9be8-0f37e97b86de,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:57.883548 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3e35f376-d1b1-4408-9b01-892a056dd4cd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:57.884779 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-3e35f376-d1b1-4408-9b01-892a056dd4cd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1785429 Mar 11 15:47:57.887706 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 45110) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:57.893395 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-0859e747-c4bd-47bf-a770-67713577df2b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '13641116-bc06-42d8-90df-c2804eb7b3cf', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:47:57.901004 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0859e747-c4bd-47bf-a770-67713577df2b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:57.905155 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0859e747-c4bd-47bf-a770-67713577df2b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:57.908174 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0859e747-c4bd-47bf-a770-67713577df2b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:57.915517 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0859e747-c4bd-47bf-a770-67713577df2b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:57.932188 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0859e747-c4bd-47bf-a770-67713577df2b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:57.979020 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-c2645382-01b2-45ea-b123-95f0365cb9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b0796e-193f-472e-adac-1334fffa80a3', 'name': 'tempest-TestNetworkBasicOps-router-2051607849', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.157'}], 'enable_snat': True}, 'gw_port_id': '6202e128-09f7-48f9-938a-497e31d2f815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:29Z', 'updated_at': '2022-03-11T15:47:34Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '6202e128-09f7-48f9-938a-497e31d2f815', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:30Z', 'updated_at': '2022-03-11T15:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '76c0b6c0-44d3-42b6-a5ef-d662771f0df1', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.20', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'port_id': 'f2e1f129-168e-4514-bcc0-e9a4e952dc04', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b', 'mac_address': 'fa:16:3e:85:e4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2b779a-6f53-478d-a27a-dd9a72a73699', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:47:55Z', 'updated_at': '2022-03-11T15:47:55Z', 'revision_number': 0, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41051055-3a9c-45e5-b2d4-bddeb9e63831', 'name': '', 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:94:8e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '254c2087-ac61-4c72-98ac-b3ccac2fd4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:34Z', 'updated_at': '2022-03-11T15:47:40Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '254c2087-ac61-4c72-98ac-b3ccac2fd4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:47:57.983102 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2645382-01b2-45ea-b123-95f0365cb9a3 None None] The sync data for ids ['64b0796e-193f-472e-adac-1334fffa80a3'] in dv-neutron-833373-1-hyperv is: [{'id': '64b0796e-193f-472e-adac-1334fffa80a3', 'name': 'tempest-TestNetworkBasicOps-router-2051607849', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.157'}], 'enable_snat': True}, 'gw_port_id': '6202e128-09f7-48f9-938a-497e31d2f815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:29Z', 'updated_at': '2022-03-11T15:47:34Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '6202e128-09f7-48f9-938a-497e31d2f815', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:30Z', 'updated_at': '2022-03-11T15:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '76c0b6c0-44d3-42b6-a5ef-d662771f0df1', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.20', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'port_id': 'f2e1f129-168e-4514-bcc0-e9a4e952dc04', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b', 'mac_address': 'fa:16:3e:85:e4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2b779a-6f53-478d-a27a-dd9a72a73699', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:47:55Z', 'updated_at': '2022-03-11T15:47:55Z', 'revision_number': 0, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41051055-3a9c-45e5-b2d4-bddeb9e63831', 'name': '', 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:94:8e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '254c2087-ac61-4c72-98ac-b3ccac2fd4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:34Z', 'updated_at': '2022-03-11T15:47:40Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '254c2087-ac61-4c72-98ac-b3ccac2fd4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:47:58.008459 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0859e747-c4bd-47bf-a770-67713577df2b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:58.013165 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0859e747-c4bd-47bf-a770-67713577df2b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:58.038240 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0859e747-c4bd-47bf-a770-67713577df2b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec48fa6a-f1f3-423f-b942-df1df5b39adb,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:58.048567 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0859e747-c4bd-47bf-a770-67713577df2b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:58.049756 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0859e747-c4bd-47bf-a770-67713577df2b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1610394 Mar 11 15:47:58.053217 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 45114) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:58.060930 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-e789426d-13dd-4f5b-be7c-7a35f0b5003a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '13641116-bc06-42d8-90df-c2804eb7b3cf', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:47:58.068136 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-e789426d-13dd-4f5b-be7c-7a35f0b5003a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:58.072495 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-e789426d-13dd-4f5b-be7c-7a35f0b5003a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:58.075696 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-e789426d-13dd-4f5b-be7c-7a35f0b5003a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:58.085767 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-e789426d-13dd-4f5b-be7c-7a35f0b5003a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:58.101266 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.securitygroups_db [None req-e789426d-13dd-4f5b-be7c-7a35f0b5003a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Project 916fcc14ed3c4d0b95925acf526937c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:47:58.107974 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e789426d-13dd-4f5b-be7c-7a35f0b5003a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:58.177546 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e789426d-13dd-4f5b-be7c-7a35f0b5003a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:58.186595 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e789426d-13dd-4f5b-be7c-7a35f0b5003a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:58.218189 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789426d-13dd-4f5b-be7c-7a35f0b5003a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a79d953b-9194-4acb-a228-c7ab0dad2eac,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:58.230411 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e789426d-13dd-4f5b-be7c-7a35f0b5003a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:58.231649 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-e789426d-13dd-4f5b-be7c-7a35f0b5003a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1771529 Mar 11 15:47:58.234334 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 45118) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:47:58.241421 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-bef8479f-ac26-4970-b7f9-27d2d3594f4f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '13641116-bc06-42d8-90df-c2804eb7b3cf', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:47:58.245566 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8b9e4f-7e9d-4b0a-b00e-6749bdf04584 None None] New status for floating IP 76c0b6c0-44d3-42b6-a5ef-d662771f0df1: ACTIVE {{(pid=83869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 15:47:58.247729 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-bef8479f-ac26-4970-b7f9-27d2d3594f4f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:47:58.252048 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-bef8479f-ac26-4970-b7f9-27d2d3594f4f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:47:58.255792 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-bef8479f-ac26-4970-b7f9-27d2d3594f4f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:47:58.261670 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-bef8479f-ac26-4970-b7f9-27d2d3594f4f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:47:58.273874 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.securitygroups_db [None req-bef8479f-ac26-4970-b7f9-27d2d3594f4f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Project 916fcc14ed3c4d0b95925acf526937c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:47:58.280711 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bef8479f-ac26-4970-b7f9-27d2d3594f4f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:58.352914 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bef8479f-ac26-4970-b7f9-27d2d3594f4f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:58.358016 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bef8479f-ac26-4970-b7f9-27d2d3594f4f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:58.384339 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef8479f-ac26-4970-b7f9-27d2d3594f4f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95dfbf0e-f4cb-487f-97d9-98e3c4f4706a,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:47:58.398024 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bef8479f-ac26-4970-b7f9-27d2d3594f4f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:58.400034 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-bef8479f-ac26-4970-b7f9-27d2d3594f4f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1642368 Mar 11 15:47:58.653802 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-336c4551-0b4b-4e59-84af-f3a51102e66d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-629573988&fields=id&tenant_id=916fcc14ed3c4d0b95925acf526937c4 HTTP/1.1" status: 200 len: 267 time: 0.0498388 Mar 11 15:47:58.810370 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-d9c18fae-1212-4701-bb16-b736e74a00ca tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:47:58.811734 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-d9c18fae-1212-4701-bb16-b736e74a00ca tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/networks?id=1973158d-d4be-4c99-843b-1a1d4a55767b HTTP/1.1" status: 200 len: 795 time: 0.1506405 Mar 11 15:47:58.834401 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-a140db4e-7ff6-499d-9ff2-1ef193bd3029 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/quotas/916fcc14ed3c4d0b95925acf526937c4 HTTP/1.1" status: 200 len: 375 time: 0.0118868 Mar 11 15:47:58.920579 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-02495d94-8327-4f04-8320-8cae8a7af316 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0808275 Mar 11 15:47:58.953124 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:47:59.063564 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-85876381-c7b5-40cb-84e5-1ff10559140d service neutron] 10.222.0.31 "GET /v2.0/networks/1973158d-d4be-4c99-843b-1a1d4a55767b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291921 Mar 11 15:47:59.214366 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-63901591-cea7-48c3-b464-d84514d68406 service neutron] 10.222.0.31 "GET /v2.0/networks/1973158d-d4be-4c99-843b-1a1d4a55767b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450107 Mar 11 15:47:59.355336 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4eeaa913-edca-4f2b-b7bc-f05d505e9b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:47:59.422096 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-293840cd-77d6-4ab6-9d0c-6c53f54823b1 req-013f598d-925c-4c74-97bd-4c285fcc9122 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5d491b8-d831-41b9-bc66-86b21cea1ac3 HTTP/1.1" status: 200 len: 210 time: 0.0498569 Mar 11 15:48:00.546504 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e6c6564d-8997-4eaf-a5e7-b87eb0185a75 req-3acab806-e7d8-41a5-948c-38e2b335a352 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5d491b8-d831-41b9-bc66-86b21cea1ac3 HTTP/1.1" status: 200 len: 210 time: 0.0457137 Mar 11 15:48:01.621749 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8e53ea4d-8f4e-4f9d-8771-680d16643b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:01.670022 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-30e6bd31-4d4a-4dac-a3e9-1e633f2afab7 req-22d90b7f-40b0-4802-bc09-bb171b64bebb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5d491b8-d831-41b9-bc66-86b21cea1ac3 HTTP/1.1" status: 200 len: 210 time: 0.0544324 Mar 11 15:48:02.565933 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-5b8cce0a-c866-4c64-b7d4-4863686a4271 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:02.571251 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-5b8cce0a-c866-4c64-b7d4-4863686a4271 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "GET /v2.0/networks?id=1973158d-d4be-4c99-843b-1a1d4a55767b HTTP/1.1" status: 200 len: 795 time: 0.1606414 Mar 11 15:48:02.645859 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-fe8f8392-72a7-4f4a-83dd-5897075524a7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=916fcc14ed3c4d0b95925acf526937c4 HTTP/1.1" status: 200 len: 471 time: 0.0468414 Mar 11 15:48:02.655291 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-cbf969ae-2359-4099-9184-5090f3d76c04 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'port': {'device_id': 'f5d491b8-d831-41b9-bc66-86b21cea1ac3', 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b', 'admin_state_up': True, 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'security_groups': ['13641116-bc06-42d8-90df-c2804eb7b3cf']}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:48:02.768940 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:02.807168 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-cbf969ae-2359-4099-9184-5090f3d76c04 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:02.850953 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-cbf969ae-2359-4099-9184-5090f3d76c04 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:02.866525 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-bdd52cfa-4fe6-49ab-8ea2-ecf12029ad73 req-c2d636d4-62c5-4ef0-a13e-3eca18f7c31d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5d491b8-d831-41b9-bc66-86b21cea1ac3 HTTP/1.1" status: 200 len: 210 time: 0.0522847 Mar 11 15:48:02.873565 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-cbf969ae-2359-4099-9184-5090f3d76c04 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Made reservation on behalf of 916fcc14ed3c4d0b95925acf526937c4 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:48:02.877098 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-cbf969ae-2359-4099-9184-5090f3d76c04 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:02.994973 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:03.203405 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-cbf969ae-2359-4099-9184-5090f3d76c04 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Allocated IP 172.20.0.14 (1973158d-d4be-4c99-843b-1a1d4a55767b/254c2087-ac61-4c72-98ac-b3ccac2fd4f4/1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:48:03.257003 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-aca9a8b1-3acb-45a6-b8d0-8da15482b1ba req-ecb8a62c-34cc-4fad-a89a-ee5ec677d63c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ad2b779a-6f53-478d-a27a-dd9a72a73699&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3200407 Mar 11 15:48:03.477865 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-cbf969ae-2359-4099-9184-5090f3d76c04 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:03.493806 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-aca9a8b1-3acb-45a6-b8d0-8da15482b1ba req-c9541c01-b0e6-4201-8d92-61362b441ec0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=ad2b779a-6f53-478d-a27a-dd9a72a73699 HTTP/1.1" status: 200 len: 1099 time: 0.1551135 Mar 11 15:48:03.501141 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-cbf969ae-2359-4099-9184-5090f3d76c04 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Transition to ACTIVE for port object 1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:48:03.591812 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-cbf969ae-2359-4099-9184-5090f3d76c04 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:03.705286 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf969ae-2359-4099-9184-5090f3d76c04 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:03.709592 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-cbf969ae-2359-4099-9184-5090f3d76c04 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network 1973158d-d4be-4c99-843b-1a1d4a55767b is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:48:03.714149 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-cbf969ae-2359-4099-9184-5090f3d76c04 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:48:03.717190 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-cbf969ae-2359-4099-9184-5090f3d76c04 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:48:03.776066 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9a8b1-3acb-45a6-b8d0-8da15482b1ba req-6cb70142-9210-46f5-96bc-8198d3eb43e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:03.777611 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-aca9a8b1-3acb-45a6-b8d0-8da15482b1ba req-6cb70142-9210-46f5-96bc-8198d3eb43e5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1973158d-d4be-4c99-843b-1a1d4a55767b HTTP/1.1" status: 200 len: 896 time: 0.2603896 Mar 11 15:48:03.868295 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-cbf969ae-2359-4099-9184-5090f3d76c04 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:03.868906 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-cbf969ae-2359-4099-9184-5090f3d76c04 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:03.915878 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-cbf969ae-2359-4099-9184-5090f3d76c04 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2644973 Mar 11 15:48:03.917809 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-aca9a8b1-3acb-45a6-b8d0-8da15482b1ba req-7a61b9b8-f9e6-467a-bb77-ca30acdf8257 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2e1f129-168e-4514-bcc0-e9a4e952dc04 HTTP/1.1" status: 200 len: 1001 time: 0.1316652 Mar 11 15:48:03.931346 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6e04d349-3eb2-46fc-a35a-1116c4e45cb7 None None] Provisioning for port 1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:48:03.933408 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-3ed0ab6a-b750-4f64-a194-a808ac6a79c1 service neutron] Request body: {'port': {'device_id': 'f5d491b8-d831-41b9-bc66-86b21cea1ac3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:48:03.936532 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6e04d349-3eb2-46fc-a35a-1116c4e45cb7 None None] Provisioning complete for port 1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:03.942998 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6e04d349-3eb2-46fc-a35a-1116c4e45cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:03.996147 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-6e04d349-3eb2-46fc-a35a-1116c4e45cb7 None None] Port 1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:48:04.074795 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9a8b1-3acb-45a6-b8d0-8da15482b1ba req-37b2e914-c470-4f1e-abf5-7439de26fc04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:04.076352 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-aca9a8b1-3acb-45a6-b8d0-8da15482b1ba req-37b2e914-c470-4f1e-abf5-7439de26fc04 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=254c2087-ac61-4c72-98ac-b3ccac2fd4f4 HTTP/1.1" status: 200 len: 835 time: 0.1169207 Mar 11 15:48:04.101809 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db75dd-0b7b-402d-bb9a-dd579a7d63dd req-76f92caa-aba7-4a6e-9e0f-71f3dfac3976 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:04.103316 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-16db75dd-0b7b-402d-bb9a-dd579a7d63dd req-76f92caa-aba7-4a6e-9e0f-71f3dfac3976 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5d491b8-d831-41b9-bc66-86b21cea1ac3 HTTP/1.1" status: 200 len: 932 time: 0.1009815 Mar 11 15:48:04.151176 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-16db75dd-0b7b-402d-bb9a-dd579a7d63dd req-580b6495-8f69-4ea5-96fd-0e1c4e1c913a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:48:04.151535 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-3ed0ab6a-b750-4f64-a194-a808ac6a79c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:04.172591 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-16db75dd-0b7b-402d-bb9a-dd579a7d63dd req-580b6495-8f69-4ea5-96fd-0e1c4e1c913a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:48:04.174688 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-16db75dd-0b7b-402d-bb9a-dd579a7d63dd req-580b6495-8f69-4ea5-96fd-0e1c4e1c913a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=13641116-bc06-42d8-90df-c2804eb7b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649738 Mar 11 15:48:04.217136 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:04.244382 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-aca9a8b1-3acb-45a6-b8d0-8da15482b1ba req-185c7c14-4b8f-496e-99e6-06a5322c8f7a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1973158d-d4be-4c99-843b-1a1d4a55767b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1606929 Mar 11 15:48:04.521581 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-aca9a8b1-3acb-45a6-b8d0-8da15482b1ba req-a5864f56-8d09-4cd8-848b-eded10969038 service neutron] 10.222.0.73 "GET /v2.0/networks/1973158d-d4be-4c99-843b-1a1d4a55767b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680089 Mar 11 15:48:04.852677 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-aca9a8b1-3acb-45a6-b8d0-8da15482b1ba req-42b3378c-2cea-4148-aa71-0f366abf758b service neutron] 10.222.0.73 "GET /v2.0/networks/1973158d-d4be-4c99-843b-1a1d4a55767b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238006 Mar 11 15:48:04.864698 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-3ed0ab6a-b750-4f64-a194-a808ac6a79c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b {{(pid=83866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:48:04.871989 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-3ed0ab6a-b750-4f64-a194-a808ac6a79c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:04.888319 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-3ed0ab6a-b750-4f64-a194-a808ac6a79c1 service neutron] Transition to ACTIVE for port object 1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b will not be triggered until provisioned by entity L2. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:48:04.892657 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-3ed0ab6a-b750-4f64-a194-a808ac6a79c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:05.021429 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed0ab6a-b750-4f64-a194-a808ac6a79c1 service neutron] Pushing event updated for resources: {'Port': ['ID=1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:05.140289 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-3ed0ab6a-b750-4f64-a194-a808ac6a79c1 service neutron] Attempting to bind port 1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:48:05.140655 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-3ed0ab6a-b750-4f64-a194-a808ac6a79c1 service neutron] Attempting to bind port 1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'a74b06f9-dd58-4602-baeb-166ffcd1d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:48:05.140976 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-3ed0ab6a-b750-4f64-a194-a808ac6a79c1 service neutron] Attempting to bind port 1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b on network 1973158d-d4be-4c99-843b-1a1d4a55767b {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:48:05.147626 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-3ed0ab6a-b750-4f64-a194-a808ac6a79c1 service neutron] Port 1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b on network 1973158d-d4be-4c99-843b-1a1d4a55767b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:48:05.147934 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-3ed0ab6a-b750-4f64-a194-a808ac6a79c1 service neutron] Attempting to bind port 1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b on network 1973158d-d4be-4c99-843b-1a1d4a55767b {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:48:05.154469 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-3ed0ab6a-b750-4f64-a194-a808ac6a79c1 service neutron] Checking agent: {'id': '233b753e-9484-4350-9871-64b7c66fc067', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'started_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:48:05.154931 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-3ed0ab6a-b750-4f64-a194-a808ac6a79c1 service neutron] Checking segment: {'id': 'a74b06f9-dd58-4602-baeb-166ffcd1d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:48:05.155309 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-3ed0ab6a-b750-4f64-a194-a808ac6a79c1 service neutron] Bound using segment: {'id': 'a74b06f9-dd58-4602-baeb-166ffcd1d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b'} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:48:05.155729 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-3ed0ab6a-b750-4f64-a194-a808ac6a79c1 service neutron] Bound port: 1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74b06f9-dd58-4602-baeb-166ffcd1d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b'}}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:48:05.156064 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-3ed0ab6a-b750-4f64-a194-a808ac6a79c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:05.256437 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-3ed0ab6a-b750-4f64-a194-a808ac6a79c1 service neutron] For port 1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b, host hv-neutron-8333, cleared binding levels {{(pid=83866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:48:05.259683 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-3ed0ab6a-b750-4f64-a194-a808ac6a79c1 service neutron] For port 1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b,segment=NetworkSegment(a74b06f9-dd58-4602-baeb-166ffcd1d5a6),segment_id=a74b06f9-dd58-4602-baeb-166ffcd1d5a6)] {{(pid=83866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:48:05.264969 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-3ed0ab6a-b750-4f64-a194-a808ac6a79c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:05.339723 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-3ed0ab6a-b750-4f64-a194-a808ac6a79c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:05.341184 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-3ed0ab6a-b750-4f64-a194-a808ac6a79c1 service neutron] 10.222.0.73 "PUT /v2.0/ports/1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b HTTP/1.1" status: 200 len: 1094 time: 1.4132340 Mar 11 15:48:05.378345 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d491b8-d831-41b9-bc66-86b21cea1ac3', 'tag': '1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:48:05.443339 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d491b8-d831-41b9-bc66-86b21cea1ac3', 'tag': '1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b', 'status': 'completed', 'code': 200} Mar 11 15:48:05.454325 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed0ab6a-b750-4f64-a194-a808ac6a79c1 service neutron] Pushing event updated for resources: {'Port': ['ID=1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:05.508764 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c065c-81fe-4468-b0b2-10c4f8ea2ada req-a9ac36c6-0a77-4076-b7b7-2bcf3763c73d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:05.509490 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-904c065c-81fe-4468-b0b2-10c4f8ea2ada req-a9ac36c6-0a77-4076-b7b7-2bcf3763c73d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:48:05.522659 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-b6144b64-a629-4c5b-ad53-a0f5bff95c5b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=f5d491b8-d831-41b9-bc66-86b21cea1ac3 HTTP/1.1" status: 200 len: 1097 time: 0.1391551 Mar 11 15:48:05.581503 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-904c065c-81fe-4468-b0b2-10c4f8ea2ada req-a9ac36c6-0a77-4076-b7b7-2bcf3763c73d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:48:05.582959 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-904c065c-81fe-4468-b0b2-10c4f8ea2ada req-a9ac36c6-0a77-4076-b7b7-2bcf3763c73d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5d491b8-d831-41b9-bc66-86b21cea1ac3 HTTP/1.1" status: 200 len: 944 time: 0.2533119 Mar 11 15:48:05.611910 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-69930ef0-6b24-439f-a9f3-fb77502fc53d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b HTTP/1.1" status: 200 len: 217 time: 0.0803764 Mar 11 15:48:05.687472 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-904c065c-81fe-4468-b0b2-10c4f8ea2ada req-f22deaf3-1252-4664-a92e-78ff64954cb5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=13641116-bc06-42d8-90df-c2804eb7b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985749 Mar 11 15:48:05.698954 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-250a9d28-373e-4999-969b-87829e58ac2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:05.700409 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-250a9d28-373e-4999-969b-87829e58ac2e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=254c2087-ac61-4c72-98ac-b3ccac2fd4f4 HTTP/1.1" status: 200 len: 835 time: 0.0742700 Mar 11 15:48:05.783132 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-0adab92c-19d4-4370-8f7c-8daca86dd0f1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1973158d-d4be-4c99-843b-1a1d4a55767b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708594 Mar 11 15:48:05.923492 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-3cfb3c13-0fa3-4a0c-a8c0-75642fbdec48 service neutron] 10.222.0.73 "GET /v2.0/networks/1973158d-d4be-4c99-843b-1a1d4a55767b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339741 Mar 11 15:48:06.065943 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b8beb8a2-f8e4-48bd-b643-7396535d8cff req-356e0e6a-a910-42cb-8a91-9b1f99d369fd service neutron] 10.222.0.73 "GET /v2.0/networks/1973158d-d4be-4c99-843b-1a1d4a55767b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358020 Mar 11 15:48:06.195668 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0c92543e-4ad8-437e-8978-3e067bf4abf9 req-8193de25-8cdf-43a4-a539-4b0d9f66d47c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=f5d491b8-d831-41b9-bc66-86b21cea1ac3 HTTP/1.1" status: 200 len: 1097 time: 0.0820267 Mar 11 15:48:06.335696 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92543e-4ad8-437e-8978-3e067bf4abf9 req-b9dfa9d9-2696-4088-a876-d9ed298f742f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:06.337075 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0c92543e-4ad8-437e-8978-3e067bf4abf9 req-b9dfa9d9-2696-4088-a876-d9ed298f742f service neutron] 10.222.0.73 "GET /v2.0/networks?id=1973158d-d4be-4c99-843b-1a1d4a55767b HTTP/1.1" status: 200 len: 896 time: 0.1332216 Mar 11 15:48:06.409056 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0c92543e-4ad8-437e-8978-3e067bf4abf9 req-66ae795a-aa86-4820-8a4e-b78e699b35d8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b HTTP/1.1" status: 200 len: 217 time: 0.0637183 Mar 11 15:48:06.476284 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92543e-4ad8-437e-8978-3e067bf4abf9 req-d413c163-3c83-4fa3-9d8e-4c078a261539 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:06.477725 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0c92543e-4ad8-437e-8978-3e067bf4abf9 req-d413c163-3c83-4fa3-9d8e-4c078a261539 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=254c2087-ac61-4c72-98ac-b3ccac2fd4f4 HTTP/1.1" status: 200 len: 835 time: 0.0629461 Mar 11 15:48:06.555952 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0c92543e-4ad8-437e-8978-3e067bf4abf9 req-10444a2f-82a9-482a-ae4b-26ce17613610 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1973158d-d4be-4c99-843b-1a1d4a55767b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712440 Mar 11 15:48:06.797611 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0c92543e-4ad8-437e-8978-3e067bf4abf9 req-821ac55c-6029-41f2-8c1b-0a25b74f3cb5 service neutron] 10.222.0.73 "GET /v2.0/networks/1973158d-d4be-4c99-843b-1a1d4a55767b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317688 Mar 11 15:48:06.899880 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5cccd7-1fac-4771-86d6-5bd6397f64a6 req-479e125f-0372-4c88-bf12-75c9bd98ea62 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:06.901357 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-bc5cccd7-1fac-4771-86d6-5bd6397f64a6 req-479e125f-0372-4c88-bf12-75c9bd98ea62 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5d491b8-d831-41b9-bc66-86b21cea1ac3 HTTP/1.1" status: 200 len: 944 time: 0.0787570 Mar 11 15:48:06.945539 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0c92543e-4ad8-437e-8978-3e067bf4abf9 req-eaae4521-350e-401a-9b6a-11c2a78dc850 service neutron] 10.222.0.73 "GET /v2.0/networks/1973158d-d4be-4c99-843b-1a1d4a55767b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367669 Mar 11 15:48:06.948264 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-bc5cccd7-1fac-4771-86d6-5bd6397f64a6 req-cc108eda-8e6a-4ade-931d-b34e757cc848 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=13641116-bc06-42d8-90df-c2804eb7b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413311 Mar 11 15:48:08.157106 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77efa9a3-df72-489b-8ec3-2f1e96cabe7f req-3fb2bddf-1865-4e39-a2ca-d949bb32cf9c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:08.158751 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-77efa9a3-df72-489b-8ec3-2f1e96cabe7f req-3fb2bddf-1865-4e39-a2ca-d949bb32cf9c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5d491b8-d831-41b9-bc66-86b21cea1ac3 HTTP/1.1" status: 200 len: 944 time: 0.0872660 Mar 11 15:48:08.206606 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-77efa9a3-df72-489b-8ec3-2f1e96cabe7f req-ebe6eb3c-29f6-4f8d-b58c-e3bd061183e2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=13641116-bc06-42d8-90df-c2804eb7b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421324 Mar 11 15:48:08.734960 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:48:08.875413 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b,segment=NetworkSegment(a74b06f9-dd58-4602-baeb-166ffcd1d5a6),segment_id=a74b06f9-dd58-4602-baeb-166ffcd1d5a6)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:48:08.889513 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': '1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b', 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b', 'port_id': '1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b', 'mac_address': 'fa:16:3e:8e:7c:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254c2087-ac61-4c72-98ac-b3ccac2fd4f4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:48:08.944739 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:08.962957 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:48:08.978926 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b,segment=NetworkSegment(a74b06f9-dd58-4602-baeb-166ffcd1d5a6),segment_id=a74b06f9-dd58-4602-baeb-166ffcd1d5a6)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:48:08.982966 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:09.053027 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:09.314577 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 15:48:09.508495 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c7087-ca61-45de-906d-d4541f3c8cc6 req-3857bc3c-2f87-411b-a00b-39fe832cda2a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:09.510000 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-556c7087-ca61-45de-906d-d4541f3c8cc6 req-3857bc3c-2f87-411b-a00b-39fe832cda2a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5d491b8-d831-41b9-bc66-86b21cea1ac3 HTTP/1.1" status: 200 len: 945 time: 0.1822350 Mar 11 15:48:09.565072 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-556c7087-ca61-45de-906d-d4541f3c8cc6 req-ce9ca757-9a84-4f9d-bc49-bdf27562877b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=13641116-bc06-42d8-90df-c2804eb7b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486190 Mar 11 15:48:10.751328 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:48:10.824661 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning for port 1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:48:10.829835 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port 1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:48:10.830209 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:10.934209 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f428189-4ec5-47c4-9b20-b69e01b3ff9d req-82e85818-e779-470d-8010-b347153ac66e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:10.935601 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3f428189-4ec5-47c4-9b20-b69e01b3ff9d req-82e85818-e779-470d-8010-b347153ac66e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5d491b8-d831-41b9-bc66-86b21cea1ac3 HTTP/1.1" status: 200 len: 945 time: 0.2414508 Mar 11 15:48:10.948821 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:10.976822 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d491b8-d831-41b9-bc66-86b21cea1ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:48:10.985257 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3f428189-4ec5-47c4-9b20-b69e01b3ff9d req-8ea59509-d959-457f-93dc-29578e40d295 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=13641116-bc06-42d8-90df-c2804eb7b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436757 Mar 11 15:48:10.992902 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b,segment=NetworkSegment(a74b06f9-dd58-4602-baeb-166ffcd1d5a6),segment_id=a74b06f9-dd58-4602-baeb-166ffcd1d5a6)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:48:10.998663 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:11.045602 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d491b8-d831-41b9-bc66-86b21cea1ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b', 'code': 200} Mar 11 15:48:11.074134 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:11.294441 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4443dbcd-c77b-417b-8b7f-46acbbf1a375 req-12e223e6-9a2b-4659-9454-f0fa60290df1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f5d491b8-d831-41b9-bc66-86b21cea1ac3 HTTP/1.1" status: 200 len: 1099 time: 0.0794101 Mar 11 15:48:11.344351 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4443dbcd-c77b-417b-8b7f-46acbbf1a375 req-307d8d02-b376-4327-ba45-32d289a7fcc6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=13641116-bc06-42d8-90df-c2804eb7b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447338 Mar 11 15:48:12.195641 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5aa73-62f3-4126-b3ec-c7746e274e12 req-0275861d-f042-4068-ab02-8353d2020221 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:12.197186 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-bca5aa73-62f3-4126-b3ec-c7746e274e12 req-0275861d-f042-4068-ab02-8353d2020221 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5d491b8-d831-41b9-bc66-86b21cea1ac3 HTTP/1.1" status: 200 len: 946 time: 0.0826559 Mar 11 15:48:12.251736 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-bca5aa73-62f3-4126-b3ec-c7746e274e12 req-5363aafd-514b-4da6-a164-e1bdcbe7a6b7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=13641116-bc06-42d8-90df-c2804eb7b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481486 Mar 11 15:48:13.542727 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f64408-2e53-41d8-afcb-43e3adb393b2 req-79dc8326-6c1a-4e3c-a994-f7a350d5f623 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:13.544157 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-87f64408-2e53-41d8-afcb-43e3adb393b2 req-79dc8326-6c1a-4e3c-a994-f7a350d5f623 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5d491b8-d831-41b9-bc66-86b21cea1ac3 HTTP/1.1" status: 200 len: 946 time: 0.1557415 Mar 11 15:48:13.591624 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-87f64408-2e53-41d8-afcb-43e3adb393b2 req-8bf9446f-fd54-47f4-a9d5-cf15f752a5f5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=13641116-bc06-42d8-90df-c2804eb7b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417843 Mar 11 15:48:13.802350 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25949cfe-6b01-432b-9a28-87f1a216ab57 req-eb4a5d7a-cf81-414b-ad4c-53a09e5a1f4f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:13.803978 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-25949cfe-6b01-432b-9a28-87f1a216ab57 req-eb4a5d7a-cf81-414b-ad4c-53a09e5a1f4f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5d491b8-d831-41b9-bc66-86b21cea1ac3 HTTP/1.1" status: 200 len: 946 time: 0.0885286 Mar 11 15:48:13.851175 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-25949cfe-6b01-432b-9a28-87f1a216ab57 req-d86a788c-9fda-4797-adde-57127b6c754a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=13641116-bc06-42d8-90df-c2804eb7b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412254 Mar 11 15:48:13.878642 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45178) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:13.953019 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-f5f97168-75d0-41d7-8732-642c33fb41c0 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f5d491b8-d831-41b9-bc66-86b21cea1ac3 HTTP/1.1" status: 200 len: 1094 time: 0.0726781 Mar 11 15:48:13.955602 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45182) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:48:13.962294 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-62d9961d-a135-4c50-9236-79f613e006ea tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'floatingip': {'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'port_id': '1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:48:13.967975 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-62d9961d-a135-4c50-9236-79f613e006ea tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:48:13.971823 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-62d9961d-a135-4c50-9236-79f613e006ea tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:floatingip and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:48:13.975473 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-62d9961d-a135-4c50-9236-79f613e006ea tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:48:13.981201 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-62d9961d-a135-4c50-9236-79f613e006ea tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:48:13.992668 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-62d9961d-a135-4c50-9236-79f613e006ea tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for floatingip, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:14.143671 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-62d9961d-a135-4c50-9236-79f613e006ea tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:14.312605 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-62d9961d-a135-4c50-9236-79f613e006ea tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Allocated IP 172.26.0.159 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/2f02bf01-088f-437f-af62-c7cd5b667d1d) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:48:14.473946 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-62d9961d-a135-4c50-9236-79f613e006ea tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:14.513494 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-62d9961d-a135-4c50-9236-79f613e006ea tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:14.586542 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d9961d-a135-4c50-9236-79f613e006ea tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:48:14.587629 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d9961d-a135-4c50-9236-79f613e006ea tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=2f02bf01-088f-437f-af62-c7cd5b667d1d,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:14.590099 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-62d9961d-a135-4c50-9236-79f613e006ea tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:48:14.592300 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d9961d-a135-4c50-9236-79f613e006ea tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:48:15.104965 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-62d9961d-a135-4c50-9236-79f613e006ea tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:15.175622 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-62d9961d-a135-4c50-9236-79f613e006ea tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:15.395528 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-62d9961d-a135-4c50-9236-79f613e006ea tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:15.400076 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-62d9961d-a135-4c50-9236-79f613e006ea tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:15.605971 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d9961d-a135-4c50-9236-79f613e006ea tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=2f02bf01-088f-437f-af62-c7cd5b667d1d,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:48:15.618852 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-62d9961d-a135-4c50-9236-79f613e006ea tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:15.717928 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:15.815997 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.l3_db [None req-62d9961d-a135-4c50-9236-79f613e006ea tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Floating IP 78f5ef40-bf45-486b-ab7f-f70df39ad337 associated. External IP: 172.26.0.159, port: 1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b. Mar 11 15:48:16.240186 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d9961d-a135-4c50-9236-79f613e006ea tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router 64b0796e-193f-472e-adac-1334fffa80a3 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:48:16.452601 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d9961d-a135-4c50-9236-79f613e006ea tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:48:16.463358 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4511b3-f59a-42ef-a038-bf767f875a2e None None] Sync routers for ids ['64b0796e-193f-472e-adac-1334fffa80a3'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:48:16.476623 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4511b3-f59a-42ef-a038-bf767f875a2e None None] Routers {'64b0796e-193f-472e-adac-1334fffa80a3'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:48:16.477246 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-5d4511b3-f59a-42ef-a038-bf767f875a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:48:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['64b0796e-193f-472e-adac-1334fffa80a3'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:16.490617 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-62d9961d-a135-4c50-9236-79f613e006ea tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:16.554387 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-62d9961d-a135-4c50-9236-79f613e006ea tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5977116 Mar 11 15:48:16.554966 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d491b8-d831-41b9-bc66-86b21cea1ac3', 'tag': '1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b'}] {{(pid=83867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:48:16.610910 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d491b8-d831-41b9-bc66-86b21cea1ac3', 'tag': '1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b', 'status': 'completed', 'code': 200} Mar 11 15:48:16.665396 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-5d4511b3-f59a-42ef-a038-bf767f875a2e None None] Set router 64b0796e-193f-472e-adac-1334fffa80a3 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:48:16.703797 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d5297268-e38e-4eb7-ad61-1d74f59b18ec req-bee5eba4-90f7-4111-a743-cac242a0262c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=f5d491b8-d831-41b9-bc66-86b21cea1ac3 HTTP/1.1" status: 200 len: 1099 time: 0.0721221 Mar 11 15:48:16.851000 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5297268-e38e-4eb7-ad61-1d74f59b18ec req-161325d0-7b4c-41a3-92c4-37b097bc359f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:16.852545 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d5297268-e38e-4eb7-ad61-1d74f59b18ec req-161325d0-7b4c-41a3-92c4-37b097bc359f service neutron] 10.222.0.73 "GET /v2.0/networks?id=1973158d-d4be-4c99-843b-1a1d4a55767b HTTP/1.1" status: 200 len: 896 time: 0.1425712 Mar 11 15:48:16.971777 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d5297268-e38e-4eb7-ad61-1d74f59b18ec req-64c53d7c-5aac-4dd7-9378-61e720b663e2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b HTTP/1.1" status: 200 len: 1000 time: 0.1119790 Mar 11 15:48:17.044114 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5297268-e38e-4eb7-ad61-1d74f59b18ec req-519a5a4a-a03e-43ef-bdf4-0d4beac95355 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:48:17.045569 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d5297268-e38e-4eb7-ad61-1d74f59b18ec req-519a5a4a-a03e-43ef-bdf4-0d4beac95355 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=254c2087-ac61-4c72-98ac-b3ccac2fd4f4 HTTP/1.1" status: 200 len: 835 time: 0.0677929 Mar 11 15:48:17.051972 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-5d4511b3-f59a-42ef-a038-bf767f875a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b0796e-193f-472e-adac-1334fffa80a3', 'name': 'tempest-TestNetworkBasicOps-router-2051607849', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.157'}], 'enable_snat': True}, 'gw_port_id': '6202e128-09f7-48f9-938a-497e31d2f815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:29Z', 'updated_at': '2022-03-11T15:47:34Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '6202e128-09f7-48f9-938a-497e31d2f815', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:30Z', 'updated_at': '2022-03-11T15:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '76c0b6c0-44d3-42b6-a5ef-d662771f0df1', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.20', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'port_id': 'f2e1f129-168e-4514-bcc0-e9a4e952dc04', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b', 'mac_address': 'fa:16:3e:85:e4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2b779a-6f53-478d-a27a-dd9a72a73699', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:47:55Z', 'updated_at': '2022-03-11T15:47:58Z', 'revision_number': 1, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}, {'id': '78f5ef40-bf45-486b-ab7f-f70df39ad337', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'port_id': '1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b', 'mac_address': 'fa:16:3e:8e:7c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d491b8-d831-41b9-bc66-86b21cea1ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:48:14Z', 'updated_at': '2022-03-11T15:48:14Z', 'revision_number': 0, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41051055-3a9c-45e5-b2d4-bddeb9e63831', 'name': '', 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:94:8e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '254c2087-ac61-4c72-98ac-b3ccac2fd4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:34Z', 'updated_at': '2022-03-11T15:47:40Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '254c2087-ac61-4c72-98ac-b3ccac2fd4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:17.056658 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4511b3-f59a-42ef-a038-bf767f875a2e None None] Checking router: 64b0796e-193f-472e-adac-1334fffa80a3 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:48:17.069366 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4511b3-f59a-42ef-a038-bf767f875a2e None None] Routers {'64b0796e-193f-472e-adac-1334fffa80a3'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:48:17.069979 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-5d4511b3-f59a-42ef-a038-bf767f875a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:48:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['64b0796e-193f-472e-adac-1334fffa80a3'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:17.136335 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d5297268-e38e-4eb7-ad61-1d74f59b18ec req-d8040840-9ff2-4d1f-b352-c85a8f144d9f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1973158d-d4be-4c99-843b-1a1d4a55767b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843496 Mar 11 15:48:17.266585 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-5d4511b3-f59a-42ef-a038-bf767f875a2e None None] Set router 64b0796e-193f-472e-adac-1334fffa80a3 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:48:17.289408 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d5297268-e38e-4eb7-ad61-1d74f59b18ec req-1aeeb833-8fe4-4f44-9a4b-225be90d33f1 service neutron] 10.222.0.73 "GET /v2.0/networks/1973158d-d4be-4c99-843b-1a1d4a55767b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460590 Mar 11 15:48:17.461729 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d5297268-e38e-4eb7-ad61-1d74f59b18ec req-582720c6-8530-46ea-be4d-84c521d6141a service neutron] 10.222.0.73 "GET /v2.0/networks/1973158d-d4be-4c99-843b-1a1d4a55767b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656287 Mar 11 15:48:17.702530 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-5d4511b3-f59a-42ef-a038-bf767f875a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b0796e-193f-472e-adac-1334fffa80a3', 'name': 'tempest-TestNetworkBasicOps-router-2051607849', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.157'}], 'enable_snat': True}, 'gw_port_id': '6202e128-09f7-48f9-938a-497e31d2f815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:29Z', 'updated_at': '2022-03-11T15:47:34Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '6202e128-09f7-48f9-938a-497e31d2f815', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:30Z', 'updated_at': '2022-03-11T15:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '76c0b6c0-44d3-42b6-a5ef-d662771f0df1', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.20', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'port_id': 'f2e1f129-168e-4514-bcc0-e9a4e952dc04', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b', 'mac_address': 'fa:16:3e:85:e4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2b779a-6f53-478d-a27a-dd9a72a73699', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:47:55Z', 'updated_at': '2022-03-11T15:47:58Z', 'revision_number': 1, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}, {'id': '78f5ef40-bf45-486b-ab7f-f70df39ad337', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'port_id': '1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b', 'mac_address': 'fa:16:3e:8e:7c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d491b8-d831-41b9-bc66-86b21cea1ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:48:14Z', 'updated_at': '2022-03-11T15:48:14Z', 'revision_number': 0, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41051055-3a9c-45e5-b2d4-bddeb9e63831', 'name': '', 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:94:8e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '254c2087-ac61-4c72-98ac-b3ccac2fd4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:34Z', 'updated_at': '2022-03-11T15:47:40Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '254c2087-ac61-4c72-98ac-b3ccac2fd4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:48:17.706559 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4511b3-f59a-42ef-a038-bf767f875a2e None None] The sync data for ids ['64b0796e-193f-472e-adac-1334fffa80a3'] in dv-neutron-833373-1-hyperv is: [{'id': '64b0796e-193f-472e-adac-1334fffa80a3', 'name': 'tempest-TestNetworkBasicOps-router-2051607849', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.157'}], 'enable_snat': True}, 'gw_port_id': '6202e128-09f7-48f9-938a-497e31d2f815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:29Z', 'updated_at': '2022-03-11T15:47:34Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '6202e128-09f7-48f9-938a-497e31d2f815', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:30Z', 'updated_at': '2022-03-11T15:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '76c0b6c0-44d3-42b6-a5ef-d662771f0df1', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.20', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'port_id': 'f2e1f129-168e-4514-bcc0-e9a4e952dc04', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b', 'mac_address': 'fa:16:3e:85:e4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2b779a-6f53-478d-a27a-dd9a72a73699', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:47:55Z', 'updated_at': '2022-03-11T15:47:58Z', 'revision_number': 1, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}, {'id': '78f5ef40-bf45-486b-ab7f-f70df39ad337', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'port_id': '1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b', 'mac_address': 'fa:16:3e:8e:7c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d491b8-d831-41b9-bc66-86b21cea1ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:48:14Z', 'updated_at': '2022-03-11T15:48:14Z', 'revision_number': 0, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41051055-3a9c-45e5-b2d4-bddeb9e63831', 'name': '', 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:94:8e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '254c2087-ac61-4c72-98ac-b3ccac2fd4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:34Z', 'updated_at': '2022-03-11T15:47:40Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '254c2087-ac61-4c72-98ac-b3ccac2fd4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:48:17.912396 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c53f46-a243-41c7-9b1b-109ae8ffe326 None None] New status for floating IP 78f5ef40-bf45-486b-ab7f-f70df39ad337: ACTIVE {{(pid=83869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 15:48:29.338266 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-417dbce6-3243-4ae0-adcf-b99a1dc5f721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:31.616260 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a97a698a-37f5-4f49-affd-b9edccb76fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:32.773646 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:32.990343 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:34.198655 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:35.954161 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:48:45.731524 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:48:59.345544 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6f8b2a5c-974d-4448-b4b4-da9f2615c55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:01.618891 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a35e3102-872d-4692-8932-818b2cb3843d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:02.776725 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:02.992620 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:04.200322 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:04.989833 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ed20143b-be6f-4f91-98a8-b24ab8d33dc6 req-966f9046-b929-46c0-8667-316e7fc0371a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ad2b779a-6f53-478d-a27a-dd9a72a73699&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764270 Mar 11 15:49:05.144049 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ed20143b-be6f-4f91-98a8-b24ab8d33dc6 req-d1497bce-f599-4ab1-9fbe-a55db408fed4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=ad2b779a-6f53-478d-a27a-dd9a72a73699 HTTP/1.1" status: 200 len: 1099 time: 0.0724764 Mar 11 15:49:05.394605 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20143b-be6f-4f91-98a8-b24ab8d33dc6 req-9178ea44-002b-4287-bee2-32be52e5de45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:05.396053 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ed20143b-be6f-4f91-98a8-b24ab8d33dc6 req-9178ea44-002b-4287-bee2-32be52e5de45 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1973158d-d4be-4c99-843b-1a1d4a55767b HTTP/1.1" status: 200 len: 896 time: 0.2302184 Mar 11 15:49:05.502601 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ed20143b-be6f-4f91-98a8-b24ab8d33dc6 req-3daeceff-6152-431a-9366-6e6ebbed7c3f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2e1f129-168e-4514-bcc0-e9a4e952dc04 HTTP/1.1" status: 200 len: 1001 time: 0.0996420 Mar 11 15:49:05.564437 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20143b-be6f-4f91-98a8-b24ab8d33dc6 req-7008b0b9-df62-4e06-9a08-73bc85db2202 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:05.565834 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ed20143b-be6f-4f91-98a8-b24ab8d33dc6 req-7008b0b9-df62-4e06-9a08-73bc85db2202 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=254c2087-ac61-4c72-98ac-b3ccac2fd4f4 HTTP/1.1" status: 200 len: 835 time: 0.0574019 Mar 11 15:49:05.644769 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ed20143b-be6f-4f91-98a8-b24ab8d33dc6 req-8183133c-3e7e-4963-bca5-236ac0ff2f99 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1973158d-d4be-4c99-843b-1a1d4a55767b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717652 Mar 11 15:49:05.778738 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ed20143b-be6f-4f91-98a8-b24ab8d33dc6 req-1bef6392-d3e3-4c63-b85f-11d67fbbbe17 service neutron] 10.222.0.73 "GET /v2.0/networks/1973158d-d4be-4c99-843b-1a1d4a55767b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255269 Mar 11 15:49:05.909269 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ed20143b-be6f-4f91-98a8-b24ab8d33dc6 req-c36bfe04-7d47-4d20-9a0b-a36c43b41f26 service neutron] 10.222.0.73 "GET /v2.0/networks/1973158d-d4be-4c99-843b-1a1d4a55767b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236749 Mar 11 15:49:12.954656 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:49:15.729344 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:29.339494 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-81b1813a-17f5-4523-a18e-1eda11def4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:31.620358 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cb632370-ca0f-4a93-8907-a4ba71595335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:31.983766 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45208) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:49:32.201126 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-65bb6781-2947-4704-b796-aecab09c19af tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/76c0b6c0-44d3-42b6-a5ef-d662771f0df1 HTTP/1.1" status: 200 len: 993 time: 0.2162712 Mar 11 15:49:32.779820 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:32.929274 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45220) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:49:32.935034 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-005d0b86-4757-40df-acfd-45b166f0fecd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'port': {'admin_state_up': False}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:49:32.996687 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:33.052794 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-005d0b86-4757-40df-acfd-45b166f0fecd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:33.261027 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-005d0b86-4757-40df-acfd-45b166f0fecd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] For port f2e1f129-168e-4514-bcc0-e9a4e952dc04, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f2e1f129-168e-4514-bcc0-e9a4e952dc04,segment=NetworkSegment(a74b06f9-dd58-4602-baeb-166ffcd1d5a6),segment_id=a74b06f9-dd58-4602-baeb-166ffcd1d5a6)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:49:33.284750 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-005d0b86-4757-40df-acfd-45b166f0fecd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:33.289762 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-005d0b86-4757-40df-acfd-45b166f0fecd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:33.360473 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005d0b86-4757-40df-acfd-45b166f0fecd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:33.361076 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-005d0b86-4757-40df-acfd-45b166f0fecd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:33.362421 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-005d0b86-4757-40df-acfd-45b166f0fecd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "PUT /v2.0/ports/f2e1f129-168e-4514-bcc0-e9a4e952dc04 HTTP/1.1" status: 200 len: 939 time: 0.4321253 Mar 11 15:49:33.362957 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad2b779a-6f53-478d-a27a-dd9a72a73699', 'tag': 'f2e1f129-168e-4514-bcc0-e9a4e952dc04'}] {{(pid=83867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:49:33.382578 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d0b86-4757-40df-acfd-45b166f0fecd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=f2e1f129-168e-4514-bcc0-e9a4e952dc04,revision_number=6']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:49:33.391282 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d0b86-4757-40df-acfd-45b166f0fecd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:33.391646 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d0b86-4757-40df-acfd-45b166f0fecd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:33.391961 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d0b86-4757-40df-acfd-45b166f0fecd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:33.392330 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d0b86-4757-40df-acfd-45b166f0fecd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:33.392753 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d0b86-4757-40df-acfd-45b166f0fecd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:33.392977 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d0b86-4757-40df-acfd-45b166f0fecd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:33.393301 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d0b86-4757-40df-acfd-45b166f0fecd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:33.393624 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d0b86-4757-40df-acfd-45b166f0fecd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:33.393944 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d0b86-4757-40df-acfd-45b166f0fecd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:33.394260 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d0b86-4757-40df-acfd-45b166f0fecd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:33.394591 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d0b86-4757-40df-acfd-45b166f0fecd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:33.497557 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad2b779a-6f53-478d-a27a-dd9a72a73699', 'tag': 'f2e1f129-168e-4514-bcc0-e9a4e952dc04', 'status': 'completed', 'code': 200} Mar 11 15:49:33.596888 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-37ad2189-39c3-4cd4-a637-47a270c3f72e req-812c91c5-6759-454c-8a4f-070cf5350356 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=ad2b779a-6f53-478d-a27a-dd9a72a73699 HTTP/1.1" status: 200 len: 1100 time: 0.0707748 Mar 11 15:49:33.644527 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-0e72466c-5aa0-46f7-ad88-de517e3b58f8 None None] Provisioning complete for port f2e1f129-168e-4514-bcc0-e9a4e952dc04 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:49:33.644785 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0e72466c-5aa0-46f7-ad88-de517e3b58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:33.705641 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-0e72466c-5aa0-46f7-ad88-de517e3b58f8 None None] Port f2e1f129-168e-4514-bcc0-e9a4e952dc04 is administratively disabled so it will not transition to active. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Mar 11 15:49:33.731182 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad2189-39c3-4cd4-a637-47a270c3f72e req-0f1cd60f-5c20-4746-9a7a-379fd3bd0bed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:33.732610 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-37ad2189-39c3-4cd4-a637-47a270c3f72e req-0f1cd60f-5c20-4746-9a7a-379fd3bd0bed service neutron] 10.222.0.73 "GET /v2.0/networks?id=1973158d-d4be-4c99-843b-1a1d4a55767b HTTP/1.1" status: 200 len: 896 time: 0.1285596 Mar 11 15:49:33.836321 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-37ad2189-39c3-4cd4-a637-47a270c3f72e req-428bcc11-0203-4c21-82a8-a56448a2797b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2e1f129-168e-4514-bcc0-e9a4e952dc04 HTTP/1.1" status: 200 len: 1002 time: 0.0966928 Mar 11 15:49:33.898354 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad2189-39c3-4cd4-a637-47a270c3f72e req-5a3faf1a-08d6-4431-97a1-465642355491 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:33.899685 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-37ad2189-39c3-4cd4-a637-47a270c3f72e req-5a3faf1a-08d6-4431-97a1-465642355491 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=254c2087-ac61-4c72-98ac-b3ccac2fd4f4 HTTP/1.1" status: 200 len: 835 time: 0.0570846 Mar 11 15:49:33.984653 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-37ad2189-39c3-4cd4-a637-47a270c3f72e req-3dd78bfb-36f2-40a7-86ee-a9d8f7d6b725 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1973158d-d4be-4c99-843b-1a1d4a55767b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781307 Mar 11 15:49:34.117711 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-37ad2189-39c3-4cd4-a637-47a270c3f72e req-8314bf27-b8bd-4d0b-adcd-bd6f1e6e5fe8 service neutron] 10.222.0.73 "GET /v2.0/networks/1973158d-d4be-4c99-843b-1a1d4a55767b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264741 Mar 11 15:49:34.203225 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:34.263674 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-37ad2189-39c3-4cd4-a637-47a270c3f72e req-0ba3927f-53ed-48ee-b2e7-2be30c9797f0 service neutron] 10.222.0.73 "GET /v2.0/networks/1973158d-d4be-4c99-843b-1a1d4a55767b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365917 Mar 11 15:49:36.810535 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45232) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:49:36.816403 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-e128d769-5491-4861-8f3f-cad125972ca0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'port': {'admin_state_up': True}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:49:37.021082 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e128d769-5491-4861-8f3f-cad125972ca0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:37.234107 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-e128d769-5491-4861-8f3f-cad125972ca0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] For port f2e1f129-168e-4514-bcc0-e9a4e952dc04, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f2e1f129-168e-4514-bcc0-e9a4e952dc04,segment=NetworkSegment(a74b06f9-dd58-4602-baeb-166ffcd1d5a6),segment_id=a74b06f9-dd58-4602-baeb-166ffcd1d5a6)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:49:37.258999 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e128d769-5491-4861-8f3f-cad125972ca0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:37.263157 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e128d769-5491-4861-8f3f-cad125972ca0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:37.329548 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e128d769-5491-4861-8f3f-cad125972ca0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:37.330162 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e128d769-5491-4861-8f3f-cad125972ca0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:37.331493 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e128d769-5491-4861-8f3f-cad125972ca0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "PUT /v2.0/ports/f2e1f129-168e-4514-bcc0-e9a4e952dc04 HTTP/1.1" status: 200 len: 938 time: 0.5199964 Mar 11 15:49:37.332024 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad2b779a-6f53-478d-a27a-dd9a72a73699', 'tag': 'f2e1f129-168e-4514-bcc0-e9a4e952dc04'}] {{(pid=83867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:49:37.334700 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 45236) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:49:37.365144 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e128d769-5491-4861-8f3f-cad125972ca0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=f2e1f129-168e-4514-bcc0-e9a4e952dc04,revision_number=7']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:49:37.397607 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad2b779a-6f53-478d-a27a-dd9a72a73699', 'tag': 'f2e1f129-168e-4514-bcc0-e9a4e952dc04', 'status': 'completed', 'code': 200} Mar 11 15:49:37.517157 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0590b151-dffc-4cda-bfa3-57bd721effe5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/76c0b6c0-44d3-42b6-a5ef-d662771f0df1 HTTP/1.1" status: 200 len: 993 time: 0.1813219 Mar 11 15:49:37.537097 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-64f765b9-dec6-45c7-8dba-e4bd11575277 req-c2c0b698-82db-4f31-97e5-17baec0035aa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=ad2b779a-6f53-478d-a27a-dd9a72a73699 HTTP/1.1" status: 200 len: 1099 time: 0.1081104 Mar 11 15:49:37.548743 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-64326e73-f8b0-4936-a85e-f499008ee211 None None] Provisioning complete for port f2e1f129-168e-4514-bcc0-e9a4e952dc04 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:49:37.549266 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-64326e73-f8b0-4936-a85e-f499008ee211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:37.734347 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['f2e1f129-168e-4514-bcc0-e9a4e952dc04'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 15:49:37.796732 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f765b9-dec6-45c7-8dba-e4bd11575277 req-774a9068-7f3a-4b64-a6da-f0b8144156f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:37.798097 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-64f765b9-dec6-45c7-8dba-e4bd11575277 req-774a9068-7f3a-4b64-a6da-f0b8144156f3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1973158d-d4be-4c99-843b-1a1d4a55767b HTTP/1.1" status: 200 len: 896 time: 0.2547882 Mar 11 15:49:37.908308 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-64f765b9-dec6-45c7-8dba-e4bd11575277 req-22daba69-62a8-45cb-af6a-6f89a81965db service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2e1f129-168e-4514-bcc0-e9a4e952dc04 HTTP/1.1" status: 200 len: 1001 time: 0.1035156 Mar 11 15:49:37.976606 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f765b9-dec6-45c7-8dba-e4bd11575277 req-0876bdc2-142b-46b7-83da-164a1e784282 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:37.978038 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-64f765b9-dec6-45c7-8dba-e4bd11575277 req-0876bdc2-142b-46b7-83da-164a1e784282 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=254c2087-ac61-4c72-98ac-b3ccac2fd4f4 HTTP/1.1" status: 200 len: 835 time: 0.0637095 Mar 11 15:49:38.062872 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-64f765b9-dec6-45c7-8dba-e4bd11575277 req-11a84938-6f95-4fb3-8ce1-465e25f3243a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1973158d-d4be-4c99-843b-1a1d4a55767b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783613 Mar 11 15:49:38.209661 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-64f765b9-dec6-45c7-8dba-e4bd11575277 req-288f1f62-dfcc-4272-9cb5-60883e3cd3f6 service neutron] 10.222.0.73 "GET /v2.0/networks/1973158d-d4be-4c99-843b-1a1d4a55767b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393974 Mar 11 15:49:38.366498 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-64f765b9-dec6-45c7-8dba-e4bd11575277 req-24151283-e8c1-405d-b02a-869b4045d447 service neutron] 10.222.0.73 "GET /v2.0/networks/1973158d-d4be-4c99-843b-1a1d4a55767b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500187 Mar 11 15:49:40.103315 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45248) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:49:40.313279 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-6efd2a65-20d0-4b4c-a393-50ef12e8c752 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting port 2f02bf01-088f-437f-af62-c7cd5b667d1d {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:49:40.313533 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6efd2a65-20d0-4b4c-a393-50ef12e8c752 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:40.493234 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6efd2a65-20d0-4b4c-a393-50ef12e8c752 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:40.493554 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6efd2a65-20d0-4b4c-a393-50ef12e8c752 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:40.619329 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-6efd2a65-20d0-4b4c-a393-50ef12e8c752 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Calling delete_port for 2f02bf01-088f-437f-af62-c7cd5b667d1d owned by network:floatingip {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:49:40.772761 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6efd2a65-20d0-4b4c-a393-50ef12e8c752 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:40.818424 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd2a65-20d0-4b4c-a393-50ef12e8c752 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Port': ['ID=2f02bf01-088f-437f-af62-c7cd5b667d1d,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:49:40.918025 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6efd2a65-20d0-4b4c-a393-50ef12e8c752 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for floatingip, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:41.425759 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6efd2a65-20d0-4b4c-a393-50ef12e8c752 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router 64b0796e-193f-472e-adac-1334fffa80a3 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:49:41.633679 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efd2a65-20d0-4b4c-a393-50ef12e8c752 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:49:41.653093 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43ebdce-f2d2-414f-b700-f0598f38b896 None None] Sync routers for ids ['64b0796e-193f-472e-adac-1334fffa80a3'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:49:41.666256 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6efd2a65-20d0-4b4c-a393-50ef12e8c752 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:41.675851 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43ebdce-f2d2-414f-b700-f0598f38b896 None None] Routers {'64b0796e-193f-472e-adac-1334fffa80a3'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:49:41.677539 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-a43ebdce-f2d2-414f-b700-f0598f38b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:49:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['64b0796e-193f-472e-adac-1334fffa80a3'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:49:41.731142 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6efd2a65-20d0-4b4c-a393-50ef12e8c752 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/floatingips/78f5ef40-bf45-486b-ab7f-f70df39ad337 HTTP/1.1" status: 204 len: 168 time: 1.6267233 Mar 11 15:49:41.731710 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d491b8-d831-41b9-bc66-86b21cea1ac3', 'tag': '1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b'}] {{(pid=83867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:49:41.797634 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d491b8-d831-41b9-bc66-86b21cea1ac3', 'tag': '1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b', 'status': 'completed', 'code': 200} Mar 11 15:49:41.883635 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-a43ebdce-f2d2-414f-b700-f0598f38b896 None None] Set router 64b0796e-193f-472e-adac-1334fffa80a3 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:49:41.890636 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dac65b81-fd1e-465f-9fca-759e486b9ee3 req-e7bee9cf-2bc4-4ed6-927c-e7e44fdf222c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=f5d491b8-d831-41b9-bc66-86b21cea1ac3 HTTP/1.1" status: 200 len: 1099 time: 0.0725491 Mar 11 15:49:42.061286 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac65b81-fd1e-465f-9fca-759e486b9ee3 req-69e47d42-0817-4486-9986-ef61fced75b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:42.063740 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dac65b81-fd1e-465f-9fca-759e486b9ee3 req-69e47d42-0817-4486-9986-ef61fced75b4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1973158d-d4be-4c99-843b-1a1d4a55767b HTTP/1.1" status: 200 len: 896 time: 0.1592519 Mar 11 15:49:42.186598 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dac65b81-fd1e-465f-9fca-759e486b9ee3 req-469f53ed-e41d-41d7-a9d4-1cdceb7644d7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b HTTP/1.1" status: 200 len: 217 time: 0.1133096 Mar 11 15:49:42.264797 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-a43ebdce-f2d2-414f-b700-f0598f38b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b0796e-193f-472e-adac-1334fffa80a3', 'name': 'tempest-TestNetworkBasicOps-router-2051607849', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.157'}], 'enable_snat': True}, 'gw_port_id': '6202e128-09f7-48f9-938a-497e31d2f815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:29Z', 'updated_at': '2022-03-11T15:47:34Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '6202e128-09f7-48f9-938a-497e31d2f815', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:30Z', 'updated_at': '2022-03-11T15:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '76c0b6c0-44d3-42b6-a5ef-d662771f0df1', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.20', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'port_id': 'f2e1f129-168e-4514-bcc0-e9a4e952dc04', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b', 'mac_address': 'fa:16:3e:85:e4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2b779a-6f53-478d-a27a-dd9a72a73699', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:47:55Z', 'updated_at': '2022-03-11T15:47:58Z', 'revision_number': 1, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41051055-3a9c-45e5-b2d4-bddeb9e63831', 'name': '', 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:94:8e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '254c2087-ac61-4c72-98ac-b3ccac2fd4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:34Z', 'updated_at': '2022-03-11T15:47:40Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '254c2087-ac61-4c72-98ac-b3ccac2fd4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:49:42.269905 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac65b81-fd1e-465f-9fca-759e486b9ee3 req-573b4123-f9f5-453b-8f49-02a3f2b10523 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:42.270911 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43ebdce-f2d2-414f-b700-f0598f38b896 None None] Checking router: 64b0796e-193f-472e-adac-1334fffa80a3 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:49:42.271594 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dac65b81-fd1e-465f-9fca-759e486b9ee3 req-573b4123-f9f5-453b-8f49-02a3f2b10523 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=254c2087-ac61-4c72-98ac-b3ccac2fd4f4 HTTP/1.1" status: 200 len: 835 time: 0.0740488 Mar 11 15:49:42.277297 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0519a-9ff3-46a9-a7c5-19f9524fa80d req-060c6208-2345-41f5-81a1-5ec156abffaf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:42.278710 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8cb0519a-9ff3-46a9-a7c5-19f9524fa80d req-060c6208-2345-41f5-81a1-5ec156abffaf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5d491b8-d831-41b9-bc66-86b21cea1ac3 HTTP/1.1" status: 200 len: 946 time: 0.2032773 Mar 11 15:49:42.287972 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43ebdce-f2d2-414f-b700-f0598f38b896 None None] Routers {'64b0796e-193f-472e-adac-1334fffa80a3'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:49:42.288927 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-a43ebdce-f2d2-414f-b700-f0598f38b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:49:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['64b0796e-193f-472e-adac-1334fffa80a3'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:49:42.377526 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8cb0519a-9ff3-46a9-a7c5-19f9524fa80d req-f107ecc9-ec60-4b75-8ce0-c57e4e97f84c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=13641116-bc06-42d8-90df-c2804eb7b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677819 Mar 11 15:49:42.396650 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dac65b81-fd1e-465f-9fca-759e486b9ee3 req-6f91e21e-dcfc-444b-95ab-b6118452a3e8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1973158d-d4be-4c99-843b-1a1d4a55767b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1169586 Mar 11 15:49:42.524477 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-a43ebdce-f2d2-414f-b700-f0598f38b896 None None] Set router 64b0796e-193f-472e-adac-1334fffa80a3 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:49:42.539206 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dac65b81-fd1e-465f-9fca-759e486b9ee3 req-ea65b104-b587-4077-bfc0-f835bcb49113 service neutron] 10.222.0.73 "GET /v2.0/networks/1973158d-d4be-4c99-843b-1a1d4a55767b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359494 Mar 11 15:49:42.696731 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dac65b81-fd1e-465f-9fca-759e486b9ee3 req-bec12087-aefe-4c54-9481-cd8898c70ede service neutron] 10.222.0.73 "GET /v2.0/networks/1973158d-d4be-4c99-843b-1a1d4a55767b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503258 Mar 11 15:49:42.905666 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-a43ebdce-f2d2-414f-b700-f0598f38b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b0796e-193f-472e-adac-1334fffa80a3', 'name': 'tempest-TestNetworkBasicOps-router-2051607849', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.157'}], 'enable_snat': True}, 'gw_port_id': '6202e128-09f7-48f9-938a-497e31d2f815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:29Z', 'updated_at': '2022-03-11T15:47:34Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '6202e128-09f7-48f9-938a-497e31d2f815', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:30Z', 'updated_at': '2022-03-11T15:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '76c0b6c0-44d3-42b6-a5ef-d662771f0df1', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.20', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'port_id': 'f2e1f129-168e-4514-bcc0-e9a4e952dc04', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b', 'mac_address': 'fa:16:3e:85:e4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2b779a-6f53-478d-a27a-dd9a72a73699', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:47:55Z', 'updated_at': '2022-03-11T15:47:58Z', 'revision_number': 1, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41051055-3a9c-45e5-b2d4-bddeb9e63831', 'name': '', 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:94:8e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '254c2087-ac61-4c72-98ac-b3ccac2fd4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:34Z', 'updated_at': '2022-03-11T15:47:40Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '254c2087-ac61-4c72-98ac-b3ccac2fd4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:49:42.909675 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43ebdce-f2d2-414f-b700-f0598f38b896 None None] The sync data for ids ['64b0796e-193f-472e-adac-1334fffa80a3'] in dv-neutron-833373-1-hyperv is: [{'id': '64b0796e-193f-472e-adac-1334fffa80a3', 'name': 'tempest-TestNetworkBasicOps-router-2051607849', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.157'}], 'enable_snat': True}, 'gw_port_id': '6202e128-09f7-48f9-938a-497e31d2f815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:29Z', 'updated_at': '2022-03-11T15:47:34Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '6202e128-09f7-48f9-938a-497e31d2f815', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:30Z', 'updated_at': '2022-03-11T15:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '76c0b6c0-44d3-42b6-a5ef-d662771f0df1', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.20', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'port_id': 'f2e1f129-168e-4514-bcc0-e9a4e952dc04', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b', 'mac_address': 'fa:16:3e:85:e4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2b779a-6f53-478d-a27a-dd9a72a73699', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:47:55Z', 'updated_at': '2022-03-11T15:47:58Z', 'revision_number': 1, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41051055-3a9c-45e5-b2d4-bddeb9e63831', 'name': '', 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:94:8e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '254c2087-ac61-4c72-98ac-b3ccac2fd4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:34Z', 'updated_at': '2022-03-11T15:47:40Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '254c2087-ac61-4c72-98ac-b3ccac2fd4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:49:43.150896 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09dae5f-0ef6-4454-8335-9ee8fff7eaea None None] New status for floating IP 78f5ef40-bf45-486b-ab7f-f70df39ad337: DOWN {{(pid=83869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 15:49:43.593554 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91afd6-ef42-44b0-baa7-34c75ff2599b req-594d4d51-b42b-4e5c-ab03-b200924d9673 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:43.594158 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-9a91afd6-ef42-44b0-baa7-34c75ff2599b req-594d4d51-b42b-4e5c-ab03-b200924d9673 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:49:43.620960 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-9a91afd6-ef42-44b0-baa7-34c75ff2599b req-594d4d51-b42b-4e5c-ab03-b200924d9673 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:49:43.622244 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-9a91afd6-ef42-44b0-baa7-34c75ff2599b req-594d4d51-b42b-4e5c-ab03-b200924d9673 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5d491b8-d831-41b9-bc66-86b21cea1ac3 HTTP/1.1" status: 200 len: 946 time: 0.1084173 Mar 11 15:49:43.672277 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-9a91afd6-ef42-44b0-baa7-34c75ff2599b req-c7e858cb-8300-4e18-baf5-4cdcd952a5c0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=13641116-bc06-42d8-90df-c2804eb7b3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444024 Mar 11 15:49:43.776535 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b598423-75f9-483e-a7e5-28a3c9b11ffd req-06e607ab-9e69-43b0-a7c0-d1f543661d2a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:43.778000 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9b598423-75f9-483e-a7e5-28a3c9b11ffd req-06e607ab-9e69-43b0-a7c0-d1f543661d2a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5d491b8-d831-41b9-bc66-86b21cea1ac3 HTTP/1.1" status: 200 len: 946 time: 0.0828290 Mar 11 15:49:43.848483 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-9b598423-75f9-483e-a7e5-28a3c9b11ffd req-05294de4-2d39-40b8-bee1-2c5effc87e73 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting port 1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:49:43.848827 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-9b598423-75f9-483e-a7e5-28a3c9b11ffd req-05294de4-2d39-40b8-bee1-2c5effc87e73 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:44.215745 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-9b598423-75f9-483e-a7e5-28a3c9b11ffd req-05294de4-2d39-40b8-bee1-2c5effc87e73 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] For port 1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b,segment=NetworkSegment(a74b06f9-dd58-4602-baeb-166ffcd1d5a6),segment_id=a74b06f9-dd58-4602-baeb-166ffcd1d5a6)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:49:44.216141 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-9b598423-75f9-483e-a7e5-28a3c9b11ffd req-05294de4-2d39-40b8-bee1-2c5effc87e73 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:44.346420 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-9b598423-75f9-483e-a7e5-28a3c9b11ffd req-05294de4-2d39-40b8-bee1-2c5effc87e73 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Calling delete_port for 1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b owned by compute:nova {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:49:44.497754 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-9b598423-75f9-483e-a7e5-28a3c9b11ffd req-05294de4-2d39-40b8-bee1-2c5effc87e73 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:44.552257 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05294de4-2d39-40b8-bee1-2c5effc87e73 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Port': ['ID=1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:49:44.621057 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05294de4-2d39-40b8-bee1-2c5effc87e73 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:44.621401 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05294de4-2d39-40b8-bee1-2c5effc87e73 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:44.621745 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05294de4-2d39-40b8-bee1-2c5effc87e73 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:44.622079 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05294de4-2d39-40b8-bee1-2c5effc87e73 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:44.622413 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05294de4-2d39-40b8-bee1-2c5effc87e73 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:44.622745 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05294de4-2d39-40b8-bee1-2c5effc87e73 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:44.623072 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05294de4-2d39-40b8-bee1-2c5effc87e73 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:44.623396 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05294de4-2d39-40b8-bee1-2c5effc87e73 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:44.623721 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05294de4-2d39-40b8-bee1-2c5effc87e73 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:44.624044 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05294de4-2d39-40b8-bee1-2c5effc87e73 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:44.624393 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05294de4-2d39-40b8-bee1-2c5effc87e73 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:44.637201 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b598423-75f9-483e-a7e5-28a3c9b11ffd req-05294de4-2d39-40b8-bee1-2c5effc87e73 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] No DVR routers for this DVR port 1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b on host hv-neutron-8333 {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:49:44.640055 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-9b598423-75f9-483e-a7e5-28a3c9b11ffd req-05294de4-2d39-40b8-bee1-2c5effc87e73 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:44.643243 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d491b8-d831-41b9-bc66-86b21cea1ac3', 'name': 'network-vif-deleted', 'tag': '1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:49:44.659294 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9b598423-75f9-483e-a7e5-28a3c9b11ffd req-05294de4-2d39-40b8-bee1-2c5effc87e73 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "DELETE /v2.0/ports/1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b HTTP/1.1" status: 204 len: 173 time: 0.8762956 Mar 11 15:49:44.809625 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d491b8-d831-41b9-bc66-86b21cea1ac3', 'name': 'network-vif-deleted', 'tag': '1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b', 'status': 'completed', 'code': 200} Mar 11 15:49:44.853451 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c9f4c53d-b345-4757-be72-ec6298e1699b req-4b581294-8469-4f20-82e5-79185cd8fb7b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5d491b8-d831-41b9-bc66-86b21cea1ac3 HTTP/1.1" status: 200 len: 210 time: 0.0461407 Mar 11 15:49:45.757548 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:45.967060 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45268) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:49:46.042916 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-435799ca-f9f2-47b5-b601-1c23d22cadf7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:46.074478 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-435799ca-f9f2-47b5-b601-1c23d22cadf7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:46.146311 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-435799ca-f9f2-47b5-b601-1c23d22cadf7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:46.167871 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435799ca-f9f2-47b5-b601-1c23d22cadf7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13641116-bc06-42d8-90df-c2804eb7b3cf,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:49:46.187151 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-435799ca-f9f2-47b5-b601-1c23d22cadf7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:46.188381 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-435799ca-f9f2-47b5-b601-1c23d22cadf7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/security-groups/13641116-bc06-42d8-90df-c2804eb7b3cf HTTP/1.1" status: 204 len: 168 time: 0.2202563 Mar 11 15:49:46.235176 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45274) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:49:46.450479 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-d7113892-01cb-4d26-a4f1-e5bb7ed8751f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting port 87d7e4df-fb9c-488a-a2db-f1ef73a85841 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:49:46.450723 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d7113892-01cb-4d26-a4f1-e5bb7ed8751f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:46.631454 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d7113892-01cb-4d26-a4f1-e5bb7ed8751f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:46.631806 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d7113892-01cb-4d26-a4f1-e5bb7ed8751f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:46.763107 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-d7113892-01cb-4d26-a4f1-e5bb7ed8751f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Calling delete_port for 87d7e4df-fb9c-488a-a2db-f1ef73a85841 owned by network:floatingip {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:49:46.912184 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d7113892-01cb-4d26-a4f1-e5bb7ed8751f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:46.962648 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7113892-01cb-4d26-a4f1-e5bb7ed8751f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Port': ['ID=87d7e4df-fb9c-488a-a2db-f1ef73a85841,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:49:47.054197 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d7113892-01cb-4d26-a4f1-e5bb7ed8751f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for floatingip, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:47.151439 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:49:47.187271 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] No Port match for: 1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:49:47.187619 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 1874a3d7-eb9a-433d-9418-9d3d7ae4cb5b not bound to the agent host hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:49:47.572348 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7113892-01cb-4d26-a4f1-e5bb7ed8751f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router 64b0796e-193f-472e-adac-1334fffa80a3 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:49:47.782185 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7113892-01cb-4d26-a4f1-e5bb7ed8751f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:49:47.793745 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2963e226-cd39-48c0-add1-6227f894e4b4 None None] Sync routers for ids ['64b0796e-193f-472e-adac-1334fffa80a3'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:49:47.802811 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d7113892-01cb-4d26-a4f1-e5bb7ed8751f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:47.806185 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2963e226-cd39-48c0-add1-6227f894e4b4 None None] Routers {'64b0796e-193f-472e-adac-1334fffa80a3'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:49:47.806821 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-2963e226-cd39-48c0-add1-6227f894e4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:49:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['64b0796e-193f-472e-adac-1334fffa80a3'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:49:47.869572 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d7113892-01cb-4d26-a4f1-e5bb7ed8751f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/floatingips/76c0b6c0-44d3-42b6-a5ef-d662771f0df1 HTTP/1.1" status: 204 len: 168 time: 1.6320026 Mar 11 15:49:47.869572 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad2b779a-6f53-478d-a27a-dd9a72a73699', 'tag': 'f2e1f129-168e-4514-bcc0-e9a4e952dc04'}] {{(pid=83867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:49:47.934229 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad2b779a-6f53-478d-a27a-dd9a72a73699', 'tag': 'f2e1f129-168e-4514-bcc0-e9a4e952dc04', 'status': 'completed', 'code': 200} Mar 11 15:49:48.013704 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-2963e226-cd39-48c0-add1-6227f894e4b4 None None] Set router 64b0796e-193f-472e-adac-1334fffa80a3 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:49:48.076143 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3e663362-eee7-4d5c-ba8c-6ebc940d6601 req-554b59d4-ed38-44b6-b4e2-52b964e5c9af service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=ad2b779a-6f53-478d-a27a-dd9a72a73699 HTTP/1.1" status: 200 len: 1099 time: 0.1170697 Mar 11 15:49:48.240922 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e663362-eee7-4d5c-ba8c-6ebc940d6601 req-63904473-d7ee-4339-962b-2ffd660b5a72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:48.243296 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3e663362-eee7-4d5c-ba8c-6ebc940d6601 req-63904473-d7ee-4339-962b-2ffd660b5a72 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1973158d-d4be-4c99-843b-1a1d4a55767b HTTP/1.1" status: 200 len: 896 time: 0.1583724 Mar 11 15:49:48.311154 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f190986-a515-4fdf-8162-f27de05f4f3a req-6a8814d2-db5b-44cf-8e2e-c08cacac59a2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:48.311879 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-5f190986-a515-4fdf-8162-f27de05f4f3a req-6a8814d2-db5b-44cf-8e2e-c08cacac59a2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:49:48.318830 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3e663362-eee7-4d5c-ba8c-6ebc940d6601 req-69230e58-1664-4efe-95b3-311f123748d5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2e1f129-168e-4514-bcc0-e9a4e952dc04 HTTP/1.1" status: 200 len: 217 time: 0.0686150 Mar 11 15:49:48.337558 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-5f190986-a515-4fdf-8162-f27de05f4f3a req-6a8814d2-db5b-44cf-8e2e-c08cacac59a2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:49:48.339460 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-5f190986-a515-4fdf-8162-f27de05f4f3a req-6a8814d2-db5b-44cf-8e2e-c08cacac59a2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad2b779a-6f53-478d-a27a-dd9a72a73699 HTTP/1.1" status: 200 len: 946 time: 0.1178284 Mar 11 15:49:48.382863 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-2963e226-cd39-48c0-add1-6227f894e4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b0796e-193f-472e-adac-1334fffa80a3', 'name': 'tempest-TestNetworkBasicOps-router-2051607849', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.157'}], 'enable_snat': True}, 'gw_port_id': '6202e128-09f7-48f9-938a-497e31d2f815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:29Z', 'updated_at': '2022-03-11T15:47:34Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '6202e128-09f7-48f9-938a-497e31d2f815', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:30Z', 'updated_at': '2022-03-11T15:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '41051055-3a9c-45e5-b2d4-bddeb9e63831', 'name': '', 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:94:8e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '254c2087-ac61-4c72-98ac-b3ccac2fd4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:34Z', 'updated_at': '2022-03-11T15:47:40Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '254c2087-ac61-4c72-98ac-b3ccac2fd4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:49:48.389859 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-5f190986-a515-4fdf-8162-f27de05f4f3a req-990a60da-769e-40a2-8163-3bbf2782809d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:49:48.390097 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2963e226-cd39-48c0-add1-6227f894e4b4 None None] Checking router: 64b0796e-193f-472e-adac-1334fffa80a3 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:49:48.398539 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e663362-eee7-4d5c-ba8c-6ebc940d6601 req-0ec8ab67-06d7-435c-a035-989789649d58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:48.400361 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3e663362-eee7-4d5c-ba8c-6ebc940d6601 req-0ec8ab67-06d7-435c-a035-989789649d58 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=254c2087-ac61-4c72-98ac-b3ccac2fd4f4 HTTP/1.1" status: 200 len: 835 time: 0.0751300 Mar 11 15:49:48.406205 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-5f190986-a515-4fdf-8162-f27de05f4f3a req-990a60da-769e-40a2-8163-3bbf2782809d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:49:48.407541 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-5f190986-a515-4fdf-8162-f27de05f4f3a req-990a60da-769e-40a2-8163-3bbf2782809d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f2e9d06-f9e3-43b8-b91d-cc47cf9a18b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624411 Mar 11 15:49:48.413137 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2963e226-cd39-48c0-add1-6227f894e4b4 None None] Routers {'64b0796e-193f-472e-adac-1334fffa80a3'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:49:48.413977 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-2963e226-cd39-48c0-add1-6227f894e4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:49:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['64b0796e-193f-472e-adac-1334fffa80a3'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:49:48.490777 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3e663362-eee7-4d5c-ba8c-6ebc940d6601 req-23d74e47-bc1a-43d7-a4cb-66b5d886eea5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1973158d-d4be-4c99-843b-1a1d4a55767b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836911 Mar 11 15:49:48.632566 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-2963e226-cd39-48c0-add1-6227f894e4b4 None None] Set router 64b0796e-193f-472e-adac-1334fffa80a3 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:49:48.635166 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3e663362-eee7-4d5c-ba8c-6ebc940d6601 req-c4d2db83-4b49-4d3c-ab02-01fc8ea5e0e9 service neutron] 10.222.0.73 "GET /v2.0/networks/1973158d-d4be-4c99-843b-1a1d4a55767b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377709 Mar 11 15:49:48.777513 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3e663362-eee7-4d5c-ba8c-6ebc940d6601 req-c8d84eee-87d5-44f3-8f8c-91edf342ad88 service neutron] 10.222.0.73 "GET /v2.0/networks/1973158d-d4be-4c99-843b-1a1d4a55767b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350672 Mar 11 15:49:49.019505 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-2963e226-cd39-48c0-add1-6227f894e4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b0796e-193f-472e-adac-1334fffa80a3', 'name': 'tempest-TestNetworkBasicOps-router-2051607849', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.157'}], 'enable_snat': True}, 'gw_port_id': '6202e128-09f7-48f9-938a-497e31d2f815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:29Z', 'updated_at': '2022-03-11T15:47:34Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '6202e128-09f7-48f9-938a-497e31d2f815', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:30Z', 'updated_at': '2022-03-11T15:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '41051055-3a9c-45e5-b2d4-bddeb9e63831', 'name': '', 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:94:8e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '254c2087-ac61-4c72-98ac-b3ccac2fd4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:34Z', 'updated_at': '2022-03-11T15:47:40Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '254c2087-ac61-4c72-98ac-b3ccac2fd4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:49:49.024538 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2963e226-cd39-48c0-add1-6227f894e4b4 None None] The sync data for ids ['64b0796e-193f-472e-adac-1334fffa80a3'] in dv-neutron-833373-1-hyperv is: [{'id': '64b0796e-193f-472e-adac-1334fffa80a3', 'name': 'tempest-TestNetworkBasicOps-router-2051607849', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.157'}], 'enable_snat': True}, 'gw_port_id': '6202e128-09f7-48f9-938a-497e31d2f815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:29Z', 'updated_at': '2022-03-11T15:47:34Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '6202e128-09f7-48f9-938a-497e31d2f815', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:30Z', 'updated_at': '2022-03-11T15:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '41051055-3a9c-45e5-b2d4-bddeb9e63831', 'name': '', 'network_id': '1973158d-d4be-4c99-843b-1a1d4a55767b', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:94:8e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '254c2087-ac61-4c72-98ac-b3ccac2fd4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:34Z', 'updated_at': '2022-03-11T15:47:40Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '254c2087-ac61-4c72-98ac-b3ccac2fd4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:49:49.257284 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba883ad9-e313-4987-98c4-b05ed921af03 None None] New status for floating IP 76c0b6c0-44d3-42b6-a5ef-d662771f0df1: DOWN {{(pid=83869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 15:49:49.626489 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4713e-0fd2-446d-901a-a6ea0f9dc8d4 req-800259e0-bace-433b-ab13-00b777379a77 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:49.627181 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-bbf4713e-0fd2-446d-901a-a6ea0f9dc8d4 req-800259e0-bace-433b-ab13-00b777379a77 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:49:49.639755 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-bbf4713e-0fd2-446d-901a-a6ea0f9dc8d4 req-800259e0-bace-433b-ab13-00b777379a77 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:49:49.640845 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-bbf4713e-0fd2-446d-901a-a6ea0f9dc8d4 req-800259e0-bace-433b-ab13-00b777379a77 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad2b779a-6f53-478d-a27a-dd9a72a73699 HTTP/1.1" status: 200 len: 946 time: 0.1007156 Mar 11 15:49:49.705617 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-bbf4713e-0fd2-446d-901a-a6ea0f9dc8d4 req-b3551f52-9d58-4d4e-9d60-6ffe6c35d6aa tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f2e9d06-f9e3-43b8-b91d-cc47cf9a18b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587914 Mar 11 15:49:49.953833 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:49:49.961242 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619a6ec-8208-4f85-bc2d-6b2aa2f75ce0 req-56811f1e-2e97-4998-8903-9a891ccf5139 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:49.962771 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b619a6ec-8208-4f85-bc2d-6b2aa2f75ce0 req-56811f1e-2e97-4998-8903-9a891ccf5139 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad2b779a-6f53-478d-a27a-dd9a72a73699 HTTP/1.1" status: 200 len: 946 time: 0.0835333 Mar 11 15:49:50.137453 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-b619a6ec-8208-4f85-bc2d-6b2aa2f75ce0 req-c1cbf7cd-1a2e-46c0-a7e7-a55fe8c9c4c1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting port f2e1f129-168e-4514-bcc0-e9a4e952dc04 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:49:50.137797 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b619a6ec-8208-4f85-bc2d-6b2aa2f75ce0 req-c1cbf7cd-1a2e-46c0-a7e7-a55fe8c9c4c1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:50.393949 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-b619a6ec-8208-4f85-bc2d-6b2aa2f75ce0 req-c1cbf7cd-1a2e-46c0-a7e7-a55fe8c9c4c1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] For port f2e1f129-168e-4514-bcc0-e9a4e952dc04, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f2e1f129-168e-4514-bcc0-e9a4e952dc04,segment=NetworkSegment(a74b06f9-dd58-4602-baeb-166ffcd1d5a6),segment_id=a74b06f9-dd58-4602-baeb-166ffcd1d5a6)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:49:50.394314 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b619a6ec-8208-4f85-bc2d-6b2aa2f75ce0 req-c1cbf7cd-1a2e-46c0-a7e7-a55fe8c9c4c1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:50.525125 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-b619a6ec-8208-4f85-bc2d-6b2aa2f75ce0 req-c1cbf7cd-1a2e-46c0-a7e7-a55fe8c9c4c1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Calling delete_port for f2e1f129-168e-4514-bcc0-e9a4e952dc04 owned by compute:nova {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:49:50.703258 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b619a6ec-8208-4f85-bc2d-6b2aa2f75ce0 req-c1cbf7cd-1a2e-46c0-a7e7-a55fe8c9c4c1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:50.758042 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cbf7cd-1a2e-46c0-a7e7-a55fe8c9c4c1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Port': ['ID=f2e1f129-168e-4514-bcc0-e9a4e952dc04,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:49:50.838893 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-b619a6ec-8208-4f85-bc2d-6b2aa2f75ce0 req-c1cbf7cd-1a2e-46c0-a7e7-a55fe8c9c4c1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] No DVR routers for this DVR port f2e1f129-168e-4514-bcc0-e9a4e952dc04 on host hv-neutron-8333 {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:49:50.841442 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b619a6ec-8208-4f85-bc2d-6b2aa2f75ce0 req-c1cbf7cd-1a2e-46c0-a7e7-a55fe8c9c4c1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:50.844199 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad2b779a-6f53-478d-a27a-dd9a72a73699', 'name': 'network-vif-deleted', 'tag': 'f2e1f129-168e-4514-bcc0-e9a4e952dc04'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:49:50.860549 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b619a6ec-8208-4f85-bc2d-6b2aa2f75ce0 req-c1cbf7cd-1a2e-46c0-a7e7-a55fe8c9c4c1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "DELETE /v2.0/ports/f2e1f129-168e-4514-bcc0-e9a4e952dc04 HTTP/1.1" status: 204 len: 173 time: 0.8924689 Mar 11 15:49:50.907891 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad2b779a-6f53-478d-a27a-dd9a72a73699', 'name': 'network-vif-deleted', 'tag': 'f2e1f129-168e-4514-bcc0-e9a4e952dc04', 'status': 'completed', 'code': 200} Mar 11 15:49:50.914288 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-123c9d76-96e6-408b-ac98-b850effdcab0 req-9b897eae-8702-4dcc-a058-a7e475ac95d6 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad2b779a-6f53-478d-a27a-dd9a72a73699 HTTP/1.1" status: 200 len: 210 time: 0.0519292 Mar 11 15:49:52.024911 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45292) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:49:52.100055 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-49516645-9695-43f2-8de8-7957a72b77b4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:52.129976 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-49516645-9695-43f2-8de8-7957a72b77b4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:52.203030 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-49516645-9695-43f2-8de8-7957a72b77b4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:52.222841 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49516645-9695-43f2-8de8-7957a72b77b4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2e9d06-f9e3-43b8-b91d-cc47cf9a18b9,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:49:52.241951 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-49516645-9695-43f2-8de8-7957a72b77b4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:52.243191 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-49516645-9695-43f2-8de8-7957a72b77b4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/security-groups/1f2e9d06-f9e3-43b8-b91d-cc47cf9a18b9 HTTP/1.1" status: 204 len: 168 time: 0.2172496 Mar 11 15:49:52.285124 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45298) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:49:52.699531 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6da1c667-59b5-4477-95d1-6b31e9e63189 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:53.158051 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device f2e1f129-168e-4514-bcc0-e9a4e952dc04 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:49:53.197824 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] No Port match for: f2e1f129-168e-4514-bcc0-e9a4e952dc04 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:49:53.197824 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device f2e1f129-168e-4514-bcc0-e9a4e952dc04 not bound to the agent host hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:49:53.444463 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-6da1c667-59b5-4477-95d1-6b31e9e63189 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting port 41051055-3a9c-45e5-b2d4-bddeb9e63831 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:49:53.445048 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6da1c667-59b5-4477-95d1-6b31e9e63189 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:53.640381 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-6da1c667-59b5-4477-95d1-6b31e9e63189 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] For port 41051055-3a9c-45e5-b2d4-bddeb9e63831, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=41051055-3a9c-45e5-b2d4-bddeb9e63831,segment=NetworkSegment(a74b06f9-dd58-4602-baeb-166ffcd1d5a6),segment_id=a74b06f9-dd58-4602-baeb-166ffcd1d5a6)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:49:53.640737 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6da1c667-59b5-4477-95d1-6b31e9e63189 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:53.776364 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-6da1c667-59b5-4477-95d1-6b31e9e63189 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Calling delete_port for 41051055-3a9c-45e5-b2d4-bddeb9e63831 owned by network:router_interface {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:49:53.963200 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6da1c667-59b5-4477-95d1-6b31e9e63189 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:54.012255 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da1c667-59b5-4477-95d1-6b31e9e63189 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Port': ['ID=41051055-3a9c-45e5-b2d4-bddeb9e63831,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:49:54.346287 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6da1c667-59b5-4477-95d1-6b31e9e63189 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:55.050498 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da1c667-59b5-4477-95d1-6b31e9e63189 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router 64b0796e-193f-472e-adac-1334fffa80a3 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:49:55.266290 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da1c667-59b5-4477-95d1-6b31e9e63189 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:49:55.277054 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1da58cc-6a64-43cd-ad23-358e339d99b9 None None] Sync routers for ids ['64b0796e-193f-472e-adac-1334fffa80a3'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:49:55.283502 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6da1c667-59b5-4477-95d1-6b31e9e63189 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "PUT /v2.0/routers/64b0796e-193f-472e-adac-1334fffa80a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9947069 Mar 11 15:49:55.284632 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45302) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:49:55.292852 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1da58cc-6a64-43cd-ad23-358e339d99b9 None None] Routers {'64b0796e-193f-472e-adac-1334fffa80a3'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:49:55.293477 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-d1da58cc-6a64-43cd-ad23-358e339d99b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:49:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['64b0796e-193f-472e-adac-1334fffa80a3'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:49:55.479347 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-d1da58cc-6a64-43cd-ad23-358e339d99b9 None None] Set router 64b0796e-193f-472e-adac-1334fffa80a3 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:49:55.494988 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-71a4e30d-f4c9-4aed-855e-c3e04eafed06 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting subnet 254c2087-ac61-4c72-98ac-b3ccac2fd4f4 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:49:55.498103 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-71a4e30d-f4c9-4aed-855e-c3e04eafed06 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:55.556089 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-71a4e30d-f4c9-4aed-855e-c3e04eafed06 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:55.643386 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-71a4e30d-f4c9-4aed-855e-c3e04eafed06 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:55.723118 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-71a4e30d-f4c9-4aed-855e-c3e04eafed06 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:55.761628 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a4e30d-f4c9-4aed-855e-c3e04eafed06 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Subnet': ['ID=254c2087-ac61-4c72-98ac-b3ccac2fd4f4,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:49:55.771593 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-71a4e30d-f4c9-4aed-855e-c3e04eafed06 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:55.779430 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86fed3e-d842-4a87-bd7c-5c6012c309a8 None None] Network 1973158d-d4be-4c99-843b-1a1d4a55767b requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:49:55.779633 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-71a4e30d-f4c9-4aed-855e-c3e04eafed06 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/subnets/254c2087-ac61-4c72-98ac-b3ccac2fd4f4 HTTP/1.1" status: 204 len: 168 time: 0.4926744 Mar 11 15:49:55.781089 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45306) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:49:55.882299 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-d1da58cc-6a64-43cd-ad23-358e339d99b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b0796e-193f-472e-adac-1334fffa80a3', 'name': 'tempest-TestNetworkBasicOps-router-2051607849', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.157'}], 'enable_snat': True}, 'gw_port_id': '6202e128-09f7-48f9-938a-497e31d2f815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:29Z', 'updated_at': '2022-03-11T15:49:53Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '6202e128-09f7-48f9-938a-497e31d2f815', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:30Z', 'updated_at': '2022-03-11T15:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:49:55.914022 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1da58cc-6a64-43cd-ad23-358e339d99b9 None None] Checking router: 64b0796e-193f-472e-adac-1334fffa80a3 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:49:55.965604 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1da58cc-6a64-43cd-ad23-358e339d99b9 None None] Routers {'64b0796e-193f-472e-adac-1334fffa80a3'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:49:55.966230 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-d1da58cc-6a64-43cd-ad23-358e339d99b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:49:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['64b0796e-193f-472e-adac-1334fffa80a3'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:49:55.995334 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2ae042aa-1e6c-4fcb-af59-7ae526e17fff tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:56.170127 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-d1da58cc-6a64-43cd-ad23-358e339d99b9 None None] Set router 64b0796e-193f-472e-adac-1334fffa80a3 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:49:56.206792 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2ae042aa-1e6c-4fcb-af59-7ae526e17fff tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:56.224251 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-2ae042aa-1e6c-4fcb-af59-7ae526e17fff tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting port 6202e128-09f7-48f9-938a-497e31d2f815 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:49:56.224933 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2ae042aa-1e6c-4fcb-af59-7ae526e17fff tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:56.239389 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fc79a2-ae81-4918-8507-866700c4e9ed None None] DHCP port deletion for 1973158d-d4be-4c99-843b-1a1d4a55767b request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:49:56.298920 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-78fc79a2-ae81-4918-8507-866700c4e9ed None None] Deleting port 213f847a-0628-4536-8615-0fe79813de31 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:49:56.299618 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-78fc79a2-ae81-4918-8507-866700c4e9ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:56.548821 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-2ae042aa-1e6c-4fcb-af59-7ae526e17fff tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] For port 6202e128-09f7-48f9-938a-497e31d2f815, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=6202e128-09f7-48f9-938a-497e31d2f815,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:49:56.549093 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2ae042aa-1e6c-4fcb-af59-7ae526e17fff tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:56.677366 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-2ae042aa-1e6c-4fcb-af59-7ae526e17fff tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Calling delete_port for 6202e128-09f7-48f9-938a-497e31d2f815 owned by network:router_gateway {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:49:56.724780 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-78fc79a2-ae81-4918-8507-866700c4e9ed None None] For port 213f847a-0628-4536-8615-0fe79813de31, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=213f847a-0628-4536-8615-0fe79813de31,segment=NetworkSegment(a74b06f9-dd58-4602-baeb-166ffcd1d5a6),segment_id=a74b06f9-dd58-4602-baeb-166ffcd1d5a6)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:49:56.725173 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-78fc79a2-ae81-4918-8507-866700c4e9ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:56.874760 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-78fc79a2-ae81-4918-8507-866700c4e9ed None None] Calling delete_port for 213f847a-0628-4536-8615-0fe79813de31 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:49:56.911979 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2ae042aa-1e6c-4fcb-af59-7ae526e17fff tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:56.923045 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-d1da58cc-6a64-43cd-ad23-358e339d99b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b0796e-193f-472e-adac-1334fffa80a3', 'name': 'tempest-TestNetworkBasicOps-router-2051607849', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.157'}], 'enable_snat': True}, 'gw_port_id': '6202e128-09f7-48f9-938a-497e31d2f815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:29Z', 'updated_at': '2022-03-11T15:49:53Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '6202e128-09f7-48f9-938a-497e31d2f815', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:30Z', 'updated_at': '2022-03-11T15:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:49:56.936667 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1da58cc-6a64-43cd-ad23-358e339d99b9 None None] The sync data for ids ['64b0796e-193f-472e-adac-1334fffa80a3'] in dv-neutron-833373-1-hyperv is: [{'id': '64b0796e-193f-472e-adac-1334fffa80a3', 'name': 'tempest-TestNetworkBasicOps-router-2051607849', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.157'}], 'enable_snat': True}, 'gw_port_id': '6202e128-09f7-48f9-938a-497e31d2f815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:47:29Z', 'updated_at': '2022-03-11T15:49:53Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '6202e128-09f7-48f9-938a-497e31d2f815', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b0796e-193f-472e-adac-1334fffa80a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:47:30Z', 'updated_at': '2022-03-11T15:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:49:56.968411 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae042aa-1e6c-4fcb-af59-7ae526e17fff tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Port': ['ID=6202e128-09f7-48f9-938a-497e31d2f815,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:49:56.990485 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-78fc79a2-ae81-4918-8507-866700c4e9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:57.038280 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc79a2-ae81-4918-8507-866700c4e9ed None None] Pushing event deleted for resources: {'Port': ['ID=213f847a-0628-4536-8615-0fe79813de31,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:49:57.049954 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fc79a2-ae81-4918-8507-866700c4e9ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:57.050307 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fc79a2-ae81-4918-8507-866700c4e9ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:57.050641 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fc79a2-ae81-4918-8507-866700c4e9ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:57.050972 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fc79a2-ae81-4918-8507-866700c4e9ed None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:57.051826 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fc79a2-ae81-4918-8507-866700c4e9ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:57.052826 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fc79a2-ae81-4918-8507-866700c4e9ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:57.053160 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fc79a2-ae81-4918-8507-866700c4e9ed None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:57.053487 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fc79a2-ae81-4918-8507-866700c4e9ed None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:57.053814 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fc79a2-ae81-4918-8507-866700c4e9ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:57.054394 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fc79a2-ae81-4918-8507-866700c4e9ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:57.054717 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fc79a2-ae81-4918-8507-866700c4e9ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:49:57.063647 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fc79a2-ae81-4918-8507-866700c4e9ed None None] No DVR routers for this DVR port 213f847a-0628-4536-8615-0fe79813de31 on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:49:57.226471 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2ae042aa-1e6c-4fcb-af59-7ae526e17fff tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:57.503979 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2ae042aa-1e6c-4fcb-af59-7ae526e17fff tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:57.509137 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2ae042aa-1e6c-4fcb-af59-7ae526e17fff tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:57.538405 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2ae042aa-1e6c-4fcb-af59-7ae526e17fff tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:57.539008 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae042aa-1e6c-4fcb-af59-7ae526e17fff tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Fanout notify agent at l3_agent the message router_deleted on router 64b0796e-193f-472e-adac-1334fffa80a3 {{(pid=83867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:49:57.555577 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2ae042aa-1e6c-4fcb-af59-7ae526e17fff tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:57.556884 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-2ae042aa-1e6c-4fcb-af59-7ae526e17fff tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/routers/64b0796e-193f-472e-adac-1334fffa80a3 HTTP/1.1" status: 204 len: 168 time: 1.7747021 Mar 11 15:49:57.559638 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45310) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:49:57.740679 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a109babd-c431-4536-8617-ddda7c177a32 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:57.881970 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a109babd-c431-4536-8617-ddda7c177a32 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:57.907149 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-a109babd-c431-4536-8617-ddda7c177a32 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1973158d-d4be-4c99-843b-1a1d4a55767b']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:49:57.918963 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-a109babd-c431-4536-8617-ddda7c177a32 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a74b06f9-dd58-4602-baeb-166ffcd1d5a6') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:49:57.919204 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-a109babd-c431-4536-8617-ddda7c177a32 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a74b06f9-dd58-4602-baeb-166ffcd1d5a6') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:49:57.931365 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a109babd-c431-4536-8617-ddda7c177a32 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:57.947913 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a109babd-c431-4536-8617-ddda7c177a32 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:57.954152 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a109babd-c431-4536-8617-ddda7c177a32 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:49:57.954580 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a109babd-c431-4536-8617-ddda7c177a32 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:57.969225 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:49:57.969225 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:49:57.969225 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:49:57.969225 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:49:57.969225 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:49:57.969225 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:49:57.969225 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:49:57.969225 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:49:57.969225 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:49:57.969225 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:49:57.969225 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:49:57.969225 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:49:57.969225 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:49:57.969225 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:49:57.969225 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:49:57.969225 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:49:57.969225 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:49:57.969225 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:49:57.969225 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:49:57.969225 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:49:57.969225 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:49:57.969225 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:49:57.969225 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:49:57.969225 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:49:57.969225 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:49:57.969225 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:49:57.969225 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:49:57.969225 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:49:57.969225 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:49:57.969225 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:49:57.969225 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:49:57.969225 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:49:58.116830 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 41051055-3a9c-45e5-b2d4-bddeb9e63831 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:49:58.146221 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a109babd-c431-4536-8617-ddda7c177a32 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:58.151834 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 41051055-3a9c-45e5-b2d4-bddeb9e63831 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:49:58.152295 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 41051055-3a9c-45e5-b2d4-bddeb9e63831 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:49:58.152779 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 213f847a-0628-4536-8615-0fe79813de31 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:49:58.163790 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a109babd-c431-4536-8617-ddda7c177a32 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:58.174920 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109babd-c431-4536-8617-ddda7c177a32 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Network': ['ID=1973158d-d4be-4c99-843b-1a1d4a55767b,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:49:58.186796 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a109babd-c431-4536-8617-ddda7c177a32 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/networks/1973158d-d4be-4c99-843b-1a1d4a55767b HTTP/1.1" status: 204 len: 168 time: 0.6258612 Mar 11 15:49:58.192878 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 213f847a-0628-4536-8615-0fe79813de31 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:49:58.193565 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 213f847a-0628-4536-8615-0fe79813de31 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:49:58.194505 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 6202e128-09f7-48f9-938a-497e31d2f815 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:49:58.240466 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 45314) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:49:58.245814 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-c7de25a3-2372-4ccf-b281-c2477ababa68 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'network': {'name': 'tempest-network-smoke--715014136', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'port_security_enabled': True}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:49:58.248799 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 6202e128-09f7-48f9-938a-497e31d2f815 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:49:58.249242 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 6202e128-09f7-48f9-938a-497e31d2f815 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:49:58.251491 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-c7de25a3-2372-4ccf-b281-c2477ababa68 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:49:58.255942 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-c7de25a3-2372-4ccf-b281-c2477ababa68 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:network and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:49:58.259366 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-c7de25a3-2372-4ccf-b281-c2477ababa68 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:49:58.265980 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-c7de25a3-2372-4ccf-b281-c2477ababa68 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:49:58.277354 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7de25a3-2372-4ccf-b281-c2477ababa68 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Made reservation on behalf of 916fcc14ed3c4d0b95925acf526937c4 for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:49:58.280412 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c7de25a3-2372-4ccf-b281-c2477ababa68 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:58.309748 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7de25a3-2372-4ccf-b281-c2477ababa68 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:49:58.319243 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c7de25a3-2372-4ccf-b281-c2477ababa68 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:58.319632 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-c7de25a3-2372-4ccf-b281-c2477ababa68 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Added segment ef527653-4439-4182-87ba-0616fdd98a39 of type vlan for network e32fb1ff-cb37-49c3-addb-dd266b860d54 Mar 11 15:49:58.357435 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c7de25a3-2372-4ccf-b281-c2477ababa68 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:58.387708 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c7de25a3-2372-4ccf-b281-c2477ababa68 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:58.391311 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7de25a3-2372-4ccf-b281-c2477ababa68 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:49:58.391886 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c7de25a3-2372-4ccf-b281-c2477ababa68 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:58.498433 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c7de25a3-2372-4ccf-b281-c2477ababa68 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2580206 Mar 11 15:49:58.501155 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 45318) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:49:58.509172 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-c8af2b44-a2a3-452e-b055-bc5fb40d1b86 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-554683650', 'admin_state_up': True, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:49:58.517356 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-c8af2b44-a2a3-452e-b055-bc5fb40d1b86 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:49:58.519504 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7de25a3-2372-4ccf-b281-c2477ababa68 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Network': ['ID=e32fb1ff-cb37-49c3-addb-dd266b860d54,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:49:58.523306 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-c8af2b44-a2a3-452e-b055-bc5fb40d1b86 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:router and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:49:58.526266 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-c8af2b44-a2a3-452e-b055-bc5fb40d1b86 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:49:58.529715 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network e32fb1ff-cb37-49c3-addb-dd266b860d54 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:49:58.531925 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-c8af2b44-a2a3-452e-b055-bc5fb40d1b86 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:49:58.542884 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c8af2b44-a2a3-452e-b055-bc5fb40d1b86 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:58.543816 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c8af2b44-a2a3-452e-b055-bc5fb40d1b86 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:58.568861 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c8af2b44-a2a3-452e-b055-bc5fb40d1b86 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:58.720294 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c8af2b44-a2a3-452e-b055-bc5fb40d1b86 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:58.899609 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c8af2b44-a2a3-452e-b055-bc5fb40d1b86 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router_gateway, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:58.934123 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c8af2b44-a2a3-452e-b055-bc5fb40d1b86 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:59.069313 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-c8af2b44-a2a3-452e-b055-bc5fb40d1b86 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Allocated IP 172.26.0.114 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/90b0494d-a904-4e29-aa51-240629afb394) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:49:59.234202 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c8af2b44-a2a3-452e-b055-bc5fb40d1b86 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:59.267024 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c8af2b44-a2a3-452e-b055-bc5fb40d1b86 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:59.344219 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-56b85251-a4b3-443c-9f8e-a864da0315f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:59.431618 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8af2b44-a2a3-452e-b055-bc5fb40d1b86 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:49:59.434373 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-c8af2b44-a2a3-452e-b055-bc5fb40d1b86 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:49:59.438105 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8af2b44-a2a3-452e-b055-bc5fb40d1b86 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:49:59.474818 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af2b44-a2a3-452e-b055-bc5fb40d1b86 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=90b0494d-a904-4e29-aa51-240629afb394,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:49:59.626560 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c8af2b44-a2a3-452e-b055-bc5fb40d1b86 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router_gateway, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:59.627298 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c8af2b44-a2a3-452e-b055-bc5fb40d1b86 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:49:59.867545 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8af2b44-a2a3-452e-b055-bc5fb40d1b86 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router bc039d45-13c3-4edc-9e56-8cf993204fd1 is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:50:00.092361 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8af2b44-a2a3-452e-b055-bc5fb40d1b86 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:50:00.105175 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb5ae1d-080b-4cbe-8e79-4d3dcd2034be None None] Sync routers for ids ['bc039d45-13c3-4edc-9e56-8cf993204fd1'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:50:00.132062 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb5ae1d-080b-4cbe-8e79-4d3dcd2034be None None] Routers {'bc039d45-13c3-4edc-9e56-8cf993204fd1'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:50:00.132062 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-adb5ae1d-080b-4cbe-8e79-4d3dcd2034be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:49:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['bc039d45-13c3-4edc-9e56-8cf993204fd1'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:50:00.132445 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c8af2b44-a2a3-452e-b055-bc5fb40d1b86 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:00.132718 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c8af2b44-a2a3-452e-b055-bc5fb40d1b86 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6306474 Mar 11 15:50:00.136168 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 45322) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:50:00.178842 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-2d097934-e517-4f1c-8ab7-85786bd13500 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=916fcc14ed3c4d0b95925acf526937c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413237 Mar 11 15:50:00.181600 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 45326) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:50:00.323858 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5add7aa-9012-494b-8943-3186a200f8bb tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:50:00.325320 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f5add7aa-9012-494b-8943-3186a200f8bb tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1427643 Mar 11 15:50:00.328321 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45330) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:50:00.330880 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-adb5ae1d-080b-4cbe-8e79-4d3dcd2034be None None] Set router bc039d45-13c3-4edc-9e56-8cf993204fd1 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:50:00.371761 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5c340a9d-7f72-4e9b-ac11-7f1736c79363 tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=69193b02-dbf5-4ccf-b3ce-76dabd3f8655&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421519 Mar 11 15:50:00.374237 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45334) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:50:00.380367 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-c7015fe7-4c28-4198-8b1b-1dac819cb9bd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-274574914', 'network_id': 'e32fb1ff-cb37-49c3-addb-dd266b860d54', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:50:00.497851 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c7015fe7-4c28-4198-8b1b-1dac819cb9bd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:50:00.502636 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c7015fe7-4c28-4198-8b1b-1dac819cb9bd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:subnet and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:50:00.507996 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c7015fe7-4c28-4198-8b1b-1dac819cb9bd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:50:00.516807 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c7015fe7-4c28-4198-8b1b-1dac819cb9bd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:50:00.544463 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7015fe7-4c28-4198-8b1b-1dac819cb9bd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Made reservation on behalf of 916fcc14ed3c4d0b95925acf526937c4 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:50:00.637016 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-adb5ae1d-080b-4cbe-8e79-4d3dcd2034be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc039d45-13c3-4edc-9e56-8cf993204fd1', 'name': 'tempest-TestNetworkBasicOps-router-554683650', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': '90b0494d-a904-4e29-aa51-240629afb394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:49:58Z', 'updated_at': '2022-03-11T15:49:59Z', 'revision_number': 3, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '90b0494d-a904-4e29-aa51-240629afb394', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc039d45-13c3-4edc-9e56-8cf993204fd1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:49:58Z', 'updated_at': '2022-03-11T15:49:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:50:00.640882 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb5ae1d-080b-4cbe-8e79-4d3dcd2034be None None] Checking router: bc039d45-13c3-4edc-9e56-8cf993204fd1 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:50:00.641220 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb5ae1d-080b-4cbe-8e79-4d3dcd2034be None None] Updating router bc039d45-13c3-4edc-9e56-8cf993204fd1 port 90b0494d-a904-4e29-aa51-240629afb394 binding host dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:50:00.654571 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c7015fe7-4c28-4198-8b1b-1dac819cb9bd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:00.698013 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-adb5ae1d-080b-4cbe-8e79-4d3dcd2034be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:00.902640 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c7015fe7-4c28-4198-8b1b-1dac819cb9bd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:00.992562 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7015fe7-4c28-4198-8b1b-1dac819cb9bd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Subnet': ['ID=722253f8-95a0-4b50-839f-a623ae3de576,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:01.009004 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7015fe7-4c28-4198-8b1b-1dac819cb9bd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Checking segment: {'id': 'ef527653-4439-4182-87ba-0616fdd98a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'e32fb1ff-cb37-49c3-addb-dd266b860d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:50:01.009596 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7015fe7-4c28-4198-8b1b-1dac819cb9bd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network hostable DHCP agents. Network: e32fb1ff-cb37-49c3-addb-dd266b860d54, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:50:01.036795 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7015fe7-4c28-4198-8b1b-1dac819cb9bd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network e32fb1ff-cb37-49c3-addb-dd266b860d54 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:50:01.046464 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-c7015fe7-4c28-4198-8b1b-1dac819cb9bd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, e32fb1ff-cb37-49c3-addb-dd266b860d54) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:50:01.050645 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7015fe7-4c28-4198-8b1b-1dac819cb9bd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:50:01.051848 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c7015fe7-4c28-4198-8b1b-1dac819cb9bd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:01.060074 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62f28cf-6419-4ca5-804d-49ed438f17a5 None None] Network e32fb1ff-cb37-49c3-addb-dd266b860d54 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:50:01.074955 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c7015fe7-4c28-4198-8b1b-1dac819cb9bd tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6996846 Mar 11 15:50:01.077743 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45338) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:50:01.094181 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-adb5ae1d-080b-4cbe-8e79-4d3dcd2034be None None] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:01.107423 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-adb5ae1d-080b-4cbe-8e79-4d3dcd2034be None None] Transition to ACTIVE for port object 90b0494d-a904-4e29-aa51-240629afb394 will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:50:01.115348 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-adb5ae1d-080b-4cbe-8e79-4d3dcd2034be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:01.203397 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-adb5ae1d-080b-4cbe-8e79-4d3dcd2034be None None] Attempting to bind port 90b0494d-a904-4e29-aa51-240629afb394 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:50:01.203748 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-adb5ae1d-080b-4cbe-8e79-4d3dcd2034be None None] Attempting to bind port 90b0494d-a904-4e29-aa51-240629afb394 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:50:01.204315 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb5ae1d-080b-4cbe-8e79-4d3dcd2034be None None] Attempting to bind port 90b0494d-a904-4e29-aa51-240629afb394 on network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:50:01.206420 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beab34f-f5ca-444c-91ff-bc2b4f9dc8c5 None None] Pushing event updated for resources: {'Port': ['ID=90b0494d-a904-4e29-aa51-240629afb394,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:01.215705 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beab34f-f5ca-444c-91ff-bc2b4f9dc8c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:01.216297 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beab34f-f5ca-444c-91ff-bc2b4f9dc8c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:01.216777 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beab34f-f5ca-444c-91ff-bc2b4f9dc8c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:01.217354 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beab34f-f5ca-444c-91ff-bc2b4f9dc8c5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:01.217848 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beab34f-f5ca-444c-91ff-bc2b4f9dc8c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:01.218331 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beab34f-f5ca-444c-91ff-bc2b4f9dc8c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:01.218846 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beab34f-f5ca-444c-91ff-bc2b4f9dc8c5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:01.219353 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beab34f-f5ca-444c-91ff-bc2b4f9dc8c5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:01.219832 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beab34f-f5ca-444c-91ff-bc2b4f9dc8c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:01.220339 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beab34f-f5ca-444c-91ff-bc2b4f9dc8c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:01.220823 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beab34f-f5ca-444c-91ff-bc2b4f9dc8c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:50:01.229119 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb5ae1d-080b-4cbe-8e79-4d3dcd2034be None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:50:01.229992 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb5ae1d-080b-4cbe-8e79-4d3dcd2034be None None] Checking segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:50:01.230542 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-adb5ae1d-080b-4cbe-8e79-4d3dcd2034be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:01.231080 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb5ae1d-080b-4cbe-8e79-4d3dcd2034be None None] Bound using segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:50:01.231707 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-adb5ae1d-080b-4cbe-8e79-4d3dcd2034be None None] Bound port: 90b0494d-a904-4e29-aa51-240629afb394, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:50:01.232281 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-adb5ae1d-080b-4cbe-8e79-4d3dcd2034be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:01.307740 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-adb5ae1d-080b-4cbe-8e79-4d3dcd2034be None None] For port 90b0494d-a904-4e29-aa51-240629afb394, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:50:01.311932 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-adb5ae1d-080b-4cbe-8e79-4d3dcd2034be None None] For port 90b0494d-a904-4e29-aa51-240629afb394, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=90b0494d-a904-4e29-aa51-240629afb394,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:50:01.318092 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-adb5ae1d-080b-4cbe-8e79-4d3dcd2034be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:01.346640 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca80a64-8254-4b70-9ee5-1fd0455cab9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-e32fb1ff-cb37-49c3-addb-dd266b860d54', 'network_id': 'e32fb1ff-cb37-49c3-addb-dd266b860d54', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ips': [{'subnet_id': '722253f8-95a0-4b50-839f-a623ae3de576'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:50:01.347733 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7ca80a64-8254-4b70-9ee5-1fd0455cab9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:01.425638 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beab34f-f5ca-444c-91ff-bc2b4f9dc8c5 None None] Pushing event updated for resources: {'Port': ['ID=90b0494d-a904-4e29-aa51-240629afb394,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:01.429544 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb5ae1d-080b-4cbe-8e79-4d3dcd2034be None None] Routers {'bc039d45-13c3-4edc-9e56-8cf993204fd1'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:50:01.430151 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-adb5ae1d-080b-4cbe-8e79-4d3dcd2034be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:49:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['bc039d45-13c3-4edc-9e56-8cf993204fd1'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:50:01.561288 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-7ca80a64-8254-4b70-9ee5-1fd0455cab9e None None] Allocated IP 172.20.0.2 (e32fb1ff-cb37-49c3-addb-dd266b860d54/722253f8-95a0-4b50-839f-a623ae3de576/0021664e-b4f8-4191-a1b0-3262dd0070d4) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:50:01.638947 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-adb5ae1d-080b-4cbe-8e79-4d3dcd2034be None None] Set router bc039d45-13c3-4edc-9e56-8cf993204fd1 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:50:01.684336 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-90267326-740a-4431-a118-7c0677359f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:01.814105 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7ca80a64-8254-4b70-9ee5-1fd0455cab9e None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:01.826653 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-7ca80a64-8254-4b70-9ee5-1fd0455cab9e None None] Transition to ACTIVE for port object 0021664e-b4f8-4191-a1b0-3262dd0070d4 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:50:01.847552 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-7ca80a64-8254-4b70-9ee5-1fd0455cab9e None None] Transition to ACTIVE for port object 0021664e-b4f8-4191-a1b0-3262dd0070d4 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:50:01.853557 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7ca80a64-8254-4b70-9ee5-1fd0455cab9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:01.919462 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca80a64-8254-4b70-9ee5-1fd0455cab9e None None] Pushing event updated for resources: {'Port': ['ID=0021664e-b4f8-4191-a1b0-3262dd0070d4,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:01.937490 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca80a64-8254-4b70-9ee5-1fd0455cab9e None None] Network e32fb1ff-cb37-49c3-addb-dd266b860d54 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:50:01.939000 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-7ca80a64-8254-4b70-9ee5-1fd0455cab9e None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:50:01.942692 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca80a64-8254-4b70-9ee5-1fd0455cab9e None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:50:01.996950 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-231af808-7329-4ac3-ae74-6c4f82a1c218 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:02.000010 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-adb5ae1d-080b-4cbe-8e79-4d3dcd2034be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc039d45-13c3-4edc-9e56-8cf993204fd1', 'name': 'tempest-TestNetworkBasicOps-router-554683650', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': '90b0494d-a904-4e29-aa51-240629afb394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:49:58Z', 'updated_at': '2022-03-11T15:49:59Z', 'revision_number': 3, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '90b0494d-a904-4e29-aa51-240629afb394', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc039d45-13c3-4edc-9e56-8cf993204fd1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:49:58Z', 'updated_at': '2022-03-11T15:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:50:02.005239 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb5ae1d-080b-4cbe-8e79-4d3dcd2034be None None] The sync data for ids ['bc039d45-13c3-4edc-9e56-8cf993204fd1'] in dv-neutron-833373-1-hyperv is: [{'id': 'bc039d45-13c3-4edc-9e56-8cf993204fd1', 'name': 'tempest-TestNetworkBasicOps-router-554683650', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': '90b0494d-a904-4e29-aa51-240629afb394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:49:58Z', 'updated_at': '2022-03-11T15:49:59Z', 'revision_number': 3, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '90b0494d-a904-4e29-aa51-240629afb394', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc039d45-13c3-4edc-9e56-8cf993204fd1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:49:58Z', 'updated_at': '2022-03-11T15:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:50:02.069226 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-7ca80a64-8254-4b70-9ee5-1fd0455cab9e None None] Attempting to bind port 0021664e-b4f8-4191-a1b0-3262dd0070d4 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:50:02.069757 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-7ca80a64-8254-4b70-9ee5-1fd0455cab9e None None] Attempting to bind port 0021664e-b4f8-4191-a1b0-3262dd0070d4 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'ef527653-4439-4182-87ba-0616fdd98a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'e32fb1ff-cb37-49c3-addb-dd266b860d54'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:50:02.070117 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca80a64-8254-4b70-9ee5-1fd0455cab9e None None] Attempting to bind port 0021664e-b4f8-4191-a1b0-3262dd0070d4 on network e32fb1ff-cb37-49c3-addb-dd266b860d54 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:50:02.081628 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca80a64-8254-4b70-9ee5-1fd0455cab9e None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:50:02.082004 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca80a64-8254-4b70-9ee5-1fd0455cab9e None None] Checking segment: {'id': 'ef527653-4439-4182-87ba-0616fdd98a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'e32fb1ff-cb37-49c3-addb-dd266b860d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:50:02.082645 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7ca80a64-8254-4b70-9ee5-1fd0455cab9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:02.083157 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca80a64-8254-4b70-9ee5-1fd0455cab9e None None] Bound using segment: {'id': 'ef527653-4439-4182-87ba-0616fdd98a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'e32fb1ff-cb37-49c3-addb-dd266b860d54'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:50:02.083643 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-7ca80a64-8254-4b70-9ee5-1fd0455cab9e None None] Bound port: 0021664e-b4f8-4191-a1b0-3262dd0070d4, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef527653-4439-4182-87ba-0616fdd98a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'e32fb1ff-cb37-49c3-addb-dd266b860d54'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:50:02.084025 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7ca80a64-8254-4b70-9ee5-1fd0455cab9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:02.189917 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-7ca80a64-8254-4b70-9ee5-1fd0455cab9e None None] For port 0021664e-b4f8-4191-a1b0-3262dd0070d4, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:50:02.197791 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-7ca80a64-8254-4b70-9ee5-1fd0455cab9e None None] For port 0021664e-b4f8-4191-a1b0-3262dd0070d4, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=0021664e-b4f8-4191-a1b0-3262dd0070d4,segment=NetworkSegment(ef527653-4439-4182-87ba-0616fdd98a39),segment_id=ef527653-4439-4182-87ba-0616fdd98a39)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:50:02.231539 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7ca80a64-8254-4b70-9ee5-1fd0455cab9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:02.341166 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca80a64-8254-4b70-9ee5-1fd0455cab9e None None] Pushing event updated for resources: {'Port': ['ID=0021664e-b4f8-4191-a1b0-3262dd0070d4,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:02.624945 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-231af808-7329-4ac3-ae74-6c4f82a1c218 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Allocated IP 172.20.0.1 (e32fb1ff-cb37-49c3-addb-dd266b860d54/722253f8-95a0-4b50-839f-a623ae3de576/01f2f78a-802b-49dc-9409-7612db937a61) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:50:02.791114 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:02.813821 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-231af808-7329-4ac3-ae74-6c4f82a1c218 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:02.831106 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-231af808-7329-4ac3-ae74-6c4f82a1c218 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Transition to ACTIVE for port object 01f2f78a-802b-49dc-9409-7612db937a61 will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:50:02.859915 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-231af808-7329-4ac3-ae74-6c4f82a1c218 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:02.942528 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231af808-7329-4ac3-ae74-6c4f82a1c218 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network e32fb1ff-cb37-49c3-addb-dd266b860d54 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:50:02.946322 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-231af808-7329-4ac3-ae74-6c4f82a1c218 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:50:02.948364 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231af808-7329-4ac3-ae74-6c4f82a1c218 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=01f2f78a-802b-49dc-9409-7612db937a61,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:02.950476 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231af808-7329-4ac3-ae74-6c4f82a1c218 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:50:03.014582 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-231af808-7329-4ac3-ae74-6c4f82a1c218 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:03.053267 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:03.111882 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-231af808-7329-4ac3-ae74-6c4f82a1c218 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:03.366649 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e37d8ce-3a15-4c6f-8a0a-8abf05d8775e None None] Network e32fb1ff-cb37-49c3-addb-dd266b860d54 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:50:03.467286 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-a2807afd-b245-49cb-9e00-da4f26b57932 None None] Provisioning for port 0021664e-b4f8-4191-a1b0-3262dd0070d4 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:50:03.573835 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-231af808-7329-4ac3-ae74-6c4f82a1c218 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:03.579029 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-231af808-7329-4ac3-ae74-6c4f82a1c218 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:03.705957 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-231af808-7329-4ac3-ae74-6c4f82a1c218 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:03.709964 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231af808-7329-4ac3-ae74-6c4f82a1c218 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=01f2f78a-802b-49dc-9409-7612db937a61,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:03.864630 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231af808-7329-4ac3-ae74-6c4f82a1c218 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network e32fb1ff-cb37-49c3-addb-dd266b860d54 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:50:03.865961 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-231af808-7329-4ac3-ae74-6c4f82a1c218 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:50:03.921668 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5589bc7b-5b08-485d-a093-0600815d908f None None] Provisioning for port 01f2f78a-802b-49dc-9409-7612db937a61 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:50:03.927522 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5589bc7b-5b08-485d-a093-0600815d908f None None] Provisioning complete for port 01f2f78a-802b-49dc-9409-7612db937a61 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:50:03.927898 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5589bc7b-5b08-485d-a093-0600815d908f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:03.992021 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-5589bc7b-5b08-485d-a093-0600815d908f None None] Port 01f2f78a-802b-49dc-9409-7612db937a61 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:50:04.115092 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2ad330be-41d2-4348-ba0e-75a2c99bf51a None None] Provisioning complete for port 01f2f78a-802b-49dc-9409-7612db937a61 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:50:04.115466 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2ad330be-41d2-4348-ba0e-75a2c99bf51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:04.181243 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 90b0494d-a904-4e29-aa51-240629afb394 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:50:04.251699 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-2ad330be-41d2-4348-ba0e-75a2c99bf51a None None] Port 01f2f78a-802b-49dc-9409-7612db937a61 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:50:04.282054 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:04.297110 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 90b0494d-a904-4e29-aa51-240629afb394 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:50:04.304941 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 90b0494d-a904-4e29-aa51-240629afb394 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:50:04.304941 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:04.406526 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-37ddc5eb-6ced-4e4d-be46-8e6562a9dcdb None None] Provisioning complete for port 01f2f78a-802b-49dc-9409-7612db937a61 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:50:04.407196 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-37ddc5eb-6ced-4e4d-be46-8e6562a9dcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:04.453113 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-231af808-7329-4ac3-ae74-6c4f82a1c218 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router bc039d45-13c3-4edc-9e56-8cf993204fd1 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:50:04.495912 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:04.500224 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-37ddc5eb-6ced-4e4d-be46-8e6562a9dcdb None None] Port 01f2f78a-802b-49dc-9409-7612db937a61 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:50:04.516669 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 90b0494d-a904-4e29-aa51-240629afb394, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=90b0494d-a904-4e29-aa51-240629afb394,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:50:04.522341 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:04.523317 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 0021664e-b4f8-4191-a1b0-3262dd0070d4 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:50:04.639908 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=90b0494d-a904-4e29-aa51-240629afb394,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:04.654315 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 0021664e-b4f8-4191-a1b0-3262dd0070d4 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:50:04.659576 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 0021664e-b4f8-4191-a1b0-3262dd0070d4 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:50:04.660027 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:04.674518 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231af808-7329-4ac3-ae74-6c4f82a1c218 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:50:04.689456 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-231af808-7329-4ac3-ae74-6c4f82a1c218 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "PUT /v2.0/routers/bc039d45-13c3-4edc-9e56-8cf993204fd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6106791 Mar 11 15:50:04.692520 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 45342) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:50:04.806212 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:04.856017 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 0021664e-b4f8-4191-a1b0-3262dd0070d4, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=0021664e-b4f8-4191-a1b0-3262dd0070d4,segment=NetworkSegment(ef527653-4439-4182-87ba-0616fdd98a39),segment_id=ef527653-4439-4182-87ba-0616fdd98a39)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:50:04.860071 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:04.862042 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3450282d-d688-45e1-b17a-9d158f0d321d tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:50:04.862425 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3450282d-d688-45e1-b17a-9d158f0d321d tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:50:04.862800 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3450282d-d688-45e1-b17a-9d158f0d321d tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:50:04.863153 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3450282d-d688-45e1-b17a-9d158f0d321d tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:50:04.872378 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-3450282d-d688-45e1-b17a-9d158f0d321d tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1721721 Mar 11 15:50:04.872479 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45346) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:50:04.937317 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=0021664e-b4f8-4191-a1b0-3262dd0070d4,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:04.942646 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07cb9d0-7d63-404b-8a79-e49fe124286d tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:50:04.943025 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07cb9d0-7d63-404b-8a79-e49fe124286d tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:50:04.943378 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07cb9d0-7d63-404b-8a79-e49fe124286d tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:50:04.943747 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07cb9d0-7d63-404b-8a79-e49fe124286d tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:50:04.948580 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 45350) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:50:04.948718 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-f07cb9d0-7d63-404b-8a79-e49fe124286d tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0754023 Mar 11 15:50:05.161094 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c591d5c1-6c01-4e69-94b5-4326088d0e3e tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2108953 Mar 11 15:50:05.630517 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45356) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:50:05.642955 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-0545bcc2-d4a1-466d-b1b1-cf889bf672ba tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1334396794', 'description': 'tempest-secgroup-smoke-1334396794 description', 'project_id': '916fcc14ed3c4d0b95925acf526937c4'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:50:05.643321 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-0545bcc2-d4a1-466d-b1b1-cf889bf672ba tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:50:05.649503 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-0545bcc2-d4a1-466d-b1b1-cf889bf672ba tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:50:05.653263 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-0545bcc2-d4a1-466d-b1b1-cf889bf672ba tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:50:05.655826 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba55c241-a0d7-4d75-a5e4-1fbd098d38fa None None] Sync routers for ids ['bc039d45-13c3-4edc-9e56-8cf993204fd1'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:50:05.660538 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-0545bcc2-d4a1-466d-b1b1-cf889bf672ba tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:50:05.673975 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba55c241-a0d7-4d75-a5e4-1fbd098d38fa None None] Routers {'bc039d45-13c3-4edc-9e56-8cf993204fd1'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:50:05.674223 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0545bcc2-d4a1-466d-b1b1-cf889bf672ba tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:05.675086 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-ba55c241-a0d7-4d75-a5e4-1fbd098d38fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:50:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['bc039d45-13c3-4edc-9e56-8cf993204fd1'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:50:05.717384 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-0545bcc2-d4a1-466d-b1b1-cf889bf672ba tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:50:05.721637 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-0545bcc2-d4a1-466d-b1b1-cf889bf672ba tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:50:05.726428 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-0545bcc2-d4a1-466d-b1b1-cf889bf672ba tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:50:05.733440 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-0545bcc2-d4a1-466d-b1b1-cf889bf672ba tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:50:05.806981 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0545bcc2-d4a1-466d-b1b1-cf889bf672ba tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:05.816420 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0545bcc2-d4a1-466d-b1b1-cf889bf672ba tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:05.866025 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0545bcc2-d4a1-466d-b1b1-cf889bf672ba tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:05.867787 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0545bcc2-d4a1-466d-b1b1-cf889bf672ba tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2360809 Mar 11 15:50:05.870699 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 45360) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:50:05.876418 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-af95e05c-2d62-42b6-9962-f38a23934caf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '9ad281fc-854d-471d-b196-b098abe9abc1', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:50:05.882891 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-af95e05c-2d62-42b6-9962-f38a23934caf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:50:05.886250 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0545bcc2-d4a1-466d-b1b1-cf889bf672ba tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad281fc-854d-471d-b196-b098abe9abc1,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:05.886952 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-af95e05c-2d62-42b6-9962-f38a23934caf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:50:05.889619 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-ba55c241-a0d7-4d75-a5e4-1fbd098d38fa None None] Set router bc039d45-13c3-4edc-9e56-8cf993204fd1 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:50:05.898434 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-af95e05c-2d62-42b6-9962-f38a23934caf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:50:05.904845 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-af95e05c-2d62-42b6-9962-f38a23934caf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:50:05.924497 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-af95e05c-2d62-42b6-9962-f38a23934caf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:05.991909 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-af95e05c-2d62-42b6-9962-f38a23934caf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:05.996646 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-af95e05c-2d62-42b6-9962-f38a23934caf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:06.028077 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af95e05c-2d62-42b6-9962-f38a23934caf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f49586c-64ea-47a9-8ded-1064c4b158ff,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:06.039791 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-af95e05c-2d62-42b6-9962-f38a23934caf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:06.043813 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-af95e05c-2d62-42b6-9962-f38a23934caf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1695089 Mar 11 15:50:06.044206 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 45364) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:50:06.049782 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-2cf57e9e-1dde-453f-8a4a-f1da3728730f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '9ad281fc-854d-471d-b196-b098abe9abc1', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:50:06.056190 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-2cf57e9e-1dde-453f-8a4a-f1da3728730f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:50:06.060326 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-2cf57e9e-1dde-453f-8a4a-f1da3728730f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:50:06.063479 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-2cf57e9e-1dde-453f-8a4a-f1da3728730f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:50:06.069550 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-2cf57e9e-1dde-453f-8a4a-f1da3728730f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:50:06.090613 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2cf57e9e-1dde-453f-8a4a-f1da3728730f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:06.131509 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 90b0494d-a904-4e29-aa51-240629afb394 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:50:06.170150 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2cf57e9e-1dde-453f-8a4a-f1da3728730f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:06.178297 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2cf57e9e-1dde-453f-8a4a-f1da3728730f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:06.197022 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf57e9e-1dde-453f-8a4a-f1da3728730f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbd05da0-f53d-47c7-8f66-1380a0ad565e,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:06.220476 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2cf57e9e-1dde-453f-8a4a-f1da3728730f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:06.225755 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-2cf57e9e-1dde-453f-8a4a-f1da3728730f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1768436 Mar 11 15:50:06.226039 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45368) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:50:06.232080 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-63412258-f3e0-45aa-b0ca-2ee6c2b135e2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '9ad281fc-854d-471d-b196-b098abe9abc1', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:50:06.239270 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-63412258-f3e0-45aa-b0ca-2ee6c2b135e2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:50:06.243777 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-63412258-f3e0-45aa-b0ca-2ee6c2b135e2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:50:06.247203 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-63412258-f3e0-45aa-b0ca-2ee6c2b135e2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:50:06.257975 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-63412258-f3e0-45aa-b0ca-2ee6c2b135e2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:50:06.279994 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-63412258-f3e0-45aa-b0ca-2ee6c2b135e2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:06.343232 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 90b0494d-a904-4e29-aa51-240629afb394 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:50:06.343604 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:06.354797 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-63412258-f3e0-45aa-b0ca-2ee6c2b135e2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:06.358990 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-63412258-f3e0-45aa-b0ca-2ee6c2b135e2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:06.385557 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63412258-f3e0-45aa-b0ca-2ee6c2b135e2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73297ec6-153e-41bf-b1e1-acecc7b3a6ad,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:06.396693 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-63412258-f3e0-45aa-b0ca-2ee6c2b135e2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:06.400810 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-63412258-f3e0-45aa-b0ca-2ee6c2b135e2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1734211 Mar 11 15:50:06.401044 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 45372) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:50:06.406485 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-c37b714a-411d-48c5-89b7-412f24ff4fab tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '9ad281fc-854d-471d-b196-b098abe9abc1', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:50:06.413108 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-c37b714a-411d-48c5-89b7-412f24ff4fab tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:50:06.413602 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-ba55c241-a0d7-4d75-a5e4-1fbd098d38fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc039d45-13c3-4edc-9e56-8cf993204fd1', 'name': 'tempest-TestNetworkBasicOps-router-554683650', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': '90b0494d-a904-4e29-aa51-240629afb394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:49:58Z', 'updated_at': '2022-03-11T15:50:03Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '90b0494d-a904-4e29-aa51-240629afb394', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc039d45-13c3-4edc-9e56-8cf993204fd1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:49:58Z', 'updated_at': '2022-03-11T15:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '01f2f78a-802b-49dc-9409-7612db937a61', 'name': '', 'network_id': 'e32fb1ff-cb37-49c3-addb-dd266b860d54', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:8c:2b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc039d45-13c3-4edc-9e56-8cf993204fd1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '722253f8-95a0-4b50-839f-a623ae3de576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:50:02Z', 'updated_at': '2022-03-11T15:50:03Z', 'revision_number': 2, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '722253f8-95a0-4b50-839f-a623ae3de576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:50:06.416990 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-c37b714a-411d-48c5-89b7-412f24ff4fab tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:50:06.420526 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-c37b714a-411d-48c5-89b7-412f24ff4fab tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:50:06.421236 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba55c241-a0d7-4d75-a5e4-1fbd098d38fa None None] Checking router: bc039d45-13c3-4edc-9e56-8cf993204fd1 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:50:06.421594 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba55c241-a0d7-4d75-a5e4-1fbd098d38fa None None] Updating router bc039d45-13c3-4edc-9e56-8cf993204fd1 port 01f2f78a-802b-49dc-9409-7612db937a61 binding host dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:50:06.427334 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-c37b714a-411d-48c5-89b7-412f24ff4fab tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:50:06.444885 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c37b714a-411d-48c5-89b7-412f24ff4fab tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:06.512765 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c37b714a-411d-48c5-89b7-412f24ff4fab tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:06.517530 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c37b714a-411d-48c5-89b7-412f24ff4fab tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:06.522083 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ba55c241-a0d7-4d75-a5e4-1fbd098d38fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:06.540702 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b714a-411d-48c5-89b7-412f24ff4fab tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71c54729-08dc-4049-8467-fceba044a088,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:06.544692 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 0021664e-b4f8-4191-a1b0-3262dd0070d4 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:50:06.563173 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c37b714a-411d-48c5-89b7-412f24ff4fab tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:06.564474 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c37b714a-411d-48c5-89b7-412f24ff4fab tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1626441 Mar 11 15:50:06.568600 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 45376) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:50:06.574164 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-53625564-6df4-4f76-8948-bccc3402aef1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '9ad281fc-854d-471d-b196-b098abe9abc1', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:50:06.580074 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-53625564-6df4-4f76-8948-bccc3402aef1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:50:06.584887 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-53625564-6df4-4f76-8948-bccc3402aef1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:50:06.588956 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-53625564-6df4-4f76-8948-bccc3402aef1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:50:06.594985 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-53625564-6df4-4f76-8948-bccc3402aef1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:50:06.609268 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.securitygroups_db [None req-53625564-6df4-4f76-8948-bccc3402aef1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Project 916fcc14ed3c4d0b95925acf526937c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:50:06.616462 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-53625564-6df4-4f76-8948-bccc3402aef1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:06.690656 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-53625564-6df4-4f76-8948-bccc3402aef1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:06.696710 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-53625564-6df4-4f76-8948-bccc3402aef1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:06.723376 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53625564-6df4-4f76-8948-bccc3402aef1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12268295-2816-4f34-9c83-0fa47f2e2a53,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:06.733789 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-53625564-6df4-4f76-8948-bccc3402aef1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:06.737630 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-53625564-6df4-4f76-8948-bccc3402aef1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1654255 Mar 11 15:50:06.737774 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 45380) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:50:06.744855 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 0021664e-b4f8-4191-a1b0-3262dd0070d4 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:50:06.745377 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-99f8f1dd-3781-457a-9166-6583d6afef5c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'security_group_rule': {'security_group_id': '9ad281fc-854d-471d-b196-b098abe9abc1', 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:50:06.745503 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:06.750562 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-99f8f1dd-3781-457a-9166-6583d6afef5c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:50:06.755198 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-99f8f1dd-3781-457a-9166-6583d6afef5c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:security_group_rule and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:50:06.758356 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-99f8f1dd-3781-457a-9166-6583d6afef5c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:50:06.764458 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-99f8f1dd-3781-457a-9166-6583d6afef5c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:50:06.776527 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.securitygroups_db [None req-99f8f1dd-3781-457a-9166-6583d6afef5c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Project 916fcc14ed3c4d0b95925acf526937c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:50:06.785090 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-99f8f1dd-3781-457a-9166-6583d6afef5c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:06.853726 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-99f8f1dd-3781-457a-9166-6583d6afef5c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:06.858669 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-99f8f1dd-3781-457a-9166-6583d6afef5c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:06.883788 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8f1dd-3781-457a-9166-6583d6afef5c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dccca45-c4db-47ec-9a7f-2fbd8ae8bac5,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:06.896040 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-99f8f1dd-3781-457a-9166-6583d6afef5c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:06.897702 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-99f8f1dd-3781-457a-9166-6583d6afef5c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1582396 Mar 11 15:50:07.088736 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ba55c241-a0d7-4d75-a5e4-1fbd098d38fa None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:07.101847 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-ba55c241-a0d7-4d75-a5e4-1fbd098d38fa None None] Transition to ACTIVE for port object 01f2f78a-802b-49dc-9409-7612db937a61 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:50:07.108813 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ba55c241-a0d7-4d75-a5e4-1fbd098d38fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:07.120461 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-75981779-6d07-4d37-934f-293fbedd3b59 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:50:07.137758 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-75981779-6d07-4d37-934f-293fbedd3b59 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:50:07.139375 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-75981779-6d07-4d37-934f-293fbedd3b59 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1334396794&fields=id&tenant_id=916fcc14ed3c4d0b95925acf526937c4 HTTP/1.1" status: 200 len: 267 time: 0.0663724 Mar 11 15:50:07.270838 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d216a3a-2a2a-411d-a9b9-a4357fd3568b None None] Pushing event updated for resources: {'Port': ['ID=01f2f78a-802b-49dc-9409-7612db937a61,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:07.304716 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-94240981-602e-42f8-9d6a-345f383ea432 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:50:07.306201 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-94240981-602e-42f8-9d6a-345f383ea432 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:network {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:50:07.328570 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-94240981-602e-42f8-9d6a-345f383ea432 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:network {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:50:07.331340 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-94240981-602e-42f8-9d6a-345f383ea432 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/networks?id=e32fb1ff-cb37-49c3-addb-dd266b860d54 HTTP/1.1" status: 200 len: 796 time: 0.1822779 Mar 11 15:50:07.354422 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-5bb62432-2097-4428-ad6f-a25761ca32d1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/quotas/916fcc14ed3c4d0b95925acf526937c4 HTTP/1.1" status: 200 len: 375 time: 0.0176940 Mar 11 15:50:07.387663 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-ba55c241-a0d7-4d75-a5e4-1fbd098d38fa None None] Attempting to bind port 01f2f78a-802b-49dc-9409-7612db937a61 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:50:07.388158 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-ba55c241-a0d7-4d75-a5e4-1fbd098d38fa None None] Attempting to bind port 01f2f78a-802b-49dc-9409-7612db937a61 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'ef527653-4439-4182-87ba-0616fdd98a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'e32fb1ff-cb37-49c3-addb-dd266b860d54'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:50:07.388623 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba55c241-a0d7-4d75-a5e4-1fbd098d38fa None None] Attempting to bind port 01f2f78a-802b-49dc-9409-7612db937a61 on network e32fb1ff-cb37-49c3-addb-dd266b860d54 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:50:07.397198 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba55c241-a0d7-4d75-a5e4-1fbd098d38fa None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:50:07.397319 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba55c241-a0d7-4d75-a5e4-1fbd098d38fa None None] Checking segment: {'id': 'ef527653-4439-4182-87ba-0616fdd98a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'e32fb1ff-cb37-49c3-addb-dd266b860d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:50:07.397888 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ba55c241-a0d7-4d75-a5e4-1fbd098d38fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:07.398344 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba55c241-a0d7-4d75-a5e4-1fbd098d38fa None None] Bound using segment: {'id': 'ef527653-4439-4182-87ba-0616fdd98a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'e32fb1ff-cb37-49c3-addb-dd266b860d54'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:50:07.398875 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-ba55c241-a0d7-4d75-a5e4-1fbd098d38fa None None] Bound port: 01f2f78a-802b-49dc-9409-7612db937a61, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef527653-4439-4182-87ba-0616fdd98a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'e32fb1ff-cb37-49c3-addb-dd266b860d54'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:50:07.399430 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ba55c241-a0d7-4d75-a5e4-1fbd098d38fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:07.452324 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-cf487ac7-3a31-4ec5-89a9-336246f14acb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:50:07.469677 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-cf487ac7-3a31-4ec5-89a9-336246f14acb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:50:07.471351 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-cf487ac7-3a31-4ec5-89a9-336246f14acb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1100712 Mar 11 15:50:07.493655 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-9c4401af-4962-4b20-981b-5ae110ac59ad service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83867) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:50:07.494711 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-9c4401af-4962-4b20-981b-5ae110ac59ad service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0063529 Mar 11 15:50:07.515430 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-ba55c241-a0d7-4d75-a5e4-1fbd098d38fa None None] For port 01f2f78a-802b-49dc-9409-7612db937a61, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:50:07.518828 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-ba55c241-a0d7-4d75-a5e4-1fbd098d38fa None None] For port 01f2f78a-802b-49dc-9409-7612db937a61, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=01f2f78a-802b-49dc-9409-7612db937a61,segment=NetworkSegment(ef527653-4439-4182-87ba-0616fdd98a39),segment_id=ef527653-4439-4182-87ba-0616fdd98a39)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:50:07.522790 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ba55c241-a0d7-4d75-a5e4-1fbd098d38fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:07.606145 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d216a3a-2a2a-411d-a9b9-a4357fd3568b None None] Pushing event updated for resources: {'Port': ['ID=01f2f78a-802b-49dc-9409-7612db937a61,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:07.612230 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba55c241-a0d7-4d75-a5e4-1fbd098d38fa None None] Routers {'bc039d45-13c3-4edc-9e56-8cf993204fd1'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:50:07.612661 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-ba55c241-a0d7-4d75-a5e4-1fbd098d38fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:50:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['bc039d45-13c3-4edc-9e56-8cf993204fd1'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:50:07.647334 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-64e7c76a-6bb4-43e3-b84a-ac2372a584f5 service neutron] 10.222.0.31 "GET /v2.0/networks/e32fb1ff-cb37-49c3-addb-dd266b860d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460531 Mar 11 15:50:07.801982 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-66f9f2c5-2d5d-4492-8222-d57cb301d1cc service neutron] 10.222.0.31 "GET /v2.0/networks/e32fb1ff-cb37-49c3-addb-dd266b860d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490200 Mar 11 15:50:07.813100 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-ba55c241-a0d7-4d75-a5e4-1fbd098d38fa None None] Set router bc039d45-13c3-4edc-9e56-8cf993204fd1 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:50:08.008157 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-0cb68137-6cf9-4b0f-bf0a-2ae3cae45fec req-db6995d9-3792-4f4d-9fb1-bb6d57815cfc tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:50:08.022292 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-0cb68137-6cf9-4b0f-bf0a-2ae3cae45fec req-db6995d9-3792-4f4d-9fb1-bb6d57815cfc tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:50:08.023483 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0cb68137-6cf9-4b0f-bf0a-2ae3cae45fec req-db6995d9-3792-4f4d-9fb1-bb6d57815cfc tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=86d48a87-246d-4256-a97c-5d6b361d8430 HTTP/1.1" status: 200 len: 210 time: 0.0584116 Mar 11 15:50:08.210718 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-ba55c241-a0d7-4d75-a5e4-1fbd098d38fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc039d45-13c3-4edc-9e56-8cf993204fd1', 'name': 'tempest-TestNetworkBasicOps-router-554683650', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': '90b0494d-a904-4e29-aa51-240629afb394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:49:58Z', 'updated_at': '2022-03-11T15:50:03Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '90b0494d-a904-4e29-aa51-240629afb394', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc039d45-13c3-4edc-9e56-8cf993204fd1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:49:58Z', 'updated_at': '2022-03-11T15:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '01f2f78a-802b-49dc-9409-7612db937a61', 'name': '', 'network_id': 'e32fb1ff-cb37-49c3-addb-dd266b860d54', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:8c:2b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc039d45-13c3-4edc-9e56-8cf993204fd1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '722253f8-95a0-4b50-839f-a623ae3de576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:50:02Z', 'updated_at': '2022-03-11T15:50:07Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '722253f8-95a0-4b50-839f-a623ae3de576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:50:08.215175 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba55c241-a0d7-4d75-a5e4-1fbd098d38fa None None] The sync data for ids ['bc039d45-13c3-4edc-9e56-8cf993204fd1'] in dv-neutron-833373-1-hyperv is: [{'id': 'bc039d45-13c3-4edc-9e56-8cf993204fd1', 'name': 'tempest-TestNetworkBasicOps-router-554683650', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': '90b0494d-a904-4e29-aa51-240629afb394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:49:58Z', 'updated_at': '2022-03-11T15:50:03Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '90b0494d-a904-4e29-aa51-240629afb394', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc039d45-13c3-4edc-9e56-8cf993204fd1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:49:58Z', 'updated_at': '2022-03-11T15:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '01f2f78a-802b-49dc-9409-7612db937a61', 'name': '', 'network_id': 'e32fb1ff-cb37-49c3-addb-dd266b860d54', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:8c:2b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc039d45-13c3-4edc-9e56-8cf993204fd1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '722253f8-95a0-4b50-839f-a623ae3de576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:50:02Z', 'updated_at': '2022-03-11T15:50:07Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '722253f8-95a0-4b50-839f-a623ae3de576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:50:09.172736 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-85c9fdae-3cad-4c17-b4bc-d78833a82594 req-d5d20a59-bbd3-4470-a138-f6e7b250653d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=86d48a87-246d-4256-a97c-5d6b361d8430 HTTP/1.1" status: 200 len: 210 time: 0.0533097 Mar 11 15:50:10.145509 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 01f2f78a-802b-49dc-9409-7612db937a61 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:50:10.235287 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 01f2f78a-802b-49dc-9409-7612db937a61 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:50:10.242541 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 01f2f78a-802b-49dc-9409-7612db937a61 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:50:10.243153 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:10.368028 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:10.405894 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 01f2f78a-802b-49dc-9409-7612db937a61, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=01f2f78a-802b-49dc-9409-7612db937a61,segment=NetworkSegment(ef527653-4439-4182-87ba-0616fdd98a39),segment_id=ef527653-4439-4182-87ba-0616fdd98a39)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:50:10.416933 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:10.446137 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6c4bd28c-e8ba-4b99-803e-fc73ac68cfd2 req-5ad8deb7-e0c4-41ce-8b93-279aaff85c90 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=86d48a87-246d-4256-a97c-5d6b361d8430 HTTP/1.1" status: 200 len: 210 time: 0.1481993 Mar 11 15:50:10.487391 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=01f2f78a-802b-49dc-9409-7612db937a61,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:11.641791 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-052cce4d-5c05-492c-922b-fa61094e8a17 req-d1e33791-b2de-403f-beb1-912b59bed9ec tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=86d48a87-246d-4256-a97c-5d6b361d8430 HTTP/1.1" status: 200 len: 210 time: 0.0466232 Mar 11 15:50:11.652662 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-e38eac8a-63e5-41b0-a3f8-7f07df04dc22 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:50:11.653546 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-e38eac8a-63e5-41b0-a3f8-7f07df04dc22 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:network {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:50:11.667626 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-e38eac8a-63e5-41b0-a3f8-7f07df04dc22 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:network {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:50:11.668803 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-e38eac8a-63e5-41b0-a3f8-7f07df04dc22 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "GET /v2.0/networks?id=e32fb1ff-cb37-49c3-addb-dd266b860d54 HTTP/1.1" status: 200 len: 796 time: 0.1785369 Mar 11 15:50:11.728129 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-8db5ef41-ea0e-412a-b23e-a71bc9a8089d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=916fcc14ed3c4d0b95925acf526937c4 HTTP/1.1" status: 200 len: 380 time: 0.0470278 Mar 11 15:50:11.740023 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-783ccfa2-42bf-454e-bb50-a512b4496511 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'port': {'device_id': '86d48a87-246d-4256-a97c-5d6b361d8430', 'network_id': 'e32fb1ff-cb37-49c3-addb-dd266b860d54', 'admin_state_up': True, 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'security_groups': ['9ad281fc-854d-471d-b196-b098abe9abc1']}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:50:11.885071 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-783ccfa2-42bf-454e-bb50-a512b4496511 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:50:11.895597 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-783ccfa2-42bf-454e-bb50-a512b4496511 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:50:11.905740 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-783ccfa2-42bf-454e-bb50-a512b4496511 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Made reservation on behalf of 916fcc14ed3c4d0b95925acf526937c4 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:50:11.908807 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-783ccfa2-42bf-454e-bb50-a512b4496511 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:12.088387 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-783ccfa2-42bf-454e-bb50-a512b4496511 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Allocated IP 172.20.0.13 (e32fb1ff-cb37-49c3-addb-dd266b860d54/722253f8-95a0-4b50-839f-a623ae3de576/771db426-2d75-4401-95d8-1d31f380a1f6) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:50:12.132955 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 01f2f78a-802b-49dc-9409-7612db937a61 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:50:12.210714 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 01f2f78a-802b-49dc-9409-7612db937a61 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:50:12.211084 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:12.331532 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-783ccfa2-42bf-454e-bb50-a512b4496511 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:12.350476 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-783ccfa2-42bf-454e-bb50-a512b4496511 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Transition to ACTIVE for port object 771db426-2d75-4401-95d8-1d31f380a1f6 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:50:12.383654 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-783ccfa2-42bf-454e-bb50-a512b4496511 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:12.467670 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-783ccfa2-42bf-454e-bb50-a512b4496511 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network e32fb1ff-cb37-49c3-addb-dd266b860d54 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:50:12.470904 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-783ccfa2-42bf-454e-bb50-a512b4496511 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:50:12.475510 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-783ccfa2-42bf-454e-bb50-a512b4496511 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:50:12.505072 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ccfa2-42bf-454e-bb50-a512b4496511 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=771db426-2d75-4401-95d8-1d31f380a1f6,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:12.545230 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-783ccfa2-42bf-454e-bb50-a512b4496511 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:50:12.545230 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-783ccfa2-42bf-454e-bb50-a512b4496511 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:12.572830 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-783ccfa2-42bf-454e-bb50-a512b4496511 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8391578 Mar 11 15:50:12.587285 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-d3f8e785-3865-4993-98cc-3f11b06fc5d9 service neutron] Request body: {'port': {'device_id': '86d48a87-246d-4256-a97c-5d6b361d8430', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:50:12.720363 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f91bbde5-5428-447e-a7a9-26e6195221ba None None] Provisioning for port 771db426-2d75-4401-95d8-1d31f380a1f6 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:50:12.726593 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-f91bbde5-5428-447e-a7a9-26e6195221ba None None] Provisioning complete for port 771db426-2d75-4401-95d8-1d31f380a1f6 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:50:12.726961 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f91bbde5-5428-447e-a7a9-26e6195221ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:12.729029 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-d3f8e785-3865-4993-98cc-3f11b06fc5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:12.789338 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-f91bbde5-5428-447e-a7a9-26e6195221ba None None] Port 771db426-2d75-4401-95d8-1d31f380a1f6 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:50:12.970502 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7937441-b15f-4592-8be8-755ba5fc6b89 req-650c88e0-3f79-4ee7-8a81-860e36ac267c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:50:12.971209 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-f7937441-b15f-4592-8be8-755ba5fc6b89 req-650c88e0-3f79-4ee7-8a81-860e36ac267c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:50:13.053806 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-f7937441-b15f-4592-8be8-755ba5fc6b89 req-650c88e0-3f79-4ee7-8a81-860e36ac267c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:50:13.055247 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f7937441-b15f-4592-8be8-755ba5fc6b89 req-650c88e0-3f79-4ee7-8a81-860e36ac267c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=86d48a87-246d-4256-a97c-5d6b361d8430 HTTP/1.1" status: 200 len: 932 time: 0.2710304 Mar 11 15:50:13.130687 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f7937441-b15f-4592-8be8-755ba5fc6b89 req-7c704c2d-ec8d-489f-b843-804a7a60822c tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ad281fc-854d-471d-b196-b098abe9abc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647850 Mar 11 15:50:13.204475 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-d3f8e785-3865-4993-98cc-3f11b06fc5d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 771db426-2d75-4401-95d8-1d31f380a1f6 {{(pid=83866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:50:13.213233 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-d3f8e785-3865-4993-98cc-3f11b06fc5d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:13.230083 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-d3f8e785-3865-4993-98cc-3f11b06fc5d9 service neutron] Transition to ACTIVE for port object 771db426-2d75-4401-95d8-1d31f380a1f6 will not be triggered until provisioned by entity L2. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:50:13.234175 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-d3f8e785-3865-4993-98cc-3f11b06fc5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:13.366396 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f8e785-3865-4993-98cc-3f11b06fc5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=771db426-2d75-4401-95d8-1d31f380a1f6,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:13.481539 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-d3f8e785-3865-4993-98cc-3f11b06fc5d9 service neutron] Attempting to bind port 771db426-2d75-4401-95d8-1d31f380a1f6 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:50:13.481871 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-d3f8e785-3865-4993-98cc-3f11b06fc5d9 service neutron] Attempting to bind port 771db426-2d75-4401-95d8-1d31f380a1f6 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'ef527653-4439-4182-87ba-0616fdd98a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'e32fb1ff-cb37-49c3-addb-dd266b860d54'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:50:13.482193 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-d3f8e785-3865-4993-98cc-3f11b06fc5d9 service neutron] Attempting to bind port 771db426-2d75-4401-95d8-1d31f380a1f6 on network e32fb1ff-cb37-49c3-addb-dd266b860d54 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:50:13.489187 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-d3f8e785-3865-4993-98cc-3f11b06fc5d9 service neutron] Port 771db426-2d75-4401-95d8-1d31f380a1f6 on network e32fb1ff-cb37-49c3-addb-dd266b860d54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:50:13.489187 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-d3f8e785-3865-4993-98cc-3f11b06fc5d9 service neutron] Attempting to bind port 771db426-2d75-4401-95d8-1d31f380a1f6 on network e32fb1ff-cb37-49c3-addb-dd266b860d54 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:50:13.496074 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-d3f8e785-3865-4993-98cc-3f11b06fc5d9 service neutron] Checking agent: {'id': '233b753e-9484-4350-9871-64b7c66fc067', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'started_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:50:13.496439 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-d3f8e785-3865-4993-98cc-3f11b06fc5d9 service neutron] Checking segment: {'id': 'ef527653-4439-4182-87ba-0616fdd98a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'e32fb1ff-cb37-49c3-addb-dd266b860d54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:50:13.496817 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-d3f8e785-3865-4993-98cc-3f11b06fc5d9 service neutron] Bound using segment: {'id': 'ef527653-4439-4182-87ba-0616fdd98a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'e32fb1ff-cb37-49c3-addb-dd266b860d54'} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:50:13.497246 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-d3f8e785-3865-4993-98cc-3f11b06fc5d9 service neutron] Bound port: 771db426-2d75-4401-95d8-1d31f380a1f6, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef527653-4439-4182-87ba-0616fdd98a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'e32fb1ff-cb37-49c3-addb-dd266b860d54'}}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:50:13.497587 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-d3f8e785-3865-4993-98cc-3f11b06fc5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:13.696358 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-d3f8e785-3865-4993-98cc-3f11b06fc5d9 service neutron] For port 771db426-2d75-4401-95d8-1d31f380a1f6, host hv-neutron-8333, cleared binding levels {{(pid=83866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:50:13.699502 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-d3f8e785-3865-4993-98cc-3f11b06fc5d9 service neutron] For port 771db426-2d75-4401-95d8-1d31f380a1f6, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=771db426-2d75-4401-95d8-1d31f380a1f6,segment=NetworkSegment(ef527653-4439-4182-87ba-0616fdd98a39),segment_id=ef527653-4439-4182-87ba-0616fdd98a39)] {{(pid=83866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:50:13.704423 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-d3f8e785-3865-4993-98cc-3f11b06fc5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:13.774458 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-d3f8e785-3865-4993-98cc-3f11b06fc5d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:13.776874 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-d3f8e785-3865-4993-98cc-3f11b06fc5d9 service neutron] 10.222.0.73 "PUT /v2.0/ports/771db426-2d75-4401-95d8-1d31f380a1f6 HTTP/1.1" status: 200 len: 1094 time: 1.1969013 Mar 11 15:50:13.777533 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d48a87-246d-4256-a97c-5d6b361d8430', 'tag': '771db426-2d75-4401-95d8-1d31f380a1f6'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:50:13.814321 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f8e785-3865-4993-98cc-3f11b06fc5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=771db426-2d75-4401-95d8-1d31f380a1f6,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:13.890481 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86d48a87-246d-4256-a97c-5d6b361d8430', 'tag': '771db426-2d75-4401-95d8-1d31f380a1f6', 'status': 'completed', 'code': 200} Mar 11 15:50:13.905489 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-4ceedf2e-8f94-4822-a791-3f014ea26292 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=86d48a87-246d-4256-a97c-5d6b361d8430 HTTP/1.1" status: 200 len: 1097 time: 0.0844910 Mar 11 15:50:13.993440 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-a2fda4e9-d016-48cc-970f-07e7161838b8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=771db426-2d75-4401-95d8-1d31f380a1f6 HTTP/1.1" status: 200 len: 217 time: 0.0812345 Mar 11 15:50:14.060804 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-8cc2e2cd-8ad4-4372-82de-ca92a6f1ed0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:50:14.062264 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-8cc2e2cd-8ad4-4372-82de-ca92a6f1ed0c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=722253f8-95a0-4b50-839f-a623ae3de576 HTTP/1.1" status: 200 len: 834 time: 0.0631320 Mar 11 15:50:14.143850 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-89743f10-8a82-4bf1-b30f-1bd09b9ea713 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e32fb1ff-cb37-49c3-addb-dd266b860d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751762 Mar 11 15:50:14.333429 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-45a062cb-faa9-49c4-a4c4-60830829e92b service neutron] 10.222.0.73 "GET /v2.0/networks/e32fb1ff-cb37-49c3-addb-dd266b860d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826704 Mar 11 15:50:14.451239 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6272348-7e6e-4876-a5e6-ce1bc267e729 req-1912e64b-add7-4e1c-b4a9-d065ce1e3ed2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:50:14.452763 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c6272348-7e6e-4876-a5e6-ce1bc267e729 req-1912e64b-add7-4e1c-b4a9-d065ce1e3ed2 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=86d48a87-246d-4256-a97c-5d6b361d8430 HTTP/1.1" status: 200 len: 944 time: 0.1857128 Mar 11 15:50:14.509167 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f640ef45-0aaf-4832-83f7-0b4b3e3de0f4 req-0fb2960d-2c0a-4b95-891f-eafa0bef9fe3 service neutron] 10.222.0.73 "GET /v2.0/networks/e32fb1ff-cb37-49c3-addb-dd266b860d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678903 Mar 11 15:50:14.532944 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c6272348-7e6e-4876-a5e6-ce1bc267e729 req-63fe5062-a449-4ed6-84be-835b39731012 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ad281fc-854d-471d-b196-b098abe9abc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645311 Mar 11 15:50:14.636253 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-16723801-bf0c-46c5-a8f9-23be4f820552 req-502bbc40-b1df-4b41-8fb0-e986d22b6c7e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=86d48a87-246d-4256-a97c-5d6b361d8430 HTTP/1.1" status: 200 len: 1097 time: 0.0744178 Mar 11 15:50:14.773044 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16723801-bf0c-46c5-a8f9-23be4f820552 req-d7125023-7ab8-4365-ad0b-6273f7ae6ab1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:50:14.774478 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-16723801-bf0c-46c5-a8f9-23be4f820552 req-d7125023-7ab8-4365-ad0b-6273f7ae6ab1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e32fb1ff-cb37-49c3-addb-dd266b860d54 HTTP/1.1" status: 200 len: 897 time: 0.1326382 Mar 11 15:50:14.844644 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-16723801-bf0c-46c5-a8f9-23be4f820552 req-d47d0cf4-15da-41d9-a6a2-9071bb5c7e44 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=771db426-2d75-4401-95d8-1d31f380a1f6 HTTP/1.1" status: 200 len: 217 time: 0.0641429 Mar 11 15:50:14.911731 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16723801-bf0c-46c5-a8f9-23be4f820552 req-28a9c0bb-852a-41c9-8812-af35d919b9bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:50:14.913119 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-16723801-bf0c-46c5-a8f9-23be4f820552 req-28a9c0bb-852a-41c9-8812-af35d919b9bf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=722253f8-95a0-4b50-839f-a623ae3de576 HTTP/1.1" status: 200 len: 834 time: 0.0628877 Mar 11 15:50:14.996173 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-16723801-bf0c-46c5-a8f9-23be4f820552 req-092e595b-708a-47c9-a75f-7dc38eb4f8c2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e32fb1ff-cb37-49c3-addb-dd266b860d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768321 Mar 11 15:50:15.132603 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-16723801-bf0c-46c5-a8f9-23be4f820552 req-f4c6d882-f8f9-46d3-be3b-44ce33396ddc service neutron] 10.222.0.73 "GET /v2.0/networks/e32fb1ff-cb37-49c3-addb-dd266b860d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303439 Mar 11 15:50:15.272213 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-16723801-bf0c-46c5-a8f9-23be4f820552 req-d417c3ce-26ea-4834-83d7-3792a3c45202 service neutron] 10.222.0.73 "GET /v2.0/networks/e32fb1ff-cb37-49c3-addb-dd266b860d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334224 Mar 11 15:50:15.744003 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f2c57-3772-4c2b-93b6-bdd9b083620e req-57182521-fdee-4d81-91c4-3c4ff35dcf28 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:50:15.745531 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-139f2c57-3772-4c2b-93b6-bdd9b083620e req-57182521-fdee-4d81-91c4-3c4ff35dcf28 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=86d48a87-246d-4256-a97c-5d6b361d8430 HTTP/1.1" status: 200 len: 944 time: 0.0872378 Mar 11 15:50:15.770853 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:15.795664 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-139f2c57-3772-4c2b-93b6-bdd9b083620e req-a998882a-21c9-4231-b03a-a41b04e190cf tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ad281fc-854d-471d-b196-b098abe9abc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441225 Mar 11 15:50:17.109354 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f820f-475e-42b6-a675-7f439ba3adab req-acac1762-8119-4149-b292-57642789c535 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:50:17.110854 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-173f820f-475e-42b6-a675-7f439ba3adab req-acac1762-8119-4149-b292-57642789c535 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=86d48a87-246d-4256-a97c-5d6b361d8430 HTTP/1.1" status: 200 len: 944 time: 0.1913085 Mar 11 15:50:17.159339 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-173f820f-475e-42b6-a675-7f439ba3adab req-dd94be7d-fa27-4e39-8002-81131d3bc7bb tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ad281fc-854d-471d-b196-b098abe9abc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426388 Mar 11 15:50:17.288527 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 771db426-2d75-4401-95d8-1d31f380a1f6 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:50:17.442609 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 771db426-2d75-4401-95d8-1d31f380a1f6, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=771db426-2d75-4401-95d8-1d31f380a1f6,segment=NetworkSegment(ef527653-4439-4182-87ba-0616fdd98a39),segment_id=ef527653-4439-4182-87ba-0616fdd98a39)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:50:17.460713 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': '771db426-2d75-4401-95d8-1d31f380a1f6', 'network_id': 'e32fb1ff-cb37-49c3-addb-dd266b860d54', 'port_id': '771db426-2d75-4401-95d8-1d31f380a1f6', 'mac_address': 'fa:16:3e:46:cd:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '722253f8-95a0-4b50-839f-a623ae3de576', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:50:17.520489 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:17.543003 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 771db426-2d75-4401-95d8-1d31f380a1f6 {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:50:17.559738 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 771db426-2d75-4401-95d8-1d31f380a1f6, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=771db426-2d75-4401-95d8-1d31f380a1f6,segment=NetworkSegment(ef527653-4439-4182-87ba-0616fdd98a39),segment_id=ef527653-4439-4182-87ba-0616fdd98a39)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:50:17.563403 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:17.631274 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=771db426-2d75-4401-95d8-1d31f380a1f6,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:17.913014 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['771db426-2d75-4401-95d8-1d31f380a1f6'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 15:50:18.360233 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db30fcb-000b-40f8-ac7b-84f24df89c8a req-b55eae31-22cb-4f88-a134-2d038ed1967e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:50:18.361716 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-0db30fcb-000b-40f8-ac7b-84f24df89c8a req-b55eae31-22cb-4f88-a134-2d038ed1967e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=86d48a87-246d-4256-a97c-5d6b361d8430 HTTP/1.1" status: 200 len: 945 time: 0.0778794 Mar 11 15:50:18.407672 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-0db30fcb-000b-40f8-ac7b-84f24df89c8a req-3f90b9b4-4569-41d0-a6a5-f892a6ff970d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ad281fc-854d-471d-b196-b098abe9abc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395873 Mar 11 15:50:19.296943 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 771db426-2d75-4401-95d8-1d31f380a1f6 up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:50:19.379206 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning for port 771db426-2d75-4401-95d8-1d31f380a1f6 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:50:19.384772 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port 771db426-2d75-4401-95d8-1d31f380a1f6 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:50:19.385130 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:19.510966 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:19.545866 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d48a87-246d-4256-a97c-5d6b361d8430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771db426-2d75-4401-95d8-1d31f380a1f6'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:50:19.561238 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 771db426-2d75-4401-95d8-1d31f380a1f6, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=771db426-2d75-4401-95d8-1d31f380a1f6,segment=NetworkSegment(ef527653-4439-4182-87ba-0616fdd98a39),segment_id=ef527653-4439-4182-87ba-0616fdd98a39)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:50:19.568399 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:19.646720 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=771db426-2d75-4401-95d8-1d31f380a1f6,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:19.652992 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad653e1-8f17-400e-a7b6-0f584ec65719 req-94f1b167-8fc3-4672-97f8-2ffdb4dc3ee8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:50:19.654877 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-bad653e1-8f17-400e-a7b6-0f584ec65719 req-94f1b167-8fc3-4672-97f8-2ffdb4dc3ee8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=86d48a87-246d-4256-a97c-5d6b361d8430 HTTP/1.1" status: 200 len: 946 time: 0.0986073 Mar 11 15:50:19.696409 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d48a87-246d-4256-a97c-5d6b361d8430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771db426-2d75-4401-95d8-1d31f380a1f6', 'code': 200} Mar 11 15:50:19.704813 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-bad653e1-8f17-400e-a7b6-0f584ec65719 req-a16e3c84-b5ef-4093-a8d5-8ea4b9997291 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ad281fc-854d-471d-b196-b098abe9abc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448468 Mar 11 15:50:19.944247 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a0461109-ed0e-4641-a62f-2e3b8ebdb758 req-d50fa56e-7f1d-428e-8e62-74da469907df service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=86d48a87-246d-4256-a97c-5d6b361d8430 HTTP/1.1" status: 200 len: 1099 time: 0.0717201 Mar 11 15:50:19.994330 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a0461109-ed0e-4641-a62f-2e3b8ebdb758 req-97d0ae6d-b2a5-43bb-bf47-4deca0d2de6f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9ad281fc-854d-471d-b196-b098abe9abc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431843 Mar 11 15:50:20.913908 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e0489-a6a3-40fc-9c38-47d2564dcbf3 req-ae3690b9-353f-432b-b37d-2459d8d8fd0e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:50:20.915384 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-5c6e0489-a6a3-40fc-9c38-47d2564dcbf3 req-ae3690b9-353f-432b-b37d-2459d8d8fd0e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=86d48a87-246d-4256-a97c-5d6b361d8430 HTTP/1.1" status: 200 len: 946 time: 0.0813422 Mar 11 15:50:20.964470 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-5c6e0489-a6a3-40fc-9c38-47d2564dcbf3 req-dde21775-c9fa-4de0-858e-7ef103b0efc7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ad281fc-854d-471d-b196-b098abe9abc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433099 Mar 11 15:50:22.163431 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822d549-da3c-49fd-93f2-df0a2d5e8082 req-fe90f629-ca53-4c47-b381-8937ec02fcda tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:50:22.164935 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9822d549-da3c-49fd-93f2-df0a2d5e8082 req-fe90f629-ca53-4c47-b381-8937ec02fcda tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=86d48a87-246d-4256-a97c-5d6b361d8430 HTTP/1.1" status: 200 len: 946 time: 0.0747204 Mar 11 15:50:22.215047 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9822d549-da3c-49fd-93f2-df0a2d5e8082 req-842d7497-3c22-4220-9cdb-75f1bea2a1b8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ad281fc-854d-471d-b196-b098abe9abc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445518 Mar 11 15:50:22.411687 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3720c-f9b8-405c-931f-177070a87b1d req-44e51e48-566c-4e6e-839d-0d868f5974c1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:50:22.413274 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2cb3720c-f9b8-405c-931f-177070a87b1d req-44e51e48-566c-4e6e-839d-0d868f5974c1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=86d48a87-246d-4256-a97c-5d6b361d8430 HTTP/1.1" status: 200 len: 946 time: 0.0767570 Mar 11 15:50:22.559332 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2cb3720c-f9b8-405c-931f-177070a87b1d req-a83323ab-5895-4273-acab-0a878324817e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ad281fc-854d-471d-b196-b098abe9abc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404598 Mar 11 15:50:22.588017 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 45444) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:50:22.658602 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b3e3a98e-9c26-4b12-8776-5079da3853ca tempest-TestNetworkBasicOps-676872935 tempest-TestNetworkBasicOps-676872935-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=86d48a87-246d-4256-a97c-5d6b361d8430 HTTP/1.1" status: 200 len: 1094 time: 0.0693848 Mar 11 15:50:22.661825 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45448) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:50:22.667107 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-6243e3ae-bfb5-4d04-b6c4-0eb8fa109851 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'floatingip': {'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'port_id': '771db426-2d75-4401-95d8-1d31f380a1f6', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:50:22.672712 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-6243e3ae-bfb5-4d04-b6c4-0eb8fa109851 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:50:22.676607 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-6243e3ae-bfb5-4d04-b6c4-0eb8fa109851 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Usage tracker for resource:floatingip and tenant:916fcc14ed3c4d0b95925acf526937c4 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:50:22.680239 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-6243e3ae-bfb5-4d04-b6c4-0eb8fa109851 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:50:22.686112 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-6243e3ae-bfb5-4d04-b6c4-0eb8fa109851 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:50:22.696369 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6243e3ae-bfb5-4d04-b6c4-0eb8fa109851 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for floatingip, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:22.834104 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6243e3ae-bfb5-4d04-b6c4-0eb8fa109851 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:22.967055 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-6243e3ae-bfb5-4d04-b6c4-0eb8fa109851 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Allocated IP 172.26.0.153 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/43d52ef0-6b15-4dcb-a844-17d6a5abe8fc) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:50:23.122545 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6243e3ae-bfb5-4d04-b6c4-0eb8fa109851 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:23.150260 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6243e3ae-bfb5-4d04-b6c4-0eb8fa109851 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:23.217919 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6243e3ae-bfb5-4d04-b6c4-0eb8fa109851 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:50:23.220847 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-6243e3ae-bfb5-4d04-b6c4-0eb8fa109851 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:50:23.224322 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6243e3ae-bfb5-4d04-b6c4-0eb8fa109851 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:50:23.255734 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243e3ae-bfb5-4d04-b6c4-0eb8fa109851 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=43d52ef0-6b15-4dcb-a844-17d6a5abe8fc,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:23.732572 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6243e3ae-bfb5-4d04-b6c4-0eb8fa109851 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:23.789177 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6243e3ae-bfb5-4d04-b6c4-0eb8fa109851 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:23.990184 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6243e3ae-bfb5-4d04-b6c4-0eb8fa109851 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:23.994751 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6243e3ae-bfb5-4d04-b6c4-0eb8fa109851 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:24.100478 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243e3ae-bfb5-4d04-b6c4-0eb8fa109851 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event updated for resources: {'Port': ['ID=43d52ef0-6b15-4dcb-a844-17d6a5abe8fc,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:50:24.115946 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6243e3ae-bfb5-4d04-b6c4-0eb8fa109851 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:24.399947 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.l3_db [None req-6243e3ae-bfb5-4d04-b6c4-0eb8fa109851 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Floating IP 54d189ee-fba3-4b2e-a75b-605f7bfe6528 associated. External IP: 172.26.0.153, port: 771db426-2d75-4401-95d8-1d31f380a1f6. Mar 11 15:50:24.818127 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6243e3ae-bfb5-4d04-b6c4-0eb8fa109851 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router bc039d45-13c3-4edc-9e56-8cf993204fd1 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:50:25.020512 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6243e3ae-bfb5-4d04-b6c4-0eb8fa109851 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:50:25.033044 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f65bf29-3803-4985-aa3f-28eb8537f139 None None] Sync routers for ids ['bc039d45-13c3-4edc-9e56-8cf993204fd1'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:50:25.045627 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f65bf29-3803-4985-aa3f-28eb8537f139 None None] Routers {'bc039d45-13c3-4edc-9e56-8cf993204fd1'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:50:25.046269 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-8f65bf29-3803-4985-aa3f-28eb8537f139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:50:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['bc039d45-13c3-4edc-9e56-8cf993204fd1'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:50:25.047838 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6243e3ae-bfb5-4d04-b6c4-0eb8fa109851 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:25.104657 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6243e3ae-bfb5-4d04-b6c4-0eb8fa109851 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4417338 Mar 11 15:50:25.105341 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d48a87-246d-4256-a97c-5d6b361d8430', 'tag': '771db426-2d75-4401-95d8-1d31f380a1f6'}] {{(pid=83867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:50:25.107412 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 45452) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:50:25.163101 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86d48a87-246d-4256-a97c-5d6b361d8430', 'tag': '771db426-2d75-4401-95d8-1d31f380a1f6', 'status': 'completed', 'code': 200} Mar 11 15:50:25.237376 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-8f65bf29-3803-4985-aa3f-28eb8537f139 None None] Set router bc039d45-13c3-4edc-9e56-8cf993204fd1 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:50:25.263177 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-20541c7d-f457-470f-b08c-97c4802a1510 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/54d189ee-fba3-4b2e-a75b-605f7bfe6528 HTTP/1.1" status: 200 len: 992 time: 0.1545923 Mar 11 15:50:25.290393 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-09623361-4769-4e14-9bb9-4ddae7dec5f4 req-6e41d444-0b64-4f9d-a8dc-75caf7895e7e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=86d48a87-246d-4256-a97c-5d6b361d8430 HTTP/1.1" status: 200 len: 1099 time: 0.1008334 Mar 11 15:50:25.424496 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09623361-4769-4e14-9bb9-4ddae7dec5f4 req-9ea3e282-b25f-4b23-9899-41fed719eba7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:50:25.426166 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-09623361-4769-4e14-9bb9-4ddae7dec5f4 req-9ea3e282-b25f-4b23-9899-41fed719eba7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e32fb1ff-cb37-49c3-addb-dd266b860d54 HTTP/1.1" status: 200 len: 897 time: 0.1300330 Mar 11 15:50:25.528662 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-09623361-4769-4e14-9bb9-4ddae7dec5f4 req-d7828200-ece6-424d-bdfb-7c791b9a9cfe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=771db426-2d75-4401-95d8-1d31f380a1f6 HTTP/1.1" status: 200 len: 1000 time: 0.0966864 Mar 11 15:50:25.586624 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-8f65bf29-3803-4985-aa3f-28eb8537f139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc039d45-13c3-4edc-9e56-8cf993204fd1', 'name': 'tempest-TestNetworkBasicOps-router-554683650', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': '90b0494d-a904-4e29-aa51-240629afb394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:49:58Z', 'updated_at': '2022-03-11T15:50:03Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '90b0494d-a904-4e29-aa51-240629afb394', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc039d45-13c3-4edc-9e56-8cf993204fd1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:49:58Z', 'updated_at': '2022-03-11T15:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '54d189ee-fba3-4b2e-a75b-605f7bfe6528', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.153', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': 'bc039d45-13c3-4edc-9e56-8cf993204fd1', 'port_id': '771db426-2d75-4401-95d8-1d31f380a1f6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e32fb1ff-cb37-49c3-addb-dd266b860d54', 'mac_address': 'fa:16:3e:46:cd:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d48a87-246d-4256-a97c-5d6b361d8430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:50:23Z', 'updated_at': '2022-03-11T15:50:23Z', 'revision_number': 0, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f2f78a-802b-49dc-9409-7612db937a61', 'name': '', 'network_id': 'e32fb1ff-cb37-49c3-addb-dd266b860d54', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:8c:2b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc039d45-13c3-4edc-9e56-8cf993204fd1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '722253f8-95a0-4b50-839f-a623ae3de576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:50:02Z', 'updated_at': '2022-03-11T15:50:10Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '722253f8-95a0-4b50-839f-a623ae3de576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:50:25.590435 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f65bf29-3803-4985-aa3f-28eb8537f139 None None] Checking router: bc039d45-13c3-4edc-9e56-8cf993204fd1 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:50:25.596738 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09623361-4769-4e14-9bb9-4ddae7dec5f4 req-0418f477-412c-4a15-8f0e-1ea673bdba95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:50:25.599172 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-09623361-4769-4e14-9bb9-4ddae7dec5f4 req-0418f477-412c-4a15-8f0e-1ea673bdba95 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=722253f8-95a0-4b50-839f-a623ae3de576 HTTP/1.1" status: 200 len: 834 time: 0.0646968 Mar 11 15:50:25.601457 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f65bf29-3803-4985-aa3f-28eb8537f139 None None] Routers {'bc039d45-13c3-4edc-9e56-8cf993204fd1'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:50:25.602050 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-8f65bf29-3803-4985-aa3f-28eb8537f139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:50:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['bc039d45-13c3-4edc-9e56-8cf993204fd1'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:50:25.677285 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-09623361-4769-4e14-9bb9-4ddae7dec5f4 req-e09c9727-c7e0-4351-b951-0776861e5923 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e32fb1ff-cb37-49c3-addb-dd266b860d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721569 Mar 11 15:50:25.818222 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-8f65bf29-3803-4985-aa3f-28eb8537f139 None None] Set router bc039d45-13c3-4edc-9e56-8cf993204fd1 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:50:25.819172 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-09623361-4769-4e14-9bb9-4ddae7dec5f4 req-45557f73-ff19-4293-ad3b-ecf09d7f8f79 service neutron] 10.222.0.73 "GET /v2.0/networks/e32fb1ff-cb37-49c3-addb-dd266b860d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363907 Mar 11 15:50:25.953190 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-09623361-4769-4e14-9bb9-4ddae7dec5f4 req-1982b933-cb50-44ac-a1b5-b27334dfc74f service neutron] 10.222.0.73 "GET /v2.0/networks/e32fb1ff-cb37-49c3-addb-dd266b860d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266639 Mar 11 15:50:26.169863 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-8f65bf29-3803-4985-aa3f-28eb8537f139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc039d45-13c3-4edc-9e56-8cf993204fd1', 'name': 'tempest-TestNetworkBasicOps-router-554683650', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': '90b0494d-a904-4e29-aa51-240629afb394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:49:58Z', 'updated_at': '2022-03-11T15:50:03Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '90b0494d-a904-4e29-aa51-240629afb394', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc039d45-13c3-4edc-9e56-8cf993204fd1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:49:58Z', 'updated_at': '2022-03-11T15:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '54d189ee-fba3-4b2e-a75b-605f7bfe6528', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.153', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': 'bc039d45-13c3-4edc-9e56-8cf993204fd1', 'port_id': '771db426-2d75-4401-95d8-1d31f380a1f6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e32fb1ff-cb37-49c3-addb-dd266b860d54', 'mac_address': 'fa:16:3e:46:cd:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d48a87-246d-4256-a97c-5d6b361d8430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:50:23Z', 'updated_at': '2022-03-11T15:50:23Z', 'revision_number': 0, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f2f78a-802b-49dc-9409-7612db937a61', 'name': '', 'network_id': 'e32fb1ff-cb37-49c3-addb-dd266b860d54', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:8c:2b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc039d45-13c3-4edc-9e56-8cf993204fd1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '722253f8-95a0-4b50-839f-a623ae3de576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:50:02Z', 'updated_at': '2022-03-11T15:50:10Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '722253f8-95a0-4b50-839f-a623ae3de576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:50:26.173990 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f65bf29-3803-4985-aa3f-28eb8537f139 None None] The sync data for ids ['bc039d45-13c3-4edc-9e56-8cf993204fd1'] in dv-neutron-833373-1-hyperv is: [{'id': 'bc039d45-13c3-4edc-9e56-8cf993204fd1', 'name': 'tempest-TestNetworkBasicOps-router-554683650', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': '90b0494d-a904-4e29-aa51-240629afb394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:49:58Z', 'updated_at': '2022-03-11T15:50:03Z', 'revision_number': 4, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '90b0494d-a904-4e29-aa51-240629afb394', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc039d45-13c3-4edc-9e56-8cf993204fd1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:49:58Z', 'updated_at': '2022-03-11T15:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '54d189ee-fba3-4b2e-a75b-605f7bfe6528', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.153', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': 'bc039d45-13c3-4edc-9e56-8cf993204fd1', 'port_id': '771db426-2d75-4401-95d8-1d31f380a1f6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e32fb1ff-cb37-49c3-addb-dd266b860d54', 'mac_address': 'fa:16:3e:46:cd:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d48a87-246d-4256-a97c-5d6b361d8430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:50:23Z', 'updated_at': '2022-03-11T15:50:23Z', 'revision_number': 0, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f2f78a-802b-49dc-9409-7612db937a61', 'name': '', 'network_id': 'e32fb1ff-cb37-49c3-addb-dd266b860d54', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:8c:2b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc039d45-13c3-4edc-9e56-8cf993204fd1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '722253f8-95a0-4b50-839f-a623ae3de576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:50:02Z', 'updated_at': '2022-03-11T15:50:10Z', 'revision_number': 5, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '722253f8-95a0-4b50-839f-a623ae3de576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:50:26.267005 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45458) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:50:26.386802 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206d8b87-0d54-4c1f-b6ea-72f76fbcaaa6 None None] New status for floating IP 54d189ee-fba3-4b2e-a75b-605f7bfe6528: ACTIVE {{(pid=83868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 15:50:26.390044 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-bc4f75ee-3128-4e83-8dd6-9d67d9f7e6f1 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/54d189ee-fba3-4b2e-a75b-605f7bfe6528 HTTP/1.1" status: 200 len: 992 time: 0.1213689 Mar 11 15:50:26.953676 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:50:27.393687 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45462) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:50:27.505431 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-438c0ad1-b20e-4e87-bc7b-7ee681141eec tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/54d189ee-fba3-4b2e-a75b-605f7bfe6528 HTTP/1.1" status: 200 len: 994 time: 0.1099374 Mar 11 15:50:29.348494 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fbefa24c-b1da-4faa-a5d7-910fbb448d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:31.619636 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8db512c6-5315-4417-b20d-e3dc9a80af5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:32.784453 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:33.004334 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:34.211451 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:45.788569 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:50:59.352196 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cd936b31-07cc-4757-a767-6a129883faef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:01.622056 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ab417cde-2412-4ad6-9898-12df034925c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:02.788991 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:03.005623 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:03.953925 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:51:04.215221 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:06.977970 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-549cc3b4-2c47-475a-87b7-259325f4d9fe req-7aba7ca8-c67e-4cce-bff7-bae62b27966b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=86d48a87-246d-4256-a97c-5d6b361d8430&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711811 Mar 11 15:51:07.120954 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-549cc3b4-2c47-475a-87b7-259325f4d9fe req-6d026440-8aff-4cc1-9181-4d61aa7de4a9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=86d48a87-246d-4256-a97c-5d6b361d8430 HTTP/1.1" status: 200 len: 1099 time: 0.0725014 Mar 11 15:51:07.285422 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549cc3b4-2c47-475a-87b7-259325f4d9fe req-aedb3ba4-055b-438c-838c-70e502a7bb58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:07.286924 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-549cc3b4-2c47-475a-87b7-259325f4d9fe req-aedb3ba4-055b-438c-838c-70e502a7bb58 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e32fb1ff-cb37-49c3-addb-dd266b860d54 HTTP/1.1" status: 200 len: 897 time: 0.1470144 Mar 11 15:51:07.491495 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-549cc3b4-2c47-475a-87b7-259325f4d9fe req-654917b1-54c8-463e-a6a7-654c91b78897 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=771db426-2d75-4401-95d8-1d31f380a1f6 HTTP/1.1" status: 200 len: 1002 time: 0.1986599 Mar 11 15:51:07.555058 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549cc3b4-2c47-475a-87b7-259325f4d9fe req-172596e6-a729-465d-85f4-6898ac571f08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:07.556443 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-549cc3b4-2c47-475a-87b7-259325f4d9fe req-172596e6-a729-465d-85f4-6898ac571f08 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=722253f8-95a0-4b50-839f-a623ae3de576 HTTP/1.1" status: 200 len: 834 time: 0.0595288 Mar 11 15:51:07.643034 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-549cc3b4-2c47-475a-87b7-259325f4d9fe req-586fdc56-b37b-453e-a051-f5d33a411b58 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e32fb1ff-cb37-49c3-addb-dd266b860d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806587 Mar 11 15:51:07.775877 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-549cc3b4-2c47-475a-87b7-259325f4d9fe req-e2aa44cd-cbfa-46d4-b13c-9d053a769c6f service neutron] 10.222.0.73 "GET /v2.0/networks/e32fb1ff-cb37-49c3-addb-dd266b860d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263320 Mar 11 15:51:07.911198 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-549cc3b4-2c47-475a-87b7-259325f4d9fe req-66590989-a381-44a4-af09-6ede6638969f service neutron] 10.222.0.73 "GET /v2.0/networks/e32fb1ff-cb37-49c3-addb-dd266b860d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295235 Mar 11 15:51:15.808725 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:29.358830 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-657bac19-9317-4656-b4d8-9b75117ca1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:31.625770 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4ddff3f0-2719-4cc5-b272-61d09b78f9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:32.793112 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:33.009131 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:34.217519 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:36.819035 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45494) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:51:36.824773 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-74e0dd00-df64-456c-ad3f-5e494b45cce8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'router': {'admin_state_up': False}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:51:37.547238 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-74e0dd00-df64-456c-ad3f-5e494b45cce8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:37.560651 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-74e0dd00-df64-456c-ad3f-5e494b45cce8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709172', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-708534'] for router, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:37.776676 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e0dd00-df64-456c-ad3f-5e494b45cce8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router bc039d45-13c3-4edc-9e56-8cf993204fd1 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:51:37.988568 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e0dd00-df64-456c-ad3f-5e494b45cce8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:51:37.994922 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-74e0dd00-df64-456c-ad3f-5e494b45cce8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:37.996713 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-74e0dd00-df64-456c-ad3f-5e494b45cce8 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "PUT /v2.0/routers/bc039d45-13c3-4edc-9e56-8cf993204fd1 HTTP/1.1" status: 200 len: 888 time: 1.1760144 Mar 11 15:51:38.003364 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632a6b58-c4fe-4a34-8249-58dd2667be43 None None] Sync routers for ids ['bc039d45-13c3-4edc-9e56-8cf993204fd1'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:51:38.015786 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632a6b58-c4fe-4a34-8249-58dd2667be43 None None] Routers {'bc039d45-13c3-4edc-9e56-8cf993204fd1'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:51:38.016416 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-632a6b58-c4fe-4a34-8249-58dd2667be43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:51:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['bc039d45-13c3-4edc-9e56-8cf993204fd1'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:51:38.082888 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-632a6b58-c4fe-4a34-8249-58dd2667be43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:51:38.094163 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632a6b58-c4fe-4a34-8249-58dd2667be43 None None] Routers {'bc039d45-13c3-4edc-9e56-8cf993204fd1'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:51:38.094750 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-632a6b58-c4fe-4a34-8249-58dd2667be43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:51:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['bc039d45-13c3-4edc-9e56-8cf993204fd1'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:51:38.157570 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-632a6b58-c4fe-4a34-8249-58dd2667be43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:51:38.157969 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632a6b58-c4fe-4a34-8249-58dd2667be43 None None] The sync data for ids ['bc039d45-13c3-4edc-9e56-8cf993204fd1'] in dv-neutron-833373-1-hyperv is: [] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:51:38.961098 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2db058-cbe8-4350-9620-b27e5c12240b None None] New status for floating IP 54d189ee-fba3-4b2e-a75b-605f7bfe6528: DOWN {{(pid=83868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 15:51:40.160728 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 90b0494d-a904-4e29-aa51-240629afb394 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:51:40.196350 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45502) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:51:40.202032 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-9c27076f-3c84-40ec-b299-4f6d12176948 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:51:40.292300 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:40.308962 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 90b0494d-a904-4e29-aa51-240629afb394, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=90b0494d-a904-4e29-aa51-240629afb394,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:51:40.313699 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:40.314472 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 01f2f78a-802b-49dc-9409-7612db937a61 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:51:40.432339 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=90b0494d-a904-4e29-aa51-240629afb394,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:51:40.469760 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:40.470121 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:40.470459 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:40.470797 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:40.471128 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:40.471457 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:40.471811 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:40.472135 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:40.472461 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:40.473435 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:40.473763 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:40.507224 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:40.542889 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 01f2f78a-802b-49dc-9409-7612db937a61, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=01f2f78a-802b-49dc-9409-7612db937a61,segment=NetworkSegment(ef527653-4439-4182-87ba-0616fdd98a39),segment_id=ef527653-4439-4182-87ba-0616fdd98a39)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:51:40.546827 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:40.618199 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=01f2f78a-802b-49dc-9409-7612db937a61,revision_number=6']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:51:40.806842 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9c27076f-3c84-40ec-b299-4f6d12176948 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:40.817769 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9c27076f-3c84-40ec-b299-4f6d12176948 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709172', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-708534'] for router, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:40.959081 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:51:41.029955 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c27076f-3c84-40ec-b299-4f6d12176948 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router bc039d45-13c3-4edc-9e56-8cf993204fd1 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:51:41.350321 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c27076f-3c84-40ec-b299-4f6d12176948 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:51:41.356197 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9c27076f-3c84-40ec-b299-4f6d12176948 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:41.357407 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9c27076f-3c84-40ec-b299-4f6d12176948 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "PUT /v2.0/routers/bc039d45-13c3-4edc-9e56-8cf993204fd1 HTTP/1.1" status: 200 len: 887 time: 1.1599658 Mar 11 15:51:41.359877 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2a1f4b-e1a3-4793-bdf1-b39933def4ec None None] Sync routers for ids ['bc039d45-13c3-4edc-9e56-8cf993204fd1'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:51:41.360268 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45506) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:51:41.372766 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2a1f4b-e1a3-4793-bdf1-b39933def4ec None None] Routers {'bc039d45-13c3-4edc-9e56-8cf993204fd1'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:51:41.373446 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-7c2a1f4b-e1a3-4793-bdf1-b39933def4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:51:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['bc039d45-13c3-4edc-9e56-8cf993204fd1'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:51:41.469853 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b4c6f126-8bc4-4f8b-bc7c-65defb53808d tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/54d189ee-fba3-4b2e-a75b-605f7bfe6528 HTTP/1.1" status: 200 len: 992 time: 0.1084805 Mar 11 15:51:41.580987 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-7c2a1f4b-e1a3-4793-bdf1-b39933def4ec None None] Set router bc039d45-13c3-4edc-9e56-8cf993204fd1 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:51:41.965874 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-7c2a1f4b-e1a3-4793-bdf1-b39933def4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc039d45-13c3-4edc-9e56-8cf993204fd1', 'name': 'tempest-TestNetworkBasicOps-router-554683650', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': '90b0494d-a904-4e29-aa51-240629afb394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:49:58Z', 'updated_at': '2022-03-11T15:51:40Z', 'revision_number': 6, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '90b0494d-a904-4e29-aa51-240629afb394', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc039d45-13c3-4edc-9e56-8cf993204fd1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:49:58Z', 'updated_at': '2022-03-11T15:51:40Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '54d189ee-fba3-4b2e-a75b-605f7bfe6528', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.153', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': 'bc039d45-13c3-4edc-9e56-8cf993204fd1', 'port_id': '771db426-2d75-4401-95d8-1d31f380a1f6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e32fb1ff-cb37-49c3-addb-dd266b860d54', 'mac_address': 'fa:16:3e:46:cd:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d48a87-246d-4256-a97c-5d6b361d8430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:50:23Z', 'updated_at': '2022-03-11T15:51:39Z', 'revision_number': 2, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f2f78a-802b-49dc-9409-7612db937a61', 'name': '', 'network_id': 'e32fb1ff-cb37-49c3-addb-dd266b860d54', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:8c:2b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc039d45-13c3-4edc-9e56-8cf993204fd1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '722253f8-95a0-4b50-839f-a623ae3de576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:50:02Z', 'updated_at': '2022-03-11T15:51:40Z', 'revision_number': 6, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '722253f8-95a0-4b50-839f-a623ae3de576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:51:41.969837 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2a1f4b-e1a3-4793-bdf1-b39933def4ec None None] Checking router: bc039d45-13c3-4edc-9e56-8cf993204fd1 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:51:41.987885 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2a1f4b-e1a3-4793-bdf1-b39933def4ec None None] Routers {'bc039d45-13c3-4edc-9e56-8cf993204fd1'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:51:41.989164 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-7c2a1f4b-e1a3-4793-bdf1-b39933def4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:51:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['bc039d45-13c3-4edc-9e56-8cf993204fd1'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:51:42.170471 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-7c2a1f4b-e1a3-4793-bdf1-b39933def4ec None None] Set router bc039d45-13c3-4edc-9e56-8cf993204fd1 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:51:42.473603 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45510) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:51:42.529632 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-7c2a1f4b-e1a3-4793-bdf1-b39933def4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc039d45-13c3-4edc-9e56-8cf993204fd1', 'name': 'tempest-TestNetworkBasicOps-router-554683650', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': '90b0494d-a904-4e29-aa51-240629afb394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:49:58Z', 'updated_at': '2022-03-11T15:51:40Z', 'revision_number': 6, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '90b0494d-a904-4e29-aa51-240629afb394', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc039d45-13c3-4edc-9e56-8cf993204fd1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:49:58Z', 'updated_at': '2022-03-11T15:51:40Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '54d189ee-fba3-4b2e-a75b-605f7bfe6528', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.153', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': 'bc039d45-13c3-4edc-9e56-8cf993204fd1', 'port_id': '771db426-2d75-4401-95d8-1d31f380a1f6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e32fb1ff-cb37-49c3-addb-dd266b860d54', 'mac_address': 'fa:16:3e:46:cd:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d48a87-246d-4256-a97c-5d6b361d8430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:50:23Z', 'updated_at': '2022-03-11T15:51:39Z', 'revision_number': 2, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f2f78a-802b-49dc-9409-7612db937a61', 'name': '', 'network_id': 'e32fb1ff-cb37-49c3-addb-dd266b860d54', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:8c:2b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc039d45-13c3-4edc-9e56-8cf993204fd1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '722253f8-95a0-4b50-839f-a623ae3de576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:50:02Z', 'updated_at': '2022-03-11T15:51:40Z', 'revision_number': 6, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '722253f8-95a0-4b50-839f-a623ae3de576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:51:42.533608 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2a1f4b-e1a3-4793-bdf1-b39933def4ec None None] The sync data for ids ['bc039d45-13c3-4edc-9e56-8cf993204fd1'] in dv-neutron-833373-1-hyperv is: [{'id': 'bc039d45-13c3-4edc-9e56-8cf993204fd1', 'name': 'tempest-TestNetworkBasicOps-router-554683650', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': '90b0494d-a904-4e29-aa51-240629afb394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:49:58Z', 'updated_at': '2022-03-11T15:51:40Z', 'revision_number': 6, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '90b0494d-a904-4e29-aa51-240629afb394', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc039d45-13c3-4edc-9e56-8cf993204fd1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:49:58Z', 'updated_at': '2022-03-11T15:51:40Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '54d189ee-fba3-4b2e-a75b-605f7bfe6528', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'floating_ip_address': '172.26.0.153', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': 'bc039d45-13c3-4edc-9e56-8cf993204fd1', 'port_id': '771db426-2d75-4401-95d8-1d31f380a1f6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e32fb1ff-cb37-49c3-addb-dd266b860d54', 'mac_address': 'fa:16:3e:46:cd:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d48a87-246d-4256-a97c-5d6b361d8430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:50:23Z', 'updated_at': '2022-03-11T15:51:39Z', 'revision_number': 2, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f2f78a-802b-49dc-9409-7612db937a61', 'name': '', 'network_id': 'e32fb1ff-cb37-49c3-addb-dd266b860d54', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'mac_address': 'fa:16:3e:8c:2b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc039d45-13c3-4edc-9e56-8cf993204fd1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '722253f8-95a0-4b50-839f-a623ae3de576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:50:02Z', 'updated_at': '2022-03-11T15:51:40Z', 'revision_number': 6, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'subnets': [{'id': '722253f8-95a0-4b50-839f-a623ae3de576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:51:42.588752 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c926cd7a-75da-470c-816b-a86fb4dae5cc tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/54d189ee-fba3-4b2e-a75b-605f7bfe6528 HTTP/1.1" status: 200 len: 992 time: 0.1137540 Mar 11 15:51:43.591761 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45514) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:51:43.706709 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c4501c16-8e2f-4490-bf4f-d1e8fce0b57f tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/54d189ee-fba3-4b2e-a75b-605f7bfe6528 HTTP/1.1" status: 200 len: 992 time: 0.1137092 Mar 11 15:51:44.209143 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 90b0494d-a904-4e29-aa51-240629afb394 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:51:44.287861 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 90b0494d-a904-4e29-aa51-240629afb394 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:51:44.288258 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:44.412083 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:44.427743 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 90b0494d-a904-4e29-aa51-240629afb394, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=90b0494d-a904-4e29-aa51-240629afb394,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:51:44.432986 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:44.433868 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 01f2f78a-802b-49dc-9409-7612db937a61 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:51:44.556368 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=90b0494d-a904-4e29-aa51-240629afb394,revision_number=6']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:51:44.577971 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 01f2f78a-802b-49dc-9409-7612db937a61 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:51:44.578551 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:44.700001 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:44.712270 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45518) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:51:44.747160 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 01f2f78a-802b-49dc-9409-7612db937a61, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=01f2f78a-802b-49dc-9409-7612db937a61,segment=NetworkSegment(ef527653-4439-4182-87ba-0616fdd98a39),segment_id=ef527653-4439-4182-87ba-0616fdd98a39)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:51:44.755537 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:44.827720 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=01f2f78a-802b-49dc-9409-7612db937a61,revision_number=7']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:51:44.838873 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-edb60e80-a46f-420d-a736-8a187c6d3729 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/54d189ee-fba3-4b2e-a75b-605f7bfe6528 HTTP/1.1" status: 200 len: 992 time: 0.1250117 Mar 11 15:51:45.816942 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:45.842682 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45522) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:51:45.950345 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b2368745-7413-465f-a289-4098c36fe5f0 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/54d189ee-fba3-4b2e-a75b-605f7bfe6528 HTTP/1.1" status: 200 len: 992 time: 0.1064799 Mar 11 15:51:46.167380 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 90b0494d-a904-4e29-aa51-240629afb394 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:51:46.283002 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 90b0494d-a904-4e29-aa51-240629afb394 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:51:46.283369 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:46.403070 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 01f2f78a-802b-49dc-9409-7612db937a61 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:51:46.478912 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 01f2f78a-802b-49dc-9409-7612db937a61 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:51:46.479279 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:46.954085 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 45526) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:51:47.058043 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-244abcc8-9312-4de5-b9e7-6aa2fc1539a6 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/54d189ee-fba3-4b2e-a75b-605f7bfe6528 HTTP/1.1" status: 200 len: 992 time: 0.1028023 Mar 11 15:51:48.062275 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 45530) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:51:48.172266 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-5b804b3a-b65b-426d-8dbd-6ddb7ae96f6a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/54d189ee-fba3-4b2e-a75b-605f7bfe6528 HTTP/1.1" status: 200 len: 992 time: 0.1087480 Mar 11 15:51:49.175223 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 45534) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:51:49.288540 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b27dffa3-e28a-4fc6-84f0-d4b75bc5289e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/54d189ee-fba3-4b2e-a75b-605f7bfe6528 HTTP/1.1" status: 200 len: 992 time: 0.1112721 Mar 11 15:51:49.791856 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6706d4-91aa-4a05-93ec-6a2cc3128c28 None None] New status for floating IP 54d189ee-fba3-4b2e-a75b-605f7bfe6528: ACTIVE {{(pid=83868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 15:51:50.292513 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 45538) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:51:50.404747 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-660ed003-8e82-4318-879c-de37ca1717d6 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/floatingips/54d189ee-fba3-4b2e-a75b-605f7bfe6528 HTTP/1.1" status: 200 len: 994 time: 0.1110110 Mar 11 15:51:50.709193 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 45546) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:51:50.920051 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-c826d948-f10c-43b2-aad4-7b663515f1e5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting port 43d52ef0-6b15-4dcb-a844-17d6a5abe8fc {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:51:50.920408 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c826d948-f10c-43b2-aad4-7b663515f1e5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:51.193332 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c826d948-f10c-43b2-aad4-7b663515f1e5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:51.193834 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c826d948-f10c-43b2-aad4-7b663515f1e5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:51.366884 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-c826d948-f10c-43b2-aad4-7b663515f1e5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Calling delete_port for 43d52ef0-6b15-4dcb-a844-17d6a5abe8fc owned by network:floatingip {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:51:51.651999 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c826d948-f10c-43b2-aad4-7b663515f1e5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:51.698271 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c826d948-f10c-43b2-aad4-7b663515f1e5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Port': ['ID=43d52ef0-6b15-4dcb-a844-17d6a5abe8fc,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:51:51.743441 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c826d948-f10c-43b2-aad4-7b663515f1e5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:51.743784 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c826d948-f10c-43b2-aad4-7b663515f1e5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:51.744142 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c826d948-f10c-43b2-aad4-7b663515f1e5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:51.744480 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c826d948-f10c-43b2-aad4-7b663515f1e5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:51.744808 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c826d948-f10c-43b2-aad4-7b663515f1e5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:51.745135 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c826d948-f10c-43b2-aad4-7b663515f1e5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:51.745453 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c826d948-f10c-43b2-aad4-7b663515f1e5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:51.745773 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c826d948-f10c-43b2-aad4-7b663515f1e5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:51.746091 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c826d948-f10c-43b2-aad4-7b663515f1e5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:51.746406 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c826d948-f10c-43b2-aad4-7b663515f1e5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:51.746723 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c826d948-f10c-43b2-aad4-7b663515f1e5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:51.812789 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c826d948-f10c-43b2-aad4-7b663515f1e5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for floatingip, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:52.243464 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c826d948-f10c-43b2-aad4-7b663515f1e5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router bc039d45-13c3-4edc-9e56-8cf993204fd1 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:51:52.469872 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c826d948-f10c-43b2-aad4-7b663515f1e5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:51:52.492425 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c826d948-f10c-43b2-aad4-7b663515f1e5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:52.547436 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c826d948-f10c-43b2-aad4-7b663515f1e5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/floatingips/54d189ee-fba3-4b2e-a75b-605f7bfe6528 HTTP/1.1" status: 204 len: 168 time: 1.8372188 Mar 11 15:51:52.548027 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d48a87-246d-4256-a97c-5d6b361d8430', 'tag': '771db426-2d75-4401-95d8-1d31f380a1f6'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:51:52.765007 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86d48a87-246d-4256-a97c-5d6b361d8430', 'tag': '771db426-2d75-4401-95d8-1d31f380a1f6', 'status': 'completed', 'code': 200} Mar 11 15:51:52.873249 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2c1c4644-6128-4662-9be0-41f4c35fe825 req-0f399e87-b361-498f-b682-aed6ed1f5ba1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=916fcc14ed3c4d0b95925acf526937c4&device_id=86d48a87-246d-4256-a97c-5d6b361d8430 HTTP/1.1" status: 200 len: 1099 time: 0.0834143 Mar 11 15:51:52.982175 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9333df1-211e-41c7-b216-a14cb108db83 req-84840bdb-8f18-4303-a60b-58bd61c70b7a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:52.983809 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d9333df1-211e-41c7-b216-a14cb108db83 req-84840bdb-8f18-4303-a60b-58bd61c70b7a tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=86d48a87-246d-4256-a97c-5d6b361d8430 HTTP/1.1" status: 200 len: 946 time: 0.0910742 Mar 11 15:51:53.025292 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c4644-6128-4662-9be0-41f4c35fe825 req-bc553149-6bc6-4d2f-813d-f02238cce92c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:53.026671 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2c1c4644-6128-4662-9be0-41f4c35fe825 req-bc553149-6bc6-4d2f-813d-f02238cce92c service neutron] 10.222.0.73 "GET /v2.0/networks?id=e32fb1ff-cb37-49c3-addb-dd266b860d54 HTTP/1.1" status: 200 len: 897 time: 0.1456168 Mar 11 15:51:53.044711 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d9333df1-211e-41c7-b216-a14cb108db83 req-b801377d-8a0c-4af0-be0a-bd64f2e1f086 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ad281fc-854d-471d-b196-b098abe9abc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532525 Mar 11 15:51:53.096548 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2c1c4644-6128-4662-9be0-41f4c35fe825 req-55a30bfe-e480-413c-b5a8-cd67a4f713c9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=771db426-2d75-4401-95d8-1d31f380a1f6 HTTP/1.1" status: 200 len: 217 time: 0.0632887 Mar 11 15:51:53.167574 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c4644-6128-4662-9be0-41f4c35fe825 req-baa960c2-7ccc-4058-8fa1-b739ffc447bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:53.169034 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2c1c4644-6128-4662-9be0-41f4c35fe825 req-baa960c2-7ccc-4058-8fa1-b739ffc447bc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=722253f8-95a0-4b50-839f-a623ae3de576 HTTP/1.1" status: 200 len: 834 time: 0.0661263 Mar 11 15:51:53.252075 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2c1c4644-6128-4662-9be0-41f4c35fe825 req-898d6976-ef9c-4535-b29d-5ced2c1e17a5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e32fb1ff-cb37-49c3-addb-dd266b860d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759346 Mar 11 15:51:53.393746 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2c1c4644-6128-4662-9be0-41f4c35fe825 req-55028355-8af8-41dc-aee7-60696ae87ffb service neutron] 10.222.0.73 "GET /v2.0/networks/e32fb1ff-cb37-49c3-addb-dd266b860d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330969 Mar 11 15:51:53.645658 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2c1c4644-6128-4662-9be0-41f4c35fe825 req-ff41154b-c55d-4572-8f37-c4c9a02d66fd service neutron] 10.222.0.73 "GET /v2.0/networks/e32fb1ff-cb37-49c3-addb-dd266b860d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441893 Mar 11 15:51:54.259810 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6da424-e58e-4172-920b-31bd3dfdaf95 req-22bb8a89-6100-4504-aac4-cc4ac97e6b6b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:54.260529 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-7d6da424-e58e-4172-920b-31bd3dfdaf95 req-22bb8a89-6100-4504-aac4-cc4ac97e6b6b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Synchronizing usage tracker for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:51:54.276632 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-7d6da424-e58e-4172-920b-31bd3dfdaf95 req-22bb8a89-6100-4504-aac4-cc4ac97e6b6b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Unset dirty status for tenant:916fcc14ed3c4d0b95925acf526937c4 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:51:54.277802 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7d6da424-e58e-4172-920b-31bd3dfdaf95 req-22bb8a89-6100-4504-aac4-cc4ac97e6b6b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=86d48a87-246d-4256-a97c-5d6b361d8430 HTTP/1.1" status: 200 len: 946 time: 0.1030705 Mar 11 15:51:54.327229 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7d6da424-e58e-4172-920b-31bd3dfdaf95 req-70d567b2-1bec-4a70-bdcd-069f1f7750bc tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ad281fc-854d-471d-b196-b098abe9abc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432379 Mar 11 15:51:54.676492 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6fe82-e58f-4ed1-8633-bef2b46ad9f0 req-78ad443c-5279-4783-892d-edd3f4d01a5e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:51:54.678098 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-fae6fe82-e58f-4ed1-8633-bef2b46ad9f0 req-78ad443c-5279-4783-892d-edd3f4d01a5e tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "GET /v2.0/ports?device_id=86d48a87-246d-4256-a97c-5d6b361d8430 HTTP/1.1" status: 200 len: 946 time: 0.0823610 Mar 11 15:51:54.763438 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-fae6fe82-e58f-4ed1-8633-bef2b46ad9f0 req-dd9e5f9b-4715-4a6f-90fe-878abf4842a4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting port 771db426-2d75-4401-95d8-1d31f380a1f6 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:51:54.763830 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-fae6fe82-e58f-4ed1-8633-bef2b46ad9f0 req-dd9e5f9b-4715-4a6f-90fe-878abf4842a4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:55.024382 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-fae6fe82-e58f-4ed1-8633-bef2b46ad9f0 req-dd9e5f9b-4715-4a6f-90fe-878abf4842a4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] For port 771db426-2d75-4401-95d8-1d31f380a1f6, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=771db426-2d75-4401-95d8-1d31f380a1f6,segment=NetworkSegment(ef527653-4439-4182-87ba-0616fdd98a39),segment_id=ef527653-4439-4182-87ba-0616fdd98a39)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:51:55.024735 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-fae6fe82-e58f-4ed1-8633-bef2b46ad9f0 req-dd9e5f9b-4715-4a6f-90fe-878abf4842a4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:55.153354 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-fae6fe82-e58f-4ed1-8633-bef2b46ad9f0 req-dd9e5f9b-4715-4a6f-90fe-878abf4842a4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Calling delete_port for 771db426-2d75-4401-95d8-1d31f380a1f6 owned by compute:nova {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:51:55.300654 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-fae6fe82-e58f-4ed1-8633-bef2b46ad9f0 req-dd9e5f9b-4715-4a6f-90fe-878abf4842a4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:55.354420 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e5f9b-4715-4a6f-90fe-878abf4842a4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Port': ['ID=771db426-2d75-4401-95d8-1d31f380a1f6,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:51:55.427018 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae6fe82-e58f-4ed1-8633-bef2b46ad9f0 req-dd9e5f9b-4715-4a6f-90fe-878abf4842a4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] No DVR routers for this DVR port 771db426-2d75-4401-95d8-1d31f380a1f6 on host hv-neutron-8333 {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:51:55.429701 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-fae6fe82-e58f-4ed1-8633-bef2b46ad9f0 req-dd9e5f9b-4715-4a6f-90fe-878abf4842a4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:55.432352 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d48a87-246d-4256-a97c-5d6b361d8430', 'name': 'network-vif-deleted', 'tag': '771db426-2d75-4401-95d8-1d31f380a1f6'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:51:55.449125 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-fae6fe82-e58f-4ed1-8633-bef2b46ad9f0 req-dd9e5f9b-4715-4a6f-90fe-878abf4842a4 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.73 "DELETE /v2.0/ports/771db426-2d75-4401-95d8-1d31f380a1f6 HTTP/1.1" status: 204 len: 173 time: 0.7662330 Mar 11 15:51:55.497840 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d48a87-246d-4256-a97c-5d6b361d8430', 'name': 'network-vif-deleted', 'tag': '771db426-2d75-4401-95d8-1d31f380a1f6', 'status': 'completed', 'code': 200} Mar 11 15:51:55.514879 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-eb2d8109-ca69-4ba1-98ff-0cf186abacf8 req-b79e2884-5cfa-493f-a2b8-ae81a30599f7 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "GET /v2.0/ports?device_id=86d48a87-246d-4256-a97c-5d6b361d8430 HTTP/1.1" status: 200 len: 210 time: 0.0477202 Mar 11 15:51:56.624553 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 45564) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:51:56.701476 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5661de6a-16e7-430f-9fb5-a6ba49880349 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:56.732959 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5661de6a-16e7-430f-9fb5-a6ba49880349 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:56.800471 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5661de6a-16e7-430f-9fb5-a6ba49880349 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:56.819860 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5661de6a-16e7-430f-9fb5-a6ba49880349 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad281fc-854d-471d-b196-b098abe9abc1,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:51:56.832931 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5661de6a-16e7-430f-9fb5-a6ba49880349 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:56.834041 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-5661de6a-16e7-430f-9fb5-a6ba49880349 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/security-groups/9ad281fc-854d-471d-b196-b098abe9abc1 HTTP/1.1" status: 204 len: 168 time: 0.2085261 Mar 11 15:51:56.877594 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45570) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:51:57.294186 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1bd1f2d1-4b16-4f60-b52e-038f146d2f00 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:57.849651 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 771db426-2d75-4401-95d8-1d31f380a1f6 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:51:57.887178 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] No Port match for: 771db426-2d75-4401-95d8-1d31f380a1f6 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:51:57.887525 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 771db426-2d75-4401-95d8-1d31f380a1f6 not bound to the agent host hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:51:58.064970 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-1bd1f2d1-4b16-4f60-b52e-038f146d2f00 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting port 01f2f78a-802b-49dc-9409-7612db937a61 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:51:58.065534 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1bd1f2d1-4b16-4f60-b52e-038f146d2f00 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:58.274903 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-1bd1f2d1-4b16-4f60-b52e-038f146d2f00 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] For port 01f2f78a-802b-49dc-9409-7612db937a61, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=01f2f78a-802b-49dc-9409-7612db937a61,segment=NetworkSegment(ef527653-4439-4182-87ba-0616fdd98a39),segment_id=ef527653-4439-4182-87ba-0616fdd98a39)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:51:58.275469 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1bd1f2d1-4b16-4f60-b52e-038f146d2f00 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:58.398666 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-1bd1f2d1-4b16-4f60-b52e-038f146d2f00 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Calling delete_port for 01f2f78a-802b-49dc-9409-7612db937a61 owned by network:router_interface {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:51:58.578755 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1bd1f2d1-4b16-4f60-b52e-038f146d2f00 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:58.631232 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd1f2d1-4b16-4f60-b52e-038f146d2f00 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Port': ['ID=01f2f78a-802b-49dc-9409-7612db937a61,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:51:58.702275 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd1f2d1-4b16-4f60-b52e-038f146d2f00 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:58.702619 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd1f2d1-4b16-4f60-b52e-038f146d2f00 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:58.702958 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd1f2d1-4b16-4f60-b52e-038f146d2f00 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:58.703312 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd1f2d1-4b16-4f60-b52e-038f146d2f00 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:58.703619 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd1f2d1-4b16-4f60-b52e-038f146d2f00 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:58.703939 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd1f2d1-4b16-4f60-b52e-038f146d2f00 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:58.704289 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd1f2d1-4b16-4f60-b52e-038f146d2f00 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:58.704613 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd1f2d1-4b16-4f60-b52e-038f146d2f00 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:58.704931 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd1f2d1-4b16-4f60-b52e-038f146d2f00 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:58.705245 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd1f2d1-4b16-4f60-b52e-038f146d2f00 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:58.705573 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd1f2d1-4b16-4f60-b52e-038f146d2f00 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:51:58.954906 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1bd1f2d1-4b16-4f60-b52e-038f146d2f00 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:59.353664 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fe1bc8e6-4b44-40c0-b7fc-5167a8ecef82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:51:59.658813 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd1f2d1-4b16-4f60-b52e-038f146d2f00 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Router bc039d45-13c3-4edc-9e56-8cf993204fd1 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:51:59.893053 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd1f2d1-4b16-4f60-b52e-038f146d2f00 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:51:59.907870 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-1bd1f2d1-4b16-4f60-b52e-038f146d2f00 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "PUT /v2.0/routers/bc039d45-13c3-4edc-9e56-8cf993204fd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0291896 Mar 11 15:51:59.911592 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45574) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:52:00.104095 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-648b00e7-68e3-4c3f-a71e-89c25dd7acb3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting subnet 722253f8-95a0-4b50-839f-a623ae3de576 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:52:00.105704 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-648b00e7-68e3-4c3f-a71e-89c25dd7acb3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:00.162241 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-648b00e7-68e3-4c3f-a71e-89c25dd7acb3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:00.256493 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-648b00e7-68e3-4c3f-a71e-89c25dd7acb3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:00.281160 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfc21b2-8256-4430-9d7e-b62ef086f706 None None] Sync routers for ids ['bc039d45-13c3-4edc-9e56-8cf993204fd1'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:52:00.295095 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfc21b2-8256-4430-9d7e-b62ef086f706 None None] Routers {'bc039d45-13c3-4edc-9e56-8cf993204fd1'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:52:00.295709 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-0bfc21b2-8256-4430-9d7e-b62ef086f706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:51:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['bc039d45-13c3-4edc-9e56-8cf993204fd1'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:52:00.338316 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-648b00e7-68e3-4c3f-a71e-89c25dd7acb3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:00.377460 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b00e7-68e3-4c3f-a71e-89c25dd7acb3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Subnet': ['ID=722253f8-95a0-4b50-839f-a623ae3de576,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:00.384528 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-648b00e7-68e3-4c3f-a71e-89c25dd7acb3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:00.391836 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-648b00e7-68e3-4c3f-a71e-89c25dd7acb3 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/subnets/722253f8-95a0-4b50-839f-a623ae3de576 HTTP/1.1" status: 204 len: 168 time: 0.4792602 Mar 11 15:52:00.395100 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77811984-7954-406d-8e40-677887dfb379 None None] Network e32fb1ff-cb37-49c3-addb-dd266b860d54 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:52:00.395601 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 45578) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:52:00.496839 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-0bfc21b2-8256-4430-9d7e-b62ef086f706 None None] Set router bc039d45-13c3-4edc-9e56-8cf993204fd1 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:52:00.637206 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bd0d3e7e-9746-405c-9ad8-0dc485b3c4f5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:00.699298 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d475f901-21fd-4495-ba47-9233eeddd2e6 None None] DHCP port deletion for e32fb1ff-cb37-49c3-addb-dd266b860d54 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 15:52:00.703659 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-d475f901-21fd-4495-ba47-9233eeddd2e6 None None] Deleting port 0021664e-b4f8-4191-a1b0-3262dd0070d4 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:52:00.704150 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d475f901-21fd-4495-ba47-9233eeddd2e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:00.817052 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-0bfc21b2-8256-4430-9d7e-b62ef086f706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc039d45-13c3-4edc-9e56-8cf993204fd1', 'name': 'tempest-TestNetworkBasicOps-router-554683650', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': '90b0494d-a904-4e29-aa51-240629afb394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:49:58Z', 'updated_at': '2022-03-11T15:51:58Z', 'revision_number': 7, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port': {'id': '90b0494d-a904-4e29-aa51-240629afb394', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc039d45-13c3-4edc-9e56-8cf993204fd1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:49:58Z', 'updated_at': '2022-03-11T15:51:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:52:00.821550 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfc21b2-8256-4430-9d7e-b62ef086f706 None None] Checking router: bc039d45-13c3-4edc-9e56-8cf993204fd1 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:52:00.837036 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfc21b2-8256-4430-9d7e-b62ef086f706 None None] Routers {'bc039d45-13c3-4edc-9e56-8cf993204fd1'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:52:00.837661 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-0bfc21b2-8256-4430-9d7e-b62ef086f706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:51:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['bc039d45-13c3-4edc-9e56-8cf993204fd1'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:52:00.878812 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bd0d3e7e-9746-405c-9ad8-0dc485b3c4f5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:00.889253 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-bd0d3e7e-9746-405c-9ad8-0dc485b3c4f5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Deleting port 90b0494d-a904-4e29-aa51-240629afb394 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:52:00.890209 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bd0d3e7e-9746-405c-9ad8-0dc485b3c4f5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:00.941742 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-d475f901-21fd-4495-ba47-9233eeddd2e6 None None] For port 0021664e-b4f8-4191-a1b0-3262dd0070d4, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=0021664e-b4f8-4191-a1b0-3262dd0070d4,segment=NetworkSegment(ef527653-4439-4182-87ba-0616fdd98a39),segment_id=ef527653-4439-4182-87ba-0616fdd98a39)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:52:00.942044 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d475f901-21fd-4495-ba47-9233eeddd2e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:01.008408 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-0bfc21b2-8256-4430-9d7e-b62ef086f706 None None] Set router bc039d45-13c3-4edc-9e56-8cf993204fd1 gateway port host: None {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:52:01.116942 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-d475f901-21fd-4495-ba47-9233eeddd2e6 None None] Calling delete_port for 0021664e-b4f8-4191-a1b0-3262dd0070d4 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:52:01.174156 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-0bfc21b2-8256-4430-9d7e-b62ef086f706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc039d45-13c3-4edc-9e56-8cf993204fd1', 'name': 'tempest-TestNetworkBasicOps-router-554683650', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:49:58Z', 'updated_at': '2022-03-11T15:52:00Z', 'revision_number': 8, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port_host': None}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:52:01.182068 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfc21b2-8256-4430-9d7e-b62ef086f706 None None] The sync data for ids ['bc039d45-13c3-4edc-9e56-8cf993204fd1'] in dv-neutron-833373-1-hyperv is: [{'id': 'bc039d45-13c3-4edc-9e56-8cf993204fd1', 'name': 'tempest-TestNetworkBasicOps-router-554683650', 'tenant_id': '916fcc14ed3c4d0b95925acf526937c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:49:58Z', 'updated_at': '2022-03-11T15:52:00Z', 'revision_number': 8, 'project_id': '916fcc14ed3c4d0b95925acf526937c4', 'gw_port_host': None}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:52:01.201733 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-bd0d3e7e-9746-405c-9ad8-0dc485b3c4f5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] For port 90b0494d-a904-4e29-aa51-240629afb394, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=90b0494d-a904-4e29-aa51-240629afb394,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:52:01.202098 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bd0d3e7e-9746-405c-9ad8-0dc485b3c4f5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:01.215845 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d475f901-21fd-4495-ba47-9233eeddd2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:01.272891 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d475f901-21fd-4495-ba47-9233eeddd2e6 None None] Pushing event deleted for resources: {'Port': ['ID=0021664e-b4f8-4191-a1b0-3262dd0070d4,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:01.280988 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d475f901-21fd-4495-ba47-9233eeddd2e6 None None] No DVR routers for this DVR port 0021664e-b4f8-4191-a1b0-3262dd0070d4 on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:52:01.352568 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-bd0d3e7e-9746-405c-9ad8-0dc485b3c4f5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Calling delete_port for 90b0494d-a904-4e29-aa51-240629afb394 owned by network:router_gateway {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:52:01.529694 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bd0d3e7e-9746-405c-9ad8-0dc485b3c4f5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:01.585681 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d3e7e-9746-405c-9ad8-0dc485b3c4f5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Port': ['ID=90b0494d-a904-4e29-aa51-240629afb394,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:01.634000 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cb34b002-8210-4b8c-a042-5bdfac31fb50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:01.830848 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bd0d3e7e-9746-405c-9ad8-0dc485b3c4f5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:02.078006 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000d18a3-e0d3-4f20-8485-328e2555b6d2 None None] New status for floating IP 54d189ee-fba3-4b2e-a75b-605f7bfe6528: DOWN {{(pid=83868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 15:52:02.102851 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bd0d3e7e-9746-405c-9ad8-0dc485b3c4f5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:02.107411 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bd0d3e7e-9746-405c-9ad8-0dc485b3c4f5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:02.139127 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bd0d3e7e-9746-405c-9ad8-0dc485b3c4f5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:02.140943 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0d3e7e-9746-405c-9ad8-0dc485b3c4f5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Fanout notify agent at l3_agent the message router_deleted on router bc039d45-13c3-4edc-9e56-8cf993204fd1 {{(pid=83866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:52:02.164167 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bd0d3e7e-9746-405c-9ad8-0dc485b3c4f5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:02.165559 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-bd0d3e7e-9746-405c-9ad8-0dc485b3c4f5 tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/routers/bc039d45-13c3-4edc-9e56-8cf993204fd1 HTTP/1.1" status: 204 len: 168 time: 1.7693276 Mar 11 15:52:02.168477 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45582) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:52:02.243029 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 01f2f78a-802b-49dc-9409-7612db937a61 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:52:02.286670 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 01f2f78a-802b-49dc-9409-7612db937a61 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:52:02.287073 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 01f2f78a-802b-49dc-9409-7612db937a61 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:52:02.288086 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 90b0494d-a904-4e29-aa51-240629afb394 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:52:02.308646 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5babf808-f04b-4ab2-bd4e-df9ab3255c3b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:02.321393 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 90b0494d-a904-4e29-aa51-240629afb394 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:52:02.321735 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 90b0494d-a904-4e29-aa51-240629afb394 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:52:02.322162 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 0021664e-b4f8-4191-a1b0-3262dd0070d4 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:52:02.354106 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 0021664e-b4f8-4191-a1b0-3262dd0070d4 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:52:02.354456 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 0021664e-b4f8-4191-a1b0-3262dd0070d4 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:52:02.450285 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5babf808-f04b-4ab2-bd4e-df9ab3255c3b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:02.476798 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-5babf808-f04b-4ab2-bd4e-df9ab3255c3b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e32fb1ff-cb37-49c3-addb-dd266b860d54']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:52:02.489566 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-5babf808-f04b-4ab2-bd4e-df9ab3255c3b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef527653-4439-4182-87ba-0616fdd98a39') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:52:02.489857 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-5babf808-f04b-4ab2-bd4e-df9ab3255c3b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef527653-4439-4182-87ba-0616fdd98a39') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:52:02.501738 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5babf808-f04b-4ab2-bd4e-df9ab3255c3b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:02.518657 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5babf808-f04b-4ab2-bd4e-df9ab3255c3b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:02.526282 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5babf808-f04b-4ab2-bd4e-df9ab3255c3b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:52:02.526667 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5babf808-f04b-4ab2-bd4e-df9ab3255c3b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:02.541334 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:52:02.541334 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:52:02.541334 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:52:02.541334 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:52:02.541334 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:52:02.541334 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:52:02.541334 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:52:02.541334 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:52:02.541334 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:52:02.541334 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:52:02.541334 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:52:02.541334 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:52:02.541334 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:52:02.541334 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:52:02.541334 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:52:02.541334 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:52:02.541334 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:52:02.541334 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:52:02.541334 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:52:02.541334 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:52:02.541334 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:52:02.541334 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:52:02.541334 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:52:02.541334 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:52:02.541334 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:52:02.541334 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:52:02.541334 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:52:02.541334 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:52:02.541334 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:52:02.541334 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:52:02.541334 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:52:02.541334 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:52:02.624036 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5babf808-f04b-4ab2-bd4e-df9ab3255c3b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:02.642205 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5babf808-f04b-4ab2-bd4e-df9ab3255c3b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:02.656250 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5babf808-f04b-4ab2-bd4e-df9ab3255c3b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] Pushing event deleted for resources: {'Network': ['ID=e32fb1ff-cb37-49c3-addb-dd266b860d54,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:02.663488 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5babf808-f04b-4ab2-bd4e-df9ab3255c3b tempest-TestNetworkBasicOps-793793692 tempest-TestNetworkBasicOps-793793692-project] 10.222.0.31 "DELETE /v2.0/networks/e32fb1ff-cb37-49c3-addb-dd266b860d54 HTTP/1.1" status: 204 len: 168 time: 0.4934387 Mar 11 15:52:02.798345 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:03.011874 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:03.032817 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45590) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:52:03.261442 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-320570f3-7bef-4e8c-b1ea-cfb4bdd3ebfe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=916fcc14ed3c4d0b95925acf526937c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2274201 Mar 11 15:52:03.263833 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45596) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:52:03.325428 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-786d09e5-f39f-404f-b694-a6a43076c873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:03.351965 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-786d09e5-f39f-404f-b694-a6a43076c873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:03.406383 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-786d09e5-f39f-404f-b694-a6a43076c873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:03.432263 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d09e5-f39f-404f-b694-a6a43076c873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b244e26-6ac4-448d-81b4-fd40f7db0060,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:03.438762 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-786d09e5-f39f-404f-b694-a6a43076c873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:03.440576 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-786d09e5-f39f-404f-b694-a6a43076c873 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3b244e26-6ac4-448d-81b4-fd40f7db0060 HTTP/1.1" status: 204 len: 168 time: 0.1757627 Mar 11 15:52:03.819285 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45604) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:52:03.935486 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c01a0dac-0b69-4de4-8190-0409e345ff2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:03.969716 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c01a0dac-0b69-4de4-8190-0409e345ff2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:52:03.974401 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c01a0dac-0b69-4de4-8190-0409e345ff2a admin admin] Usage tracker for resource:security_group_rule and tenant:c129cc05a82046949c640e1d5393e71d is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:52:03.977688 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c01a0dac-0b69-4de4-8190-0409e345ff2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:52:03.983732 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c01a0dac-0b69-4de4-8190-0409e345ff2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:52:04.056782 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c01a0dac-0b69-4de4-8190-0409e345ff2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:04.060655 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c01a0dac-0b69-4de4-8190-0409e345ff2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:04.107792 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a0dac-0b69-4de4-8190-0409e345ff2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822133c2-24f2-4a20-972a-8c3711204697,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:04.113526 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c01a0dac-0b69-4de4-8190-0409e345ff2a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c129cc05a82046949c640e1d5393e71d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2931206 Mar 11 15:52:04.116129 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45608) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:52:04.181628 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7a2fae05-91c9-44f6-8c50-16276a0abd5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:04.212587 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7a2fae05-91c9-44f6-8c50-16276a0abd5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:04.226091 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:04.268405 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7a2fae05-91c9-44f6-8c50-16276a0abd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:04.287379 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2fae05-91c9-44f6-8c50-16276a0abd5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822133c2-24f2-4a20-972a-8c3711204697,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:04.291845 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7a2fae05-91c9-44f6-8c50-16276a0abd5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:04.292998 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7a2fae05-91c9-44f6-8c50-16276a0abd5d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/822133c2-24f2-4a20-972a-8c3711204697 HTTP/1.1" status: 204 len: 168 time: 0.1760418 Mar 11 15:52:05.324880 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45630) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:52:05.457093 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-7c7cc7cd-0cec-4dcd-a3cd-3d13ee7b7d85 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2097121000-network', 'tenant_id': '006eb504a1da4a8c8bc3d877923f1371'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:52:05.462299 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7c7cc7cd-0cec-4dcd-a3cd-3d13ee7b7d85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:52:05.466192 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7c7cc7cd-0cec-4dcd-a3cd-3d13ee7b7d85 admin admin] Usage tracker for resource:network and tenant:006eb504a1da4a8c8bc3d877923f1371 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:52:05.469192 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7c7cc7cd-0cec-4dcd-a3cd-3d13ee7b7d85 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:52:05.476959 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7c7cc7cd-0cec-4dcd-a3cd-3d13ee7b7d85 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:52:05.487627 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7cc7cd-0cec-4dcd-a3cd-3d13ee7b7d85 admin admin] Made reservation on behalf of 006eb504a1da4a8c8bc3d877923f1371 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:52:05.491462 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7c7cc7cd-0cec-4dcd-a3cd-3d13ee7b7d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:05.505575 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7c7cc7cd-0cec-4dcd-a3cd-3d13ee7b7d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:05.539140 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7c7cc7cd-0cec-4dcd-a3cd-3d13ee7b7d85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:52:05.543877 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7c7cc7cd-0cec-4dcd-a3cd-3d13ee7b7d85 admin admin] Usage tracker for resource:security_group_rule and tenant:006eb504a1da4a8c8bc3d877923f1371 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:52:05.546808 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7c7cc7cd-0cec-4dcd-a3cd-3d13ee7b7d85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:52:05.553027 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7c7cc7cd-0cec-4dcd-a3cd-3d13ee7b7d85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:52:05.632785 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7c7cc7cd-0cec-4dcd-a3cd-3d13ee7b7d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:05.636917 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7c7cc7cd-0cec-4dcd-a3cd-3d13ee7b7d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:05.675595 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c7cc7cd-0cec-4dcd-a3cd-3d13ee7b7d85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:52:05.685369 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7cc7cd-0cec-4dcd-a3cd-3d13ee7b7d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc2b60d-674e-414e-8002-33a803606c1e,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:05.693670 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7c7cc7cd-0cec-4dcd-a3cd-3d13ee7b7d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:05.694164 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-7c7cc7cd-0cec-4dcd-a3cd-3d13ee7b7d85 admin admin] Added segment 66ef0c15-5fea-4312-a0e4-df40dae36bce of type vlan for network bb3b7a31-50c9-4917-bcc8-9e66df50665e Mar 11 15:52:05.729471 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7c7cc7cd-0cec-4dcd-a3cd-3d13ee7b7d85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:05.765303 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7c7cc7cd-0cec-4dcd-a3cd-3d13ee7b7d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:05.766420 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7cc7cd-0cec-4dcd-a3cd-3d13ee7b7d85 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:05.766997 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7c7cc7cd-0cec-4dcd-a3cd-3d13ee7b7d85 admin admin] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:05.880222 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7c7cc7cd-0cec-4dcd-a3cd-3d13ee7b7d85 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5492725 Mar 11 15:52:05.880222 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7cc7cd-0cec-4dcd-a3cd-3d13ee7b7d85 admin admin] Pushing event updated for resources: {'Network': ['ID=bb3b7a31-50c9-4917-bcc8-9e66df50665e,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:05.880655 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45636) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:52:05.886449 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network bb3b7a31-50c9-4917-bcc8-9e66df50665e details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:52:05.887469 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-e0ebe0d2-d9a5-4239-b646-91e5ff433dcb admin admin] Request body: {'subnet': {'network_id': 'bb3b7a31-50c9-4917-bcc8-9e66df50665e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2097121000-subnet', 'tenant_id': '006eb504a1da4a8c8bc3d877923f1371', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:52:05.892461 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e0ebe0d2-d9a5-4239-b646-91e5ff433dcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:52:05.897561 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e0ebe0d2-d9a5-4239-b646-91e5ff433dcb admin admin] Usage tracker for resource:subnet and tenant:006eb504a1da4a8c8bc3d877923f1371 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:52:05.900893 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e0ebe0d2-d9a5-4239-b646-91e5ff433dcb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:52:05.906753 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e0ebe0d2-d9a5-4239-b646-91e5ff433dcb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:52:05.917662 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ebe0d2-d9a5-4239-b646-91e5ff433dcb admin admin] Made reservation on behalf of 006eb504a1da4a8c8bc3d877923f1371 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:52:05.920162 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e0ebe0d2-d9a5-4239-b646-91e5ff433dcb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:06.142666 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e0ebe0d2-d9a5-4239-b646-91e5ff433dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:06.214894 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ebe0d2-d9a5-4239-b646-91e5ff433dcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b483c1a7-8e6d-42da-8076-aacfa9e86c1d,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:06.232396 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ebe0d2-d9a5-4239-b646-91e5ff433dcb admin admin] Checking segment: {'id': '66ef0c15-5fea-4312-a0e4-df40dae36bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'bb3b7a31-50c9-4917-bcc8-9e66df50665e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:52:06.232906 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ebe0d2-d9a5-4239-b646-91e5ff433dcb admin admin] Network hostable DHCP agents. Network: bb3b7a31-50c9-4917-bcc8-9e66df50665e, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:52:06.258473 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ebe0d2-d9a5-4239-b646-91e5ff433dcb admin admin] Network bb3b7a31-50c9-4917-bcc8-9e66df50665e is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:52:06.268355 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-e0ebe0d2-d9a5-4239-b646-91e5ff433dcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, bb3b7a31-50c9-4917-bcc8-9e66df50665e) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:52:06.273027 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ebe0d2-d9a5-4239-b646-91e5ff433dcb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:06.273612 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e0ebe0d2-d9a5-4239-b646-91e5ff433dcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:06.281487 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f35b97f-4775-4f74-b4f9-0e877f715e64 None None] Network bb3b7a31-50c9-4917-bcc8-9e66df50665e requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:52:06.302520 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e0ebe0d2-d9a5-4239-b646-91e5ff433dcb admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4209552 Mar 11 15:52:06.512562 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a82b255-4e61-48c7-98c9-ac0f28d75dcd None None] Network bb3b7a31-50c9-4917-bcc8-9e66df50665e requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:52:07.219864 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 45658) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:52:07.228924 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-658ac4b0-a05a-467d-964f-6f7b1f0337af admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2073686553-network', 'tenant_id': '3867df461860488a9531b07313f34167'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:52:07.234242 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-658ac4b0-a05a-467d-964f-6f7b1f0337af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:52:07.240533 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-658ac4b0-a05a-467d-964f-6f7b1f0337af admin admin] Usage tracker for resource:network and tenant:3867df461860488a9531b07313f34167 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:52:07.244136 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-658ac4b0-a05a-467d-964f-6f7b1f0337af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:52:07.250101 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-658ac4b0-a05a-467d-964f-6f7b1f0337af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:52:07.261318 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658ac4b0-a05a-467d-964f-6f7b1f0337af admin admin] Made reservation on behalf of 3867df461860488a9531b07313f34167 for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:52:07.263773 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-658ac4b0-a05a-467d-964f-6f7b1f0337af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:07.279933 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-658ac4b0-a05a-467d-964f-6f7b1f0337af admin admin] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:07.317690 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-658ac4b0-a05a-467d-964f-6f7b1f0337af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:52:07.321679 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-658ac4b0-a05a-467d-964f-6f7b1f0337af admin admin] Usage tracker for resource:security_group_rule and tenant:3867df461860488a9531b07313f34167 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:52:07.324731 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-658ac4b0-a05a-467d-964f-6f7b1f0337af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:52:07.330439 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-658ac4b0-a05a-467d-964f-6f7b1f0337af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:52:07.401921 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-658ac4b0-a05a-467d-964f-6f7b1f0337af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:07.406814 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-658ac4b0-a05a-467d-964f-6f7b1f0337af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:07.438154 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-658ac4b0-a05a-467d-964f-6f7b1f0337af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:52:07.448948 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ac4b0-a05a-467d-964f-6f7b1f0337af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207fce49-db99-41df-9fb1-4c2a83cb5ee8,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:07.457288 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-658ac4b0-a05a-467d-964f-6f7b1f0337af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:07.457288 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-658ac4b0-a05a-467d-964f-6f7b1f0337af admin admin] Added segment 349da0ee-fa13-4b61-ad24-e16ecdf2a035 of type vlan for network d5239acd-5fed-4182-8221-6b45cf780a81 Mar 11 15:52:07.491447 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-658ac4b0-a05a-467d-964f-6f7b1f0337af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:07.522659 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-658ac4b0-a05a-467d-964f-6f7b1f0337af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:07.523508 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658ac4b0-a05a-467d-964f-6f7b1f0337af admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:07.524080 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-658ac4b0-a05a-467d-964f-6f7b1f0337af admin admin] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:07.630940 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ac4b0-a05a-467d-964f-6f7b1f0337af admin admin] Pushing event updated for resources: {'Network': ['ID=d5239acd-5fed-4182-8221-6b45cf780a81,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:07.633933 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-658ac4b0-a05a-467d-964f-6f7b1f0337af admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4125786 Mar 11 15:52:07.638082 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 45662) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:52:07.641058 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network d5239acd-5fed-4182-8221-6b45cf780a81 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:52:07.643696 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-3a39961d-4761-4d95-8402-634dacece46e admin admin] Request body: {'subnet': {'network_id': 'd5239acd-5fed-4182-8221-6b45cf780a81', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2073686553-subnet', 'tenant_id': '3867df461860488a9531b07313f34167', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:52:07.649270 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-3a39961d-4761-4d95-8402-634dacece46e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:52:07.653237 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-3a39961d-4761-4d95-8402-634dacece46e admin admin] Usage tracker for resource:subnet and tenant:3867df461860488a9531b07313f34167 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:52:07.656188 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-3a39961d-4761-4d95-8402-634dacece46e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:52:07.663868 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-3a39961d-4761-4d95-8402-634dacece46e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:52:07.676782 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a39961d-4761-4d95-8402-634dacece46e admin admin] Made reservation on behalf of 3867df461860488a9531b07313f34167 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:52:07.679603 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3a39961d-4761-4d95-8402-634dacece46e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:08.006093 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3a39961d-4761-4d95-8402-634dacece46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:08.079887 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39961d-4761-4d95-8402-634dacece46e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2f793f9-e465-4d33-87f2-94a82b8ea64d,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:08.104473 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a39961d-4761-4d95-8402-634dacece46e admin admin] Checking segment: {'id': '349da0ee-fa13-4b61-ad24-e16ecdf2a035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'd5239acd-5fed-4182-8221-6b45cf780a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:52:08.104829 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a39961d-4761-4d95-8402-634dacece46e admin admin] Network hostable DHCP agents. Network: d5239acd-5fed-4182-8221-6b45cf780a81, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:52:08.137420 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a39961d-4761-4d95-8402-634dacece46e admin admin] Network d5239acd-5fed-4182-8221-6b45cf780a81 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:52:08.147325 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-3a39961d-4761-4d95-8402-634dacece46e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, d5239acd-5fed-4182-8221-6b45cf780a81) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:52:08.151844 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a39961d-4761-4d95-8402-634dacece46e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:08.152579 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3a39961d-4761-4d95-8402-634dacece46e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:08.156829 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55402d87-0796-4780-84de-b16bcb81d003 None None] Network d5239acd-5fed-4182-8221-6b45cf780a81 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:52:08.177671 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-3a39961d-4761-4d95-8402-634dacece46e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5385830 Mar 11 15:52:08.419153 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48e913e-af12-479f-a68a-c569ea8a5a98 None None] Network d5239acd-5fed-4182-8221-6b45cf780a81 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:52:08.860156 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-9c5b3b05-86fc-41de-9917-b207fee3be29 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:08.861645 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-9c5b3b05-86fc-41de-9917-b207fee3be29 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/networks?id=bb3b7a31-50c9-4917-bcc8-9e66df50665e HTTP/1.1" status: 200 len: 812 time: 0.1499553 Mar 11 15:52:08.883803 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-1097c2d2-3cf8-4450-9b8d-ef477b971f14 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/quotas/006eb504a1da4a8c8bc3d877923f1371 HTTP/1.1" status: 200 len: 375 time: 0.0158858 Mar 11 15:52:08.936630 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-017d9516-43c7-453b-a11c-5a6042134ff9 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=006eb504a1da4a8c8bc3d877923f1371&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474713 Mar 11 15:52:09.077102 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-351fca8c-410a-4b20-8dfc-8b97047f18f8 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:52:09.078066 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-351fca8c-410a-4b20-8dfc-8b97047f18f8 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1337304 Mar 11 15:52:09.228186 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-16b22a9a-5176-4655-a6a7-f0cf59c2c09d service neutron] 10.222.0.31 "GET /v2.0/networks/bb3b7a31-50c9-4917-bcc8-9e66df50665e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435795 Mar 11 15:52:09.369448 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-e4b2de32-d05a-40bd-a396-ce903f41f469 service neutron] 10.222.0.31 "GET /v2.0/networks/bb3b7a31-50c9-4917-bcc8-9e66df50665e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355543 Mar 11 15:52:09.588434 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-21ae030a-b479-4f6f-8d5a-4353706c0d02 req-248b8ccd-e3b5-4d53-adb8-f8cd1f4cda1e tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfababd4-2eed-48ac-8779-1a9c02f559fd HTTP/1.1" status: 200 len: 210 time: 0.0568635 Mar 11 15:52:10.656989 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-f3a87561-567f-4acc-b0ef-b3397063771f tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:10.658478 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-f3a87561-567f-4acc-b0ef-b3397063771f tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.73 "GET /v2.0/networks?id=bb3b7a31-50c9-4917-bcc8-9e66df50665e HTTP/1.1" status: 200 len: 812 time: 0.1692863 Mar 11 15:52:10.674362 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-922a04f8-c2be-48a1-bf40-4d8799ffdfcc tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Request body: {'port': {'device_id': 'bfababd4-2eed-48ac-8779-1a9c02f559fd', 'network_id': 'bb3b7a31-50c9-4917-bcc8-9e66df50665e', 'admin_state_up': True, 'tenant_id': '006eb504a1da4a8c8bc3d877923f1371'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:52:10.802383 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8c82f741-a4f0-476c-86bd-53ddf55e49d3 req-577f2f03-dbb8-4d82-804e-771cdbc596b1 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfababd4-2eed-48ac-8779-1a9c02f559fd HTTP/1.1" status: 200 len: 210 time: 0.0575070 Mar 11 15:52:10.863793 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-922a04f8-c2be-48a1-bf40-4d8799ffdfcc tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:52:10.867653 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-922a04f8-c2be-48a1-bf40-4d8799ffdfcc tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Usage tracker for resource:port and tenant:006eb504a1da4a8c8bc3d877923f1371 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:52:10.870554 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-922a04f8-c2be-48a1-bf40-4d8799ffdfcc tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:52:10.876458 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-922a04f8-c2be-48a1-bf40-4d8799ffdfcc tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:52:10.889891 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-922a04f8-c2be-48a1-bf40-4d8799ffdfcc tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Made reservation on behalf of 006eb504a1da4a8c8bc3d877923f1371 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:52:10.893357 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-922a04f8-c2be-48a1-bf40-4d8799ffdfcc tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:11.068865 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-922a04f8-c2be-48a1-bf40-4d8799ffdfcc tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Allocated IP 172.20.0.13 (bb3b7a31-50c9-4917-bcc8-9e66df50665e/b483c1a7-8e6d-42da-8076-aacfa9e86c1d/7d897915-cf29-4516-8910-acb8aa3c84b6) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:52:11.281837 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-922a04f8-c2be-48a1-bf40-4d8799ffdfcc tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:11.311248 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-922a04f8-c2be-48a1-bf40-4d8799ffdfcc tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:11.387278 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-922a04f8-c2be-48a1-bf40-4d8799ffdfcc tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Network bb3b7a31-50c9-4917-bcc8-9e66df50665e is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:52:11.390292 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-922a04f8-c2be-48a1-bf40-4d8799ffdfcc tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:52:11.394934 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-922a04f8-c2be-48a1-bf40-4d8799ffdfcc tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:52:11.426171 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a04f8-c2be-48a1-bf40-4d8799ffdfcc tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Pushing event updated for resources: {'Port': ['ID=7d897915-cf29-4516-8910-acb8aa3c84b6,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:11.465257 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-922a04f8-c2be-48a1-bf40-4d8799ffdfcc tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:11.465854 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-922a04f8-c2be-48a1-bf40-4d8799ffdfcc tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:11.487090 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-922a04f8-c2be-48a1-bf40-4d8799ffdfcc tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8168626 Mar 11 15:52:11.498256 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-46598c19-c249-4130-afd8-dafd921b7c01 service neutron] Request body: {'port': {'device_id': 'bfababd4-2eed-48ac-8779-1a9c02f559fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:52:11.726876 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-46598c19-c249-4130-afd8-dafd921b7c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:12.010964 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fc198-a255-407f-96e7-93862a5519b3 req-e6988fcb-be71-46cc-958b-af2b6010c7f4 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:12.012507 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-dc7fc198-a255-407f-96e7-93862a5519b3 req-e6988fcb-be71-46cc-958b-af2b6010c7f4 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfababd4-2eed-48ac-8779-1a9c02f559fd HTTP/1.1" status: 200 len: 932 time: 0.0805383 Mar 11 15:52:12.062023 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-dc7fc198-a255-407f-96e7-93862a5519b3 req-1375666f-9031-43b6-884e-223fe2857ebe tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Synchronizing usage tracker for tenant:006eb504a1da4a8c8bc3d877923f1371 on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:52:12.084554 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-dc7fc198-a255-407f-96e7-93862a5519b3 req-1375666f-9031-43b6-884e-223fe2857ebe tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Unset dirty status for tenant:006eb504a1da4a8c8bc3d877923f1371 on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:52:12.086051 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-dc7fc198-a255-407f-96e7-93862a5519b3 req-1375666f-9031-43b6-884e-223fe2857ebe tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc2b60d-674e-414e-8002-33a803606c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675564 Mar 11 15:52:12.112368 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-46598c19-c249-4130-afd8-dafd921b7c01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d897915-cf29-4516-8910-acb8aa3c84b6 {{(pid=83866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:52:12.120894 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-46598c19-c249-4130-afd8-dafd921b7c01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:12.138567 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-46598c19-c249-4130-afd8-dafd921b7c01 service neutron] Transition to ACTIVE for port object 7d897915-cf29-4516-8910-acb8aa3c84b6 will not be triggered until provisioned by entity L2. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:52:12.142522 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-46598c19-c249-4130-afd8-dafd921b7c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:12.277639 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46598c19-c249-4130-afd8-dafd921b7c01 service neutron] Pushing event updated for resources: {'Port': ['ID=7d897915-cf29-4516-8910-acb8aa3c84b6,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:12.392217 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-46598c19-c249-4130-afd8-dafd921b7c01 service neutron] Attempting to bind port 7d897915-cf29-4516-8910-acb8aa3c84b6 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:52:12.392584 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-46598c19-c249-4130-afd8-dafd921b7c01 service neutron] Attempting to bind port 7d897915-cf29-4516-8910-acb8aa3c84b6 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '66ef0c15-5fea-4312-a0e4-df40dae36bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'bb3b7a31-50c9-4917-bcc8-9e66df50665e'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:52:12.392909 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-46598c19-c249-4130-afd8-dafd921b7c01 service neutron] Attempting to bind port 7d897915-cf29-4516-8910-acb8aa3c84b6 on network bb3b7a31-50c9-4917-bcc8-9e66df50665e {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:52:12.400003 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-46598c19-c249-4130-afd8-dafd921b7c01 service neutron] Port 7d897915-cf29-4516-8910-acb8aa3c84b6 on network bb3b7a31-50c9-4917-bcc8-9e66df50665e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:52:12.400363 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-46598c19-c249-4130-afd8-dafd921b7c01 service neutron] Attempting to bind port 7d897915-cf29-4516-8910-acb8aa3c84b6 on network bb3b7a31-50c9-4917-bcc8-9e66df50665e {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:52:12.407052 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-46598c19-c249-4130-afd8-dafd921b7c01 service neutron] Checking agent: {'id': '233b753e-9484-4350-9871-64b7c66fc067', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'started_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:52:12.407388 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-46598c19-c249-4130-afd8-dafd921b7c01 service neutron] Checking segment: {'id': '66ef0c15-5fea-4312-a0e4-df40dae36bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'bb3b7a31-50c9-4917-bcc8-9e66df50665e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:52:12.407767 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-46598c19-c249-4130-afd8-dafd921b7c01 service neutron] Bound using segment: {'id': '66ef0c15-5fea-4312-a0e4-df40dae36bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'bb3b7a31-50c9-4917-bcc8-9e66df50665e'} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:52:12.408220 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-46598c19-c249-4130-afd8-dafd921b7c01 service neutron] Bound port: 7d897915-cf29-4516-8910-acb8aa3c84b6, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66ef0c15-5fea-4312-a0e4-df40dae36bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'bb3b7a31-50c9-4917-bcc8-9e66df50665e'}}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:52:12.408560 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-46598c19-c249-4130-afd8-dafd921b7c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:12.502759 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-46598c19-c249-4130-afd8-dafd921b7c01 service neutron] For port 7d897915-cf29-4516-8910-acb8aa3c84b6, host hv-neutron-8333, cleared binding levels {{(pid=83866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:52:12.508855 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-46598c19-c249-4130-afd8-dafd921b7c01 service neutron] For port 7d897915-cf29-4516-8910-acb8aa3c84b6, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=7d897915-cf29-4516-8910-acb8aa3c84b6,segment=NetworkSegment(66ef0c15-5fea-4312-a0e4-df40dae36bce),segment_id=66ef0c15-5fea-4312-a0e4-df40dae36bce)] {{(pid=83866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:52:12.514654 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-46598c19-c249-4130-afd8-dafd921b7c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:12.582100 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-46598c19-c249-4130-afd8-dafd921b7c01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:12.583550 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-46598c19-c249-4130-afd8-dafd921b7c01 service neutron] 10.222.0.73 "PUT /v2.0/ports/7d897915-cf29-4516-8910-acb8aa3c84b6 HTTP/1.1" status: 200 len: 1094 time: 1.0896618 Mar 11 15:52:12.583990 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfababd4-2eed-48ac-8779-1a9c02f559fd', 'tag': '7d897915-cf29-4516-8910-acb8aa3c84b6'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:52:12.603051 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46598c19-c249-4130-afd8-dafd921b7c01 service neutron] Pushing event updated for resources: {'Port': ['ID=7d897915-cf29-4516-8910-acb8aa3c84b6,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:12.657019 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfababd4-2eed-48ac-8779-1a9c02f559fd', 'tag': '7d897915-cf29-4516-8910-acb8aa3c84b6', 'status': 'completed', 'code': 200} Mar 11 15:52:12.699950 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-69d641c5-5928-42ee-9a66-0a9c51bcfc66 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=006eb504a1da4a8c8bc3d877923f1371&device_id=bfababd4-2eed-48ac-8779-1a9c02f559fd HTTP/1.1" status: 200 len: 1097 time: 0.0799723 Mar 11 15:52:12.773728 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-2008c09a-9153-499b-bc48-6d2ae2d6645e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d897915-cf29-4516-8910-acb8aa3c84b6 HTTP/1.1" status: 200 len: 217 time: 0.0665407 Mar 11 15:52:12.837201 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-2e447e6d-0fc0-4235-bba2-02a1283f2173 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:12.838633 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-2e447e6d-0fc0-4235-bba2-02a1283f2173 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b483c1a7-8e6d-42da-8076-aacfa9e86c1d HTTP/1.1" status: 200 len: 852 time: 0.0596697 Mar 11 15:52:12.889750 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-d60f84c7-38c2-4fb9-81de-e43891ca7150 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb3b7a31-50c9-4917-bcc8-9e66df50665e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442686 Mar 11 15:52:13.028157 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-b2e59b79-e0bc-4b46-ae74-35fb7ebadb0f service neutron] 10.222.0.73 "GET /v2.0/networks/bb3b7a31-50c9-4917-bcc8-9e66df50665e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317296 Mar 11 15:52:13.182496 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3d3c7186-6ac7-423a-9b90-ec72299c4c53 req-3906a628-0d11-4850-b59b-547abb4d667c service neutron] 10.222.0.73 "GET /v2.0/networks/bb3b7a31-50c9-4917-bcc8-9e66df50665e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465456 Mar 11 15:52:13.308595 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17136707-5cc6-4813-9993-01f87bd44669 req-71370371-230b-4848-8a8f-3cbb33df1bf7 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:13.310033 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-17136707-5cc6-4813-9993-01f87bd44669 req-71370371-230b-4848-8a8f-3cbb33df1bf7 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfababd4-2eed-48ac-8779-1a9c02f559fd HTTP/1.1" status: 200 len: 944 time: 0.0849900 Mar 11 15:52:13.315141 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-04e574f3-c26e-482c-ad83-fd1831a7371f req-d7244d0f-ccc5-4dbd-97ab-10f65c867583 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=006eb504a1da4a8c8bc3d877923f1371&device_id=bfababd4-2eed-48ac-8779-1a9c02f559fd HTTP/1.1" status: 200 len: 1097 time: 0.0766599 Mar 11 15:52:13.361588 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-17136707-5cc6-4813-9993-01f87bd44669 req-3fcecbb6-4108-45d6-9dce-735a15aed0fb tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc2b60d-674e-414e-8002-33a803606c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419981 Mar 11 15:52:13.461780 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e574f3-c26e-482c-ad83-fd1831a7371f req-3d37c858-7386-45be-afc9-316a9a52c667 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:13.463215 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-04e574f3-c26e-482c-ad83-fd1831a7371f req-3d37c858-7386-45be-afc9-316a9a52c667 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb3b7a31-50c9-4917-bcc8-9e66df50665e HTTP/1.1" status: 200 len: 913 time: 0.1403048 Mar 11 15:52:13.640567 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-04e574f3-c26e-482c-ad83-fd1831a7371f req-90f7b676-1e65-4a01-b16b-49f9e5fc7aac service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d897915-cf29-4516-8910-acb8aa3c84b6 HTTP/1.1" status: 200 len: 217 time: 0.1706054 Mar 11 15:52:13.707276 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e574f3-c26e-482c-ad83-fd1831a7371f req-3a6602fc-3c74-476b-b9a1-80e4218cd13c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:13.709846 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-04e574f3-c26e-482c-ad83-fd1831a7371f req-3a6602fc-3c74-476b-b9a1-80e4218cd13c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b483c1a7-8e6d-42da-8076-aacfa9e86c1d HTTP/1.1" status: 200 len: 852 time: 0.0632412 Mar 11 15:52:13.756517 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-04e574f3-c26e-482c-ad83-fd1831a7371f req-3504b9f3-3975-4005-9432-b290daaa4d60 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb3b7a31-50c9-4917-bcc8-9e66df50665e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400779 Mar 11 15:52:13.910090 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-04e574f3-c26e-482c-ad83-fd1831a7371f req-eba3006a-b45e-42ca-831b-f43ed518a32f service neutron] 10.222.0.73 "GET /v2.0/networks/bb3b7a31-50c9-4917-bcc8-9e66df50665e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449118 Mar 11 15:52:14.056567 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-04e574f3-c26e-482c-ad83-fd1831a7371f req-2163c7db-33c2-4292-abaa-050dc499a88e service neutron] 10.222.0.73 "GET /v2.0/networks/bb3b7a31-50c9-4917-bcc8-9e66df50665e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408587 Mar 11 15:52:14.577650 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117443bd-1961-469f-ab87-7a9b95a63dc4 req-f7c9d56a-7f0b-4d5a-a815-8221d51c4523 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:14.578266 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-117443bd-1961-469f-ab87-7a9b95a63dc4 req-f7c9d56a-7f0b-4d5a-a815-8221d51c4523 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Synchronizing usage tracker for tenant:006eb504a1da4a8c8bc3d877923f1371 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:52:14.598645 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-117443bd-1961-469f-ab87-7a9b95a63dc4 req-f7c9d56a-7f0b-4d5a-a815-8221d51c4523 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Unset dirty status for tenant:006eb504a1da4a8c8bc3d877923f1371 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:52:14.599835 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-117443bd-1961-469f-ab87-7a9b95a63dc4 req-f7c9d56a-7f0b-4d5a-a815-8221d51c4523 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfababd4-2eed-48ac-8779-1a9c02f559fd HTTP/1.1" status: 200 len: 944 time: 0.1096871 Mar 11 15:52:14.650421 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-117443bd-1961-469f-ab87-7a9b95a63dc4 req-b9c0e252-66ba-4dcf-9fa5-8ff10b697b60 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc2b60d-674e-414e-8002-33a803606c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445852 Mar 11 15:52:15.837773 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:15.872601 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482393f1-eecd-42c1-b5eb-f5a1cf8c94bb req-89ac61e8-d42f-4d16-91ef-5bb084e4ce2d tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:15.874152 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-482393f1-eecd-42c1-b5eb-f5a1cf8c94bb req-89ac61e8-d42f-4d16-91ef-5bb084e4ce2d tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfababd4-2eed-48ac-8779-1a9c02f559fd HTTP/1.1" status: 200 len: 944 time: 0.0814438 Mar 11 15:52:15.928574 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-482393f1-eecd-42c1-b5eb-f5a1cf8c94bb req-fa92e356-e320-48f4-8485-d91d089463f3 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc2b60d-674e-414e-8002-33a803606c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481052 Mar 11 15:52:17.132596 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b9ca9-a74d-4415-8a7d-11862a83414a req-ab51b11b-2b76-4385-ae0b-fb0137052adb tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:17.134105 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-324b9ca9-a74d-4415-8a7d-11862a83414a req-ab51b11b-2b76-4385-ae0b-fb0137052adb tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfababd4-2eed-48ac-8779-1a9c02f559fd HTTP/1.1" status: 200 len: 944 time: 0.0818059 Mar 11 15:52:17.195468 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-324b9ca9-a74d-4415-8a7d-11862a83414a req-d9727ff5-1ae6-41b1-9df7-952023874e17 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc2b60d-674e-414e-8002-33a803606c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483165 Mar 11 15:52:17.926704 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 7d897915-cf29-4516-8910-acb8aa3c84b6 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:52:17.960233 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:52:18.070846 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 7d897915-cf29-4516-8910-acb8aa3c84b6, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=7d897915-cf29-4516-8910-acb8aa3c84b6,segment=NetworkSegment(66ef0c15-5fea-4312-a0e4-df40dae36bce),segment_id=66ef0c15-5fea-4312-a0e4-df40dae36bce)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:52:18.120426 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': '7d897915-cf29-4516-8910-acb8aa3c84b6', 'network_id': 'bb3b7a31-50c9-4917-bcc8-9e66df50665e', 'port_id': '7d897915-cf29-4516-8910-acb8aa3c84b6', 'mac_address': 'fa:16:3e:81:4f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b483c1a7-8e6d-42da-8076-aacfa9e86c1d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:52:18.177007 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:18.195785 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d897915-cf29-4516-8910-acb8aa3c84b6 {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:52:18.212154 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 7d897915-cf29-4516-8910-acb8aa3c84b6, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=7d897915-cf29-4516-8910-acb8aa3c84b6,segment=NetworkSegment(66ef0c15-5fea-4312-a0e4-df40dae36bce),segment_id=66ef0c15-5fea-4312-a0e4-df40dae36bce)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:52:18.217447 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:18.289499 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=7d897915-cf29-4516-8910-acb8aa3c84b6,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:18.415481 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674923f3-45de-410e-ac10-aaf4ba14ae54 req-4cedb0a8-afd5-42e1-8b6a-2ed01cf95993 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:18.416995 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-674923f3-45de-410e-ac10-aaf4ba14ae54 req-4cedb0a8-afd5-42e1-8b6a-2ed01cf95993 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfababd4-2eed-48ac-8779-1a9c02f559fd HTTP/1.1" status: 200 len: 945 time: 0.0817173 Mar 11 15:52:18.465840 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-674923f3-45de-410e-ac10-aaf4ba14ae54 req-601aac3b-de4f-4d0b-8a54-d99760854666 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc2b60d-674e-414e-8002-33a803606c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426426 Mar 11 15:52:18.526478 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['7d897915-cf29-4516-8910-acb8aa3c84b6'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 15:52:19.666803 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3c147-fec5-4433-a1a9-abd8fbf41392 req-83dd50e1-98c3-4d79-b755-c3bdcf3a2a2c tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:19.668300 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-fec3c147-fec5-4433-a1a9-abd8fbf41392 req-83dd50e1-98c3-4d79-b755-c3bdcf3a2a2c tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfababd4-2eed-48ac-8779-1a9c02f559fd HTTP/1.1" status: 200 len: 945 time: 0.0793607 Mar 11 15:52:19.716549 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-fec3c147-fec5-4433-a1a9-abd8fbf41392 req-da98021f-0c15-4f3e-93da-beb5b0e48ec5 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc2b60d-674e-414e-8002-33a803606c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426610 Mar 11 15:52:19.927046 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 7d897915-cf29-4516-8910-acb8aa3c84b6 up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:52:20.008688 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning for port 7d897915-cf29-4516-8910-acb8aa3c84b6 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:52:20.013943 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port 7d897915-cf29-4516-8910-acb8aa3c84b6 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:52:20.014308 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:20.137376 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:20.173063 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfababd4-2eed-48ac-8779-1a9c02f559fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d897915-cf29-4516-8910-acb8aa3c84b6'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:52:20.184467 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 7d897915-cf29-4516-8910-acb8aa3c84b6, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=7d897915-cf29-4516-8910-acb8aa3c84b6,segment=NetworkSegment(66ef0c15-5fea-4312-a0e4-df40dae36bce),segment_id=66ef0c15-5fea-4312-a0e4-df40dae36bce)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:52:20.189997 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:20.245063 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfababd4-2eed-48ac-8779-1a9c02f559fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d897915-cf29-4516-8910-acb8aa3c84b6', 'code': 200} Mar 11 15:52:20.274953 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=7d897915-cf29-4516-8910-acb8aa3c84b6,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:20.479479 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-85d92954-269c-47ee-8f1a-8a45f61b4060 req-e7587c51-f406-43f7-8454-0b40301f2d6f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bfababd4-2eed-48ac-8779-1a9c02f559fd HTTP/1.1" status: 200 len: 1099 time: 0.0766006 Mar 11 15:52:20.524993 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-85d92954-269c-47ee-8f1a-8a45f61b4060 req-579a5e0e-7f8b-4af4-9728-e138707b47fe service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0dc2b60d-674e-414e-8002-33a803606c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400348 Mar 11 15:52:21.071424 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cf278-2169-4ef1-9f83-9d460425bd66 req-f729c9ef-d697-47f7-a83d-abe9933a59f9 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:21.072832 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-fe2cf278-2169-4ef1-9f83-9d460425bd66 req-f729c9ef-d697-47f7-a83d-abe9933a59f9 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfababd4-2eed-48ac-8779-1a9c02f559fd HTTP/1.1" status: 200 len: 946 time: 0.0793681 Mar 11 15:52:21.124376 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-fe2cf278-2169-4ef1-9f83-9d460425bd66 req-c91e9ec9-fea9-49f0-a3c2-49c004170ee9 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc2b60d-674e-414e-8002-33a803606c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458612 Mar 11 15:52:22.332440 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeafda0d-beaa-4078-914c-8036945df862 req-ee0f5cfb-4fc2-4cf2-99be-2c13641e7cd5 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:22.333901 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-aeafda0d-beaa-4078-914c-8036945df862 req-ee0f5cfb-4fc2-4cf2-99be-2c13641e7cd5 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfababd4-2eed-48ac-8779-1a9c02f559fd HTTP/1.1" status: 200 len: 946 time: 0.0836289 Mar 11 15:52:22.383321 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-aeafda0d-beaa-4078-914c-8036945df862 req-2d3ecdca-3efb-41ce-8191-66bcabd6f9ea tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc2b60d-674e-414e-8002-33a803606c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412266 Mar 11 15:52:22.590841 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7b169-6c31-4c45-bbeb-b0afdb65af16 req-489c4602-2a69-49ad-a493-08dc5bb36f91 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:22.592439 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-32d7b169-6c31-4c45-bbeb-b0afdb65af16 req-489c4602-2a69-49ad-a493-08dc5bb36f91 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfababd4-2eed-48ac-8779-1a9c02f559fd HTTP/1.1" status: 200 len: 946 time: 0.0860713 Mar 11 15:52:22.640293 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-32d7b169-6c31-4c45-bbeb-b0afdb65af16 req-8842c0fd-7c97-4614-9cf8-c948e9ae1b39 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc2b60d-674e-414e-8002-33a803606c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416813 Mar 11 15:52:23.082289 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15bcfc-c128-4351-8321-1f81e86cfe96 req-5d5c844b-6a46-4b53-9833-01c33ca152f3 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:23.083884 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4b15bcfc-c128-4351-8321-1f81e86cfe96 req-5d5c844b-6a46-4b53-9833-01c33ca152f3 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfababd4-2eed-48ac-8779-1a9c02f559fd HTTP/1.1" status: 200 len: 946 time: 0.0802860 Mar 11 15:52:23.132279 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4b15bcfc-c128-4351-8321-1f81e86cfe96 req-c7f64163-1bf0-4690-a9b0-2b791121c7b0 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc2b60d-674e-414e-8002-33a803606c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426633 Mar 11 15:52:24.345973 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8b1dd-83be-40e4-85a2-b466f690cdda req-a6179c1f-9ebf-4d61-a20a-e1a2bf5b5895 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:24.348112 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-ddf8b1dd-83be-40e4-85a2-b466f690cdda req-a6179c1f-9ebf-4d61-a20a-e1a2bf5b5895 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfababd4-2eed-48ac-8779-1a9c02f559fd HTTP/1.1" status: 200 len: 946 time: 0.0848088 Mar 11 15:52:24.418130 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-ddf8b1dd-83be-40e4-85a2-b466f690cdda req-90e0fd6e-cd00-4e5f-b0f4-76d18b5978c3 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc2b60d-674e-414e-8002-33a803606c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633271 Mar 11 15:52:24.807993 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99efabd1-ede8-4a63-bd2b-51a93d94d6d1 req-a669f82d-66c6-49d6-a69e-1efaff87c95e tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:24.809460 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-99efabd1-ede8-4a63-bd2b-51a93d94d6d1 req-a669f82d-66c6-49d6-a69e-1efaff87c95e tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfababd4-2eed-48ac-8779-1a9c02f559fd HTTP/1.1" status: 200 len: 946 time: 0.0836892 Mar 11 15:52:24.810778 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e6c2f7bd-9671-4b6d-9f39-638c7bc50684 req-faffd742-dc6c-415a-86bd-7cb1dc0112dc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=006eb504a1da4a8c8bc3d877923f1371&device_id=bfababd4-2eed-48ac-8779-1a9c02f559fd HTTP/1.1" status: 200 len: 1099 time: 0.0750904 Mar 11 15:52:24.856666 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-99efabd1-ede8-4a63-bd2b-51a93d94d6d1 req-d884ee99-2bde-4869-87f2-404d974d71d7 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc2b60d-674e-414e-8002-33a803606c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415986 Mar 11 15:52:24.950187 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c2f7bd-9671-4b6d-9f39-638c7bc50684 req-93610384-b87b-42cd-823b-5ec2e64e23fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:24.951623 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e6c2f7bd-9671-4b6d-9f39-638c7bc50684 req-93610384-b87b-42cd-823b-5ec2e64e23fa service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb3b7a31-50c9-4917-bcc8-9e66df50665e HTTP/1.1" status: 200 len: 913 time: 0.1338487 Mar 11 15:52:25.029307 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e6c2f7bd-9671-4b6d-9f39-638c7bc50684 req-48df29ca-c8a5-43d4-a8f4-50fe7de9777d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d897915-cf29-4516-8910-acb8aa3c84b6 HTTP/1.1" status: 200 len: 217 time: 0.0708430 Mar 11 15:52:25.100628 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c2f7bd-9671-4b6d-9f39-638c7bc50684 req-df4ed1ee-76df-4098-b826-0fe641802a59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:25.102020 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e6c2f7bd-9671-4b6d-9f39-638c7bc50684 req-df4ed1ee-76df-4098-b826-0fe641802a59 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b483c1a7-8e6d-42da-8076-aacfa9e86c1d HTTP/1.1" status: 200 len: 852 time: 0.0671139 Mar 11 15:52:25.148694 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e6c2f7bd-9671-4b6d-9f39-638c7bc50684 req-acc88c38-05d8-4802-bce4-b7cc9e55f8e5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb3b7a31-50c9-4917-bcc8-9e66df50665e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408840 Mar 11 15:52:25.286378 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e6c2f7bd-9671-4b6d-9f39-638c7bc50684 req-c421a460-cfba-4de6-a4f4-3155db72de96 service neutron] 10.222.0.73 "GET /v2.0/networks/bb3b7a31-50c9-4917-bcc8-9e66df50665e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318135 Mar 11 15:52:25.512368 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e6c2f7bd-9671-4b6d-9f39-638c7bc50684 req-0f313e84-b6f6-4674-84f2-13a00888d91a service neutron] 10.222.0.73 "GET /v2.0/networks/bb3b7a31-50c9-4917-bcc8-9e66df50665e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201395 Mar 11 15:52:26.067257 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1846c85-6aba-479b-a600-d7e4b19b0ab9 req-f79f8e01-7d6c-452c-b144-692686ae3c0a tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:26.068769 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a1846c85-6aba-479b-a600-d7e4b19b0ab9 req-f79f8e01-7d6c-452c-b144-692686ae3c0a tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfababd4-2eed-48ac-8779-1a9c02f559fd HTTP/1.1" status: 200 len: 946 time: 0.0875576 Mar 11 15:52:26.116290 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a1846c85-6aba-479b-a600-d7e4b19b0ab9 req-60caa3ab-11f4-4573-928d-f503b6c45bae tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc2b60d-674e-414e-8002-33a803606c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419738 Mar 11 15:52:27.311461 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1dd0c0-1565-4435-a083-eceaa6ee56a9 req-5b635910-7f2b-49f0-9485-32726bd10775 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:27.312942 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-fc1dd0c0-1565-4435-a083-eceaa6ee56a9 req-5b635910-7f2b-49f0-9485-32726bd10775 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfababd4-2eed-48ac-8779-1a9c02f559fd HTTP/1.1" status: 200 len: 946 time: 0.0768230 Mar 11 15:52:27.363651 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-fc1dd0c0-1565-4435-a083-eceaa6ee56a9 req-a62c10f5-314d-4152-a39a-6d4e53f821c7 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc2b60d-674e-414e-8002-33a803606c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449588 Mar 11 15:52:27.783206 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d178e68-7f82-4c1c-9deb-0bf609485e91 req-8fa418d0-5a61-4ab1-b0c3-56b770a2f975 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:27.785220 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2d178e68-7f82-4c1c-9deb-0bf609485e91 req-8fa418d0-5a61-4ab1-b0c3-56b770a2f975 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfababd4-2eed-48ac-8779-1a9c02f559fd HTTP/1.1" status: 200 len: 946 time: 0.0761960 Mar 11 15:52:27.834034 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2d178e68-7f82-4c1c-9deb-0bf609485e91 req-399197c0-691f-4232-b05d-7d735f1a7205 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc2b60d-674e-414e-8002-33a803606c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428591 Mar 11 15:52:29.029901 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ca020-56ac-4ab5-aeeb-96fa373c358a req-61bc1ea1-51a2-43aa-bc36-15bae9d53fd9 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:29.031248 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dd6ca020-56ac-4ab5-aeeb-96fa373c358a req-61bc1ea1-51a2-43aa-bc36-15bae9d53fd9 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfababd4-2eed-48ac-8779-1a9c02f559fd HTTP/1.1" status: 200 len: 946 time: 0.0758903 Mar 11 15:52:29.080383 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dd6ca020-56ac-4ab5-aeeb-96fa373c358a req-958a9426-14e7-40fc-850f-fa97981176a9 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc2b60d-674e-414e-8002-33a803606c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435402 Mar 11 15:52:29.361051 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cfc8dbb0-e6d2-440d-ab13-4bb8a6c2639b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:29.531688 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a91c75-d458-404d-873f-aa386a694933 req-b0a4c9e4-ec0c-4c97-9f88-e823866276e5 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:29.533155 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-78a91c75-d458-404d-873f-aa386a694933 req-b0a4c9e4-ec0c-4c97-9f88-e823866276e5 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfababd4-2eed-48ac-8779-1a9c02f559fd HTTP/1.1" status: 200 len: 946 time: 0.1347134 Mar 11 15:52:29.539795 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7f8ea595-183b-4380-86f7-254272af3c37 req-ea5b8c0e-c555-40ac-99b2-47ea571b5ddb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=006eb504a1da4a8c8bc3d877923f1371&device_id=bfababd4-2eed-48ac-8779-1a9c02f559fd HTTP/1.1" status: 200 len: 1099 time: 0.1111844 Mar 11 15:52:29.663831 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-78a91c75-d458-404d-873f-aa386a694933 req-7abdb959-d18b-4665-bb01-0eb4028487de tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc2b60d-674e-414e-8002-33a803606c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230476 Mar 11 15:52:29.708649 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ea595-183b-4380-86f7-254272af3c37 req-c1c039d0-107a-4710-bdc4-128df5f566a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:29.710086 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7f8ea595-183b-4380-86f7-254272af3c37 req-c1c039d0-107a-4710-bdc4-128df5f566a1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb3b7a31-50c9-4917-bcc8-9e66df50665e HTTP/1.1" status: 200 len: 913 time: 0.1561329 Mar 11 15:52:29.777092 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7f8ea595-183b-4380-86f7-254272af3c37 req-5f7e32fe-2c29-4f15-9fcf-f453eb843b54 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d897915-cf29-4516-8910-acb8aa3c84b6 HTTP/1.1" status: 200 len: 217 time: 0.0604184 Mar 11 15:52:29.844999 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ea595-183b-4380-86f7-254272af3c37 req-2517a6db-ea62-4ad9-b754-2a570e2becb4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:29.846461 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7f8ea595-183b-4380-86f7-254272af3c37 req-2517a6db-ea62-4ad9-b754-2a570e2becb4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b483c1a7-8e6d-42da-8076-aacfa9e86c1d HTTP/1.1" status: 200 len: 852 time: 0.0633655 Mar 11 15:52:29.891366 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7f8ea595-183b-4380-86f7-254272af3c37 req-c8bebf78-830d-4f05-851c-7dd66ccfcc2b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb3b7a31-50c9-4917-bcc8-9e66df50665e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394647 Mar 11 15:52:30.024747 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7f8ea595-183b-4380-86f7-254272af3c37 req-7699789a-d927-4bc9-9a4e-3d6fc37a2a11 service neutron] 10.222.0.73 "GET /v2.0/networks/bb3b7a31-50c9-4917-bcc8-9e66df50665e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271732 Mar 11 15:52:30.156862 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7f8ea595-183b-4380-86f7-254272af3c37 req-e7e82d5a-eff0-48c6-8409-7d5632c6b7ec service neutron] 10.222.0.73 "GET /v2.0/networks/bb3b7a31-50c9-4917-bcc8-9e66df50665e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264448 Mar 11 15:52:30.864219 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1657b6-7b6d-4e86-aff2-89f80b47a46e req-92ec82b4-8804-4f08-bf63-824b63ae8c2f tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:30.865667 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-4a1657b6-7b6d-4e86-aff2-89f80b47a46e req-92ec82b4-8804-4f08-bf63-824b63ae8c2f tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfababd4-2eed-48ac-8779-1a9c02f559fd HTTP/1.1" status: 200 len: 946 time: 0.0796254 Mar 11 15:52:30.911781 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-4a1657b6-7b6d-4e86-aff2-89f80b47a46e req-a80ee67c-bf05-4972-a3e8-d11530d43d06 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc2b60d-674e-414e-8002-33a803606c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405838 Mar 11 15:52:31.632961 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dc8dbcc8-c3a1-4308-afe7-c23db73046c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:32.110856 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1206b-e60f-41fd-bdcc-01859bb8b1fd req-2b6ed755-e542-40d4-8bf7-2406e9c690c2 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:32.112910 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c1c1206b-e60f-41fd-bdcc-01859bb8b1fd req-2b6ed755-e542-40d4-8bf7-2406e9c690c2 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfababd4-2eed-48ac-8779-1a9c02f559fd HTTP/1.1" status: 200 len: 946 time: 0.0808482 Mar 11 15:52:32.158375 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c1c1206b-e60f-41fd-bdcc-01859bb8b1fd req-5f3be3f3-d799-4567-9690-a11b69b06e8f tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc2b60d-674e-414e-8002-33a803606c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397890 Mar 11 15:52:32.563816 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e21a5-4a49-4d7e-ae39-088195f58b2a req-a34b95d1-7e26-4dc6-b393-42a80a0c4f2d tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:32.565211 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-728e21a5-4a49-4d7e-ae39-088195f58b2a req-a34b95d1-7e26-4dc6-b393-42a80a0c4f2d tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfababd4-2eed-48ac-8779-1a9c02f559fd HTTP/1.1" status: 200 len: 946 time: 0.0754619 Mar 11 15:52:32.609795 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-728e21a5-4a49-4d7e-ae39-088195f58b2a req-240888bc-006b-485b-9003-4693ac31d681 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc2b60d-674e-414e-8002-33a803606c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384247 Mar 11 15:52:32.791567 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:33.014958 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:33.802983 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4d4dd-b445-494f-a7af-d1206ad7ed63 req-46a13fea-2c4d-429f-813b-a2d01f7d3d98 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:33.804661 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2aa4d4dd-b445-494f-a7af-d1206ad7ed63 req-46a13fea-2c4d-429f-813b-a2d01f7d3d98 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfababd4-2eed-48ac-8779-1a9c02f559fd HTTP/1.1" status: 200 len: 946 time: 0.0749545 Mar 11 15:52:33.848229 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2aa4d4dd-b445-494f-a7af-d1206ad7ed63 req-6b72b535-0cfe-4524-893e-1c1e83e84530 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc2b60d-674e-414e-8002-33a803606c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381956 Mar 11 15:52:34.225058 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:34.531916 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ad6e0-e064-43f8-9114-0559169c2ae0 req-50b6a0e2-2245-4bd8-a1a5-c55615d09203 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:34.533324 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a88ad6e0-e064-43f8-9114-0559169c2ae0 req-50b6a0e2-2245-4bd8-a1a5-c55615d09203 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfababd4-2eed-48ac-8779-1a9c02f559fd HTTP/1.1" status: 200 len: 946 time: 0.0810304 Mar 11 15:52:34.603109 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-a88ad6e0-e064-43f8-9114-0559169c2ae0 req-fc7fe3bd-b106-48be-ba2b-95c17ee127dc tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Deleting port 7d897915-cf29-4516-8910-acb8aa3c84b6 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:52:34.603486 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-a88ad6e0-e064-43f8-9114-0559169c2ae0 req-fc7fe3bd-b106-48be-ba2b-95c17ee127dc tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:34.945777 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-a88ad6e0-e064-43f8-9114-0559169c2ae0 req-fc7fe3bd-b106-48be-ba2b-95c17ee127dc tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] For port 7d897915-cf29-4516-8910-acb8aa3c84b6, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=7d897915-cf29-4516-8910-acb8aa3c84b6,segment=NetworkSegment(66ef0c15-5fea-4312-a0e4-df40dae36bce),segment_id=66ef0c15-5fea-4312-a0e4-df40dae36bce)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:52:34.946136 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-a88ad6e0-e064-43f8-9114-0559169c2ae0 req-fc7fe3bd-b106-48be-ba2b-95c17ee127dc tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:35.099622 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-a88ad6e0-e064-43f8-9114-0559169c2ae0 req-fc7fe3bd-b106-48be-ba2b-95c17ee127dc tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Calling delete_port for 7d897915-cf29-4516-8910-acb8aa3c84b6 owned by compute:nova {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:52:35.251520 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6614e824-f92a-45b9-b9dd-005efb3221a2 req-60762b50-dd7f-4f16-a451-9fbb8ed47764 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:35.253283 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6614e824-f92a-45b9-b9dd-005efb3221a2 req-60762b50-dd7f-4f16-a451-9fbb8ed47764 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfababd4-2eed-48ac-8779-1a9c02f559fd HTTP/1.1" status: 200 len: 946 time: 0.2426264 Mar 11 15:52:35.311342 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-a88ad6e0-e064-43f8-9114-0559169c2ae0 req-fc7fe3bd-b106-48be-ba2b-95c17ee127dc tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:35.324379 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['7d897915-cf29-4516-8910-acb8aa3c84b6'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 15:52:35.367837 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7fe3bd-b106-48be-ba2b-95c17ee127dc tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Pushing event deleted for resources: {'Port': ['ID=7d897915-cf29-4516-8910-acb8aa3c84b6,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:35.371322 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6614e824-f92a-45b9-b9dd-005efb3221a2 req-5ece39db-4d18-45c5-a86f-a75fa4ad20d3 tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.31 "GET /v2.0/security-groups?id=0dc2b60d-674e-414e-8002-33a803606c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111493 Mar 11 15:52:35.449357 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-a88ad6e0-e064-43f8-9114-0559169c2ae0 req-fc7fe3bd-b106-48be-ba2b-95c17ee127dc tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] No DVR routers for this DVR port 7d897915-cf29-4516-8910-acb8aa3c84b6 on host hv-neutron-8333 {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:52:35.452044 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-a88ad6e0-e064-43f8-9114-0559169c2ae0 req-fc7fe3bd-b106-48be-ba2b-95c17ee127dc tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:35.454717 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfababd4-2eed-48ac-8779-1a9c02f559fd', 'name': 'network-vif-deleted', 'tag': '7d897915-cf29-4516-8910-acb8aa3c84b6'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:52:35.471566 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a88ad6e0-e064-43f8-9114-0559169c2ae0 req-fc7fe3bd-b106-48be-ba2b-95c17ee127dc tempest-TestServerAdvancedOps-1440913992 tempest-TestServerAdvancedOps-1440913992-project] 10.222.0.73 "DELETE /v2.0/ports/7d897915-cf29-4516-8910-acb8aa3c84b6 HTTP/1.1" status: 204 len: 173 time: 0.9329495 Mar 11 15:52:35.514876 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfababd4-2eed-48ac-8779-1a9c02f559fd', 'name': 'network-vif-deleted', 'tag': '7d897915-cf29-4516-8910-acb8aa3c84b6', 'status': 'completed', 'code': 200} Mar 11 15:52:36.488387 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45756) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:52:36.553702 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-653366dd-3ce7-470d-8acb-ec51c14b2913 admin admin] Deleting subnet b483c1a7-8e6d-42da-8076-aacfa9e86c1d {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:52:36.557011 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-653366dd-3ce7-470d-8acb-ec51c14b2913 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:36.606597 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-653366dd-3ce7-470d-8acb-ec51c14b2913 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:36.662876 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-653366dd-3ce7-470d-8acb-ec51c14b2913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:36.733823 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-653366dd-3ce7-470d-8acb-ec51c14b2913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:36.770066 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653366dd-3ce7-470d-8acb-ec51c14b2913 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b483c1a7-8e6d-42da-8076-aacfa9e86c1d,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:36.776370 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-653366dd-3ce7-470d-8acb-ec51c14b2913 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:36.782227 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-653366dd-3ce7-470d-8acb-ec51c14b2913 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b483c1a7-8e6d-42da-8076-aacfa9e86c1d HTTP/1.1" status: 204 len: 168 time: 0.2923241 Mar 11 15:52:36.785522 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45760) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:52:36.972194 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bb27cce9-2a41-430a-bbef-b2248059340f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:37.098275 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bb27cce9-2a41-430a-bbef-b2248059340f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:37.122300 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-bb27cce9-2a41-430a-bbef-b2248059340f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb3b7a31-50c9-4917-bcc8-9e66df50665e']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:52:37.134528 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-bb27cce9-2a41-430a-bbef-b2248059340f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66ef0c15-5fea-4312-a0e4-df40dae36bce') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:52:37.134819 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-bb27cce9-2a41-430a-bbef-b2248059340f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66ef0c15-5fea-4312-a0e4-df40dae36bce') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:52:37.146598 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bb27cce9-2a41-430a-bbef-b2248059340f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:37.162077 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bb27cce9-2a41-430a-bbef-b2248059340f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:37.167934 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb27cce9-2a41-430a-bbef-b2248059340f admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:52:37.168345 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bb27cce9-2a41-430a-bbef-b2248059340f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:37.185729 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:52:37.185729 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:52:37.185729 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:52:37.185729 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:52:37.185729 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:52:37.185729 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:52:37.185729 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:52:37.185729 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:52:37.185729 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:52:37.185729 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:52:37.185729 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:52:37.185729 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:52:37.185729 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:52:37.185729 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:52:37.185729 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:52:37.185729 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:52:37.185729 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:52:37.185729 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:52:37.185729 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:52:37.185729 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:52:37.185729 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:52:37.185729 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:52:37.185729 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:52:37.185729 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:52:37.185729 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:52:37.185729 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:52:37.185729 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:52:37.185729 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:52:37.185729 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:52:37.185729 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:52:37.185729 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:52:37.185729 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:52:37.260942 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bb27cce9-2a41-430a-bbef-b2248059340f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:37.265597 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bb27cce9-2a41-430a-bbef-b2248059340f admin admin] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:37.288245 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27cce9-2a41-430a-bbef-b2248059340f admin admin] Pushing event deleted for resources: {'Network': ['ID=bb3b7a31-50c9-4917-bcc8-9e66df50665e,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:37.292026 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-bb27cce9-2a41-430a-bbef-b2248059340f admin admin] 10.222.0.31 "DELETE /v2.0/networks/bb3b7a31-50c9-4917-bcc8-9e66df50665e HTTP/1.1" status: 204 len: 168 time: 0.5054522 Mar 11 15:52:37.294746 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45764) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:52:37.361227 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d830b8-287c-41af-bc1f-699ae07676b0 admin admin] Deleting subnet c2f793f9-e465-4d33-87f2-94a82b8ea64d {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:52:37.365692 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c0d830b8-287c-41af-bc1f-699ae07676b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:37.416861 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c0d830b8-287c-41af-bc1f-699ae07676b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:37.477286 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c0d830b8-287c-41af-bc1f-699ae07676b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:37.550457 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c0d830b8-287c-41af-bc1f-699ae07676b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:37.586745 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d830b8-287c-41af-bc1f-699ae07676b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2f793f9-e465-4d33-87f2-94a82b8ea64d,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:37.593093 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c0d830b8-287c-41af-bc1f-699ae07676b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:37.599704 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c0d830b8-287c-41af-bc1f-699ae07676b0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c2f793f9-e465-4d33-87f2-94a82b8ea64d HTTP/1.1" status: 204 len: 168 time: 0.3040202 Mar 11 15:52:37.602235 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45768) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:52:37.715466 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-da861974-8e45-4572-ad86-7471237b9ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:37.843207 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-da861974-8e45-4572-ad86-7471237b9ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:37.868547 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-da861974-8e45-4572-ad86-7471237b9ad4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5239acd-5fed-4182-8221-6b45cf780a81']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:52:37.881428 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-da861974-8e45-4572-ad86-7471237b9ad4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '349da0ee-fa13-4b61-ad24-e16ecdf2a035') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:52:37.881722 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-da861974-8e45-4572-ad86-7471237b9ad4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '349da0ee-fa13-4b61-ad24-e16ecdf2a035') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:52:37.894300 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-da861974-8e45-4572-ad86-7471237b9ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:37.915441 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-da861974-8e45-4572-ad86-7471237b9ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:37.922305 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da861974-8e45-4572-ad86-7471237b9ad4 admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:52:37.922804 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-da861974-8e45-4572-ad86-7471237b9ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:37.937768 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 15:52:37.937768 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:52:37.937768 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 15:52:37.937768 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:52:37.937768 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 15:52:37.937768 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:52:37.937768 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 15:52:37.937768 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:52:37.937768 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 15:52:37.937768 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:52:37.937768 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 15:52:37.937768 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:52:37.937768 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 15:52:37.937768 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:52:37.937768 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:52:37.937768 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:52:37.937768 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:52:37.937768 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:52:37.937768 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 15:52:37.937768 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:52:37.937768 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 15:52:37.937768 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:52:37.937768 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:52:37.937768 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:52:37.937768 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 15:52:37.937768 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:52:37.937768 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:52:37.937768 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:52:37.937768 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:52:37.937768 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:52:37.937768 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:52:37.937768 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:52:38.016557 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-da861974-8e45-4572-ad86-7471237b9ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:38.027956 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 7d897915-cf29-4516-8910-acb8aa3c84b6 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:52:38.035247 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-da861974-8e45-4572-ad86-7471237b9ad4 admin admin] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:38.044605 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da861974-8e45-4572-ad86-7471237b9ad4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5239acd-5fed-4182-8221-6b45cf780a81,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:38.047396 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-da861974-8e45-4572-ad86-7471237b9ad4 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d5239acd-5fed-4182-8221-6b45cf780a81 HTTP/1.1" status: 204 len: 168 time: 0.4440615 Mar 11 15:52:38.088523 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] No Port match for: 7d897915-cf29-4516-8910-acb8aa3c84b6 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:52:38.088832 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 7d897915-cf29-4516-8910-acb8aa3c84b6 not bound to the agent host hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:52:38.250957 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45774) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:52:38.306073 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-342a0397-c723-4d50-b20c-098df175d3ee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=006eb504a1da4a8c8bc3d877923f1371&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0539465 Mar 11 15:52:38.309476 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45778) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:52:38.372920 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5ed20788-fb35-4ce8-8a90-0ed01bdd124b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:38.399812 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5ed20788-fb35-4ce8-8a90-0ed01bdd124b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:38.457059 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5ed20788-fb35-4ce8-8a90-0ed01bdd124b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:38.475446 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed20788-fb35-4ce8-8a90-0ed01bdd124b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc2b60d-674e-414e-8002-33a803606c1e,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:38.484844 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5ed20788-fb35-4ce8-8a90-0ed01bdd124b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:38.486033 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5ed20788-fb35-4ce8-8a90-0ed01bdd124b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0dc2b60d-674e-414e-8002-33a803606c1e HTTP/1.1" status: 204 len: 168 time: 0.1755948 Mar 11 15:52:38.962011 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45786) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:52:39.018869 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4e278f81-3336-46c2-a246-ad071a5dc841 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3867df461860488a9531b07313f34167&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0555091 Mar 11 15:52:39.021266 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45790) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:52:39.095290 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02c661b4-f466-40a9-a307-ffac49161d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:39.126449 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02c661b4-f466-40a9-a307-ffac49161d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:39.193447 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02c661b4-f466-40a9-a307-ffac49161d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:39.209959 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c661b4-f466-40a9-a307-ffac49161d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207fce49-db99-41df-9fb1-4c2a83cb5ee8,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:39.220579 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02c661b4-f466-40a9-a307-ffac49161d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:39.226212 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-02c661b4-f466-40a9-a307-ffac49161d14 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/207fce49-db99-41df-9fb1-4c2a83cb5ee8 HTTP/1.1" status: 204 len: 168 time: 0.2004280 Mar 11 15:52:45.834566 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:47.378371 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-48245d20-b14c-4888-ab70-e4104d6b1b6e tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=6a763a03bf93411a8860d693da258e1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274537 Mar 11 15:52:47.528077 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-d5a5df9e-9e02-44c8-8b6f-7bd0a154de94 tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:47.529480 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-d5a5df9e-9e02-44c8-8b6f-7bd0a154de94 tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1459200 Mar 11 15:52:47.546224 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-00494e8d-c433-4740-896f-fb4840ca603b tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] 10.222.0.31 "GET /v2.0/quotas/6a763a03bf93411a8860d693da258e1a HTTP/1.1" status: 200 len: 375 time: 0.0107441 Mar 11 15:52:47.595666 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-e0cf9610-4573-4ffe-8064-d060f006b40b tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6a763a03bf93411a8860d693da258e1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434628 Mar 11 15:52:48.799507 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-316b6291-6893-48a1-afff-65f5aa8efb3a req-1c7d3c2e-3538-4b66-b322-555fbeaae9da tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] 10.222.0.31 "GET /v2.0/ports?device_id=66093256-7576-4c29-aedd-436c013d58bb HTTP/1.1" status: 200 len: 210 time: 0.0411351 Mar 11 15:52:49.914211 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-40042f8b-86bc-4d72-aea9-7b2fe1f0550a tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=6a763a03bf93411a8860d693da258e1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283659 Mar 11 15:52:49.981040 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-49fd51a1-b034-4ef9-9254-581c50f2a677 req-f8a08e46-7dc3-4aca-8d31-7d7c3677af7a tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] 10.222.0.31 "GET /v2.0/ports?device_id=66093256-7576-4c29-aedd-436c013d58bb HTTP/1.1" status: 200 len: 210 time: 0.0466979 Mar 11 15:52:50.078589 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-131229eb-d53c-4792-88c3-b7a49c9e6e2a tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:50.080335 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-131229eb-d53c-4792-88c3-b7a49c9e6e2a tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1613691 Mar 11 15:52:50.102560 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-3361f556-0ba3-4973-ab88-43590934d48d tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Request body: {'port': {'device_id': '66093256-7576-4c29-aedd-436c013d58bb', 'network_id': '6f25ac28-6ca7-4d32-b770-9760e130686f', 'admin_state_up': True, 'tenant_id': '6a763a03bf93411a8860d693da258e1a'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:52:50.262264 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-3361f556-0ba3-4973-ab88-43590934d48d tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:52:50.267551 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-3361f556-0ba3-4973-ab88-43590934d48d tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Usage tracker for resource:port and tenant:6a763a03bf93411a8860d693da258e1a is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:52:50.270733 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-3361f556-0ba3-4973-ab88-43590934d48d tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:52:50.277030 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-3361f556-0ba3-4973-ab88-43590934d48d tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:52:50.288647 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-3361f556-0ba3-4973-ab88-43590934d48d tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Made reservation on behalf of 6a763a03bf93411a8860d693da258e1a for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:52:50.291768 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-3361f556-0ba3-4973-ab88-43590934d48d tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:50.304412 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-3361f556-0ba3-4973-ab88-43590934d48d tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:50.336780 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-3361f556-0ba3-4973-ab88-43590934d48d tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:52:50.340492 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-3361f556-0ba3-4973-ab88-43590934d48d tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Usage tracker for resource:security_group_rule and tenant:6a763a03bf93411a8860d693da258e1a is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:52:50.343240 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-3361f556-0ba3-4973-ab88-43590934d48d tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:52:50.350177 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-3361f556-0ba3-4973-ab88-43590934d48d tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:52:50.417083 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-3361f556-0ba3-4973-ab88-43590934d48d tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:50.420833 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-3361f556-0ba3-4973-ab88-43590934d48d tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:50.504241 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3361f556-0ba3-4973-ab88-43590934d48d tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a149fd67-05b7-4111-a7a4-1f7d7e287f2f,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:50.590102 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-3361f556-0ba3-4973-ab88-43590934d48d tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Allocated IP 192.168.233.90 (6f25ac28-6ca7-4d32-b770-9760e130686f/45f0ab94-a202-4fbe-9afa-63acd0163937/e80d09be-3ebb-4e66-af4a-d7a237897330) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:52:50.801797 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-3361f556-0ba3-4973-ab88-43590934d48d tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:50.817673 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-3361f556-0ba3-4973-ab88-43590934d48d tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Transition to ACTIVE for port object e80d09be-3ebb-4e66-af4a-d7a237897330 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:52:50.838878 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-3361f556-0ba3-4973-ab88-43590934d48d tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:50.907315 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-3361f556-0ba3-4973-ab88-43590934d48d tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Network 6f25ac28-6ca7-4d32-b770-9760e130686f is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:52:50.910493 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-3361f556-0ba3-4973-ab88-43590934d48d tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:52:50.914271 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-3361f556-0ba3-4973-ab88-43590934d48d tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:52:50.955326 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3361f556-0ba3-4973-ab88-43590934d48d tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Pushing event updated for resources: {'Port': ['ID=e80d09be-3ebb-4e66-af4a-d7a237897330,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:50.986544 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-3361f556-0ba3-4973-ab88-43590934d48d tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:50.987691 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-3361f556-0ba3-4973-ab88-43590934d48d tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:51.014463 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-3361f556-0ba3-4973-ab88-43590934d48d tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9158258 Mar 11 15:52:51.027023 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-3ef652e9-f539-4299-8c4f-08607d772576 service neutron] Request body: {'port': {'device_id': '66093256-7576-4c29-aedd-436c013d58bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:52:51.130755 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-cbe1f767-90ad-4ac1-9457-b26299bb87eb None None] Provisioning for port e80d09be-3ebb-4e66-af4a-d7a237897330 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:52:51.135888 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-cbe1f767-90ad-4ac1-9457-b26299bb87eb None None] Provisioning complete for port e80d09be-3ebb-4e66-af4a-d7a237897330 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:52:51.136404 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cbe1f767-90ad-4ac1-9457-b26299bb87eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:51.190806 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-cbe1f767-90ad-4ac1-9457-b26299bb87eb None None] Port e80d09be-3ebb-4e66-af4a-d7a237897330 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:52:51.299180 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-3ef652e9-f539-4299-8c4f-08607d772576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:51.396428 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ad76b-6f21-41a1-bdbf-7762f7350c2c req-d1d79ed2-b475-49b6-af88-9f580455f8dc tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:51.397177 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-5e0ad76b-6f21-41a1-bdbf-7762f7350c2c req-d1d79ed2-b475-49b6-af88-9f580455f8dc tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Synchronizing usage tracker for tenant:6a763a03bf93411a8860d693da258e1a on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:52:51.476760 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-5e0ad76b-6f21-41a1-bdbf-7762f7350c2c req-d1d79ed2-b475-49b6-af88-9f580455f8dc tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Unset dirty status for tenant:6a763a03bf93411a8860d693da258e1a on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:52:51.477911 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5e0ad76b-6f21-41a1-bdbf-7762f7350c2c req-d1d79ed2-b475-49b6-af88-9f580455f8dc tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] 10.222.0.31 "GET /v2.0/ports?device_id=66093256-7576-4c29-aedd-436c013d58bb HTTP/1.1" status: 200 len: 935 time: 0.3611588 Mar 11 15:52:51.612928 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-5e0ad76b-6f21-41a1-bdbf-7762f7350c2c req-b4cd1f6d-e43a-475e-a23e-3a342fe5c075 tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Synchronizing usage tracker for tenant:6a763a03bf93411a8860d693da258e1a on resource:security_group {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:52:51.658998 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-5e0ad76b-6f21-41a1-bdbf-7762f7350c2c req-b4cd1f6d-e43a-475e-a23e-3a342fe5c075 tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Unset dirty status for tenant:6a763a03bf93411a8860d693da258e1a on resource:security_group {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:52:51.660622 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5e0ad76b-6f21-41a1-bdbf-7762f7350c2c req-b4cd1f6d-e43a-475e-a23e-3a342fe5c075 tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] 10.222.0.31 "GET /v2.0/security-groups?id=a149fd67-05b7-4111-a7a4-1f7d7e287f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767137 Mar 11 15:52:51.731415 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-3ef652e9-f539-4299-8c4f-08607d772576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e80d09be-3ebb-4e66-af4a-d7a237897330 {{(pid=83866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:52:51.738856 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-3ef652e9-f539-4299-8c4f-08607d772576 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:51.755116 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-3ef652e9-f539-4299-8c4f-08607d772576 service neutron] Transition to ACTIVE for port object e80d09be-3ebb-4e66-af4a-d7a237897330 will not be triggered until provisioned by entity L2. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:52:51.758424 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-3ef652e9-f539-4299-8c4f-08607d772576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:51.884119 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef652e9-f539-4299-8c4f-08607d772576 service neutron] Pushing event updated for resources: {'Port': ['ID=e80d09be-3ebb-4e66-af4a-d7a237897330,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:51.927628 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef652e9-f539-4299-8c4f-08607d772576 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:51.928293 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef652e9-f539-4299-8c4f-08607d772576 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:51.928293 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef652e9-f539-4299-8c4f-08607d772576 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:51.928567 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef652e9-f539-4299-8c4f-08607d772576 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:51.928897 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef652e9-f539-4299-8c4f-08607d772576 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:51.929221 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef652e9-f539-4299-8c4f-08607d772576 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:51.929812 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef652e9-f539-4299-8c4f-08607d772576 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:51.930413 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef652e9-f539-4299-8c4f-08607d772576 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:51.930518 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef652e9-f539-4299-8c4f-08607d772576 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:51.930744 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef652e9-f539-4299-8c4f-08607d772576 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:51.931061 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef652e9-f539-4299-8c4f-08607d772576 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:52.008126 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-3ef652e9-f539-4299-8c4f-08607d772576 service neutron] Attempting to bind port e80d09be-3ebb-4e66-af4a-d7a237897330 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:52:52.010110 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-3ef652e9-f539-4299-8c4f-08607d772576 service neutron] Attempting to bind port e80d09be-3ebb-4e66-af4a-d7a237897330 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '4bbc31e5-fb27-4fa5-9406-001db637306b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6f25ac28-6ca7-4d32-b770-9760e130686f'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:52:52.010110 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-3ef652e9-f539-4299-8c4f-08607d772576 service neutron] Attempting to bind port e80d09be-3ebb-4e66-af4a-d7a237897330 on network 6f25ac28-6ca7-4d32-b770-9760e130686f {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:52:52.015699 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-3ef652e9-f539-4299-8c4f-08607d772576 service neutron] Port e80d09be-3ebb-4e66-af4a-d7a237897330 on network 6f25ac28-6ca7-4d32-b770-9760e130686f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:52:52.016014 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-3ef652e9-f539-4299-8c4f-08607d772576 service neutron] Attempting to bind port e80d09be-3ebb-4e66-af4a-d7a237897330 on network 6f25ac28-6ca7-4d32-b770-9760e130686f {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:52:52.023239 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-3ef652e9-f539-4299-8c4f-08607d772576 service neutron] Checking agent: {'id': '233b753e-9484-4350-9871-64b7c66fc067', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'started_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:52:52.023580 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-3ef652e9-f539-4299-8c4f-08607d772576 service neutron] Checking segment: {'id': '4bbc31e5-fb27-4fa5-9406-001db637306b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6f25ac28-6ca7-4d32-b770-9760e130686f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:52:52.023952 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-3ef652e9-f539-4299-8c4f-08607d772576 service neutron] Bound using segment: {'id': '4bbc31e5-fb27-4fa5-9406-001db637306b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6f25ac28-6ca7-4d32-b770-9760e130686f'} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:52:52.024399 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-3ef652e9-f539-4299-8c4f-08607d772576 service neutron] Bound port: e80d09be-3ebb-4e66-af4a-d7a237897330, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bbc31e5-fb27-4fa5-9406-001db637306b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6f25ac28-6ca7-4d32-b770-9760e130686f'}}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:52:52.024743 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-3ef652e9-f539-4299-8c4f-08607d772576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:52.115029 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-3ef652e9-f539-4299-8c4f-08607d772576 service neutron] For port e80d09be-3ebb-4e66-af4a-d7a237897330, host hv-neutron-8333, cleared binding levels {{(pid=83866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:52:52.118189 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-3ef652e9-f539-4299-8c4f-08607d772576 service neutron] For port e80d09be-3ebb-4e66-af4a-d7a237897330, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=e80d09be-3ebb-4e66-af4a-d7a237897330,segment=NetworkSegment(4bbc31e5-fb27-4fa5-9406-001db637306b),segment_id=4bbc31e5-fb27-4fa5-9406-001db637306b)] {{(pid=83866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:52:52.121785 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-3ef652e9-f539-4299-8c4f-08607d772576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:52.184912 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-3ef652e9-f539-4299-8c4f-08607d772576 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:52.186262 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-3ef652e9-f539-4299-8c4f-08607d772576 service neutron] 10.222.0.73 "PUT /v2.0/ports/e80d09be-3ebb-4e66-af4a-d7a237897330 HTTP/1.1" status: 200 len: 1097 time: 1.1645601 Mar 11 15:52:52.186759 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66093256-7576-4c29-aedd-436c013d58bb', 'tag': 'e80d09be-3ebb-4e66-af4a-d7a237897330'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:52:52.210142 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef652e9-f539-4299-8c4f-08607d772576 service neutron] Pushing event updated for resources: {'Port': ['ID=e80d09be-3ebb-4e66-af4a-d7a237897330,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:52.265857 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66093256-7576-4c29-aedd-436c013d58bb', 'tag': 'e80d09be-3ebb-4e66-af4a-d7a237897330', 'status': 'completed', 'code': 200} Mar 11 15:52:52.301362 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-a5c999fa-39c4-4223-880e-825a5f18beac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6a763a03bf93411a8860d693da258e1a&device_id=66093256-7576-4c29-aedd-436c013d58bb HTTP/1.1" status: 200 len: 1100 time: 0.0772731 Mar 11 15:52:52.378493 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-99b939f9-2e19-4be9-9bb4-63c525247a13 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=e80d09be-3ebb-4e66-af4a-d7a237897330 HTTP/1.1" status: 200 len: 217 time: 0.0658314 Mar 11 15:52:52.441382 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-c3ebccf1-70e7-4f86-9253-0f96f48f8087 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:52.443064 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-c3ebccf1-70e7-4f86-9253-0f96f48f8087 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=45f0ab94-a202-4fbe-9afa-63acd0163937 HTTP/1.1" status: 200 len: 843 time: 0.0592842 Mar 11 15:52:52.521743 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-af047703-9d0b-4e0a-9b31-85727c8717e1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6f25ac28-6ca7-4d32-b770-9760e130686f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0733144 Mar 11 15:52:52.654584 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-68a957f9-c470-4fcd-9292-d8c8088a8b60 service neutron] 10.222.0.73 "GET /v2.0/networks/6f25ac28-6ca7-4d32-b770-9760e130686f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269226 Mar 11 15:52:52.817646 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-24d03ca4-d577-4e58-bc9b-5cbbe080160c req-2071f0c5-7821-4a35-8744-6dc4aa3300a1 service neutron] 10.222.0.73 "GET /v2.0/networks/6f25ac28-6ca7-4d32-b770-9760e130686f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560242 Mar 11 15:52:52.895691 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df93ceb-795c-4879-99d3-2a76dfeb854c req-8d7c8506-d35e-40b9-a158-2e60b6dd9ca9 tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:52.897169 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3df93ceb-795c-4879-99d3-2a76dfeb854c req-8d7c8506-d35e-40b9-a158-2e60b6dd9ca9 tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] 10.222.0.31 "GET /v2.0/ports?device_id=66093256-7576-4c29-aedd-436c013d58bb HTTP/1.1" status: 200 len: 947 time: 0.1115212 Mar 11 15:52:52.965297 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3df93ceb-795c-4879-99d3-2a76dfeb854c req-0e512ea2-4599-4751-8b5b-504a37326a9e tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] 10.222.0.31 "GET /v2.0/security-groups?id=a149fd67-05b7-4111-a7a4-1f7d7e287f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625217 Mar 11 15:52:52.979713 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5e34ee68-b3ca-48d8-a504-44974e88ba86 req-b2fd0e83-0717-4c42-80bd-76805a8c266d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6a763a03bf93411a8860d693da258e1a&device_id=66093256-7576-4c29-aedd-436c013d58bb HTTP/1.1" status: 200 len: 1100 time: 0.1187227 Mar 11 15:52:53.231818 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34ee68-b3ca-48d8-a504-44974e88ba86 req-61cd1640-b6d8-4c7b-9a89-30a191ce8aad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:53.233883 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5e34ee68-b3ca-48d8-a504-44974e88ba86 req-61cd1640-b6d8-4c7b-9a89-30a191ce8aad service neutron] 10.222.0.73 "GET /v2.0/networks?id=6f25ac28-6ca7-4d32-b770-9760e130686f HTTP/1.1" status: 200 len: 870 time: 0.2476532 Mar 11 15:52:53.304896 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5e34ee68-b3ca-48d8-a504-44974e88ba86 req-59b70881-1a91-49c7-89e5-31e23c18d55b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=e80d09be-3ebb-4e66-af4a-d7a237897330 HTTP/1.1" status: 200 len: 217 time: 0.0648429 Mar 11 15:52:53.366497 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34ee68-b3ca-48d8-a504-44974e88ba86 req-014e0828-199b-4d66-a444-86ee6edab022 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:53.367906 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5e34ee68-b3ca-48d8-a504-44974e88ba86 req-014e0828-199b-4d66-a444-86ee6edab022 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=45f0ab94-a202-4fbe-9afa-63acd0163937 HTTP/1.1" status: 200 len: 843 time: 0.0580924 Mar 11 15:52:53.441796 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5e34ee68-b3ca-48d8-a504-44974e88ba86 req-7a20523d-d1e9-434c-abbf-be9ae68baee8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6f25ac28-6ca7-4d32-b770-9760e130686f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0672266 Mar 11 15:52:53.572718 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5e34ee68-b3ca-48d8-a504-44974e88ba86 req-0168965b-eed3-40af-a55e-e5526a6cec40 service neutron] 10.222.0.73 "GET /v2.0/networks/6f25ac28-6ca7-4d32-b770-9760e130686f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250622 Mar 11 15:52:53.702931 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5e34ee68-b3ca-48d8-a504-44974e88ba86 req-b674410e-bfcf-444c-96aa-f3c1677f87e5 service neutron] 10.222.0.73 "GET /v2.0/networks/6f25ac28-6ca7-4d32-b770-9760e130686f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242809 Mar 11 15:52:54.165153 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546f553-abf7-484c-87e7-0f84f0928bb0 req-f897dfdf-88b2-45bf-b2f4-a66f0efcd8f1 tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:54.166597 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e546f553-abf7-484c-87e7-0f84f0928bb0 req-f897dfdf-88b2-45bf-b2f4-a66f0efcd8f1 tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] 10.222.0.31 "GET /v2.0/ports?device_id=66093256-7576-4c29-aedd-436c013d58bb HTTP/1.1" status: 200 len: 947 time: 0.0756319 Mar 11 15:52:54.217163 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e546f553-abf7-484c-87e7-0f84f0928bb0 req-faef3e09-29e8-4f9c-827b-dc678ce2a9be tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] 10.222.0.31 "GET /v2.0/security-groups?id=a149fd67-05b7-4111-a7a4-1f7d7e287f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450587 Mar 11 15:52:54.960518 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:52:55.424121 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8be7ac-2b17-4626-9d1c-b03d8e3c9fa2 req-ff5da0ae-c362-48aa-9d22-fff6c1277e8d tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:55.425647 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6e8be7ac-2b17-4626-9d1c-b03d8e3c9fa2 req-ff5da0ae-c362-48aa-9d22-fff6c1277e8d tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] 10.222.0.31 "GET /v2.0/ports?device_id=66093256-7576-4c29-aedd-436c013d58bb HTTP/1.1" status: 200 len: 947 time: 0.0834076 Mar 11 15:52:55.472229 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6e8be7ac-2b17-4626-9d1c-b03d8e3c9fa2 req-cc3ffb41-b715-49ab-9661-fac39b874751 tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] 10.222.0.31 "GET /v2.0/security-groups?id=a149fd67-05b7-4111-a7a4-1f7d7e287f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407777 Mar 11 15:52:56.081782 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device e80d09be-3ebb-4e66-af4a-d7a237897330 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:52:56.216069 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port e80d09be-3ebb-4e66-af4a-d7a237897330, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=e80d09be-3ebb-4e66-af4a-d7a237897330,segment=NetworkSegment(4bbc31e5-fb27-4fa5-9406-001db637306b),segment_id=4bbc31e5-fb27-4fa5-9406-001db637306b)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:52:56.233316 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': 'e80d09be-3ebb-4e66-af4a-d7a237897330', 'network_id': '6f25ac28-6ca7-4d32-b770-9760e130686f', 'port_id': 'e80d09be-3ebb-4e66-af4a-d7a237897330', 'mac_address': 'fa:16:3e:39:1f:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f0ab94-a202-4fbe-9afa-63acd0163937', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:52:56.288897 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:56.313595 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80d09be-3ebb-4e66-af4a-d7a237897330 {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:52:56.329135 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port e80d09be-3ebb-4e66-af4a-d7a237897330, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=e80d09be-3ebb-4e66-af4a-d7a237897330,segment=NetworkSegment(4bbc31e5-fb27-4fa5-9406-001db637306b),segment_id=4bbc31e5-fb27-4fa5-9406-001db637306b)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:52:56.332842 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:56.398027 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=e80d09be-3ebb-4e66-af4a-d7a237897330,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:56.406179 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:56.406520 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:56.406854 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:56.407179 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:56.407504 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:56.407827 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:56.408166 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:56.408489 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:56.409938 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:56.410267 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:56.410587 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:52:56.644986 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['e80d09be-3ebb-4e66-af4a-d7a237897330'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 15:52:56.674982 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24407ff-9ff9-4e08-8b41-0285ab698565 req-7716cf13-2f1a-43a2-a053-ef071b234421 tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:56.676625 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d24407ff-9ff9-4e08-8b41-0285ab698565 req-7716cf13-2f1a-43a2-a053-ef071b234421 tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] 10.222.0.31 "GET /v2.0/ports?device_id=66093256-7576-4c29-aedd-436c013d58bb HTTP/1.1" status: 200 len: 948 time: 0.0832007 Mar 11 15:52:56.722174 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d24407ff-9ff9-4e08-8b41-0285ab698565 req-8fe7359d-5d63-436b-97ad-fe9d00fa052f tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] 10.222.0.31 "GET /v2.0/security-groups?id=a149fd67-05b7-4111-a7a4-1f7d7e287f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394161 Mar 11 15:52:57.922752 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab310a-fbad-4ee5-89fb-c02ae53772f5 req-7b5515fa-bcf5-482d-934b-1ff98a15939e tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:57.924789 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1aab310a-fbad-4ee5-89fb-c02ae53772f5 req-7b5515fa-bcf5-482d-934b-1ff98a15939e tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] 10.222.0.31 "GET /v2.0/ports?device_id=66093256-7576-4c29-aedd-436c013d58bb HTTP/1.1" status: 200 len: 948 time: 0.0766377 Mar 11 15:52:57.975109 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1aab310a-fbad-4ee5-89fb-c02ae53772f5 req-dd6aa7a2-dea2-47c5-a38c-a14e9d03ca03 tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] 10.222.0.31 "GET /v2.0/security-groups?id=a149fd67-05b7-4111-a7a4-1f7d7e287f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443058 Mar 11 15:52:58.084978 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device e80d09be-3ebb-4e66-af4a-d7a237897330 up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:52:58.156482 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning for port e80d09be-3ebb-4e66-af4a-d7a237897330 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:52:58.161480 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port e80d09be-3ebb-4e66-af4a-d7a237897330 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:52:58.161877 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:58.277120 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:58.305731 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66093256-7576-4c29-aedd-436c013d58bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80d09be-3ebb-4e66-af4a-d7a237897330'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:52:58.316527 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port e80d09be-3ebb-4e66-af4a-d7a237897330, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=e80d09be-3ebb-4e66-af4a-d7a237897330,segment=NetworkSegment(4bbc31e5-fb27-4fa5-9406-001db637306b),segment_id=4bbc31e5-fb27-4fa5-9406-001db637306b)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:52:58.320472 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:52:58.387616 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66093256-7576-4c29-aedd-436c013d58bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80d09be-3ebb-4e66-af4a-d7a237897330', 'code': 200} Mar 11 15:52:58.423992 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=e80d09be-3ebb-4e66-af4a-d7a237897330,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:52:58.582483 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7965084c-229d-4cb7-b9e2-16f76ccfe529 req-b0e48a73-f01d-4606-a9f9-a1644fbd7c56 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=66093256-7576-4c29-aedd-436c013d58bb HTTP/1.1" status: 200 len: 1102 time: 0.0685537 Mar 11 15:52:58.625451 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7965084c-229d-4cb7-b9e2-16f76ccfe529 req-36e21c53-d4d8-4f73-ba83-ac4c39146c47 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a149fd67-05b7-4111-a7a4-1f7d7e287f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361876 Mar 11 15:52:59.174254 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774e575-e81f-4503-9038-6f85daf46417 req-c3996f24-edf2-4276-b286-16160f60346f tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:52:59.175869 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9774e575-e81f-4503-9038-6f85daf46417 req-c3996f24-edf2-4276-b286-16160f60346f tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] 10.222.0.31 "GET /v2.0/ports?device_id=66093256-7576-4c29-aedd-436c013d58bb HTTP/1.1" status: 200 len: 949 time: 0.0790505 Mar 11 15:52:59.220875 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9774e575-e81f-4503-9038-6f85daf46417 req-8eb8eca5-2007-4161-988e-a4951b448f7e tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] 10.222.0.31 "GET /v2.0/security-groups?id=a149fd67-05b7-4111-a7a4-1f7d7e287f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389314 Mar 11 15:52:59.354119 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6dd8999e-1048-47c6-a1be-27d18953bf62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:00.422296 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5aeb33-1798-417d-83b0-41d2a1ca110a req-14c8c208-e62d-4721-b40e-7c56c02ef67a tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:00.423649 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-7c5aeb33-1798-417d-83b0-41d2a1ca110a req-14c8c208-e62d-4721-b40e-7c56c02ef67a tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] 10.222.0.31 "GET /v2.0/ports?device_id=66093256-7576-4c29-aedd-436c013d58bb HTTP/1.1" status: 200 len: 949 time: 0.0742757 Mar 11 15:53:00.472793 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-7c5aeb33-1798-417d-83b0-41d2a1ca110a req-d94ef78d-6384-44a2-982c-805eb43d17b0 tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] 10.222.0.31 "GET /v2.0/security-groups?id=a149fd67-05b7-4111-a7a4-1f7d7e287f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422153 Mar 11 15:53:00.897666 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c66424fd-de35-4f37-8bd4-57469176ca97 req-bf7a8abf-aa54-47cc-8bf5-92a4adfc528b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=66093256-7576-4c29-aedd-436c013d58bb&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0671649 Mar 11 15:53:01.509154 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e286901c-9483-4642-b498-db447d67d719 req-38829e6d-958e-4e88-b9de-ee962a8cffec service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=66093256-7576-4c29-aedd-436c013d58bb&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1961851 Mar 11 15:53:01.634919 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-97d6cc6d-72cc-4e8b-9992-ee9aeda0fc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:02.041647 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5bcd5-32d5-4200-a6b0-765f7cc465df req-a691885e-65d1-48b1-81e6-1bd63e27abf9 tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:02.043102 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-88e5bcd5-32d5-4200-a6b0-765f7cc465df req-a691885e-65d1-48b1-81e6-1bd63e27abf9 tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] 10.222.0.31 "GET /v2.0/ports?device_id=66093256-7576-4c29-aedd-436c013d58bb HTTP/1.1" status: 200 len: 949 time: 0.0744431 Mar 11 15:53:02.091522 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-88e5bcd5-32d5-4200-a6b0-765f7cc465df req-682fa109-ebe3-4496-80e2-7d3cb4a50b54 tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] 10.222.0.31 "GET /v2.0/security-groups?id=a149fd67-05b7-4111-a7a4-1f7d7e287f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428028 Mar 11 15:53:02.794256 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:03.016471 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:03.308201 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7a841-8dba-491f-8df2-98675c3c1d89 req-ae096b1b-dc8c-481f-88b6-dd6d5e60cf0f tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:03.309651 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-75c7a841-8dba-491f-8df2-98675c3c1d89 req-ae096b1b-dc8c-481f-88b6-dd6d5e60cf0f tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] 10.222.0.31 "GET /v2.0/ports?device_id=66093256-7576-4c29-aedd-436c013d58bb HTTP/1.1" status: 200 len: 949 time: 0.0891459 Mar 11 15:53:03.407892 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-75c7a841-8dba-491f-8df2-98675c3c1d89 req-7d5429b6-bd1f-4b6d-87b5-3632d43cbadb tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] 10.222.0.31 "GET /v2.0/security-groups?id=a149fd67-05b7-4111-a7a4-1f7d7e287f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919809 Mar 11 15:53:03.425959 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1249c8-2b5f-4fae-97b7-a9f582394fda req-9bd76939-f06e-4e20-9d5c-1e000ab395b4 tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:03.427753 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-fa1249c8-2b5f-4fae-97b7-a9f582394fda req-9bd76939-f06e-4e20-9d5c-1e000ab395b4 tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] 10.222.0.73 "GET /v2.0/ports?device_id=66093256-7576-4c29-aedd-436c013d58bb HTTP/1.1" status: 200 len: 949 time: 0.1105402 Mar 11 15:53:03.498005 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-fa1249c8-2b5f-4fae-97b7-a9f582394fda req-604b3679-123c-4e58-9f98-60bd22cfba37 tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Deleting port e80d09be-3ebb-4e66-af4a-d7a237897330 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:53:03.498340 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-fa1249c8-2b5f-4fae-97b7-a9f582394fda req-604b3679-123c-4e58-9f98-60bd22cfba37 tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:03.739707 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-fa1249c8-2b5f-4fae-97b7-a9f582394fda req-604b3679-123c-4e58-9f98-60bd22cfba37 tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] For port e80d09be-3ebb-4e66-af4a-d7a237897330, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=e80d09be-3ebb-4e66-af4a-d7a237897330,segment=NetworkSegment(4bbc31e5-fb27-4fa5-9406-001db637306b),segment_id=4bbc31e5-fb27-4fa5-9406-001db637306b)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:53:03.739963 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-fa1249c8-2b5f-4fae-97b7-a9f582394fda req-604b3679-123c-4e58-9f98-60bd22cfba37 tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:03.871280 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-fa1249c8-2b5f-4fae-97b7-a9f582394fda req-604b3679-123c-4e58-9f98-60bd22cfba37 tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Calling delete_port for e80d09be-3ebb-4e66-af4a-d7a237897330 owned by compute:nova {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:53:04.012837 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-fa1249c8-2b5f-4fae-97b7-a9f582394fda req-604b3679-123c-4e58-9f98-60bd22cfba37 tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:04.023876 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['e80d09be-3ebb-4e66-af4a-d7a237897330'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 15:53:04.160289 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604b3679-123c-4e58-9f98-60bd22cfba37 tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Pushing event deleted for resources: {'Port': ['ID=e80d09be-3ebb-4e66-af4a-d7a237897330,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:53:04.228216 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:04.239460 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1249c8-2b5f-4fae-97b7-a9f582394fda req-604b3679-123c-4e58-9f98-60bd22cfba37 tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] No DVR routers for this DVR port e80d09be-3ebb-4e66-af4a-d7a237897330 on host hv-neutron-8333 {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:53:04.242168 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-fa1249c8-2b5f-4fae-97b7-a9f582394fda req-604b3679-123c-4e58-9f98-60bd22cfba37 tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:04.245074 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66093256-7576-4c29-aedd-436c013d58bb', 'name': 'network-vif-deleted', 'tag': 'e80d09be-3ebb-4e66-af4a-d7a237897330'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:53:04.262443 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-fa1249c8-2b5f-4fae-97b7-a9f582394fda req-604b3679-123c-4e58-9f98-60bd22cfba37 tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] 10.222.0.73 "DELETE /v2.0/ports/e80d09be-3ebb-4e66-af4a-d7a237897330 HTTP/1.1" status: 204 len: 173 time: 0.8300524 Mar 11 15:53:04.315328 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66093256-7576-4c29-aedd-436c013d58bb', 'name': 'network-vif-deleted', 'tag': 'e80d09be-3ebb-4e66-af4a-d7a237897330', 'status': 'completed', 'code': 200} Mar 11 15:53:04.588144 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-9a5a455e-bf6d-44c2-99c6-bcb0379cfa91 req-669d31c4-0237-4432-b388-c0c31e16e95a tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Synchronizing usage tracker for tenant:6a763a03bf93411a8860d693da258e1a on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:53:04.605518 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-9a5a455e-bf6d-44c2-99c6-bcb0379cfa91 req-669d31c4-0237-4432-b388-c0c31e16e95a tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] Unset dirty status for tenant:6a763a03bf93411a8860d693da258e1a on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:53:04.606507 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9a5a455e-bf6d-44c2-99c6-bcb0379cfa91 req-669d31c4-0237-4432-b388-c0c31e16e95a tempest-ServersAdminNegativeTestJSON-571626006 tempest-ServersAdminNegativeTestJSON-571626006-project] 10.222.0.31 "GET /v2.0/ports?device_id=66093256-7576-4c29-aedd-436c013d58bb HTTP/1.1" status: 200 len: 210 time: 0.0624371 Mar 11 15:53:06.004791 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45926) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:53:06.096946 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device e80d09be-3ebb-4e66-af4a-d7a237897330 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:53:06.132721 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] No Port match for: e80d09be-3ebb-4e66-af4a-d7a237897330 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:53:06.133068 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device e80d09be-3ebb-4e66-af4a-d7a237897330 not bound to the agent host hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:53:06.185795 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b797df4d-da9c-4d3a-8b10-92467759c4ea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6a763a03bf93411a8860d693da258e1a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1797762 Mar 11 15:53:06.188187 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45932) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:53:06.250125 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b8f1c0f7-a573-4ed8-bc46-f43f2156c1a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:06.275212 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b8f1c0f7-a573-4ed8-bc46-f43f2156c1a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:06.328090 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b8f1c0f7-a573-4ed8-bc46-f43f2156c1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:06.345229 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1c0f7-a573-4ed8-bc46-f43f2156c1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a149fd67-05b7-4111-a7a4-1f7d7e287f2f,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:53:06.358521 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f1c0f7-a573-4ed8-bc46-f43f2156c1a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:53:06.358866 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f1c0f7-a573-4ed8-bc46-f43f2156c1a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:53:06.359203 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f1c0f7-a573-4ed8-bc46-f43f2156c1a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:53:06.359537 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f1c0f7-a573-4ed8-bc46-f43f2156c1a3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:53:06.359910 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f1c0f7-a573-4ed8-bc46-f43f2156c1a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:53:06.360238 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f1c0f7-a573-4ed8-bc46-f43f2156c1a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:53:06.360566 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f1c0f7-a573-4ed8-bc46-f43f2156c1a3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:53:06.360895 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f1c0f7-a573-4ed8-bc46-f43f2156c1a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:53:06.361212 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f1c0f7-a573-4ed8-bc46-f43f2156c1a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:53:06.362082 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f1c0f7-a573-4ed8-bc46-f43f2156c1a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:53:06.362399 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f1c0f7-a573-4ed8-bc46-f43f2156c1a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:53:06.366531 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b8f1c0f7-a573-4ed8-bc46-f43f2156c1a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:06.367648 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b8f1c0f7-a573-4ed8-bc46-f43f2156c1a3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a149fd67-05b7-4111-a7a4-1f7d7e287f2f HTTP/1.1" status: 204 len: 168 time: 0.1785743 Mar 11 15:53:06.698882 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45940) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:53:06.721501 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e4d1a2b3-d238-43e8-b8c0-52fb212cce4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:06.757784 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e4d1a2b3-d238-43e8-b8c0-52fb212cce4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:53:06.761508 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e4d1a2b3-d238-43e8-b8c0-52fb212cce4c admin admin] Usage tracker for resource:security_group_rule and tenant:3b495326a9d6407e9692e38964b22647 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:53:06.764551 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e4d1a2b3-d238-43e8-b8c0-52fb212cce4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:53:06.771423 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e4d1a2b3-d238-43e8-b8c0-52fb212cce4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:53:06.914537 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e4d1a2b3-d238-43e8-b8c0-52fb212cce4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:06.918283 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e4d1a2b3-d238-43e8-b8c0-52fb212cce4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:06.964324 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1a2b3-d238-43e8-b8c0-52fb212cce4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642453b5-7245-43e2-a1e7-2bd6db56bb91,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:53:06.968710 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e4d1a2b3-d238-43e8-b8c0-52fb212cce4c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3b495326a9d6407e9692e38964b22647&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2687559 Mar 11 15:53:06.971360 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45944) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:53:07.031180 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5a8e609c-e4d9-427f-8b1b-3a250da082a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:07.055904 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5a8e609c-e4d9-427f-8b1b-3a250da082a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:07.105931 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5a8e609c-e4d9-427f-8b1b-3a250da082a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:07.122809 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8e609c-e4d9-427f-8b1b-3a250da082a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642453b5-7245-43e2-a1e7-2bd6db56bb91,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:53:07.131588 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5a8e609c-e4d9-427f-8b1b-3a250da082a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:07.132735 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5a8e609c-e4d9-427f-8b1b-3a250da082a7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/642453b5-7245-43e2-a1e7-2bd6db56bb91 HTTP/1.1" status: 204 len: 168 time: 0.1599262 Mar 11 15:53:07.990139 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45966) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:53:08.135173 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-00941549-e6cd-4f68-9173-80a985024fe7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1115582363-network', 'tenant_id': 'e0e757538bc949f3af708f2058d09288'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:53:08.139829 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-00941549-e6cd-4f68-9173-80a985024fe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:53:08.144227 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-00941549-e6cd-4f68-9173-80a985024fe7 admin admin] Usage tracker for resource:network and tenant:e0e757538bc949f3af708f2058d09288 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:53:08.149270 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-00941549-e6cd-4f68-9173-80a985024fe7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:53:08.158594 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-00941549-e6cd-4f68-9173-80a985024fe7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:53:08.170759 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00941549-e6cd-4f68-9173-80a985024fe7 admin admin] Made reservation on behalf of e0e757538bc949f3af708f2058d09288 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:53:08.173250 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-00941549-e6cd-4f68-9173-80a985024fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:08.188131 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-00941549-e6cd-4f68-9173-80a985024fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:08.219805 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-00941549-e6cd-4f68-9173-80a985024fe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:53:08.224539 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-00941549-e6cd-4f68-9173-80a985024fe7 admin admin] Usage tracker for resource:security_group_rule and tenant:e0e757538bc949f3af708f2058d09288 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:53:08.227305 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-00941549-e6cd-4f68-9173-80a985024fe7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:53:08.232940 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-00941549-e6cd-4f68-9173-80a985024fe7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:53:08.302534 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-00941549-e6cd-4f68-9173-80a985024fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:08.306696 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-00941549-e6cd-4f68-9173-80a985024fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:08.338872 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00941549-e6cd-4f68-9173-80a985024fe7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:53:08.343910 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00941549-e6cd-4f68-9173-80a985024fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff89f7f0-8ade-445d-95a2-b0f393f90e95,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:53:08.351760 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-00941549-e6cd-4f68-9173-80a985024fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:08.352201 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-00941549-e6cd-4f68-9173-80a985024fe7 admin admin] Added segment cad59b25-2e26-44cf-b2f3-2bfe3f89f55c of type vlan for network ee63617e-94e7-46e0-bac1-368c0ce856bd Mar 11 15:53:08.380513 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-00941549-e6cd-4f68-9173-80a985024fe7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:08.411827 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-00941549-e6cd-4f68-9173-80a985024fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:08.412779 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00941549-e6cd-4f68-9173-80a985024fe7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:08.413351 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-00941549-e6cd-4f68-9173-80a985024fe7 admin admin] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:08.517212 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00941549-e6cd-4f68-9173-80a985024fe7 admin admin] Pushing event updated for resources: {'Network': ['ID=ee63617e-94e7-46e0-bac1-368c0ce856bd,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:53:08.520185 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-00941549-e6cd-4f68-9173-80a985024fe7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5289669 Mar 11 15:53:08.524703 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 45972) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:53:08.529584 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network ee63617e-94e7-46e0-bac1-368c0ce856bd details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:53:08.531825 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-de3fc4c9-a7ff-44a6-8c1e-45ef0e4adcd6 admin admin] Request body: {'subnet': {'network_id': 'ee63617e-94e7-46e0-bac1-368c0ce856bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1115582363-subnet', 'tenant_id': 'e0e757538bc949f3af708f2058d09288', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:53:08.537910 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-de3fc4c9-a7ff-44a6-8c1e-45ef0e4adcd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:53:08.541932 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-de3fc4c9-a7ff-44a6-8c1e-45ef0e4adcd6 admin admin] Usage tracker for resource:subnet and tenant:e0e757538bc949f3af708f2058d09288 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:53:08.545036 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-de3fc4c9-a7ff-44a6-8c1e-45ef0e4adcd6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:53:08.551556 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-de3fc4c9-a7ff-44a6-8c1e-45ef0e4adcd6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:53:08.562909 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3fc4c9-a7ff-44a6-8c1e-45ef0e4adcd6 admin admin] Made reservation on behalf of e0e757538bc949f3af708f2058d09288 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:53:08.565444 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-de3fc4c9-a7ff-44a6-8c1e-45ef0e4adcd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:08.772036 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-de3fc4c9-a7ff-44a6-8c1e-45ef0e4adcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:08.842931 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3fc4c9-a7ff-44a6-8c1e-45ef0e4adcd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3192047-2a5e-4312-91f4-6794e6d898f9,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:53:08.859918 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3fc4c9-a7ff-44a6-8c1e-45ef0e4adcd6 admin admin] Checking segment: {'id': 'cad59b25-2e26-44cf-b2f3-2bfe3f89f55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ee63617e-94e7-46e0-bac1-368c0ce856bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:53:08.860317 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3fc4c9-a7ff-44a6-8c1e-45ef0e4adcd6 admin admin] Network hostable DHCP agents. Network: ee63617e-94e7-46e0-bac1-368c0ce856bd, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:53:08.882039 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3fc4c9-a7ff-44a6-8c1e-45ef0e4adcd6 admin admin] Network ee63617e-94e7-46e0-bac1-368c0ce856bd is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:53:08.891431 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-de3fc4c9-a7ff-44a6-8c1e-45ef0e4adcd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, ee63617e-94e7-46e0-bac1-368c0ce856bd) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:53:08.896955 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3fc4c9-a7ff-44a6-8c1e-45ef0e4adcd6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:08.897881 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-de3fc4c9-a7ff-44a6-8c1e-45ef0e4adcd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:08.902866 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64333ff-8124-4b99-b157-26ca9b3ef1d6 None None] Network ee63617e-94e7-46e0-bac1-368c0ce856bd requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:53:08.921036 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-de3fc4c9-a7ff-44a6-8c1e-45ef0e4adcd6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3951087 Mar 11 15:53:09.152790 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b3ed78-e860-418f-bca2-eb88dd84b9f9 None None] Network ee63617e-94e7-46e0-bac1-368c0ce856bd requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:53:09.494750 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-7b3a170a-8c63-4981-9bb8-740ab770769f tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:09.496996 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-7b3a170a-8c63-4981-9bb8-740ab770769f tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/networks?id=ee63617e-94e7-46e0-bac1-368c0ce856bd HTTP/1.1" status: 200 len: 812 time: 0.1466839 Mar 11 15:53:09.517473 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-4a496395-4d4e-4bf6-adbd-a31ab6adf39e tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/quotas/e0e757538bc949f3af708f2058d09288 HTTP/1.1" status: 200 len: 375 time: 0.0146754 Mar 11 15:53:09.566437 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-a20424ba-a1ac-4dbb-8964-81bfd08d59eb tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e0e757538bc949f3af708f2058d09288&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430548 Mar 11 15:53:09.697961 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-b362d960-f1bd-4ac6-a91c-b2676a69242b service neutron] 10.222.0.31 "GET /v2.0/networks/ee63617e-94e7-46e0-bac1-368c0ce856bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249893 Mar 11 15:53:09.829510 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-507f741b-7b29-4500-9153-5f143aa924a5 service neutron] 10.222.0.31 "GET /v2.0/networks/ee63617e-94e7-46e0-bac1-368c0ce856bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258221 Mar 11 15:53:10.021063 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-1c283459-1677-4212-bf5f-5b647ea47ebf req-5ed09aa6-819b-4a04-b488-adcae62484d5 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 210 time: 0.0483966 Mar 11 15:53:11.038152 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-2ea29960-a910-4f99-9b5d-f7ea4b9c3716 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:11.039594 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-2ea29960-a910-4f99-9b5d-f7ea4b9c3716 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.73 "GET /v2.0/networks?id=ee63617e-94e7-46e0-bac1-368c0ce856bd HTTP/1.1" status: 200 len: 812 time: 0.1488953 Mar 11 15:53:11.055127 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-470e04da-e1b6-4d16-9250-acce9df57c14 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Request body: {'port': {'device_id': 'd9c07b15-5cc0-442d-8673-73eb85f8bf71', 'network_id': 'ee63617e-94e7-46e0-bac1-368c0ce856bd', 'admin_state_up': True, 'tenant_id': 'e0e757538bc949f3af708f2058d09288'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:53:11.205824 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-470e04da-e1b6-4d16-9250-acce9df57c14 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:53:11.210034 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-470e04da-e1b6-4d16-9250-acce9df57c14 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Usage tracker for resource:port and tenant:e0e757538bc949f3af708f2058d09288 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:53:11.213029 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-470e04da-e1b6-4d16-9250-acce9df57c14 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:53:11.218938 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-470e04da-e1b6-4d16-9250-acce9df57c14 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:53:11.230138 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-470e04da-e1b6-4d16-9250-acce9df57c14 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Made reservation on behalf of e0e757538bc949f3af708f2058d09288 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:53:11.233351 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-470e04da-e1b6-4d16-9250-acce9df57c14 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:11.339215 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d074fec0-3070-4fed-8b96-e47ec42088c0 req-d458e7ae-640f-4e63-a1eb-95a38bdcf677 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 210 time: 0.1889656 Mar 11 15:53:11.438150 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-470e04da-e1b6-4d16-9250-acce9df57c14 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Allocated IP 172.20.0.10 (ee63617e-94e7-46e0-bac1-368c0ce856bd/d3192047-2a5e-4312-91f4-6794e6d898f9/ec2aeb4f-5444-4efb-b795-39c7c91faa04) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:53:11.644121 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-470e04da-e1b6-4d16-9250-acce9df57c14 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:11.671368 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-470e04da-e1b6-4d16-9250-acce9df57c14 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:11.743726 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-470e04da-e1b6-4d16-9250-acce9df57c14 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Network ee63617e-94e7-46e0-bac1-368c0ce856bd is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:53:11.746794 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-470e04da-e1b6-4d16-9250-acce9df57c14 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:53:11.751138 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-470e04da-e1b6-4d16-9250-acce9df57c14 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:53:11.775961 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470e04da-e1b6-4d16-9250-acce9df57c14 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Pushing event updated for resources: {'Port': ['ID=ec2aeb4f-5444-4efb-b795-39c7c91faa04,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:53:11.817029 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-470e04da-e1b6-4d16-9250-acce9df57c14 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:11.817625 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-470e04da-e1b6-4d16-9250-acce9df57c14 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:11.837588 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-470e04da-e1b6-4d16-9250-acce9df57c14 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7863593 Mar 11 15:53:11.919613 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-29d315d9-3a88-4f6b-8855-5ef78ad1ebb8 service neutron] Request body: {'port': {'device_id': 'd9c07b15-5cc0-442d-8673-73eb85f8bf71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:53:12.030287 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-29d315d9-3a88-4f6b-8855-5ef78ad1ebb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:12.476372 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-29d315d9-3a88-4f6b-8855-5ef78ad1ebb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec2aeb4f-5444-4efb-b795-39c7c91faa04 {{(pid=83866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:53:12.483105 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-29d315d9-3a88-4f6b-8855-5ef78ad1ebb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:12.501192 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-29d315d9-3a88-4f6b-8855-5ef78ad1ebb8 service neutron] Transition to ACTIVE for port object ec2aeb4f-5444-4efb-b795-39c7c91faa04 will not be triggered until provisioned by entity L2. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:53:12.505374 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-29d315d9-3a88-4f6b-8855-5ef78ad1ebb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:12.541276 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a280ce-14e4-4294-b979-1ae92798e0e5 req-21662fbd-1068-4780-84b7-713693771271 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:12.542724 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-55a280ce-14e4-4294-b979-1ae92798e0e5 req-21662fbd-1068-4780-84b7-713693771271 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 932 time: 0.0793800 Mar 11 15:53:12.590275 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-55a280ce-14e4-4294-b979-1ae92798e0e5 req-92a1514a-80a8-44ef-9c2b-e163c0287fa4 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Synchronizing usage tracker for tenant:e0e757538bc949f3af708f2058d09288 on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:53:12.607483 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-55a280ce-14e4-4294-b979-1ae92798e0e5 req-92a1514a-80a8-44ef-9c2b-e163c0287fa4 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Unset dirty status for tenant:e0e757538bc949f3af708f2058d09288 on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:53:12.608692 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-55a280ce-14e4-4294-b979-1ae92798e0e5 req-92a1514a-80a8-44ef-9c2b-e163c0287fa4 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff89f7f0-8ade-445d-95a2-b0f393f90e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602839 Mar 11 15:53:12.644840 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d315d9-3a88-4f6b-8855-5ef78ad1ebb8 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2aeb4f-5444-4efb-b795-39c7c91faa04,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:53:12.751466 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-29d315d9-3a88-4f6b-8855-5ef78ad1ebb8 service neutron] Attempting to bind port ec2aeb4f-5444-4efb-b795-39c7c91faa04 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:53:12.751683 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-29d315d9-3a88-4f6b-8855-5ef78ad1ebb8 service neutron] Attempting to bind port ec2aeb4f-5444-4efb-b795-39c7c91faa04 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'cad59b25-2e26-44cf-b2f3-2bfe3f89f55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ee63617e-94e7-46e0-bac1-368c0ce856bd'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:53:12.752031 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-29d315d9-3a88-4f6b-8855-5ef78ad1ebb8 service neutron] Attempting to bind port ec2aeb4f-5444-4efb-b795-39c7c91faa04 on network ee63617e-94e7-46e0-bac1-368c0ce856bd {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:53:12.760484 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-29d315d9-3a88-4f6b-8855-5ef78ad1ebb8 service neutron] Port ec2aeb4f-5444-4efb-b795-39c7c91faa04 on network ee63617e-94e7-46e0-bac1-368c0ce856bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:53:12.760484 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-29d315d9-3a88-4f6b-8855-5ef78ad1ebb8 service neutron] Attempting to bind port ec2aeb4f-5444-4efb-b795-39c7c91faa04 on network ee63617e-94e7-46e0-bac1-368c0ce856bd {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:53:12.764696 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-29d315d9-3a88-4f6b-8855-5ef78ad1ebb8 service neutron] Checking agent: {'id': '233b753e-9484-4350-9871-64b7c66fc067', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'started_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:53:12.765024 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-29d315d9-3a88-4f6b-8855-5ef78ad1ebb8 service neutron] Checking segment: {'id': 'cad59b25-2e26-44cf-b2f3-2bfe3f89f55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ee63617e-94e7-46e0-bac1-368c0ce856bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:53:12.765398 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-29d315d9-3a88-4f6b-8855-5ef78ad1ebb8 service neutron] Bound using segment: {'id': 'cad59b25-2e26-44cf-b2f3-2bfe3f89f55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ee63617e-94e7-46e0-bac1-368c0ce856bd'} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:53:12.765814 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-29d315d9-3a88-4f6b-8855-5ef78ad1ebb8 service neutron] Bound port: ec2aeb4f-5444-4efb-b795-39c7c91faa04, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cad59b25-2e26-44cf-b2f3-2bfe3f89f55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ee63617e-94e7-46e0-bac1-368c0ce856bd'}}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:53:12.766161 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-29d315d9-3a88-4f6b-8855-5ef78ad1ebb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:12.855959 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-29d315d9-3a88-4f6b-8855-5ef78ad1ebb8 service neutron] For port ec2aeb4f-5444-4efb-b795-39c7c91faa04, host hv-neutron-8333, cleared binding levels {{(pid=83866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:53:12.858966 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-29d315d9-3a88-4f6b-8855-5ef78ad1ebb8 service neutron] For port ec2aeb4f-5444-4efb-b795-39c7c91faa04, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ec2aeb4f-5444-4efb-b795-39c7c91faa04,segment=NetworkSegment(cad59b25-2e26-44cf-b2f3-2bfe3f89f55c),segment_id=cad59b25-2e26-44cf-b2f3-2bfe3f89f55c)] {{(pid=83866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:53:12.863554 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-29d315d9-3a88-4f6b-8855-5ef78ad1ebb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:12.928344 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-29d315d9-3a88-4f6b-8855-5ef78ad1ebb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:12.929930 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-29d315d9-3a88-4f6b-8855-5ef78ad1ebb8 service neutron] 10.222.0.73 "PUT /v2.0/ports/ec2aeb4f-5444-4efb-b795-39c7c91faa04 HTTP/1.1" status: 200 len: 1094 time: 1.0853405 Mar 11 15:53:12.930358 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c07b15-5cc0-442d-8673-73eb85f8bf71', 'tag': 'ec2aeb4f-5444-4efb-b795-39c7c91faa04'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:53:12.952635 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d315d9-3a88-4f6b-8855-5ef78ad1ebb8 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2aeb4f-5444-4efb-b795-39c7c91faa04,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:53:13.000695 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c07b15-5cc0-442d-8673-73eb85f8bf71', 'tag': 'ec2aeb4f-5444-4efb-b795-39c7c91faa04', 'status': 'completed', 'code': 200} Mar 11 15:53:13.042080 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-aab5f8b5-e695-4e84-9f73-77b14d6037e7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e0e757538bc949f3af708f2058d09288&device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 1097 time: 0.0730467 Mar 11 15:53:13.112395 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-68a7af30-d0d3-45d4-a78d-9654a666b765 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec2aeb4f-5444-4efb-b795-39c7c91faa04 HTTP/1.1" status: 200 len: 217 time: 0.0640922 Mar 11 15:53:13.172604 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-300a5042-9f1b-455b-93ce-126dc2236893 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:13.174682 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-300a5042-9f1b-455b-93ce-126dc2236893 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d3192047-2a5e-4312-91f4-6794e6d898f9 HTTP/1.1" status: 200 len: 852 time: 0.0573344 Mar 11 15:53:13.219391 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-e9d8850c-fceb-4a6d-a2a8-d843f71e3ca8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee63617e-94e7-46e0-bac1-368c0ce856bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395474 Mar 11 15:53:13.351835 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-20b8780e-61c6-4ab2-85ef-46ecc8f214e1 service neutron] 10.222.0.73 "GET /v2.0/networks/ee63617e-94e7-46e0-bac1-368c0ce856bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263680 Mar 11 15:53:13.485269 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a207d5ab-dd2f-4102-b191-4bd983fb1407 req-16f6d2c2-7d9b-43aa-8fa8-67b0c72cfbd1 service neutron] 10.222.0.73 "GET /v2.0/networks/ee63617e-94e7-46e0-bac1-368c0ce856bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279004 Mar 11 15:53:13.606532 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ce6fa7ec-d456-4e3d-ade1-b85184ceed96 req-20f4ceaa-d420-4c6a-bcb0-874d2cb9506c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e0e757538bc949f3af708f2058d09288&device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 1097 time: 0.0736842 Mar 11 15:53:13.741926 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fa7ec-d456-4e3d-ade1-b85184ceed96 req-c4fcbd6b-0816-43ae-b909-a31645402a97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:13.743397 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ce6fa7ec-d456-4e3d-ade1-b85184ceed96 req-c4fcbd6b-0816-43ae-b909-a31645402a97 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee63617e-94e7-46e0-bac1-368c0ce856bd HTTP/1.1" status: 200 len: 913 time: 0.1306047 Mar 11 15:53:13.817220 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ce6fa7ec-d456-4e3d-ade1-b85184ceed96 req-9d5aeade-b7d6-48fe-97ec-611a9c15c446 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec2aeb4f-5444-4efb-b795-39c7c91faa04 HTTP/1.1" status: 200 len: 217 time: 0.0678499 Mar 11 15:53:13.885924 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be1771-bcf4-4216-85d5-f07fefae9011 req-93c6f77e-6cfe-4c75-a4f7-6bd73c2addbd tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:13.887379 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-61be1771-bcf4-4216-85d5-f07fefae9011 req-93c6f77e-6cfe-4c75-a4f7-6bd73c2addbd tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 944 time: 0.1569111 Mar 11 15:53:13.937306 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-61be1771-bcf4-4216-85d5-f07fefae9011 req-cf50be66-16e8-4e57-b03f-ed2626f9bc92 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff89f7f0-8ade-445d-95a2-b0f393f90e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436995 Mar 11 15:53:13.987495 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fa7ec-d456-4e3d-ade1-b85184ceed96 req-d09a4c3d-54c4-44e8-8d87-402e6c7d5f41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:13.988951 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ce6fa7ec-d456-4e3d-ade1-b85184ceed96 req-d09a4c3d-54c4-44e8-8d87-402e6c7d5f41 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d3192047-2a5e-4312-91f4-6794e6d898f9 HTTP/1.1" status: 200 len: 852 time: 0.1660769 Mar 11 15:53:14.034232 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ce6fa7ec-d456-4e3d-ade1-b85184ceed96 req-c98d4d27-c61a-41b8-8f69-5c5e2630b450 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee63617e-94e7-46e0-bac1-368c0ce856bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389831 Mar 11 15:53:14.165482 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ce6fa7ec-d456-4e3d-ade1-b85184ceed96 req-3bddb109-b145-438b-9a2b-50389f6a112a service neutron] 10.222.0.73 "GET /v2.0/networks/ee63617e-94e7-46e0-bac1-368c0ce856bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246288 Mar 11 15:53:14.305406 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ce6fa7ec-d456-4e3d-ade1-b85184ceed96 req-6f714bb9-0730-4fbc-8afe-4f74cdb00af0 service neutron] 10.222.0.73 "GET /v2.0/networks/ee63617e-94e7-46e0-bac1-368c0ce856bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340768 Mar 11 15:53:15.145668 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34231a1-d7fc-4822-bd2c-dbd106b93e86 req-b498b184-dfe4-4898-ab5d-e2b7e3969c14 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:15.146696 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-a34231a1-d7fc-4822-bd2c-dbd106b93e86 req-b498b184-dfe4-4898-ab5d-e2b7e3969c14 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Synchronizing usage tracker for tenant:e0e757538bc949f3af708f2058d09288 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:53:15.164787 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-a34231a1-d7fc-4822-bd2c-dbd106b93e86 req-b498b184-dfe4-4898-ab5d-e2b7e3969c14 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Unset dirty status for tenant:e0e757538bc949f3af708f2058d09288 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:53:15.166021 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a34231a1-d7fc-4822-bd2c-dbd106b93e86 req-b498b184-dfe4-4898-ab5d-e2b7e3969c14 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 944 time: 0.1031535 Mar 11 15:53:15.218353 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a34231a1-d7fc-4822-bd2c-dbd106b93e86 req-1eae580b-b93e-454a-90bc-75eb72e23f9a tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff89f7f0-8ade-445d-95a2-b0f393f90e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442617 Mar 11 15:53:15.829911 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:16.444592 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8b7b6-e71f-4b55-bab9-3176d4cf33ae req-a835eacd-5a27-4852-b4ff-27990a217414 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:16.445963 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-a9f8b7b6-e71f-4b55-bab9-3176d4cf33ae req-a835eacd-5a27-4852-b4ff-27990a217414 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 944 time: 0.0796857 Mar 11 15:53:16.492870 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-a9f8b7b6-e71f-4b55-bab9-3176d4cf33ae req-6a0b7219-4121-45f4-9519-5ee2e59c308d tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff89f7f0-8ade-445d-95a2-b0f393f90e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410028 Mar 11 15:53:17.696868 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14544b66-ba1f-4bf5-a80e-dcb69f28406c req-782c1278-72b4-4756-a94d-05b1cb14d96d tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:17.698323 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-14544b66-ba1f-4bf5-a80e-dcb69f28406c req-782c1278-72b4-4756-a94d-05b1cb14d96d tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 944 time: 0.0785649 Mar 11 15:53:17.746252 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-14544b66-ba1f-4bf5-a80e-dcb69f28406c req-706d24d5-cc40-4331-8bcc-709ba2297625 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff89f7f0-8ade-445d-95a2-b0f393f90e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424495 Mar 11 15:53:18.135265 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device ec2aeb4f-5444-4efb-b795-39c7c91faa04 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:53:18.270729 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port ec2aeb4f-5444-4efb-b795-39c7c91faa04, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ec2aeb4f-5444-4efb-b795-39c7c91faa04,segment=NetworkSegment(cad59b25-2e26-44cf-b2f3-2bfe3f89f55c),segment_id=cad59b25-2e26-44cf-b2f3-2bfe3f89f55c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:53:18.284403 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': 'ec2aeb4f-5444-4efb-b795-39c7c91faa04', 'network_id': 'ee63617e-94e7-46e0-bac1-368c0ce856bd', 'port_id': 'ec2aeb4f-5444-4efb-b795-39c7c91faa04', 'mac_address': 'fa:16:3e:ff:4e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3192047-2a5e-4312-91f4-6794e6d898f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:53:18.337679 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:18.358809 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec2aeb4f-5444-4efb-b795-39c7c91faa04 {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:53:18.375494 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port ec2aeb4f-5444-4efb-b795-39c7c91faa04, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ec2aeb4f-5444-4efb-b795-39c7c91faa04,segment=NetworkSegment(cad59b25-2e26-44cf-b2f3-2bfe3f89f55c),segment_id=cad59b25-2e26-44cf-b2f3-2bfe3f89f55c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:53:18.379935 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:18.446390 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=ec2aeb4f-5444-4efb-b795-39c7c91faa04,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:53:18.708432 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['ec2aeb4f-5444-4efb-b795-39c7c91faa04'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 15:53:18.953993 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66c21b-58c5-4604-8ed2-4381de4b8ee5 req-e03ffa48-228d-4eb8-999e-b1f31e126c73 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:18.956090 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-8e66c21b-58c5-4604-8ed2-4381de4b8ee5 req-e03ffa48-228d-4eb8-999e-b1f31e126c73 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 945 time: 0.0853481 Mar 11 15:53:19.000948 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-8e66c21b-58c5-4604-8ed2-4381de4b8ee5 req-874a1420-30bf-4c52-b388-58acac34f01a tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff89f7f0-8ade-445d-95a2-b0f393f90e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388989 Mar 11 15:53:20.151739 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device ec2aeb4f-5444-4efb-b795-39c7c91faa04 up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:53:20.224616 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning for port ec2aeb4f-5444-4efb-b795-39c7c91faa04 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:53:20.229430 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port ec2aeb4f-5444-4efb-b795-39c7c91faa04 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:53:20.229803 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:20.238071 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb403d8-31ea-4fd6-9adb-add9d5dc0992 req-685898de-d33d-478d-b25c-eb581e20d1f0 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:20.239854 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-eeb403d8-31ea-4fd6-9adb-add9d5dc0992 req-685898de-d33d-478d-b25c-eb581e20d1f0 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 945 time: 0.0850039 Mar 11 15:53:20.291581 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-eeb403d8-31ea-4fd6-9adb-add9d5dc0992 req-10cefb40-2426-4832-a1f1-2d4af8995b28 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff89f7f0-8ade-445d-95a2-b0f393f90e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458202 Mar 11 15:53:20.353289 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:20.381167 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c07b15-5cc0-442d-8673-73eb85f8bf71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2aeb4f-5444-4efb-b795-39c7c91faa04'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:53:20.391105 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port ec2aeb4f-5444-4efb-b795-39c7c91faa04, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ec2aeb4f-5444-4efb-b795-39c7c91faa04,segment=NetworkSegment(cad59b25-2e26-44cf-b2f3-2bfe3f89f55c),segment_id=cad59b25-2e26-44cf-b2f3-2bfe3f89f55c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:53:20.396117 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:20.440272 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c07b15-5cc0-442d-8673-73eb85f8bf71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2aeb4f-5444-4efb-b795-39c7c91faa04', 'code': 200} Mar 11 15:53:20.464986 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=ec2aeb4f-5444-4efb-b795-39c7c91faa04,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:53:20.691261 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b32ead67-8e5e-47ed-964e-13751e6d2838 req-646cdb38-f42b-48f9-8422-7eaf9d2df0dc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 1099 time: 0.0726295 Mar 11 15:53:20.737774 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b32ead67-8e5e-47ed-964e-13751e6d2838 req-58c63018-ba7f-4565-9a10-7bbaab86546e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ff89f7f0-8ade-445d-95a2-b0f393f90e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400934 Mar 11 15:53:21.496345 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba01386-3e84-4f1d-9259-313348eb88dc req-b9cb856c-46fc-4a6c-b87c-98e08f98b693 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:21.497752 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7ba01386-3e84-4f1d-9259-313348eb88dc req-b9cb856c-46fc-4a6c-b87c-98e08f98b693 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 946 time: 0.0823896 Mar 11 15:53:21.546700 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7ba01386-3e84-4f1d-9259-313348eb88dc req-a67cb3d0-992a-45b6-b7dc-8f335ff43760 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff89f7f0-8ade-445d-95a2-b0f393f90e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416777 Mar 11 15:53:22.745892 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d285e82-036a-4b6e-aad2-1bc8468731f3 req-63dcc039-cf3e-4487-8396-f712edf4498a tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:22.747350 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-1d285e82-036a-4b6e-aad2-1bc8468731f3 req-63dcc039-cf3e-4487-8396-f712edf4498a tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 946 time: 0.0764577 Mar 11 15:53:22.798231 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-1d285e82-036a-4b6e-aad2-1bc8468731f3 req-8a305dd2-1204-4e2b-aea2-fe3fa7f685ff tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff89f7f0-8ade-445d-95a2-b0f393f90e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444338 Mar 11 15:53:22.996772 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7b412e54-42c5-4419-aee4-5bed423bb9b3 req-7150f14d-2b9d-41dc-8e66-50cdad3a16ec service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0713849 Mar 11 15:53:23.338768 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 46038) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:53:23.354555 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e53e3b-384f-41c2-9230-4ee559c9eeb2 req-2ce26ce0-92fb-4a92-b19f-966a34f6ecd3 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:23.356011 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b6e53e3b-384f-41c2-9230-4ee559c9eeb2 req-2ce26ce0-92fb-4a92-b19f-966a34f6ecd3 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 946 time: 0.0786710 Mar 11 15:53:23.402534 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b6e53e3b-384f-41c2-9230-4ee559c9eeb2 req-701df75b-d512-4261-b78f-3ce764cd05db tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff89f7f0-8ade-445d-95a2-b0f393f90e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410912 Mar 11 15:53:23.479032 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2ae870e0-31b7-4a30-8175-cd9dbef9a93e req-b5e028b9-0ef0-4692-9c79-eb12cb816759 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1391029 Mar 11 15:53:24.600316 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd815969-2ed5-4207-badf-39ae9612af2e req-08f16c75-1190-4bc2-a3c1-9bcd0071b0b0 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:24.601641 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dd815969-2ed5-4207-badf-39ae9612af2e req-08f16c75-1190-4bc2-a3c1-9bcd0071b0b0 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 946 time: 0.0767927 Mar 11 15:53:24.653012 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dd815969-2ed5-4207-badf-39ae9612af2e req-9c706990-dbd4-4a10-99ab-b085c8182e84 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff89f7f0-8ade-445d-95a2-b0f393f90e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458694 Mar 11 15:53:24.773329 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2ae870e0-31b7-4a30-8175-cd9dbef9a93e req-0ae426c6-d67a-4080-bc97-93ea127077f4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e0e757538bc949f3af708f2058d09288&device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 1099 time: 0.0686045 Mar 11 15:53:24.905106 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae870e0-31b7-4a30-8175-cd9dbef9a93e req-dd27ea16-b450-4667-8d00-0bf9d10f4c96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:24.906555 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2ae870e0-31b7-4a30-8175-cd9dbef9a93e req-dd27ea16-b450-4667-8d00-0bf9d10f4c96 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee63617e-94e7-46e0-bac1-368c0ce856bd HTTP/1.1" status: 200 len: 913 time: 0.1274543 Mar 11 15:53:24.978516 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2ae870e0-31b7-4a30-8175-cd9dbef9a93e req-00e745f8-0587-4f7a-a8dd-1cc55ac6b836 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec2aeb4f-5444-4efb-b795-39c7c91faa04 HTTP/1.1" status: 200 len: 217 time: 0.0665669 Mar 11 15:53:25.045602 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae870e0-31b7-4a30-8175-cd9dbef9a93e req-92666448-df3e-455f-bbd8-985ebdcd4415 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:25.047037 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2ae870e0-31b7-4a30-8175-cd9dbef9a93e req-92666448-df3e-455f-bbd8-985ebdcd4415 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d3192047-2a5e-4312-91f4-6794e6d898f9 HTTP/1.1" status: 200 len: 852 time: 0.0630138 Mar 11 15:53:25.092904 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2ae870e0-31b7-4a30-8175-cd9dbef9a93e req-bd630369-a88f-4e3a-9ff8-19382b1474ea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee63617e-94e7-46e0-bac1-368c0ce856bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395384 Mar 11 15:53:25.229593 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2ae870e0-31b7-4a30-8175-cd9dbef9a93e req-fd92a0f0-430d-4f6c-9156-7d1f103c8996 service neutron] 10.222.0.73 "GET /v2.0/networks/ee63617e-94e7-46e0-bac1-368c0ce856bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307640 Mar 11 15:53:25.368779 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2ae870e0-31b7-4a30-8175-cd9dbef9a93e req-8ba0867f-b586-447f-b420-74b6d1d30d8b service neutron] 10.222.0.73 "GET /v2.0/networks/ee63617e-94e7-46e0-bac1-368c0ce856bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328373 Mar 11 15:53:25.861350 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598e313-f03d-4c07-8b44-70f81c9eb36b req-81d405a3-c7cc-4cd5-a160-cd9805359365 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:25.862810 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-7598e313-f03d-4c07-8b44-70f81c9eb36b req-81d405a3-c7cc-4cd5-a160-cd9805359365 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 946 time: 0.0798717 Mar 11 15:53:25.909690 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-7598e313-f03d-4c07-8b44-70f81c9eb36b req-590e5e63-d3c8-4245-9a61-e0d97ddf541e tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff89f7f0-8ade-445d-95a2-b0f393f90e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413313 Mar 11 15:53:27.117782 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6de37-6067-4957-9707-543003907e53 req-4f60fc2e-5fcb-442c-9768-6b2995e7512c tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:27.119223 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-14a6de37-6067-4957-9707-543003907e53 req-4f60fc2e-5fcb-442c-9768-6b2995e7512c tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 946 time: 0.0807121 Mar 11 15:53:27.163369 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-14a6de37-6067-4957-9707-543003907e53 req-cf833412-1876-4b6c-9a2c-a0308a0639f8 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff89f7f0-8ade-445d-95a2-b0f393f90e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385430 Mar 11 15:53:28.372471 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40427f4e-7624-49eb-ae6b-a6ffba006298 req-7f3fdac6-88ed-4209-aef2-8f2e76f3dd9e tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:28.373943 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-40427f4e-7624-49eb-ae6b-a6ffba006298 req-7f3fdac6-88ed-4209-aef2-8f2e76f3dd9e tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 946 time: 0.0830846 Mar 11 15:53:28.423398 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-40427f4e-7624-49eb-ae6b-a6ffba006298 req-61f5d1b0-ebc0-4586-983f-1f271b708368 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff89f7f0-8ade-445d-95a2-b0f393f90e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434215 Mar 11 15:53:29.356123 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f16bceb2-6d97-4317-98cb-429c6283c60d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:29.625301 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e46dda-88d8-4dee-877a-b8e2c658233a req-ec2def18-562d-49ac-b442-9bbb1c776ab0 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:29.627569 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e6e46dda-88d8-4dee-877a-b8e2c658233a req-ec2def18-562d-49ac-b442-9bbb1c776ab0 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 946 time: 0.0795021 Mar 11 15:53:29.677086 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e6e46dda-88d8-4dee-877a-b8e2c658233a req-0f319d81-53c8-4c1c-b2f6-fe5511405a3f tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff89f7f0-8ade-445d-95a2-b0f393f90e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438123 Mar 11 15:53:30.880768 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba80f7a-0410-4e93-8d85-1b0e642ef383 req-37914573-a0b0-4dcb-ad53-3790be8a4e77 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:30.882240 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-6ba80f7a-0410-4e93-8d85-1b0e642ef383 req-37914573-a0b0-4dcb-ad53-3790be8a4e77 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 946 time: 0.0842204 Mar 11 15:53:30.928194 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-6ba80f7a-0410-4e93-8d85-1b0e642ef383 req-ca345d0b-d3a2-4275-870d-419ad190570a tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff89f7f0-8ade-445d-95a2-b0f393f90e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404053 Mar 11 15:53:31.640975 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-73031db4-6f0d-499c-8337-b12224839bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:31.961657 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:53:32.132374 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a912f31-3b6d-453f-a5c4-c8d609691e05 req-4d2fc746-f7a6-469c-9d07-4c2a4977e81e tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:32.133829 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6a912f31-3b6d-453f-a5c4-c8d609691e05 req-4d2fc746-f7a6-469c-9d07-4c2a4977e81e tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 946 time: 0.0827506 Mar 11 15:53:32.184351 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6a912f31-3b6d-453f-a5c4-c8d609691e05 req-d37a99e0-0483-473c-8c9c-c171c9fed16a tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff89f7f0-8ade-445d-95a2-b0f393f90e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430205 Mar 11 15:53:32.796780 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:33.022842 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:33.386384 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877cac3-6979-4b40-8802-e50e61c0ba38 req-f5e5394f-22d5-4b29-b3e6-88c651ca3456 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:33.387828 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-9877cac3-6979-4b40-8802-e50e61c0ba38 req-f5e5394f-22d5-4b29-b3e6-88c651ca3456 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 946 time: 0.0769622 Mar 11 15:53:33.434283 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-9877cac3-6979-4b40-8802-e50e61c0ba38 req-2bf88f8c-9234-42b1-95a0-79a47cb8c288 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff89f7f0-8ade-445d-95a2-b0f393f90e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402210 Mar 11 15:53:34.229223 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:34.727297 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38b463-5504-4d6e-a3b8-fbfd152fe254 req-f64758ae-7ef0-4399-a3a1-8da7ae6b66be tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:34.728699 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1a38b463-5504-4d6e-a3b8-fbfd152fe254 req-f64758ae-7ef0-4399-a3a1-8da7ae6b66be tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 946 time: 0.1661522 Mar 11 15:53:34.773370 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1a38b463-5504-4d6e-a3b8-fbfd152fe254 req-bcdb653b-d641-4239-b2ac-bbb4fcef18b6 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff89f7f0-8ade-445d-95a2-b0f393f90e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390518 Mar 11 15:53:36.049099 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb507f-687f-4884-b75c-084157cba287 req-9ac7af97-fa72-443d-a5c5-8ca0f197ccbf tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:36.050542 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-76cb507f-687f-4884-b75c-084157cba287 req-9ac7af97-fa72-443d-a5c5-8ca0f197ccbf tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 946 time: 0.1552904 Mar 11 15:53:36.097396 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-76cb507f-687f-4884-b75c-084157cba287 req-0ef3565f-79c2-45bd-8331-8523fcc3a373 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff89f7f0-8ade-445d-95a2-b0f393f90e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410140 Mar 11 15:53:37.303693 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63922d-c519-48d5-98d4-660800537820 req-e5bff173-71b6-4e8a-ac1f-c1b3de473f2d tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:37.305458 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0f63922d-c519-48d5-98d4-660800537820 req-e5bff173-71b6-4e8a-ac1f-c1b3de473f2d tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 946 time: 0.0808368 Mar 11 15:53:37.355547 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0f63922d-c519-48d5-98d4-660800537820 req-42a1d291-bc0c-4000-8463-69f3ab9d9ef5 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff89f7f0-8ade-445d-95a2-b0f393f90e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445061 Mar 11 15:53:38.564140 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd3465-c295-4d8b-b34f-a13e46a8dc3e req-2da10e03-d5de-4f1d-954d-155244dd6ca6 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:38.566146 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-a0bd3465-c295-4d8b-b34f-a13e46a8dc3e req-2da10e03-d5de-4f1d-954d-155244dd6ca6 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 946 time: 0.0797749 Mar 11 15:53:38.622074 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-a0bd3465-c295-4d8b-b34f-a13e46a8dc3e req-491a7514-2761-4b71-84ac-f3777047ad7d tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff89f7f0-8ade-445d-95a2-b0f393f90e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470796 Mar 11 15:53:39.827616 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd52e0-28bf-415b-abf1-698279b7e4a0 req-16fda538-45f7-4fd5-b9e2-4ff180e24338 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:39.829091 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a1bd52e0-28bf-415b-abf1-698279b7e4a0 req-16fda538-45f7-4fd5-b9e2-4ff180e24338 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 946 time: 0.0807030 Mar 11 15:53:39.874243 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a1bd52e0-28bf-415b-abf1-698279b7e4a0 req-6298b78d-e297-48cb-84e1-9cfd70e72911 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff89f7f0-8ade-445d-95a2-b0f393f90e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388484 Mar 11 15:53:41.074513 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb4650-060d-4ee3-9142-8754b66b8490 req-4d5ed78b-c46f-47f3-81b4-5fc761c3cd06 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:41.075974 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-fedb4650-060d-4ee3-9142-8754b66b8490 req-4d5ed78b-c46f-47f3-81b4-5fc761c3cd06 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 946 time: 0.0764406 Mar 11 15:53:41.120362 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-fedb4650-060d-4ee3-9142-8754b66b8490 req-3ba56bbc-5c9c-4a14-98e1-ddad8d348e65 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff89f7f0-8ade-445d-95a2-b0f393f90e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384219 Mar 11 15:53:42.330636 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac73812-d6b8-42b3-b4f3-2ea8bd17fc8c req-8371beb6-aad5-4293-a31a-ee469c13e82e tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:42.332073 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-fac73812-d6b8-42b3-b4f3-2ea8bd17fc8c req-8371beb6-aad5-4293-a31a-ee469c13e82e tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 946 time: 0.0785384 Mar 11 15:53:42.380495 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-fac73812-d6b8-42b3-b4f3-2ea8bd17fc8c req-d7de227e-908c-455c-a0bd-28cddd8f7fb1 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff89f7f0-8ade-445d-95a2-b0f393f90e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429196 Mar 11 15:53:43.585738 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39f452-be27-46a8-bf23-108b8d491bf3 req-9d480fb3-aba8-4016-b914-eb4d428139be tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:43.587073 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-dc39f452-be27-46a8-bf23-108b8d491bf3 req-9d480fb3-aba8-4016-b914-eb4d428139be tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 946 time: 0.0822690 Mar 11 15:53:43.632848 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-dc39f452-be27-46a8-bf23-108b8d491bf3 req-8b4ee83e-8d85-4dda-802b-3eed09eb8d0d tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff89f7f0-8ade-445d-95a2-b0f393f90e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401914 Mar 11 15:53:44.832005 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01a8da-56d5-4890-b88f-87f9dd3b6e43 req-6688ca0a-57c4-4aa5-9699-16157d6515a3 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:44.833473 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2f01a8da-56d5-4890-b88f-87f9dd3b6e43 req-6688ca0a-57c4-4aa5-9699-16157d6515a3 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 946 time: 0.0789127 Mar 11 15:53:44.879035 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2f01a8da-56d5-4890-b88f-87f9dd3b6e43 req-709c11c6-a690-409c-a3c2-a83578be7203 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff89f7f0-8ade-445d-95a2-b0f393f90e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400131 Mar 11 15:53:45.834711 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:46.074469 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ba4c3-64ba-4077-b9dc-77c4e33e5106 req-abad8f0e-a9ff-449a-876f-f22df9970d0f tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:46.075902 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b47ba4c3-64ba-4077-b9dc-77c4e33e5106 req-abad8f0e-a9ff-449a-876f-f22df9970d0f tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 946 time: 0.0765686 Mar 11 15:53:46.121427 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b47ba4c3-64ba-4077-b9dc-77c4e33e5106 req-aa84095a-a56b-4aee-aecc-22f4a2ae730a tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff89f7f0-8ade-445d-95a2-b0f393f90e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393500 Mar 11 15:53:47.325600 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606eda29-1e32-442c-afff-54d9644dfd30 req-743c6f49-181c-49a7-97e1-35badb2c6df9 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:47.327098 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-606eda29-1e32-442c-afff-54d9644dfd30 req-743c6f49-181c-49a7-97e1-35badb2c6df9 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 946 time: 0.0831814 Mar 11 15:53:47.380551 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-606eda29-1e32-442c-afff-54d9644dfd30 req-bf978aa4-6bc7-47d4-9cdc-a44d9c26a174 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff89f7f0-8ade-445d-95a2-b0f393f90e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471811 Mar 11 15:53:48.597507 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc7bac-3649-48e0-a833-bd06477e6678 req-901cdce7-96c4-4949-9143-642e5091c02b tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:48.599924 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-dcdc7bac-3649-48e0-a833-bd06477e6678 req-901cdce7-96c4-4949-9143-642e5091c02b tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 946 time: 0.0828519 Mar 11 15:53:48.646202 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-dcdc7bac-3649-48e0-a833-bd06477e6678 req-be7461fe-d823-4238-96b2-98aa6bd665a0 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff89f7f0-8ade-445d-95a2-b0f393f90e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408206 Mar 11 15:53:49.871277 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2828a610-e1dd-4463-a50c-fd07a5060d42 req-dafbc41c-f812-480a-a677-b3795895d869 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:49.872876 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2828a610-e1dd-4463-a50c-fd07a5060d42 req-dafbc41c-f812-480a-a677-b3795895d869 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 946 time: 0.0786319 Mar 11 15:53:49.920392 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2828a610-e1dd-4463-a50c-fd07a5060d42 req-d71523cc-d009-4f32-a43b-2a9a56cc8037 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff89f7f0-8ade-445d-95a2-b0f393f90e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408134 Mar 11 15:53:51.126241 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f97831-9889-4bfc-8b64-c8f42e6120ec req-8188e867-3556-45b1-bd29-f60e3b124960 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:51.128276 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-01f97831-9889-4bfc-8b64-c8f42e6120ec req-8188e867-3556-45b1-bd29-f60e3b124960 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 946 time: 0.0762136 Mar 11 15:53:51.177690 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-01f97831-9889-4bfc-8b64-c8f42e6120ec req-162b89dc-3a59-4f3c-ad6c-1f0ba87ec11c tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff89f7f0-8ade-445d-95a2-b0f393f90e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437870 Mar 11 15:53:52.223396 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2ae870e0-31b7-4a30-8175-cd9dbef9a93e req-f5c8574a-472e-4d4a-932e-9863b6655770 service neutron] 10.222.0.73 "GET /v2.0/ports/ec2aeb4f-5444-4efb-b795-39c7c91faa04/bindings/hv-neutron-8333 HTTP/1.1" status: 200 len: 384 time: 0.0895381 Mar 11 15:53:52.413975 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef0a76-44ae-4322-bd66-fbe3fa39bc1a req-43f1a0f5-ec20-44e6-a980-b194bd296be7 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:52.415981 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6fef0a76-44ae-4322-bd66-fbe3fa39bc1a req-43f1a0f5-ec20-44e6-a980-b194bd296be7 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 946 time: 0.0935950 Mar 11 15:53:52.539852 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6fef0a76-44ae-4322-bd66-fbe3fa39bc1a req-216b9c7c-f1cf-412e-b5c8-ed5193b6b145 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff89f7f0-8ade-445d-95a2-b0f393f90e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177344 Mar 11 15:53:52.560995 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2ae870e0-31b7-4a30-8175-cd9dbef9a93e req-22c40bb6-5fcd-4ac0-b68e-a2e28bb6675f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71&tenant_id=e0e757538bc949f3af708f2058d09288 HTTP/1.1" status: 200 len: 1099 time: 0.1178327 Mar 11 15:53:52.654058 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2ae870e0-31b7-4a30-8175-cd9dbef9a93e req-ff6ad801-5d5c-4b0c-bd07-8bb1f6648b96 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e0e757538bc949f3af708f2058d09288&device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 1099 time: 0.0701213 Mar 11 15:53:52.785178 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae870e0-31b7-4a30-8175-cd9dbef9a93e req-ee296704-d59c-4851-aa46-d5de6d41eae0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:52.786604 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2ae870e0-31b7-4a30-8175-cd9dbef9a93e req-ee296704-d59c-4851-aa46-d5de6d41eae0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee63617e-94e7-46e0-bac1-368c0ce856bd HTTP/1.1" status: 200 len: 913 time: 0.1264989 Mar 11 15:53:52.858251 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2ae870e0-31b7-4a30-8175-cd9dbef9a93e req-4cf10f9b-331f-47ea-8b1b-9267f7b7aa5e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec2aeb4f-5444-4efb-b795-39c7c91faa04 HTTP/1.1" status: 200 len: 217 time: 0.0649512 Mar 11 15:53:52.918969 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae870e0-31b7-4a30-8175-cd9dbef9a93e req-a16e642d-8164-4357-9c0e-065c45182dd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:52.920398 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2ae870e0-31b7-4a30-8175-cd9dbef9a93e req-a16e642d-8164-4357-9c0e-065c45182dd1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d3192047-2a5e-4312-91f4-6794e6d898f9 HTTP/1.1" status: 200 len: 852 time: 0.0567720 Mar 11 15:53:52.966153 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2ae870e0-31b7-4a30-8175-cd9dbef9a93e req-ef84d1be-4f18-43b4-9c34-0762207c6a6b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee63617e-94e7-46e0-bac1-368c0ce856bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399718 Mar 11 15:53:53.104660 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2ae870e0-31b7-4a30-8175-cd9dbef9a93e req-fd6c91f4-b01c-4188-bd20-4f002b9ab2f3 service neutron] 10.222.0.73 "GET /v2.0/networks/ee63617e-94e7-46e0-bac1-368c0ce856bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327980 Mar 11 15:53:53.251639 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2ae870e0-31b7-4a30-8175-cd9dbef9a93e req-44674e73-b93d-4bfa-9c60-72da2c5bb5b0 service neutron] 10.222.0.73 "GET /v2.0/networks/ee63617e-94e7-46e0-bac1-368c0ce856bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408863 Mar 11 15:53:53.738200 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6a078-b540-47b3-8802-0b8ac649c62a req-8d026f75-c76c-44a9-8c41-4cd7b8caf855 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:53.739661 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-85e6a078-b540-47b3-8802-0b8ac649c62a req-8d026f75-c76c-44a9-8c41-4cd7b8caf855 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 946 time: 0.0778499 Mar 11 15:53:53.785584 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-85e6a078-b540-47b3-8802-0b8ac649c62a req-122a7fab-722b-49fe-acac-33f05defef10 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff89f7f0-8ade-445d-95a2-b0f393f90e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402875 Mar 11 15:53:54.392462 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device ec2aeb4f-5444-4efb-b795-39c7c91faa04 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:53:54.510428 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:54.539636 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c07b15-5cc0-442d-8673-73eb85f8bf71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec2aeb4f-5444-4efb-b795-39c7c91faa04'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:53:54.549906 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port ec2aeb4f-5444-4efb-b795-39c7c91faa04, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ec2aeb4f-5444-4efb-b795-39c7c91faa04,segment=NetworkSegment(cad59b25-2e26-44cf-b2f3-2bfe3f89f55c),segment_id=cad59b25-2e26-44cf-b2f3-2bfe3f89f55c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:53:54.554314 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:54.620056 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c07b15-5cc0-442d-8673-73eb85f8bf71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec2aeb4f-5444-4efb-b795-39c7c91faa04', 'code': 200} Mar 11 15:53:54.657242 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=ec2aeb4f-5444-4efb-b795-39c7c91faa04,revision_number=6']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:53:55.006029 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087b0ff-a47e-4abb-bb0d-260598c4329f req-4aa332bc-2874-49be-81b5-6a837b5c2508 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:55.007464 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-9087b0ff-a47e-4abb-bb0d-260598c4329f req-4aa332bc-2874-49be-81b5-6a837b5c2508 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 944 time: 0.0794563 Mar 11 15:53:55.051322 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-9087b0ff-a47e-4abb-bb0d-260598c4329f req-8f8116ca-a984-4f62-a305-b9f4535889d7 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff89f7f0-8ade-445d-95a2-b0f393f90e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383906 Mar 11 15:53:56.259988 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba568e11-332c-4d20-b7c3-8db02b1650e7 req-32b0717d-5aec-4ee3-8bb8-bf7ed1567831 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:56.261449 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ba568e11-332c-4d20-b7c3-8db02b1650e7 req-32b0717d-5aec-4ee3-8bb8-bf7ed1567831 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 944 time: 0.0853851 Mar 11 15:53:56.305971 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ba568e11-332c-4d20-b7c3-8db02b1650e7 req-afbcc7dd-0538-43c3-91b3-938fd1ff97c8 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff89f7f0-8ade-445d-95a2-b0f393f90e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390322 Mar 11 15:53:56.391479 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device ec2aeb4f-5444-4efb-b795-39c7c91faa04 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:53:56.535583 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port ec2aeb4f-5444-4efb-b795-39c7c91faa04, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ec2aeb4f-5444-4efb-b795-39c7c91faa04,segment=NetworkSegment(cad59b25-2e26-44cf-b2f3-2bfe3f89f55c),segment_id=cad59b25-2e26-44cf-b2f3-2bfe3f89f55c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:53:56.549380 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': 'ec2aeb4f-5444-4efb-b795-39c7c91faa04', 'network_id': 'ee63617e-94e7-46e0-bac1-368c0ce856bd', 'port_id': 'ec2aeb4f-5444-4efb-b795-39c7c91faa04', 'mac_address': 'fa:16:3e:ff:4e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3192047-2a5e-4312-91f4-6794e6d898f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:53:56.607420 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:56.625497 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec2aeb4f-5444-4efb-b795-39c7c91faa04 {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:53:56.642461 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port ec2aeb4f-5444-4efb-b795-39c7c91faa04, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ec2aeb4f-5444-4efb-b795-39c7c91faa04,segment=NetworkSegment(cad59b25-2e26-44cf-b2f3-2bfe3f89f55c),segment_id=cad59b25-2e26-44cf-b2f3-2bfe3f89f55c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:53:56.646556 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:56.698589 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9be69-fa29-4302-aeb1-6a096d77358b req-a5d2a826-a431-4c25-a0ab-17f0d0ebee67 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:56.700041 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9cb9be69-fa29-4302-aeb1-6a096d77358b req-a5d2a826-a431-4c25-a0ab-17f0d0ebee67 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71&tenant_id=e0e757538bc949f3af708f2058d09288&binding%3Ahost_id=hv-neutron-8333 HTTP/1.1" status: 200 len: 945 time: 0.0826104 Mar 11 15:53:56.713223 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['ec2aeb4f-5444-4efb-b795-39c7c91faa04'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 15:53:56.751747 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=ec2aeb4f-5444-4efb-b795-39c7c91faa04,revision_number=7']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:53:56.771843 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:53:56.772214 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:53:56.772555 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:53:56.772891 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:53:56.773223 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:53:56.773553 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:53:56.773876 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:53:56.774199 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:53:56.774520 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:53:56.774840 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:53:56.775160 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:53:56.845444 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9cb9be69-fa29-4302-aeb1-6a096d77358b req-4deec696-b2d2-4ef2-ad32-7a6bacefedc5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e0e757538bc949f3af708f2058d09288&device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 1098 time: 0.0773916 Mar 11 15:53:57.071579 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9be69-fa29-4302-aeb1-6a096d77358b req-bfd33824-6d2c-46ed-82a2-844c2a9979a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:57.072962 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9cb9be69-fa29-4302-aeb1-6a096d77358b req-bfd33824-6d2c-46ed-82a2-844c2a9979a0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee63617e-94e7-46e0-bac1-368c0ce856bd HTTP/1.1" status: 200 len: 913 time: 0.2219021 Mar 11 15:53:57.144390 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9cb9be69-fa29-4302-aeb1-6a096d77358b req-41c4709e-a3ab-4bc1-b60a-4a28d37255e4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec2aeb4f-5444-4efb-b795-39c7c91faa04 HTTP/1.1" status: 200 len: 217 time: 0.0653481 Mar 11 15:53:57.211733 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9be69-fa29-4302-aeb1-6a096d77358b req-edef4af5-9e6b-4ff8-b790-bf9a79eb1f9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:57.213185 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9cb9be69-fa29-4302-aeb1-6a096d77358b req-edef4af5-9e6b-4ff8-b790-bf9a79eb1f9d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d3192047-2a5e-4312-91f4-6794e6d898f9 HTTP/1.1" status: 200 len: 852 time: 0.0634139 Mar 11 15:53:57.258823 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9cb9be69-fa29-4302-aeb1-6a096d77358b req-e9ca6a70-a3b0-4dec-8ab3-e81efaf9cb32 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee63617e-94e7-46e0-bac1-368c0ce856bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404379 Mar 11 15:53:57.394325 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9cb9be69-fa29-4302-aeb1-6a096d77358b req-fc131b2c-430b-4624-9125-1ef58af3007b service neutron] 10.222.0.73 "GET /v2.0/networks/ee63617e-94e7-46e0-bac1-368c0ce856bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278441 Mar 11 15:53:57.537950 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9cb9be69-fa29-4302-aeb1-6a096d77358b req-da94db06-d45b-4431-afe9-36417089e9bf service neutron] 10.222.0.73 "GET /v2.0/networks/ee63617e-94e7-46e0-bac1-368c0ce856bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389263 Mar 11 15:53:58.404544 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device ec2aeb4f-5444-4efb-b795-39c7c91faa04 up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:53:58.482800 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port ec2aeb4f-5444-4efb-b795-39c7c91faa04 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:53:58.483345 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:58.611324 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:58.639067 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c07b15-5cc0-442d-8673-73eb85f8bf71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2aeb4f-5444-4efb-b795-39c7c91faa04'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:53:58.649164 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port ec2aeb4f-5444-4efb-b795-39c7c91faa04, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ec2aeb4f-5444-4efb-b795-39c7c91faa04,segment=NetworkSegment(cad59b25-2e26-44cf-b2f3-2bfe3f89f55c),segment_id=cad59b25-2e26-44cf-b2f3-2bfe3f89f55c)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:53:58.654205 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:53:58.715109 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c07b15-5cc0-442d-8673-73eb85f8bf71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2aeb4f-5444-4efb-b795-39c7c91faa04', 'code': 200} Mar 11 15:53:58.742242 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=ec2aeb4f-5444-4efb-b795-39c7c91faa04,revision_number=8']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:53:58.921352 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a951a2-dc44-495d-a23f-b42c6fc7b8bf req-3a35209d-b14d-474e-94c8-c159dd10cfa2 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:53:58.922734 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c1a951a2-dc44-495d-a23f-b42c6fc7b8bf req-3a35209d-b14d-474e-94c8-c159dd10cfa2 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 946 time: 0.0845234 Mar 11 15:53:58.969373 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c1a951a2-dc44-495d-a23f-b42c6fc7b8bf req-0435bbcc-f09b-4141-aeeb-d6ce612f1584 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff89f7f0-8ade-445d-95a2-b0f393f90e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406995 Mar 11 15:53:59.357927 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cc14b6d0-2339-4864-9c39-c57e7c290abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:00.175064 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acfb5d7-7107-4c4d-ac73-f5643ea748bf req-8dad5ca3-610e-4667-aa04-5d6997c5ed6b tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:00.176693 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-4acfb5d7-7107-4c4d-ac73-f5643ea748bf req-8dad5ca3-610e-4667-aa04-5d6997c5ed6b tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 946 time: 0.0773029 Mar 11 15:54:00.226093 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-4acfb5d7-7107-4c4d-ac73-f5643ea748bf req-91c96c0e-c6d6-415f-9db5-c82806521ace tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff89f7f0-8ade-445d-95a2-b0f393f90e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431373 Mar 11 15:54:00.608006 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9be69-fa29-4302-aeb1-6a096d77358b req-41ac6cae-fb33-4d40-ae1c-94ec6fa16324 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:00.609526 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9cb9be69-fa29-4302-aeb1-6a096d77358b req-41ac6cae-fb33-4d40-ae1c-94ec6fa16324 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 946 time: 0.0827396 Mar 11 15:54:00.681443 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-9cb9be69-fa29-4302-aeb1-6a096d77358b req-26315a7e-5368-4b95-ba40-6ca9b1d0005e tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Deleting port ec2aeb4f-5444-4efb-b795-39c7c91faa04 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:54:00.681781 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-9cb9be69-fa29-4302-aeb1-6a096d77358b req-26315a7e-5368-4b95-ba40-6ca9b1d0005e tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:00.933162 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-9cb9be69-fa29-4302-aeb1-6a096d77358b req-26315a7e-5368-4b95-ba40-6ca9b1d0005e tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] For port ec2aeb4f-5444-4efb-b795-39c7c91faa04, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ec2aeb4f-5444-4efb-b795-39c7c91faa04,segment=NetworkSegment(cad59b25-2e26-44cf-b2f3-2bfe3f89f55c),segment_id=cad59b25-2e26-44cf-b2f3-2bfe3f89f55c)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:54:00.933428 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-9cb9be69-fa29-4302-aeb1-6a096d77358b req-26315a7e-5368-4b95-ba40-6ca9b1d0005e tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:01.063185 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-9cb9be69-fa29-4302-aeb1-6a096d77358b req-26315a7e-5368-4b95-ba40-6ca9b1d0005e tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Calling delete_port for ec2aeb4f-5444-4efb-b795-39c7c91faa04 owned by compute:nova {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:54:01.213152 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-9cb9be69-fa29-4302-aeb1-6a096d77358b req-26315a7e-5368-4b95-ba40-6ca9b1d0005e tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:01.230922 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['ec2aeb4f-5444-4efb-b795-39c7c91faa04'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 15:54:01.268787 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26315a7e-5368-4b95-ba40-6ca9b1d0005e tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Pushing event deleted for resources: {'Port': ['ID=ec2aeb4f-5444-4efb-b795-39c7c91faa04,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:54:01.281482 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26315a7e-5368-4b95-ba40-6ca9b1d0005e tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:01.281844 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26315a7e-5368-4b95-ba40-6ca9b1d0005e tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:01.282191 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26315a7e-5368-4b95-ba40-6ca9b1d0005e tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:01.282528 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26315a7e-5368-4b95-ba40-6ca9b1d0005e tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:01.283368 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26315a7e-5368-4b95-ba40-6ca9b1d0005e tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:01.283368 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26315a7e-5368-4b95-ba40-6ca9b1d0005e tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:01.283584 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26315a7e-5368-4b95-ba40-6ca9b1d0005e tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:01.284412 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26315a7e-5368-4b95-ba40-6ca9b1d0005e tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:01.284741 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26315a7e-5368-4b95-ba40-6ca9b1d0005e tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:01.285067 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26315a7e-5368-4b95-ba40-6ca9b1d0005e tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:01.285397 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26315a7e-5368-4b95-ba40-6ca9b1d0005e tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:01.358299 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb9be69-fa29-4302-aeb1-6a096d77358b req-26315a7e-5368-4b95-ba40-6ca9b1d0005e tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] No DVR routers for this DVR port ec2aeb4f-5444-4efb-b795-39c7c91faa04 on host hv-neutron-8333 {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:54:01.361180 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-9cb9be69-fa29-4302-aeb1-6a096d77358b req-26315a7e-5368-4b95-ba40-6ca9b1d0005e tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:01.366173 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c07b15-5cc0-442d-8673-73eb85f8bf71', 'name': 'network-vif-deleted', 'tag': 'ec2aeb4f-5444-4efb-b795-39c7c91faa04'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:54:01.427055 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c07b15-5cc0-442d-8673-73eb85f8bf71', 'name': 'network-vif-deleted', 'tag': 'ec2aeb4f-5444-4efb-b795-39c7c91faa04', 'status': 'completed', 'code': 200} Mar 11 15:54:01.428911 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9cb9be69-fa29-4302-aeb1-6a096d77358b req-26315a7e-5368-4b95-ba40-6ca9b1d0005e tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.73 "DELETE /v2.0/ports/ec2aeb4f-5444-4efb-b795-39c7c91faa04 HTTP/1.1" status: 204 len: 173 time: 0.8138895 Mar 11 15:54:01.436947 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-8a20f129-d892-4d3d-9736-8be56045f307 req-848fbb63-8164-456f-b50e-b213d219cba0 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Synchronizing usage tracker for tenant:e0e757538bc949f3af708f2058d09288 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:54:01.457447 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-8a20f129-d892-4d3d-9736-8be56045f307 req-848fbb63-8164-456f-b50e-b213d219cba0 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] Unset dirty status for tenant:e0e757538bc949f3af708f2058d09288 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:54:01.458882 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8a20f129-d892-4d3d-9736-8be56045f307 req-848fbb63-8164-456f-b50e-b213d219cba0 tempest-DeleteServersTestJSON-1479549858 tempest-DeleteServersTestJSON-1479549858-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9c07b15-5cc0-442d-8673-73eb85f8bf71 HTTP/1.1" status: 200 len: 210 time: 0.0798845 Mar 11 15:54:01.641560 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5b0065a9-dc4c-4385-8def-2377329f268e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:02.736061 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 46142) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:54:02.802207 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:02.808507 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2998b4e-77e8-49da-a0d8-890a05ee03fc admin admin] Deleting subnet d3192047-2a5e-4312-91f4-6794e6d898f9 {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:54:02.811633 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d2998b4e-77e8-49da-a0d8-890a05ee03fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:02.867795 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d2998b4e-77e8-49da-a0d8-890a05ee03fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:02.949481 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d2998b4e-77e8-49da-a0d8-890a05ee03fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:03.025278 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:03.036775 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d2998b4e-77e8-49da-a0d8-890a05ee03fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:03.077962 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2998b4e-77e8-49da-a0d8-890a05ee03fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3192047-2a5e-4312-91f4-6794e6d898f9,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:54:03.082466 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d2998b4e-77e8-49da-a0d8-890a05ee03fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:03.088667 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d2998b4e-77e8-49da-a0d8-890a05ee03fc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d3192047-2a5e-4312-91f4-6794e6d898f9 HTTP/1.1" status: 204 len: 168 time: 0.3512981 Mar 11 15:54:03.091200 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 46146) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:54:03.210464 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-87ff816a-e5d2-418e-9f25-7fde33ea227a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:03.447870 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-87ff816a-e5d2-418e-9f25-7fde33ea227a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:03.474144 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-87ff816a-e5d2-418e-9f25-7fde33ea227a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee63617e-94e7-46e0-bac1-368c0ce856bd']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:54:03.486070 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-87ff816a-e5d2-418e-9f25-7fde33ea227a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad59b25-2e26-44cf-b2f3-2bfe3f89f55c') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:54:03.486360 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-87ff816a-e5d2-418e-9f25-7fde33ea227a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad59b25-2e26-44cf-b2f3-2bfe3f89f55c') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:54:03.497847 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-87ff816a-e5d2-418e-9f25-7fde33ea227a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:03.513467 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-87ff816a-e5d2-418e-9f25-7fde33ea227a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:03.520463 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87ff816a-e5d2-418e-9f25-7fde33ea227a admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:54:03.520897 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-87ff816a-e5d2-418e-9f25-7fde33ea227a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:03.534425 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:54:03.534425 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:54:03.534425 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:54:03.534425 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:54:03.534425 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:54:03.534425 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:54:03.534425 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:54:03.534425 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:54:03.534425 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:54:03.534425 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:54:03.534425 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:54:03.534425 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:54:03.534425 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:54:03.534425 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:54:03.534425 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:54:03.534425 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:54:03.534425 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:54:03.534425 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:54:03.534425 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:54:03.534425 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:54:03.534425 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:54:03.534425 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:54:03.534425 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:54:03.534425 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:54:03.534425 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:54:03.534425 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:54:03.534425 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:54:03.534425 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:54:03.534425 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:54:03.534425 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:54:03.534425 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:54:03.534425 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:54:03.614855 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-87ff816a-e5d2-418e-9f25-7fde33ea227a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:03.630861 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-87ff816a-e5d2-418e-9f25-7fde33ea227a admin admin] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:03.640738 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-87ff816a-e5d2-418e-9f25-7fde33ea227a admin admin] 10.222.0.31 "DELETE /v2.0/networks/ee63617e-94e7-46e0-bac1-368c0ce856bd HTTP/1.1" status: 204 len: 168 time: 0.5485778 Mar 11 15:54:03.641557 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff816a-e5d2-418e-9f25-7fde33ea227a admin admin] Pushing event deleted for resources: {'Network': ['ID=ee63617e-94e7-46e0-bac1-368c0ce856bd,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:54:03.778587 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 46152) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:54:03.831011 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-5ee24bf4-30f4-4181-ab5b-756d65e3815d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e0e757538bc949f3af708f2058d09288&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0506909 Mar 11 15:54:03.834966 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 46156) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:54:03.897739 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d50afb65-1209-42ec-addd-090f8b0b5ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:03.923541 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d50afb65-1209-42ec-addd-090f8b0b5ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:03.976030 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d50afb65-1209-42ec-addd-090f8b0b5ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:03.996071 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50afb65-1209-42ec-addd-090f8b0b5ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff89f7f0-8ade-445d-95a2-b0f393f90e95,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:54:04.013391 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d50afb65-1209-42ec-addd-090f8b0b5ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:04.014512 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d50afb65-1209-42ec-addd-090f8b0b5ef3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ff89f7f0-8ade-445d-95a2-b0f393f90e95 HTTP/1.1" status: 204 len: 168 time: 0.1785638 Mar 11 15:54:04.234597 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:04.407922 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device ec2aeb4f-5444-4efb-b795-39c7c91faa04 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:54:04.441324 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] No Port match for: ec2aeb4f-5444-4efb-b795-39c7c91faa04 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:54:04.441733 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device ec2aeb4f-5444-4efb-b795-39c7c91faa04 not bound to the agent host hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:54:04.848045 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 46178) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:54:04.978602 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-552bb319-767e-419e-bfb3-9e74c6a0b769 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1250048077-network', 'tenant_id': 'a5911b9c8d114cf0af11f07cd838280c'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:54:04.983337 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-552bb319-767e-419e-bfb3-9e74c6a0b769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:54:04.987652 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-552bb319-767e-419e-bfb3-9e74c6a0b769 admin admin] Usage tracker for resource:network and tenant:a5911b9c8d114cf0af11f07cd838280c is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:54:04.990492 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-552bb319-767e-419e-bfb3-9e74c6a0b769 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:54:04.996484 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-552bb319-767e-419e-bfb3-9e74c6a0b769 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:54:05.007078 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552bb319-767e-419e-bfb3-9e74c6a0b769 admin admin] Made reservation on behalf of a5911b9c8d114cf0af11f07cd838280c for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:54:05.009469 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-552bb319-767e-419e-bfb3-9e74c6a0b769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:05.024740 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-552bb319-767e-419e-bfb3-9e74c6a0b769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:05.056663 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-552bb319-767e-419e-bfb3-9e74c6a0b769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:54:05.061048 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-552bb319-767e-419e-bfb3-9e74c6a0b769 admin admin] Usage tracker for resource:security_group_rule and tenant:a5911b9c8d114cf0af11f07cd838280c is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:54:05.064129 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-552bb319-767e-419e-bfb3-9e74c6a0b769 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:54:05.070612 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-552bb319-767e-419e-bfb3-9e74c6a0b769 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:54:05.138911 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-552bb319-767e-419e-bfb3-9e74c6a0b769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:05.142584 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-552bb319-767e-419e-bfb3-9e74c6a0b769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:05.174053 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-552bb319-767e-419e-bfb3-9e74c6a0b769 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:54:05.177676 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552bb319-767e-419e-bfb3-9e74c6a0b769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868e74ee-716f-4c8e-9e65-01051ed4e704,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:54:05.189321 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-552bb319-767e-419e-bfb3-9e74c6a0b769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:05.189321 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-552bb319-767e-419e-bfb3-9e74c6a0b769 admin admin] Added segment dc4ddfbd-defa-4f93-b6bd-091fa009f635 of type vlan for network 15bc638a-f817-421b-bd7f-f3f808a0c6c5 Mar 11 15:54:05.215164 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-552bb319-767e-419e-bfb3-9e74c6a0b769 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:05.246353 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-552bb319-767e-419e-bfb3-9e74c6a0b769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:05.247333 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552bb319-767e-419e-bfb3-9e74c6a0b769 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:05.247902 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-552bb319-767e-419e-bfb3-9e74c6a0b769 admin admin] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:05.353585 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-552bb319-767e-419e-bfb3-9e74c6a0b769 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5042038 Mar 11 15:54:05.354271 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552bb319-767e-419e-bfb3-9e74c6a0b769 admin admin] Pushing event updated for resources: {'Network': ['ID=15bc638a-f817-421b-bd7f-f3f808a0c6c5,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:54:05.356268 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 46184) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:54:05.361804 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-e69a472a-9b3a-4af6-b1c1-83fe36fdafe6 admin admin] Request body: {'subnet': {'network_id': '15bc638a-f817-421b-bd7f-f3f808a0c6c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1250048077-subnet', 'tenant_id': 'a5911b9c8d114cf0af11f07cd838280c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:54:05.365654 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 15bc638a-f817-421b-bd7f-f3f808a0c6c5 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:54:05.367299 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e69a472a-9b3a-4af6-b1c1-83fe36fdafe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:54:05.371346 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e69a472a-9b3a-4af6-b1c1-83fe36fdafe6 admin admin] Usage tracker for resource:subnet and tenant:a5911b9c8d114cf0af11f07cd838280c is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:54:05.374203 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e69a472a-9b3a-4af6-b1c1-83fe36fdafe6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:54:05.380019 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e69a472a-9b3a-4af6-b1c1-83fe36fdafe6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:54:05.391631 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69a472a-9b3a-4af6-b1c1-83fe36fdafe6 admin admin] Made reservation on behalf of a5911b9c8d114cf0af11f07cd838280c for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:54:05.394027 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e69a472a-9b3a-4af6-b1c1-83fe36fdafe6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:05.595359 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e69a472a-9b3a-4af6-b1c1-83fe36fdafe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:05.670853 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a472a-9b3a-4af6-b1c1-83fe36fdafe6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11215759-541d-47bc-a5be-1c4f2a94d605,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:54:05.683456 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69a472a-9b3a-4af6-b1c1-83fe36fdafe6 admin admin] Checking segment: {'id': 'dc4ddfbd-defa-4f93-b6bd-091fa009f635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '15bc638a-f817-421b-bd7f-f3f808a0c6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:54:05.683816 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69a472a-9b3a-4af6-b1c1-83fe36fdafe6 admin admin] Network hostable DHCP agents. Network: 15bc638a-f817-421b-bd7f-f3f808a0c6c5, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:54:05.705430 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69a472a-9b3a-4af6-b1c1-83fe36fdafe6 admin admin] Network 15bc638a-f817-421b-bd7f-f3f808a0c6c5 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:54:05.715564 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-e69a472a-9b3a-4af6-b1c1-83fe36fdafe6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 15bc638a-f817-421b-bd7f-f3f808a0c6c5) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:54:05.719500 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69a472a-9b3a-4af6-b1c1-83fe36fdafe6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:05.720077 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e69a472a-9b3a-4af6-b1c1-83fe36fdafe6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:05.724943 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16965500-6ef5-4c58-87a6-128a373d1147 None None] Network 15bc638a-f817-421b-bd7f-f3f808a0c6c5 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:54:05.741787 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e69a472a-9b3a-4af6-b1c1-83fe36fdafe6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3845310 Mar 11 15:54:05.936936 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e51b0fd-885e-48dc-aa5d-c87447d84977 None None] Network 15bc638a-f817-421b-bd7f-f3f808a0c6c5 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:54:06.286050 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-f5b4281d-ad1e-43c2-bc75-1d34de3a75d1 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:06.287481 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-f5b4281d-ad1e-43c2-bc75-1d34de3a75d1 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/networks?id=15bc638a-f817-421b-bd7f-f3f808a0c6c5 HTTP/1.1" status: 200 len: 815 time: 0.1458652 Mar 11 15:54:06.303883 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-9b0c03d0-e623-434d-9b71-e5bb344c59f0 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/quotas/a5911b9c8d114cf0af11f07cd838280c HTTP/1.1" status: 200 len: 375 time: 0.0111477 Mar 11 15:54:06.350811 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-38e110cd-b651-403e-a63b-68689ff0a8d3 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a5911b9c8d114cf0af11f07cd838280c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418391 Mar 11 15:54:06.482594 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-eb39e90f-6731-4811-bb3c-caec04252b41 service neutron] 10.222.0.31 "GET /v2.0/networks/15bc638a-f817-421b-bd7f-f3f808a0c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249599 Mar 11 15:54:06.615743 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-adbdde23-5a94-447c-861e-81717487bed9 service neutron] 10.222.0.31 "GET /v2.0/networks/15bc638a-f817-421b-bd7f-f3f808a0c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269152 Mar 11 15:54:06.806948 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-1f215e87-e23c-4aa1-88ff-c2a1a1673d11 req-548ab8da-ce26-4569-885d-d5045f845f9c tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 210 time: 0.0405855 Mar 11 15:54:07.900409 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-1c72711e-e5cc-4437-b843-fe8a3e660757 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:07.902081 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-1c72711e-e5cc-4437-b843-fe8a3e660757 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.73 "GET /v2.0/networks?id=15bc638a-f817-421b-bd7f-f3f808a0c6c5 HTTP/1.1" status: 200 len: 815 time: 0.1737475 Mar 11 15:54:07.919153 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-2650469e-3f09-4b14-99a5-043c1b5d045f tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Request body: {'port': {'device_id': 'f0343c4e-554a-45d5-b018-db34260b6c7f', 'network_id': '15bc638a-f817-421b-bd7f-f3f808a0c6c5', 'admin_state_up': True, 'tenant_id': 'a5911b9c8d114cf0af11f07cd838280c'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:54:08.040355 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b130bf48-c4d8-45de-848a-5ad77264a905 req-f8ddf719-6015-4e62-a58d-16e93b6443fb tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 210 time: 0.0987754 Mar 11 15:54:08.096656 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-2650469e-3f09-4b14-99a5-043c1b5d045f tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:54:08.100372 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-2650469e-3f09-4b14-99a5-043c1b5d045f tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Usage tracker for resource:port and tenant:a5911b9c8d114cf0af11f07cd838280c is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:54:08.103076 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-2650469e-3f09-4b14-99a5-043c1b5d045f tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:54:08.108635 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-2650469e-3f09-4b14-99a5-043c1b5d045f tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:54:08.118377 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-2650469e-3f09-4b14-99a5-043c1b5d045f tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Made reservation on behalf of a5911b9c8d114cf0af11f07cd838280c for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:54:08.121438 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-2650469e-3f09-4b14-99a5-043c1b5d045f tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:08.282230 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-2650469e-3f09-4b14-99a5-043c1b5d045f tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Allocated IP 172.20.0.11 (15bc638a-f817-421b-bd7f-f3f808a0c6c5/11215759-541d-47bc-a5be-1c4f2a94d605/4ee5ec11-a90b-49b7-8362-6201a67b5d40) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:54:08.579141 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-2650469e-3f09-4b14-99a5-043c1b5d045f tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:08.607500 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-2650469e-3f09-4b14-99a5-043c1b5d045f tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:08.677392 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-2650469e-3f09-4b14-99a5-043c1b5d045f tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Network 15bc638a-f817-421b-bd7f-f3f808a0c6c5 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:54:08.680548 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-2650469e-3f09-4b14-99a5-043c1b5d045f tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:54:08.684414 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-2650469e-3f09-4b14-99a5-043c1b5d045f tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:54:08.716236 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650469e-3f09-4b14-99a5-043c1b5d045f tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Pushing event updated for resources: {'Port': ['ID=4ee5ec11-a90b-49b7-8362-6201a67b5d40,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:54:08.748669 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-2650469e-3f09-4b14-99a5-043c1b5d045f tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:08.749266 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-2650469e-3f09-4b14-99a5-043c1b5d045f tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:08.768921 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-2650469e-3f09-4b14-99a5-043c1b5d045f tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8536789 Mar 11 15:54:08.779195 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-7cca07fa-bd9c-4a31-adf9-672595be741a service neutron] Request body: {'port': {'device_id': 'f0343c4e-554a-45d5-b018-db34260b6c7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:54:08.885351 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-7cca07fa-bd9c-4a31-adf9-672595be741a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:08.961943 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:54:09.227597 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-7cca07fa-bd9c-4a31-adf9-672595be741a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ee5ec11-a90b-49b7-8362-6201a67b5d40 {{(pid=83866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:54:09.234589 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-7cca07fa-bd9c-4a31-adf9-672595be741a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:09.243588 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ae422-400b-4a1c-a6b7-e16ba6434ba7 req-c090cb6e-4113-4abb-847a-bc780e46425b tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:09.245085 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2e9ae422-400b-4a1c-a6b7-e16ba6434ba7 req-c090cb6e-4113-4abb-847a-bc780e46425b tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 932 time: 0.0819392 Mar 11 15:54:09.250534 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-7cca07fa-bd9c-4a31-adf9-672595be741a service neutron] Transition to ACTIVE for port object 4ee5ec11-a90b-49b7-8362-6201a67b5d40 will not be triggered until provisioned by entity L2. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:54:09.254903 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-7cca07fa-bd9c-4a31-adf9-672595be741a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:09.291407 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-2e9ae422-400b-4a1c-a6b7-e16ba6434ba7 req-151be22e-379b-4052-9d8a-1c2eb6db8d43 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Synchronizing usage tracker for tenant:a5911b9c8d114cf0af11f07cd838280c on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:54:09.311121 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-2e9ae422-400b-4a1c-a6b7-e16ba6434ba7 req-151be22e-379b-4052-9d8a-1c2eb6db8d43 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Unset dirty status for tenant:a5911b9c8d114cf0af11f07cd838280c on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:54:09.313062 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2e9ae422-400b-4a1c-a6b7-e16ba6434ba7 req-151be22e-379b-4052-9d8a-1c2eb6db8d43 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619836 Mar 11 15:54:09.379972 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca07fa-bd9c-4a31-adf9-672595be741a service neutron] Pushing event updated for resources: {'Port': ['ID=4ee5ec11-a90b-49b7-8362-6201a67b5d40,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:54:09.488622 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-7cca07fa-bd9c-4a31-adf9-672595be741a service neutron] Attempting to bind port 4ee5ec11-a90b-49b7-8362-6201a67b5d40 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:54:09.488868 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-7cca07fa-bd9c-4a31-adf9-672595be741a service neutron] Attempting to bind port 4ee5ec11-a90b-49b7-8362-6201a67b5d40 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'dc4ddfbd-defa-4f93-b6bd-091fa009f635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '15bc638a-f817-421b-bd7f-f3f808a0c6c5'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:54:09.489188 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-7cca07fa-bd9c-4a31-adf9-672595be741a service neutron] Attempting to bind port 4ee5ec11-a90b-49b7-8362-6201a67b5d40 on network 15bc638a-f817-421b-bd7f-f3f808a0c6c5 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:54:09.494859 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-7cca07fa-bd9c-4a31-adf9-672595be741a service neutron] Port 4ee5ec11-a90b-49b7-8362-6201a67b5d40 on network 15bc638a-f817-421b-bd7f-f3f808a0c6c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:54:09.495175 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-7cca07fa-bd9c-4a31-adf9-672595be741a service neutron] Attempting to bind port 4ee5ec11-a90b-49b7-8362-6201a67b5d40 on network 15bc638a-f817-421b-bd7f-f3f808a0c6c5 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:54:09.501370 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-7cca07fa-bd9c-4a31-adf9-672595be741a service neutron] Checking agent: {'id': '233b753e-9484-4350-9871-64b7c66fc067', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'started_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:54:09.501708 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-7cca07fa-bd9c-4a31-adf9-672595be741a service neutron] Checking segment: {'id': 'dc4ddfbd-defa-4f93-b6bd-091fa009f635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '15bc638a-f817-421b-bd7f-f3f808a0c6c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:54:09.502085 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-7cca07fa-bd9c-4a31-adf9-672595be741a service neutron] Bound using segment: {'id': 'dc4ddfbd-defa-4f93-b6bd-091fa009f635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '15bc638a-f817-421b-bd7f-f3f808a0c6c5'} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:54:09.502503 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-7cca07fa-bd9c-4a31-adf9-672595be741a service neutron] Bound port: 4ee5ec11-a90b-49b7-8362-6201a67b5d40, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc4ddfbd-defa-4f93-b6bd-091fa009f635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '15bc638a-f817-421b-bd7f-f3f808a0c6c5'}}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:54:09.502885 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-7cca07fa-bd9c-4a31-adf9-672595be741a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:09.588149 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-7cca07fa-bd9c-4a31-adf9-672595be741a service neutron] For port 4ee5ec11-a90b-49b7-8362-6201a67b5d40, host hv-neutron-8333, cleared binding levels {{(pid=83866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:54:09.591084 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-7cca07fa-bd9c-4a31-adf9-672595be741a service neutron] For port 4ee5ec11-a90b-49b7-8362-6201a67b5d40, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4ee5ec11-a90b-49b7-8362-6201a67b5d40,segment=NetworkSegment(dc4ddfbd-defa-4f93-b6bd-091fa009f635),segment_id=dc4ddfbd-defa-4f93-b6bd-091fa009f635)] {{(pid=83866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:54:09.595527 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-7cca07fa-bd9c-4a31-adf9-672595be741a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:09.658656 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-7cca07fa-bd9c-4a31-adf9-672595be741a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:09.661058 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-7cca07fa-bd9c-4a31-adf9-672595be741a service neutron] 10.222.0.73 "PUT /v2.0/ports/4ee5ec11-a90b-49b7-8362-6201a67b5d40 HTTP/1.1" status: 200 len: 1094 time: 0.8856392 Mar 11 15:54:09.661494 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0343c4e-554a-45d5-b018-db34260b6c7f', 'tag': '4ee5ec11-a90b-49b7-8362-6201a67b5d40'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:54:09.681227 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca07fa-bd9c-4a31-adf9-672595be741a service neutron] Pushing event updated for resources: {'Port': ['ID=4ee5ec11-a90b-49b7-8362-6201a67b5d40,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:54:09.728375 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0343c4e-554a-45d5-b018-db34260b6c7f', 'tag': '4ee5ec11-a90b-49b7-8362-6201a67b5d40', 'status': 'completed', 'code': 200} Mar 11 15:54:09.769196 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-a607847a-f7e0-4a38-a4ce-f7cabe213905 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a5911b9c8d114cf0af11f07cd838280c&device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 1097 time: 0.0707998 Mar 11 15:54:09.837410 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-5e45261a-3a29-4c11-8b27-7140a47fa144 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ee5ec11-a90b-49b7-8362-6201a67b5d40 HTTP/1.1" status: 200 len: 217 time: 0.0628221 Mar 11 15:54:09.899373 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-5af7d32e-9c33-46b8-aa75-926f3da6d547 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:09.900902 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-5af7d32e-9c33-46b8-aa75-926f3da6d547 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=11215759-541d-47bc-a5be-1c4f2a94d605 HTTP/1.1" status: 200 len: 855 time: 0.0568838 Mar 11 15:54:09.947612 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-7f9ed253-66e1-46f3-a444-d4e6996dc94f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15bc638a-f817-421b-bd7f-f3f808a0c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396593 Mar 11 15:54:10.076809 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-f4771ffe-43ed-498a-8148-d1250d94981e service neutron] 10.222.0.73 "GET /v2.0/networks/15bc638a-f817-421b-bd7f-f3f808a0c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224265 Mar 11 15:54:10.207161 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8da1fa58-cd00-4bc8-befb-ea0c6f6c5f17 req-2223590b-9324-46ab-b684-053113f10002 service neutron] 10.222.0.73 "GET /v2.0/networks/15bc638a-f817-421b-bd7f-f3f808a0c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242890 Mar 11 15:54:10.417685 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4e1ed103-6ad2-477c-a1c1-164542bc6725 req-85e94d68-c9c1-4ffd-95a3-bda3ecc2181e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a5911b9c8d114cf0af11f07cd838280c&device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 1097 time: 0.1628823 Mar 11 15:54:10.509178 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb654e-e68c-4dd0-8695-2a412e9ff220 req-513cbb3f-168c-4119-8e6f-2bdb03e16937 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:10.510618 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-07eb654e-e68c-4dd0-8695-2a412e9ff220 req-513cbb3f-168c-4119-8e6f-2bdb03e16937 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 944 time: 0.0749676 Mar 11 15:54:10.554142 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ed103-6ad2-477c-a1c1-164542bc6725 req-80aa05c3-e687-47d4-a181-332ad77bf983 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:10.555848 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4e1ed103-6ad2-477c-a1c1-164542bc6725 req-80aa05c3-e687-47d4-a181-332ad77bf983 service neutron] 10.222.0.73 "GET /v2.0/networks?id=15bc638a-f817-421b-bd7f-f3f808a0c6c5 HTTP/1.1" status: 200 len: 916 time: 0.1301813 Mar 11 15:54:10.556827 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-07eb654e-e68c-4dd0-8695-2a412e9ff220 req-f06138d2-7307-4607-97fb-fcf2beb33ffc tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401282 Mar 11 15:54:10.628664 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4e1ed103-6ad2-477c-a1c1-164542bc6725 req-d1b96643-7d4e-4abd-9ef5-a94e06172d06 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ee5ec11-a90b-49b7-8362-6201a67b5d40 HTTP/1.1" status: 200 len: 217 time: 0.0653543 Mar 11 15:54:10.690077 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ed103-6ad2-477c-a1c1-164542bc6725 req-b894509a-b950-4e71-8aff-c8fec155cb99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:10.691647 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4e1ed103-6ad2-477c-a1c1-164542bc6725 req-b894509a-b950-4e71-8aff-c8fec155cb99 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=11215759-541d-47bc-a5be-1c4f2a94d605 HTTP/1.1" status: 200 len: 855 time: 0.0576649 Mar 11 15:54:10.736731 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4e1ed103-6ad2-477c-a1c1-164542bc6725 req-5982cd38-fbca-43dd-9a6d-d607bb1cb793 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15bc638a-f817-421b-bd7f-f3f808a0c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392408 Mar 11 15:54:10.866926 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4e1ed103-6ad2-477c-a1c1-164542bc6725 req-1da379b3-88ea-4753-9f1d-7b354694da3d service neutron] 10.222.0.73 "GET /v2.0/networks/15bc638a-f817-421b-bd7f-f3f808a0c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234560 Mar 11 15:54:11.001110 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4e1ed103-6ad2-477c-a1c1-164542bc6725 req-a31c4d84-5d0b-4a0a-bdb5-bc99969ae24d service neutron] 10.222.0.73 "GET /v2.0/networks/15bc638a-f817-421b-bd7f-f3f808a0c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278582 Mar 11 15:54:11.756240 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db04deb-8f13-4082-85a4-749f1fb79044 req-d63123c3-46c4-4269-bd3e-e446681e1b4e tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:11.757053 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-5db04deb-8f13-4082-85a4-749f1fb79044 req-d63123c3-46c4-4269-bd3e-e446681e1b4e tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Synchronizing usage tracker for tenant:a5911b9c8d114cf0af11f07cd838280c on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:54:11.773020 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-5db04deb-8f13-4082-85a4-749f1fb79044 req-d63123c3-46c4-4269-bd3e-e446681e1b4e tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Unset dirty status for tenant:a5911b9c8d114cf0af11f07cd838280c on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:54:11.774201 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5db04deb-8f13-4082-85a4-749f1fb79044 req-d63123c3-46c4-4269-bd3e-e446681e1b4e tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 944 time: 0.0977192 Mar 11 15:54:11.820604 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5db04deb-8f13-4082-85a4-749f1fb79044 req-7494038b-2347-419f-9e01-62c3b8b765e8 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408275 Mar 11 15:54:13.098650 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06936d6a-17ba-4a57-8108-33f58ac09e7b req-35202b34-3a7b-42d1-8fe4-0a28231a3681 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:13.100131 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-06936d6a-17ba-4a57-8108-33f58ac09e7b req-35202b34-3a7b-42d1-8fe4-0a28231a3681 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 944 time: 0.1614232 Mar 11 15:54:13.144504 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-06936d6a-17ba-4a57-8108-33f58ac09e7b req-c5ba3751-d70c-4f23-b9d8-6b519b9eef0f tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387623 Mar 11 15:54:14.340679 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148137b-b1ae-40af-b38e-c7cc8b0cba3b req-c6b725b6-e061-44a7-8659-4cb791a86da7 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:14.342099 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c148137b-b1ae-40af-b38e-c7cc8b0cba3b req-c6b725b6-e061-44a7-8659-4cb791a86da7 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 944 time: 0.0746720 Mar 11 15:54:14.389900 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c148137b-b1ae-40af-b38e-c7cc8b0cba3b req-fdb17e78-d51d-4911-a07a-06727c8eaf02 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420873 Mar 11 15:54:14.469462 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 4ee5ec11-a90b-49b7-8362-6201a67b5d40 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:54:14.602339 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 4ee5ec11-a90b-49b7-8362-6201a67b5d40, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4ee5ec11-a90b-49b7-8362-6201a67b5d40,segment=NetworkSegment(dc4ddfbd-defa-4f93-b6bd-091fa009f635),segment_id=dc4ddfbd-defa-4f93-b6bd-091fa009f635)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:54:14.615654 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': '4ee5ec11-a90b-49b7-8362-6201a67b5d40', 'network_id': '15bc638a-f817-421b-bd7f-f3f808a0c6c5', 'port_id': '4ee5ec11-a90b-49b7-8362-6201a67b5d40', 'mac_address': 'fa:16:3e:38:d2:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11215759-541d-47bc-a5be-1c4f2a94d605', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:54:14.703410 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:14.720047 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ee5ec11-a90b-49b7-8362-6201a67b5d40 {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:54:14.735146 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 4ee5ec11-a90b-49b7-8362-6201a67b5d40, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4ee5ec11-a90b-49b7-8362-6201a67b5d40,segment=NetworkSegment(dc4ddfbd-defa-4f93-b6bd-091fa009f635),segment_id=dc4ddfbd-defa-4f93-b6bd-091fa009f635)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:54:14.739846 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:14.803533 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=4ee5ec11-a90b-49b7-8362-6201a67b5d40,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:54:15.042352 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['4ee5ec11-a90b-49b7-8362-6201a67b5d40'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 15:54:15.585934 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c5a18c-5f47-4739-a2ca-aeb93a8e0ec7 req-7d6c3760-ed15-47be-b855-5a0b552209bd tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:15.587379 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f7c5a18c-5f47-4739-a2ca-aeb93a8e0ec7 req-7d6c3760-ed15-47be-b855-5a0b552209bd tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 945 time: 0.0763876 Mar 11 15:54:15.634134 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f7c5a18c-5f47-4739-a2ca-aeb93a8e0ec7 req-126d7fa1-82cb-43df-ac5d-9193c9ab4886 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412819 Mar 11 15:54:15.858705 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:16.473014 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 4ee5ec11-a90b-49b7-8362-6201a67b5d40 up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:54:16.540192 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning for port 4ee5ec11-a90b-49b7-8362-6201a67b5d40 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:54:16.544865 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port 4ee5ec11-a90b-49b7-8362-6201a67b5d40 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:54:16.545236 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:16.656991 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:16.689463 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0343c4e-554a-45d5-b018-db34260b6c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee5ec11-a90b-49b7-8362-6201a67b5d40'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:54:16.700002 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 4ee5ec11-a90b-49b7-8362-6201a67b5d40, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4ee5ec11-a90b-49b7-8362-6201a67b5d40,segment=NetworkSegment(dc4ddfbd-defa-4f93-b6bd-091fa009f635),segment_id=dc4ddfbd-defa-4f93-b6bd-091fa009f635)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:54:16.704516 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:16.757366 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0343c4e-554a-45d5-b018-db34260b6c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee5ec11-a90b-49b7-8362-6201a67b5d40', 'code': 200} Mar 11 15:54:16.783100 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=4ee5ec11-a90b-49b7-8362-6201a67b5d40,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:54:16.844422 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa931d-460d-48bf-90e5-cc6510e365b9 req-98c1d69f-b61c-4389-ad40-5c6f4dbdbbed tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:16.845882 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-63fa931d-460d-48bf-90e5-cc6510e365b9 req-98c1d69f-b61c-4389-ad40-5c6f4dbdbbed tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 946 time: 0.0833163 Mar 11 15:54:16.892581 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-63fa931d-460d-48bf-90e5-cc6510e365b9 req-a88c9e48-9bf3-4cf8-bf1c-27826673c019 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399783 Mar 11 15:54:16.986053 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-28c841c4-b46d-431f-ac46-74d1ae97f519 req-e3b2dcf5-a105-471e-8144-0937d504f0cb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 1099 time: 0.0717039 Mar 11 15:54:17.029016 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-28c841c4-b46d-431f-ac46-74d1ae97f519 req-6792ff00-afb0-43ce-b207-ddf9d8c4a5ae service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368588 Mar 11 15:54:18.090931 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d74604-d884-4dfe-b396-9462400022c5 req-a76ca7a0-27f6-4040-8410-b3f1e011b612 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:18.092383 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-66d74604-d884-4dfe-b396-9462400022c5 req-a76ca7a0-27f6-4040-8410-b3f1e011b612 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 946 time: 0.0770538 Mar 11 15:54:18.136260 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-66d74604-d884-4dfe-b396-9462400022c5 req-8e2f54ee-b363-4298-92e6-7c6f175d864d tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376687 Mar 11 15:54:19.331237 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bf616-e100-40d6-a7d9-6312c19a0cf8 req-8dccdfa2-ae2d-4857-8622-730507872a30 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:19.332726 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-143bf616-e100-40d6-a7d9-6312c19a0cf8 req-8dccdfa2-ae2d-4857-8622-730507872a30 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 946 time: 0.0756071 Mar 11 15:54:19.376623 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-143bf616-e100-40d6-a7d9-6312c19a0cf8 req-f5b2b1c8-8684-4362-981e-13986dc89273 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384817 Mar 11 15:54:19.574652 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af99ee3e-e86a-4e19-92cd-d40ecf7e86f7 req-28b79259-dc3f-41c2-86fb-90662169fc0b tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:19.576058 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-af99ee3e-e86a-4e19-92cd-d40ecf7e86f7 req-28b79259-dc3f-41c2-86fb-90662169fc0b tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 946 time: 0.0777647 Mar 11 15:54:19.619078 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-af99ee3e-e86a-4e19-92cd-d40ecf7e86f7 req-a7354f1f-5536-4bb0-b766-010eb35a4070 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375412 Mar 11 15:54:19.980785 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26cd8a-7e55-4f36-9a63-d61caddb887e req-f6b5d5d7-9785-45ac-bc1d-054b801540b1 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:19.982233 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-9d26cd8a-7e55-4f36-9a63-d61caddb887e req-f6b5d5d7-9785-45ac-bc1d-054b801540b1 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 946 time: 0.0761547 Mar 11 15:54:20.027182 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-9d26cd8a-7e55-4f36-9a63-d61caddb887e req-4ef72637-6dab-418e-85c7-b3cbf917de70 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385294 Mar 11 15:54:20.224770 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69239c-81b4-446c-bb5e-80d4dee28018 req-ae9a6cd1-a6b3-419d-a419-2a3e705938f2 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:20.226218 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ea69239c-81b4-446c-bb5e-80d4dee28018 req-ae9a6cd1-a6b3-419d-a419-2a3e705938f2 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 946 time: 0.0805533 Mar 11 15:54:20.272846 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ea69239c-81b4-446c-bb5e-80d4dee28018 req-687e80c9-b7b2-4d03-8432-2491a7767915 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412045 Mar 11 15:54:20.467475 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-0e379afd-d893-4207-a2c5-a7cc9ea8952e req-6a63aa2f-6ca6-40c5-af77-aee9c6ab053f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0702434 Mar 11 15:54:20.756568 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-67d0b1a0-1261-42ef-b602-f22c6573ffa8 req-28812f6c-2a0e-4767-b44b-b40a11a6d99a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1158078 Mar 11 15:54:20.787508 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f6e2b-7b11-427a-8606-4aa48f38dd2b req-187693e6-37a2-4b9c-bc09-ea38757cdaa4 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:20.792561 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-086f6e2b-7b11-427a-8606-4aa48f38dd2b req-187693e6-37a2-4b9c-bc09-ea38757cdaa4 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 946 time: 0.0922406 Mar 11 15:54:20.836519 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-086f6e2b-7b11-427a-8606-4aa48f38dd2b req-4d2e7de2-d0c2-45ae-b34f-a92c398d51fc tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418808 Mar 11 15:54:21.930847 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-67d0b1a0-1261-42ef-b602-f22c6573ffa8 req-1d6b16be-2175-434f-a7b8-ae42fd144581 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a5911b9c8d114cf0af11f07cd838280c&device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 1099 time: 0.0674479 Mar 11 15:54:22.036930 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b83c1-8367-4416-a12c-46d6ac1f818b req-a46e21fc-df44-4cc3-8273-7425fc57501e tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:22.038400 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-5a7b83c1-8367-4416-a12c-46d6ac1f818b req-a46e21fc-df44-4cc3-8273-7425fc57501e tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 946 time: 0.0766048 Mar 11 15:54:22.064374 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0b1a0-1261-42ef-b602-f22c6573ffa8 req-82ef6c30-4389-42db-beda-cb6ac77398f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:22.065898 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-67d0b1a0-1261-42ef-b602-f22c6573ffa8 req-82ef6c30-4389-42db-beda-cb6ac77398f0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=15bc638a-f817-421b-bd7f-f3f808a0c6c5 HTTP/1.1" status: 200 len: 916 time: 0.1297746 Mar 11 15:54:22.083998 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-5a7b83c1-8367-4416-a12c-46d6ac1f818b req-64b7d2db-a239-4380-a54f-76b061a138de tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399132 Mar 11 15:54:22.224165 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-67d0b1a0-1261-42ef-b602-f22c6573ffa8 req-4f380ed6-3a8a-404f-9481-980d26bf694f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ee5ec11-a90b-49b7-8362-6201a67b5d40 HTTP/1.1" status: 200 len: 217 time: 0.1521113 Mar 11 15:54:22.287688 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0b1a0-1261-42ef-b602-f22c6573ffa8 req-dd737b05-1ff7-4a08-93f5-1789ea0c7c35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:22.289094 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-67d0b1a0-1261-42ef-b602-f22c6573ffa8 req-dd737b05-1ff7-4a08-93f5-1789ea0c7c35 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=11215759-541d-47bc-a5be-1c4f2a94d605 HTTP/1.1" status: 200 len: 855 time: 0.0590305 Mar 11 15:54:22.333752 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-67d0b1a0-1261-42ef-b602-f22c6573ffa8 req-8ed143e2-3061-4c03-b358-7873e43b69a4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15bc638a-f817-421b-bd7f-f3f808a0c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387282 Mar 11 15:54:22.461566 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-67d0b1a0-1261-42ef-b602-f22c6573ffa8 req-a40b85b3-1d14-49f5-a18d-deb97fc47d5a service neutron] 10.222.0.73 "GET /v2.0/networks/15bc638a-f817-421b-bd7f-f3f808a0c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213369 Mar 11 15:54:22.594110 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-67d0b1a0-1261-42ef-b602-f22c6573ffa8 req-da2a1cd2-831b-4e5b-a7d3-11e865054a6c service neutron] 10.222.0.73 "GET /v2.0/networks/15bc638a-f817-421b-bd7f-f3f808a0c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264570 Mar 11 15:54:23.285449 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ddbaf-e103-4053-882a-e44594a45f20 req-babe4c8d-0611-462a-b68e-3f1bdef1f780 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:23.286881 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f45ddbaf-e103-4053-882a-e44594a45f20 req-babe4c8d-0611-462a-b68e-3f1bdef1f780 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 946 time: 0.0781770 Mar 11 15:54:23.330321 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f45ddbaf-e103-4053-882a-e44594a45f20 req-9a42bc0a-6c32-427d-a782-69fc9bf7de9e tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379608 Mar 11 15:54:24.529738 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581bfcb-89f8-45f4-b1e2-7e51e4934a2e req-c88247f6-1516-4993-ab4a-6e44858a8c70 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:24.531051 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d581bfcb-89f8-45f4-b1e2-7e51e4934a2e req-c88247f6-1516-4993-ab4a-6e44858a8c70 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 946 time: 0.0788093 Mar 11 15:54:24.575832 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d581bfcb-89f8-45f4-b1e2-7e51e4934a2e req-4f8c9d42-7a16-4163-bf33-909e15ac1dce tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383203 Mar 11 15:54:25.773435 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183d91-d57a-4d78-a219-31bf9fb83c87 req-4d6f7eb6-46f5-4b6a-a478-70ba7b45d588 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:25.774871 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-02183d91-d57a-4d78-a219-31bf9fb83c87 req-4d6f7eb6-46f5-4b6a-a478-70ba7b45d588 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 946 time: 0.0779405 Mar 11 15:54:25.819556 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-02183d91-d57a-4d78-a219-31bf9fb83c87 req-c984f2dd-f65e-4baa-8761-f1d54e004924 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392768 Mar 11 15:54:27.019663 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f020a5-9b81-42f8-8b14-8a9bfbda3e23 req-df728c89-1bb4-455d-96a8-03226526f6f6 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:27.021140 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-17f020a5-9b81-42f8-8b14-8a9bfbda3e23 req-df728c89-1bb4-455d-96a8-03226526f6f6 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 946 time: 0.0768878 Mar 11 15:54:27.070295 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-17f020a5-9b81-42f8-8b14-8a9bfbda3e23 req-b3069a57-f6c9-43f6-970f-cc668eedd98e tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433459 Mar 11 15:54:28.277681 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e710c69-5044-448e-952e-432d06e8181b req-3333c9e0-6e49-4034-b447-0a351150cbcb tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:28.279147 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1e710c69-5044-448e-952e-432d06e8181b req-3333c9e0-6e49-4034-b447-0a351150cbcb tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 946 time: 0.0842044 Mar 11 15:54:28.330592 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1e710c69-5044-448e-952e-432d06e8181b req-d408eb76-f693-44c0-98fe-63251df2a395 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450549 Mar 11 15:54:29.363190 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5e0d8908-c762-4a8e-bfa0-5e061928584b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:29.799576 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e090e7-c31e-4e59-963d-5c1c9b993984 req-6450d2de-eeb2-4a30-a0d7-0c6bea52b602 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:29.801016 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-18e090e7-c31e-4e59-963d-5c1c9b993984 req-6450d2de-eeb2-4a30-a0d7-0c6bea52b602 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 946 time: 0.0798776 Mar 11 15:54:29.849835 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-18e090e7-c31e-4e59-963d-5c1c9b993984 req-8a2cd181-8a0b-4a5e-b2cf-6c6e36e25c20 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431206 Mar 11 15:54:31.044895 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a84a1-a861-492d-b647-1d0f56c5b71b req-f7f2e5cb-8d67-4e0c-a3e6-7403d6eb6f52 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:31.046341 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-656a84a1-a861-492d-b647-1d0f56c5b71b req-f7f2e5cb-8d67-4e0c-a3e6-7403d6eb6f52 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 946 time: 0.0769053 Mar 11 15:54:31.090967 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-656a84a1-a861-492d-b647-1d0f56c5b71b req-a8bd5d8e-c643-4746-b39e-4c6ed3aa6ef3 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387728 Mar 11 15:54:31.634059 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4f1e460d-b0d1-42df-bc7c-179165538f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:32.293597 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0308c2-c72c-4b68-969f-0143cd006608 req-a990f608-7d84-499a-8e73-d3cc90323439 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:32.295054 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-3c0308c2-c72c-4b68-969f-0143cd006608 req-a990f608-7d84-499a-8e73-d3cc90323439 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 946 time: 0.0812907 Mar 11 15:54:32.339440 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-3c0308c2-c72c-4b68-969f-0143cd006608 req-e7f1a128-e5d5-4bfc-88da-16394259468f tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388272 Mar 11 15:54:32.805221 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:33.025294 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:33.540724 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b65fe7-3228-4552-955b-a181bfcc9713 req-cf32a231-d730-443f-afdb-75042b8e97bd tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:33.542064 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-52b65fe7-3228-4552-955b-a181bfcc9713 req-cf32a231-d730-443f-afdb-75042b8e97bd tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 946 time: 0.0822439 Mar 11 15:54:33.587418 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-52b65fe7-3228-4552-955b-a181bfcc9713 req-5788706d-d675-4d20-8a2b-0c99696b4ebb tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398602 Mar 11 15:54:34.235350 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:34.787046 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197f527-3b5a-4e4a-ad62-4d1be74946d3 req-97d0acd5-79a1-4f96-9b05-98b2304ba7b8 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:34.788669 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d197f527-3b5a-4e4a-ad62-4d1be74946d3 req-97d0acd5-79a1-4f96-9b05-98b2304ba7b8 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 946 time: 0.0782120 Mar 11 15:54:34.834462 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d197f527-3b5a-4e4a-ad62-4d1be74946d3 req-d88d2526-513f-4fac-805e-0060bac59d73 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403938 Mar 11 15:54:36.032214 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ee91e-fbc5-4f68-abf5-a0403c629c7b req-a729baa0-e1e3-4fed-bc5a-b168b879d96c tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:36.033846 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-131ee91e-fbc5-4f68-abf5-a0403c629c7b req-a729baa0-e1e3-4fed-bc5a-b168b879d96c tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 946 time: 0.0762317 Mar 11 15:54:36.079143 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-131ee91e-fbc5-4f68-abf5-a0403c629c7b req-50d8ee95-6ef2-45db-92e8-015929742265 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398371 Mar 11 15:54:37.280738 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc34fb4-afaa-43da-9202-4b6c49d38ae6 req-c95ff563-040b-405a-9b80-022cee8c52dd tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:37.282330 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-4bc34fb4-afaa-43da-9202-4b6c49d38ae6 req-c95ff563-040b-405a-9b80-022cee8c52dd tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 946 time: 0.0806537 Mar 11 15:54:37.330010 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-4bc34fb4-afaa-43da-9202-4b6c49d38ae6 req-f3c373c7-b406-46ce-830d-28a114545bcd tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402510 Mar 11 15:54:38.536650 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1ab2b-bde3-4e7f-b233-d86ced487d17 req-5471a39c-a7d3-453f-bbd4-6f892d4af5eb tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:38.538094 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-74f1ab2b-bde3-4e7f-b233-d86ced487d17 req-5471a39c-a7d3-453f-bbd4-6f892d4af5eb tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 946 time: 0.0847723 Mar 11 15:54:38.586035 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-74f1ab2b-bde3-4e7f-b233-d86ced487d17 req-752bb22b-d154-47ac-9406-25d37808d16d tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423312 Mar 11 15:54:39.794069 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df3baf5-2d09-45a1-acfe-31cc3f12f22a req-d5d83882-ca24-4f1a-a70e-a9ac180d2d6b tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:39.795518 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-6df3baf5-2d09-45a1-acfe-31cc3f12f22a req-d5d83882-ca24-4f1a-a70e-a9ac180d2d6b tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 946 time: 0.0774438 Mar 11 15:54:39.840313 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-6df3baf5-2d09-45a1-acfe-31cc3f12f22a req-67559ccc-7b82-49f9-8e81-d3394f6063de tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393558 Mar 11 15:54:41.067081 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989403d-da69-4c8e-beb9-a8d9cf2dae34 req-e259825e-ae7e-4467-8958-425875140af4 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:41.068579 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e989403d-da69-4c8e-beb9-a8d9cf2dae34 req-e259825e-ae7e-4467-8958-425875140af4 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 946 time: 0.0914314 Mar 11 15:54:41.135411 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e989403d-da69-4c8e-beb9-a8d9cf2dae34 req-3d0957a2-1eaa-431e-92c7-a1094db16d18 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602269 Mar 11 15:54:42.340586 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405839b7-4853-4efe-9651-4f5b2b68189d req-9cac5e2d-9739-4ece-bb54-6c56d253c9fe tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:42.342361 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-405839b7-4853-4efe-9651-4f5b2b68189d req-9cac5e2d-9739-4ece-bb54-6c56d253c9fe tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 946 time: 0.0819948 Mar 11 15:54:42.389199 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-405839b7-4853-4efe-9651-4f5b2b68189d req-4ce3fff4-ce8e-425c-9dc1-ccd3a9a6a2cf tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413415 Mar 11 15:54:43.589346 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd16f6-bf0f-42a3-81d2-6ffd58e3c11e req-4eb87814-ff0c-4e47-80d8-75850560b8ee tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:43.590723 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-62bd16f6-bf0f-42a3-81d2-6ffd58e3c11e req-4eb87814-ff0c-4e47-80d8-75850560b8ee tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 946 time: 0.0779665 Mar 11 15:54:43.636403 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-62bd16f6-bf0f-42a3-81d2-6ffd58e3c11e req-c2f51d36-26ed-4681-8f45-8611ab05b246 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399091 Mar 11 15:54:44.836706 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f96d2-a083-4c1e-a91c-c14ba3c36229 req-fdd420f2-cd54-431a-8d7d-1ea4427f1c5a tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:44.838149 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-865f96d2-a083-4c1e-a91c-c14ba3c36229 req-fdd420f2-cd54-431a-8d7d-1ea4427f1c5a tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 946 time: 0.0767024 Mar 11 15:54:44.887377 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-865f96d2-a083-4c1e-a91c-c14ba3c36229 req-63fb10c1-eeaa-4480-9709-ab0985ce1f8c tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438383 Mar 11 15:54:45.889162 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:45.961868 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:54:46.094350 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27d3c2-d608-49dd-acda-035c95178f12 req-22425e26-a2a9-4084-8cbe-603ee40952f7 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:46.097007 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0f27d3c2-d608-49dd-acda-035c95178f12 req-22425e26-a2a9-4084-8cbe-603ee40952f7 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 946 time: 0.0861924 Mar 11 15:54:46.140191 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0f27d3c2-d608-49dd-acda-035c95178f12 req-9780890d-2b86-419b-8e93-86e00e40cafb tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386388 Mar 11 15:54:47.336433 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6674532-1793-44c3-acae-824cbb52c3dd req-551bbe30-4e0a-4b22-bda2-4cab948a9cd1 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:47.337883 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-a6674532-1793-44c3-acae-824cbb52c3dd req-551bbe30-4e0a-4b22-bda2-4cab948a9cd1 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 946 time: 0.0763054 Mar 11 15:54:47.383345 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-a6674532-1793-44c3-acae-824cbb52c3dd req-d814b809-a450-4deb-9f0b-d5f6a8e6820e tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398891 Mar 11 15:54:48.579662 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e46f5a-d56f-4028-84a3-d34f2e14c329 req-22d14428-cec4-40d4-a530-5a10c8cb0e7d tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:48.581047 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c5e46f5a-d56f-4028-84a3-d34f2e14c329 req-22d14428-cec4-40d4-a530-5a10c8cb0e7d tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 946 time: 0.0781724 Mar 11 15:54:48.626936 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c5e46f5a-d56f-4028-84a3-d34f2e14c329 req-d36ac5ff-86b6-4092-ae43-2d853e89383e tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402217 Mar 11 15:54:49.337535 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-67d0b1a0-1261-42ef-b602-f22c6573ffa8 req-68bf0943-d020-44fc-acf6-740ad7390add service neutron] 10.222.0.73 "GET /v2.0/ports/4ee5ec11-a90b-49b7-8362-6201a67b5d40/bindings/hv-neutron-8333 HTTP/1.1" status: 200 len: 384 time: 0.0764995 Mar 11 15:54:49.594068 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-67d0b1a0-1261-42ef-b602-f22c6573ffa8 req-ff989d55-761f-4103-9ba2-005d7782b9a1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f&tenant_id=a5911b9c8d114cf0af11f07cd838280c HTTP/1.1" status: 200 len: 1099 time: 0.0690780 Mar 11 15:54:49.685597 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-67d0b1a0-1261-42ef-b602-f22c6573ffa8 req-b7d27429-de97-4ae8-8dbc-efaa83641f43 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a5911b9c8d114cf0af11f07cd838280c&device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 1099 time: 0.0707932 Mar 11 15:54:49.834918 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205e81d-96b0-4fd1-ac7a-6d411a88c36c req-a5e8c3be-ae11-4da4-8e7b-e88d416cd5d3 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:49.837151 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-0205e81d-96b0-4fd1-ac7a-6d411a88c36c req-a5e8c3be-ae11-4da4-8e7b-e88d416cd5d3 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 946 time: 0.0819933 Mar 11 15:54:49.882386 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-0205e81d-96b0-4fd1-ac7a-6d411a88c36c req-ea8b7811-a027-41f4-b9cf-de9262d362a3 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396538 Mar 11 15:54:49.907972 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0b1a0-1261-42ef-b602-f22c6573ffa8 req-19d3d2aa-1153-4600-9425-9efb1b6e0187 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:49.909418 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-67d0b1a0-1261-42ef-b602-f22c6573ffa8 req-19d3d2aa-1153-4600-9425-9efb1b6e0187 service neutron] 10.222.0.73 "GET /v2.0/networks?id=15bc638a-f817-421b-bd7f-f3f808a0c6c5 HTTP/1.1" status: 200 len: 916 time: 0.2172542 Mar 11 15:54:49.975609 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-67d0b1a0-1261-42ef-b602-f22c6573ffa8 req-03fc7c7c-621d-4c23-a655-4f6acbafc6a8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ee5ec11-a90b-49b7-8362-6201a67b5d40 HTTP/1.1" status: 200 len: 217 time: 0.0595846 Mar 11 15:54:50.040880 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0b1a0-1261-42ef-b602-f22c6573ffa8 req-a6ccedf1-5a94-4a27-ac95-24946aa386f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:50.042288 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-67d0b1a0-1261-42ef-b602-f22c6573ffa8 req-a6ccedf1-5a94-4a27-ac95-24946aa386f3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=11215759-541d-47bc-a5be-1c4f2a94d605 HTTP/1.1" status: 200 len: 855 time: 0.0614240 Mar 11 15:54:50.086672 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-67d0b1a0-1261-42ef-b602-f22c6573ffa8 req-f3cc7c3e-5049-4995-af32-c4241a92200f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15bc638a-f817-421b-bd7f-f3f808a0c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380561 Mar 11 15:54:50.217453 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-67d0b1a0-1261-42ef-b602-f22c6573ffa8 req-a7c65dc4-88dc-42d3-a8c3-710def5d4070 service neutron] 10.222.0.73 "GET /v2.0/networks/15bc638a-f817-421b-bd7f-f3f808a0c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254718 Mar 11 15:54:50.349420 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-67d0b1a0-1261-42ef-b602-f22c6573ffa8 req-5fde66ce-926a-4c78-a712-9a7a7d2b8908 service neutron] 10.222.0.73 "GET /v2.0/networks/15bc638a-f817-421b-bd7f-f3f808a0c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258214 Mar 11 15:54:51.232345 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66890ca9-97fa-4ac5-b3df-34fe03470d62 req-eb5ce2fd-c21c-4b6c-afba-ff42f19bdf52 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:51.233718 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-66890ca9-97fa-4ac5-b3df-34fe03470d62 req-eb5ce2fd-c21c-4b6c-afba-ff42f19bdf52 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 946 time: 0.0824683 Mar 11 15:54:51.279459 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-66890ca9-97fa-4ac5-b3df-34fe03470d62 req-6791d1c1-a5c5-4ac6-8dad-b215efa2c7fb tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403290 Mar 11 15:54:52.479115 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1548c-76bb-4425-8fa0-c12af13e8a57 req-7cdf0876-fafc-4728-a603-4d1c03a5b953 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:52.480498 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-20f1548c-76bb-4425-8fa0-c12af13e8a57 req-7cdf0876-fafc-4728-a603-4d1c03a5b953 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 946 time: 0.0791204 Mar 11 15:54:52.525668 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-20f1548c-76bb-4425-8fa0-c12af13e8a57 req-b88f0b98-b18a-420b-9528-8054ef4401c7 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397916 Mar 11 15:54:52.713768 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 4ee5ec11-a90b-49b7-8362-6201a67b5d40 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:54:52.717096 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 4ee5ec11-a90b-49b7-8362-6201a67b5d40 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:54:52.939413 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:52.962464 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 4ee5ec11-a90b-49b7-8362-6201a67b5d40, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4ee5ec11-a90b-49b7-8362-6201a67b5d40,segment=NetworkSegment(dc4ddfbd-defa-4f93-b6bd-091fa009f635),segment_id=dc4ddfbd-defa-4f93-b6bd-091fa009f635)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:54:52.985655 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': '4ee5ec11-a90b-49b7-8362-6201a67b5d40', 'network_id': '15bc638a-f817-421b-bd7f-f3f808a0c6c5', 'port_id': '4ee5ec11-a90b-49b7-8362-6201a67b5d40', 'mac_address': 'fa:16:3e:38:d2:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11215759-541d-47bc-a5be-1c4f2a94d605', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:54:52.993147 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0343c4e-554a-45d5-b018-db34260b6c7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ee5ec11-a90b-49b7-8362-6201a67b5d40'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:54:53.029658 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 4ee5ec11-a90b-49b7-8362-6201a67b5d40, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4ee5ec11-a90b-49b7-8362-6201a67b5d40,segment=NetworkSegment(dc4ddfbd-defa-4f93-b6bd-091fa009f635),segment_id=dc4ddfbd-defa-4f93-b6bd-091fa009f635)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:54:53.038772 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:53.089204 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0343c4e-554a-45d5-b018-db34260b6c7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ee5ec11-a90b-49b7-8362-6201a67b5d40', 'code': 200} Mar 11 15:54:53.107062 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:53.133656 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ee5ec11-a90b-49b7-8362-6201a67b5d40 {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:54:53.140914 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=4ee5ec11-a90b-49b7-8362-6201a67b5d40,revision_number=6']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:54:53.195073 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:54:53.195332 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:54:53.723590 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971dfb2-ddcd-4353-98c7-c8494733656e req-99626c18-70cb-430f-8101-1bf6d1200324 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:53.725063 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b971dfb2-ddcd-4353-98c7-c8494733656e req-99626c18-70cb-430f-8101-1bf6d1200324 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 944 time: 0.0786679 Mar 11 15:54:53.748167 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:53.765172 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ee5ec11-a90b-49b7-8362-6201a67b5d40 {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:54:53.771195 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b971dfb2-ddcd-4353-98c7-c8494733656e req-1b839212-a610-432c-94ed-6dd1085ada85 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400445 Mar 11 15:54:53.779731 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 4ee5ec11-a90b-49b7-8362-6201a67b5d40, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4ee5ec11-a90b-49b7-8362-6201a67b5d40,segment=NetworkSegment(dc4ddfbd-defa-4f93-b6bd-091fa009f635),segment_id=dc4ddfbd-defa-4f93-b6bd-091fa009f635)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:54:53.783724 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:53.864274 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['4ee5ec11-a90b-49b7-8362-6201a67b5d40'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 15:54:53.887925 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=4ee5ec11-a90b-49b7-8362-6201a67b5d40,revision_number=7']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:54:54.098092 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275c215-4b8d-4730-8d2a-006b48b2cc54 req-367e4516-0e5f-446c-9065-cd7d8d4a0045 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:54.100928 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3275c215-4b8d-4730-8d2a-006b48b2cc54 req-367e4516-0e5f-446c-9065-cd7d8d4a0045 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f&tenant_id=a5911b9c8d114cf0af11f07cd838280c&binding%3Ahost_id=hv-neutron-8333 HTTP/1.1" status: 200 len: 945 time: 0.0817165 Mar 11 15:54:54.110995 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d1438-3a96-4cce-9f5c-4679e8a965e1 req-65a3d499-23ab-4f4c-858e-dd4ed0895bdb tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:54.112470 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-834d1438-3a96-4cce-9f5c-4679e8a965e1 req-65a3d499-23ab-4f4c-858e-dd4ed0895bdb tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 945 time: 0.0808046 Mar 11 15:54:54.162232 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-834d1438-3a96-4cce-9f5c-4679e8a965e1 req-a3b8cc66-d52a-4a51-b945-6f17475babe0 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431783 Mar 11 15:54:54.249916 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3275c215-4b8d-4730-8d2a-006b48b2cc54 req-7a887cc8-2414-46d4-8583-e1baea9cd206 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a5911b9c8d114cf0af11f07cd838280c&device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 1098 time: 0.0762799 Mar 11 15:54:54.384533 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275c215-4b8d-4730-8d2a-006b48b2cc54 req-2ca1f673-b95f-4cbe-bed8-e951816d5929 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:54.385939 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3275c215-4b8d-4730-8d2a-006b48b2cc54 req-2ca1f673-b95f-4cbe-bed8-e951816d5929 service neutron] 10.222.0.73 "GET /v2.0/networks?id=15bc638a-f817-421b-bd7f-f3f808a0c6c5 HTTP/1.1" status: 200 len: 916 time: 0.1267753 Mar 11 15:54:54.453500 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3275c215-4b8d-4730-8d2a-006b48b2cc54 req-fdb5b94e-fac5-4124-807e-6913bb9e2be5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ee5ec11-a90b-49b7-8362-6201a67b5d40 HTTP/1.1" status: 200 len: 217 time: 0.0611813 Mar 11 15:54:54.516529 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275c215-4b8d-4730-8d2a-006b48b2cc54 req-ac90a663-2e34-4b1e-bcaa-f2ce89a69d53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:54.517904 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3275c215-4b8d-4730-8d2a-006b48b2cc54 req-ac90a663-2e34-4b1e-bcaa-f2ce89a69d53 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=11215759-541d-47bc-a5be-1c4f2a94d605 HTTP/1.1" status: 200 len: 855 time: 0.0591462 Mar 11 15:54:54.562950 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3275c215-4b8d-4730-8d2a-006b48b2cc54 req-c4ce6db5-6ce3-442f-acaf-8b5d5f340a3c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15bc638a-f817-421b-bd7f-f3f808a0c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387595 Mar 11 15:54:54.692437 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3275c215-4b8d-4730-8d2a-006b48b2cc54 req-a5e306f9-ae09-4b65-9553-cba172004090 service neutron] 10.222.0.73 "GET /v2.0/networks/15bc638a-f817-421b-bd7f-f3f808a0c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237118 Mar 11 15:54:54.722416 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 4ee5ec11-a90b-49b7-8362-6201a67b5d40 up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:54:54.790048 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port 4ee5ec11-a90b-49b7-8362-6201a67b5d40 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:54:54.790712 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:54.821950 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3275c215-4b8d-4730-8d2a-006b48b2cc54 req-bf548e7c-9686-4602-a47b-af78a3907951 service neutron] 10.222.0.73 "GET /v2.0/networks/15bc638a-f817-421b-bd7f-f3f808a0c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243198 Mar 11 15:54:54.940624 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:54.972618 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 4ee5ec11-a90b-49b7-8362-6201a67b5d40, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4ee5ec11-a90b-49b7-8362-6201a67b5d40,segment=NetworkSegment(dc4ddfbd-defa-4f93-b6bd-091fa009f635),segment_id=dc4ddfbd-defa-4f93-b6bd-091fa009f635)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:54:54.976357 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:55.040953 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=4ee5ec11-a90b-49b7-8362-6201a67b5d40,revision_number=8']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:54:55.089917 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0343c4e-554a-45d5-b018-db34260b6c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee5ec11-a90b-49b7-8362-6201a67b5d40'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:54:55.154413 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0343c4e-554a-45d5-b018-db34260b6c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee5ec11-a90b-49b7-8362-6201a67b5d40', 'code': 200} Mar 11 15:54:55.385071 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b86fc-22fa-43c7-b8ce-03cbf50c6a99 req-4832da16-3173-42fe-8671-ff525f43fc68 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:55.388050 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c50b86fc-22fa-43c7-b8ce-03cbf50c6a99 req-4832da16-3173-42fe-8671-ff525f43fc68 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 946 time: 0.0832093 Mar 11 15:54:55.436887 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c50b86fc-22fa-43c7-b8ce-03cbf50c6a99 req-2c68d58a-d59a-4212-95b9-8fbf352fe99d tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442688 Mar 11 15:54:55.633808 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e2b1d-83a6-49e5-8b77-c9356d32f513 req-bef75517-d8fd-4c98-9002-7ba24ae8f544 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:55.635275 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-304e2b1d-83a6-49e5-8b77-c9356d32f513 req-bef75517-d8fd-4c98-9002-7ba24ae8f544 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 946 time: 0.0757742 Mar 11 15:54:55.686208 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-304e2b1d-83a6-49e5-8b77-c9356d32f513 req-83650658-a374-4afe-9cef-3970ea45ae20 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452058 Mar 11 15:54:55.881321 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738c929-eeb5-475c-8369-924e9c3d1785 req-091ac9ca-b6c2-4641-93f7-65b4a89d7658 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:55.883344 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-9738c929-eeb5-475c-8369-924e9c3d1785 req-091ac9ca-b6c2-4641-93f7-65b4a89d7658 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 946 time: 0.0794356 Mar 11 15:54:56.002245 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-9738c929-eeb5-475c-8369-924e9c3d1785 req-e0be66b5-7b8e-4cdd-821c-250fcc722b98 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131032 Mar 11 15:54:56.504194 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-962e5cde-7f69-4033-b9ac-07588faaaf1d tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:56.504892 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-962e5cde-7f69-4033-b9ac-07588faaaf1d tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Synchronizing usage tracker for tenant:a5911b9c8d114cf0af11f07cd838280c on resource:network {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:54:56.521195 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-962e5cde-7f69-4033-b9ac-07588faaaf1d tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Unset dirty status for tenant:a5911b9c8d114cf0af11f07cd838280c on resource:network {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:54:56.523274 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-962e5cde-7f69-4033-b9ac-07588faaaf1d tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/networks?id=15bc638a-f817-421b-bd7f-f3f808a0c6c5 HTTP/1.1" status: 200 len: 815 time: 0.1583567 Mar 11 15:54:56.539821 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-781ee735-5c03-4a86-af78-a9e50bc75266 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/quotas/a5911b9c8d114cf0af11f07cd838280c HTTP/1.1" status: 200 len: 375 time: 0.0111525 Mar 11 15:54:56.617491 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-2398640b-d2cf-4f16-b17f-9062c3e50065 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a5911b9c8d114cf0af11f07cd838280c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0724256 Mar 11 15:54:56.747963 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-457cfbb8-c4e4-4ef5-a9ad-9ecfcab805af service neutron] 10.222.0.31 "GET /v2.0/networks/15bc638a-f817-421b-bd7f-f3f808a0c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238530 Mar 11 15:54:56.876924 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-b3e6bfcb-155b-489a-87a0-a95c6c6698b5 service neutron] 10.222.0.31 "GET /v2.0/networks/15bc638a-f817-421b-bd7f-f3f808a0c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232798 Mar 11 15:54:57.165384 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-73216221-6d80-4cc8-a61a-7eb5daba5d1f req-e5b97514-4924-4a96-bbd4-631698c0371b tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 210 time: 0.1459250 Mar 11 15:54:58.123971 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-629c14d6-1604-4d39-80cc-376f212ff27b tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:58.125883 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-629c14d6-1604-4d39-80cc-376f212ff27b tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.73 "GET /v2.0/networks?id=15bc638a-f817-421b-bd7f-f3f808a0c6c5 HTTP/1.1" status: 200 len: 815 time: 0.1484210 Mar 11 15:54:58.141908 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-98087db3-ae08-4b9a-aaf4-81506ea13c88 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Request body: {'port': {'device_id': '05b7454f-7d9a-46a6-8867-7d0687bd4bf8', 'network_id': '15bc638a-f817-421b-bd7f-f3f808a0c6c5', 'admin_state_up': True, 'tenant_id': 'a5911b9c8d114cf0af11f07cd838280c'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:54:58.362782 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b95e8-68f5-472a-8860-685112567f2e req-1b855ae7-1e0f-429d-ae48-b662d4aa2c24 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:58.363939 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-0b859898-b228-4b40-8d9e-6206373ccc85 req-664b50c9-9507-4ce7-933e-81e913f44506 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 210 time: 0.0461378 Mar 11 15:54:58.364373 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-747b95e8-68f5-472a-8860-685112567f2e req-1b855ae7-1e0f-429d-ae48-b662d4aa2c24 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0343c4e-554a-45d5-b018-db34260b6c7f HTTP/1.1" status: 200 len: 946 time: 0.1255245 Mar 11 15:54:58.367107 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-98087db3-ae08-4b9a-aaf4-81506ea13c88 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:54:58.416270 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-98087db3-ae08-4b9a-aaf4-81506ea13c88 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:54:58.441252 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-98087db3-ae08-4b9a-aaf4-81506ea13c88 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Made reservation on behalf of a5911b9c8d114cf0af11f07cd838280c for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:54:58.444384 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-98087db3-ae08-4b9a-aaf4-81506ea13c88 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:58.456606 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-747b95e8-68f5-472a-8860-685112567f2e req-3ef8b24e-f882-4207-8db6-eb87a9108e53 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Deleting port 4ee5ec11-a90b-49b7-8362-6201a67b5d40 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:54:58.456944 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-747b95e8-68f5-472a-8860-685112567f2e req-3ef8b24e-f882-4207-8db6-eb87a9108e53 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:58.795377 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-98087db3-ae08-4b9a-aaf4-81506ea13c88 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Allocated IP 172.20.0.10 (15bc638a-f817-421b-bd7f-f3f808a0c6c5/11215759-541d-47bc-a5be-1c4f2a94d605/bb394cee-79a9-4a1f-a513-e9b683d3b6ee) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:54:58.825864 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-747b95e8-68f5-472a-8860-685112567f2e req-3ef8b24e-f882-4207-8db6-eb87a9108e53 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] For port 4ee5ec11-a90b-49b7-8362-6201a67b5d40, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4ee5ec11-a90b-49b7-8362-6201a67b5d40,segment=NetworkSegment(dc4ddfbd-defa-4f93-b6bd-091fa009f635),segment_id=dc4ddfbd-defa-4f93-b6bd-091fa009f635)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:54:58.826209 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-747b95e8-68f5-472a-8860-685112567f2e req-3ef8b24e-f882-4207-8db6-eb87a9108e53 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:58.964361 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-747b95e8-68f5-472a-8860-685112567f2e req-3ef8b24e-f882-4207-8db6-eb87a9108e53 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Calling delete_port for 4ee5ec11-a90b-49b7-8362-6201a67b5d40 owned by compute:nova {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:54:59.233602 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-747b95e8-68f5-472a-8860-685112567f2e req-3ef8b24e-f882-4207-8db6-eb87a9108e53 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:59.282642 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-98087db3-ae08-4b9a-aaf4-81506ea13c88 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:59.296023 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8b24e-f882-4207-8db6-eb87a9108e53 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Pushing event deleted for resources: {'Port': ['ID=4ee5ec11-a90b-49b7-8362-6201a67b5d40,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:54:59.364741 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-302e039a-3606-4bbc-9cc9-f4536fc8386b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:59.374844 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-747b95e8-68f5-472a-8860-685112567f2e req-3ef8b24e-f882-4207-8db6-eb87a9108e53 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] No DVR routers for this DVR port 4ee5ec11-a90b-49b7-8362-6201a67b5d40 on host hv-neutron-8333 {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:54:59.377916 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-747b95e8-68f5-472a-8860-685112567f2e req-3ef8b24e-f882-4207-8db6-eb87a9108e53 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:59.380393 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0343c4e-554a-45d5-b018-db34260b6c7f', 'name': 'network-vif-deleted', 'tag': '4ee5ec11-a90b-49b7-8362-6201a67b5d40'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:54:59.406701 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-747b95e8-68f5-472a-8860-685112567f2e req-3ef8b24e-f882-4207-8db6-eb87a9108e53 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.73 "DELETE /v2.0/ports/4ee5ec11-a90b-49b7-8362-6201a67b5d40 HTTP/1.1" status: 204 len: 173 time: 1.0363116 Mar 11 15:54:59.411338 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-98087db3-ae08-4b9a-aaf4-81506ea13c88 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:59.613297 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f4a88-320b-4b9c-a31c-b3ae53775f03 req-f123a1a7-50c3-4327-bc74-7e21c27b432c tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:59.615058 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-835f4a88-320b-4b9c-a31c-b3ae53775f03 req-f123a1a7-50c3-4327-bc74-7e21c27b432c tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 932 time: 0.1105945 Mar 11 15:54:59.634870 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0343c4e-554a-45d5-b018-db34260b6c7f', 'name': 'network-vif-deleted', 'tag': '4ee5ec11-a90b-49b7-8362-6201a67b5d40', 'status': 'completed', 'code': 200} Mar 11 15:54:59.656434 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-98087db3-ae08-4b9a-aaf4-81506ea13c88 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Network 15bc638a-f817-421b-bd7f-f3f808a0c6c5 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:54:59.657582 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-98087db3-ae08-4b9a-aaf4-81506ea13c88 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:54:59.661384 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-98087db3-ae08-4b9a-aaf4-81506ea13c88 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:54:59.662565 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-835f4a88-320b-4b9c-a31c-b3ae53775f03 req-2ccaf7b4-abf7-4d57-9244-b84d8aa3cfe3 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415456 Mar 11 15:54:59.699258 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98087db3-ae08-4b9a-aaf4-81506ea13c88 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Pushing event updated for resources: {'Port': ['ID=bb394cee-79a9-4a1f-a513-e9b683d3b6ee,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:54:59.728566 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-98087db3-ae08-4b9a-aaf4-81506ea13c88 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:59.729168 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-98087db3-ae08-4b9a-aaf4-81506ea13c88 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:59.745962 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-98087db3-ae08-4b9a-aaf4-81506ea13c88 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6077757 Mar 11 15:54:59.757911 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-e7438573-dbe9-4f6c-9273-5124baaaa6a4 service neutron] Request body: {'port': {'device_id': '05b7454f-7d9a-46a6-8867-7d0687bd4bf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:54:59.865570 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-e7438573-dbe9-4f6c-9273-5124baaaa6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:00.208148 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-e7438573-dbe9-4f6c-9273-5124baaaa6a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb394cee-79a9-4a1f-a513-e9b683d3b6ee {{(pid=83866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:55:00.215917 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-e7438573-dbe9-4f6c-9273-5124baaaa6a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:00.231089 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-e7438573-dbe9-4f6c-9273-5124baaaa6a4 service neutron] Transition to ACTIVE for port object bb394cee-79a9-4a1f-a513-e9b683d3b6ee will not be triggered until provisioned by entity L2. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:55:00.234077 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-e7438573-dbe9-4f6c-9273-5124baaaa6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:00.362328 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7438573-dbe9-4f6c-9273-5124baaaa6a4 service neutron] Pushing event updated for resources: {'Port': ['ID=bb394cee-79a9-4a1f-a513-e9b683d3b6ee,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:55:00.467693 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-e7438573-dbe9-4f6c-9273-5124baaaa6a4 service neutron] Attempting to bind port bb394cee-79a9-4a1f-a513-e9b683d3b6ee on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:55:00.468371 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-e7438573-dbe9-4f6c-9273-5124baaaa6a4 service neutron] Attempting to bind port bb394cee-79a9-4a1f-a513-e9b683d3b6ee by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'dc4ddfbd-defa-4f93-b6bd-091fa009f635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '15bc638a-f817-421b-bd7f-f3f808a0c6c5'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:55:00.468485 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-e7438573-dbe9-4f6c-9273-5124baaaa6a4 service neutron] Attempting to bind port bb394cee-79a9-4a1f-a513-e9b683d3b6ee on network 15bc638a-f817-421b-bd7f-f3f808a0c6c5 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:55:00.474170 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-e7438573-dbe9-4f6c-9273-5124baaaa6a4 service neutron] Port bb394cee-79a9-4a1f-a513-e9b683d3b6ee on network 15bc638a-f817-421b-bd7f-f3f808a0c6c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:55:00.474493 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-e7438573-dbe9-4f6c-9273-5124baaaa6a4 service neutron] Attempting to bind port bb394cee-79a9-4a1f-a513-e9b683d3b6ee on network 15bc638a-f817-421b-bd7f-f3f808a0c6c5 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:55:00.480887 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-e7438573-dbe9-4f6c-9273-5124baaaa6a4 service neutron] Checking agent: {'id': '233b753e-9484-4350-9871-64b7c66fc067', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'started_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:55:00.481223 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-e7438573-dbe9-4f6c-9273-5124baaaa6a4 service neutron] Checking segment: {'id': 'dc4ddfbd-defa-4f93-b6bd-091fa009f635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '15bc638a-f817-421b-bd7f-f3f808a0c6c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:55:00.481619 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-e7438573-dbe9-4f6c-9273-5124baaaa6a4 service neutron] Bound using segment: {'id': 'dc4ddfbd-defa-4f93-b6bd-091fa009f635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '15bc638a-f817-421b-bd7f-f3f808a0c6c5'} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:55:00.482019 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-e7438573-dbe9-4f6c-9273-5124baaaa6a4 service neutron] Bound port: bb394cee-79a9-4a1f-a513-e9b683d3b6ee, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc4ddfbd-defa-4f93-b6bd-091fa009f635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '15bc638a-f817-421b-bd7f-f3f808a0c6c5'}}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:55:00.482359 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-e7438573-dbe9-4f6c-9273-5124baaaa6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:00.568757 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-e7438573-dbe9-4f6c-9273-5124baaaa6a4 service neutron] For port bb394cee-79a9-4a1f-a513-e9b683d3b6ee, host hv-neutron-8333, cleared binding levels {{(pid=83866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:55:00.572261 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-e7438573-dbe9-4f6c-9273-5124baaaa6a4 service neutron] For port bb394cee-79a9-4a1f-a513-e9b683d3b6ee, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=bb394cee-79a9-4a1f-a513-e9b683d3b6ee,segment=NetworkSegment(dc4ddfbd-defa-4f93-b6bd-091fa009f635),segment_id=dc4ddfbd-defa-4f93-b6bd-091fa009f635)] {{(pid=83866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:55:00.576879 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-e7438573-dbe9-4f6c-9273-5124baaaa6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:00.641675 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-e7438573-dbe9-4f6c-9273-5124baaaa6a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:00.643011 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-e7438573-dbe9-4f6c-9273-5124baaaa6a4 service neutron] 10.222.0.73 "PUT /v2.0/ports/bb394cee-79a9-4a1f-a513-e9b683d3b6ee HTTP/1.1" status: 200 len: 1094 time: 0.8895137 Mar 11 15:55:00.655765 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7438573-dbe9-4f6c-9273-5124baaaa6a4 service neutron] Pushing event updated for resources: {'Port': ['ID=bb394cee-79a9-4a1f-a513-e9b683d3b6ee,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:55:00.733364 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 4ee5ec11-a90b-49b7-8362-6201a67b5d40 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:55:00.748637 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-52eb38fa-8e0f-41dc-96b0-02fee4b03421 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a5911b9c8d114cf0af11f07cd838280c&device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 1097 time: 0.0714388 Mar 11 15:55:00.771421 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] No Port match for: 4ee5ec11-a90b-49b7-8362-6201a67b5d40 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:55:00.771842 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 4ee5ec11-a90b-49b7-8362-6201a67b5d40 not bound to the agent host hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:55:00.867638 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-c98a2cc5-985f-4e10-ad1b-15adea597fce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb394cee-79a9-4a1f-a513-e9b683d3b6ee HTTP/1.1" status: 200 len: 217 time: 0.1123030 Mar 11 15:55:00.947342 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-676dabc8-86cd-4c40-86c9-18927645784b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:00.948788 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-676dabc8-86cd-4c40-86c9-18927645784b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=11215759-541d-47bc-a5be-1c4f2a94d605 HTTP/1.1" status: 200 len: 855 time: 0.0761414 Mar 11 15:55:00.958727 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b6569-1b1c-4d2a-a5eb-d5344f14de61 req-76db2e9d-587a-44a2-8a50-56c7d93afdfc tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:00.959385 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-a36b6569-1b1c-4d2a-a5eb-d5344f14de61 req-76db2e9d-587a-44a2-8a50-56c7d93afdfc tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Synchronizing usage tracker for tenant:a5911b9c8d114cf0af11f07cd838280c on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:55:01.003812 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-ac9881de-2f2d-4daf-ad08-823cda4c499a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15bc638a-f817-421b-bd7f-f3f808a0c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408070 Mar 11 15:55:01.029914 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-a36b6569-1b1c-4d2a-a5eb-d5344f14de61 req-76db2e9d-587a-44a2-8a50-56c7d93afdfc tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Unset dirty status for tenant:a5911b9c8d114cf0af11f07cd838280c on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:55:01.030985 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a36b6569-1b1c-4d2a-a5eb-d5344f14de61 req-76db2e9d-587a-44a2-8a50-56c7d93afdfc tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 944 time: 0.2236557 Mar 11 15:55:01.166774 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a36b6569-1b1c-4d2a-a5eb-d5344f14de61 req-3e8633a1-47ce-4c09-a896-6aa57cc649a6 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869932 Mar 11 15:55:01.174684 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-431333eb-ee32-48b7-9ec6-4a23c3e7d7c3 service neutron] 10.222.0.73 "GET /v2.0/networks/15bc638a-f817-421b-bd7f-f3f808a0c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642601 Mar 11 15:55:01.311685 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9681e0a7-f82e-4288-b07b-5b36c1052d7a req-d5cfff37-faad-49e3-a70f-3a55afdeb192 service neutron] 10.222.0.73 "GET /v2.0/networks/15bc638a-f817-421b-bd7f-f3f808a0c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304746 Mar 11 15:55:01.635846 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05b7454f-7d9a-46a6-8867-7d0687bd4bf8', 'tag': 'bb394cee-79a9-4a1f-a513-e9b683d3b6ee'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:55:01.636698 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f9442fcf-e7bc-49a5-96d3-c5869ef89da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:01.689757 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05b7454f-7d9a-46a6-8867-7d0687bd4bf8', 'tag': 'bb394cee-79a9-4a1f-a513-e9b683d3b6ee', 'status': 'completed', 'code': 200} Mar 11 15:55:01.881079 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c5a38e1e-2c32-4766-aa83-e7171354fe43 req-d3327567-845c-4a4d-94e1-d8b18ce606f5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a5911b9c8d114cf0af11f07cd838280c&device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 1097 time: 0.1702578 Mar 11 15:55:02.012182 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a38e1e-2c32-4766-aa83-e7171354fe43 req-000b4cd0-496f-47ba-9775-ffec01668f68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:02.013526 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c5a38e1e-2c32-4766-aa83-e7171354fe43 req-000b4cd0-496f-47ba-9775-ffec01668f68 service neutron] 10.222.0.73 "GET /v2.0/networks?id=15bc638a-f817-421b-bd7f-f3f808a0c6c5 HTTP/1.1" status: 200 len: 916 time: 0.1258399 Mar 11 15:55:02.081258 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c5a38e1e-2c32-4766-aa83-e7171354fe43 req-51303014-5ab8-40d3-9b67-7138e707a053 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb394cee-79a9-4a1f-a513-e9b683d3b6ee HTTP/1.1" status: 200 len: 217 time: 0.0616479 Mar 11 15:55:02.149174 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a38e1e-2c32-4766-aa83-e7171354fe43 req-dd657ad2-958e-4b8f-bc7a-e9e03f2b6b63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:02.151178 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c5a38e1e-2c32-4766-aa83-e7171354fe43 req-dd657ad2-958e-4b8f-bc7a-e9e03f2b6b63 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=11215759-541d-47bc-a5be-1c4f2a94d605 HTTP/1.1" status: 200 len: 855 time: 0.0638363 Mar 11 15:55:02.198046 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c5a38e1e-2c32-4766-aa83-e7171354fe43 req-29119c4c-9f2d-47bb-bf1d-e1e828338b31 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15bc638a-f817-421b-bd7f-f3f808a0c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403397 Mar 11 15:55:02.381446 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c5a38e1e-2c32-4766-aa83-e7171354fe43 req-173092d9-3572-45c4-a922-1f9059ead59e service neutron] 10.222.0.73 "GET /v2.0/networks/15bc638a-f817-421b-bd7f-f3f808a0c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769929 Mar 11 15:55:02.484621 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d746b479-ca9c-4334-b3ec-5dec717620fe req-8f693f58-4779-4e9b-bbfc-2390b6843126 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:02.486060 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d746b479-ca9c-4334-b3ec-5dec717620fe req-8f693f58-4779-4e9b-bbfc-2390b6843126 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 944 time: 0.1920459 Mar 11 15:55:02.565727 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c5a38e1e-2c32-4766-aa83-e7171354fe43 req-35c2ebcb-e9b5-4a91-9aab-ad374ad0c538 service neutron] 10.222.0.73 "GET /v2.0/networks/15bc638a-f817-421b-bd7f-f3f808a0c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771846 Mar 11 15:55:02.571079 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d746b479-ca9c-4334-b3ec-5dec717620fe req-e2a98ea1-ec67-42e8-b3f3-dfc285d42cb7 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766506 Mar 11 15:55:02.807528 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:03.028976 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:03.776172 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470f198-cd4c-4e9f-bb4d-071e946b75c5 req-aada1ab1-6773-481b-a71b-faf8f86a83c5 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:03.777612 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-3470f198-cd4c-4e9f-bb4d-071e946b75c5 req-aada1ab1-6773-481b-a71b-faf8f86a83c5 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 944 time: 0.0781806 Mar 11 15:55:03.822369 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-3470f198-cd4c-4e9f-bb4d-071e946b75c5 req-ce0ca8c7-c4e7-4a25-91dc-0af354b91c65 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391092 Mar 11 15:55:04.237142 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:04.754772 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device bb394cee-79a9-4a1f-a513-e9b683d3b6ee details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:55:04.888320 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port bb394cee-79a9-4a1f-a513-e9b683d3b6ee, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=bb394cee-79a9-4a1f-a513-e9b683d3b6ee,segment=NetworkSegment(dc4ddfbd-defa-4f93-b6bd-091fa009f635),segment_id=dc4ddfbd-defa-4f93-b6bd-091fa009f635)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:55:04.902452 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': 'bb394cee-79a9-4a1f-a513-e9b683d3b6ee', 'network_id': '15bc638a-f817-421b-bd7f-f3f808a0c6c5', 'port_id': 'bb394cee-79a9-4a1f-a513-e9b683d3b6ee', 'mac_address': 'fa:16:3e:0e:dd:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11215759-541d-47bc-a5be-1c4f2a94d605', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:55:04.954226 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:04.971647 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb394cee-79a9-4a1f-a513-e9b683d3b6ee {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:55:04.986296 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port bb394cee-79a9-4a1f-a513-e9b683d3b6ee, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=bb394cee-79a9-4a1f-a513-e9b683d3b6ee,segment=NetworkSegment(dc4ddfbd-defa-4f93-b6bd-091fa009f635),segment_id=dc4ddfbd-defa-4f93-b6bd-091fa009f635)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:55:04.990418 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:05.018945 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b0829-967f-4265-a94d-abd51f5979b0 req-dc6fd991-7bbe-4b75-baf3-53f46e59af6e tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:05.020343 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c80b0829-967f-4265-a94d-abd51f5979b0 req-dc6fd991-7bbe-4b75-baf3-53f46e59af6e tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 944 time: 0.0775352 Mar 11 15:55:05.059497 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=bb394cee-79a9-4a1f-a513-e9b683d3b6ee,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:55:05.067328 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c80b0829-967f-4265-a94d-abd51f5979b0 req-983fa4fd-b355-492e-b772-9fbf1b85447b tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401359 Mar 11 15:55:05.067878 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:05.068254 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:05.068592 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:05.068924 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:05.069251 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:05.069577 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:05.069900 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:05.070224 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:05.070541 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:05.070858 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:05.071369 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:05.321101 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['bb394cee-79a9-4a1f-a513-e9b683d3b6ee'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 15:55:06.259799 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d43d6-30e3-4653-b569-f80245a4ac5f req-79cd11eb-b04b-4d94-b3cf-568a47982380 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:06.261249 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-0c2d43d6-30e3-4653-b569-f80245a4ac5f req-79cd11eb-b04b-4d94-b3cf-568a47982380 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 945 time: 0.0746114 Mar 11 15:55:06.305673 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-0c2d43d6-30e3-4653-b569-f80245a4ac5f req-91fd5fde-d354-4792-941c-aa6a3ab7d7b2 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388255 Mar 11 15:55:06.780524 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device bb394cee-79a9-4a1f-a513-e9b683d3b6ee up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:55:06.846758 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning for port bb394cee-79a9-4a1f-a513-e9b683d3b6ee completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:55:06.851213 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port bb394cee-79a9-4a1f-a513-e9b683d3b6ee triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:55:06.851614 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:06.964732 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:06.990546 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b7454f-7d9a-46a6-8867-7d0687bd4bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb394cee-79a9-4a1f-a513-e9b683d3b6ee'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:55:07.000756 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port bb394cee-79a9-4a1f-a513-e9b683d3b6ee, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=bb394cee-79a9-4a1f-a513-e9b683d3b6ee,segment=NetworkSegment(dc4ddfbd-defa-4f93-b6bd-091fa009f635),segment_id=dc4ddfbd-defa-4f93-b6bd-091fa009f635)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:55:07.004289 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:07.048577 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b7454f-7d9a-46a6-8867-7d0687bd4bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb394cee-79a9-4a1f-a513-e9b683d3b6ee', 'code': 200} Mar 11 15:55:07.077446 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=bb394cee-79a9-4a1f-a513-e9b683d3b6ee,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:55:07.268263 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-bb1d6ff8-0dcb-48cf-879b-0f19d59c07cc req-27673355-41e8-45fd-aca6-cd717bd47346 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 1099 time: 0.0711646 Mar 11 15:55:07.309937 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-bb1d6ff8-0dcb-48cf-879b-0f19d59c07cc req-c4dd57a8-8ea0-446e-829e-3d76cdb1b446 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359449 Mar 11 15:55:07.504739 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7c2f6-4983-44a6-8eec-4b4115cc122d req-a159f9dd-c247-441e-829a-b12101e51131 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:07.506173 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-9cc7c2f6-4983-44a6-8eec-4b4115cc122d req-a159f9dd-c247-441e-829a-b12101e51131 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 946 time: 0.0785561 Mar 11 15:55:07.551586 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-9cc7c2f6-4983-44a6-8eec-4b4115cc122d req-f18f8227-57a7-4d86-ac4d-d7bd35bab163 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398479 Mar 11 15:55:08.753559 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61ef7a-6f12-4ad5-8638-5f0059f8e60b req-0450a9b3-57b0-4643-a940-700389f634e0 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:08.755002 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5d61ef7a-6f12-4ad5-8638-5f0059f8e60b req-0450a9b3-57b0-4643-a940-700389f634e0 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 946 time: 0.0762081 Mar 11 15:55:08.799996 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5d61ef7a-6f12-4ad5-8638-5f0059f8e60b req-bcc959cf-03cd-415a-9693-8b61c795b169 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391560 Mar 11 15:55:08.991767 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea51051-a0f4-451a-9688-ee77a70c7bc1 req-610ac278-8ae2-4039-b675-cda23c9f7b07 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:08.993233 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-7ea51051-a0f4-451a-9688-ee77a70c7bc1 req-610ac278-8ae2-4039-b675-cda23c9f7b07 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 946 time: 0.0755584 Mar 11 15:55:09.041214 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-7ea51051-a0f4-451a-9688-ee77a70c7bc1 req-c80eef97-10cc-4a34-83fb-880eaa104635 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425494 Mar 11 15:55:09.234317 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c56a77a9-9812-47db-8164-8f4353b18f1d req-c04a6ee3-53dd-4e44-8c8a-5f9d0c8b72d1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0712607 Mar 11 15:55:09.475261 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e5d756de-cab5-49fb-81ab-ae48f93838ee req-9bf1a3b2-9b21-4fcd-b4d7-c6ffa0982a4a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0663829 Mar 11 15:55:09.544263 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aed435-df8e-4769-841f-77f21255c77d req-9f319ade-286b-4292-95ec-98b55847d4d9 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:09.545851 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-59aed435-df8e-4769-841f-77f21255c77d req-9f319ade-286b-4292-95ec-98b55847d4d9 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 946 time: 0.0814786 Mar 11 15:55:09.592799 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-59aed435-df8e-4769-841f-77f21255c77d req-0b9d2d2d-76e7-4224-a93f-384ef1f7d1d8 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415506 Mar 11 15:55:10.606619 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e5d756de-cab5-49fb-81ab-ae48f93838ee req-36feacbf-f859-4480-b044-552d0af9df58 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a5911b9c8d114cf0af11f07cd838280c&device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 1099 time: 0.0726595 Mar 11 15:55:10.772626 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d756de-cab5-49fb-81ab-ae48f93838ee req-4212844e-a294-4501-8865-161371994c53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:10.774668 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e5d756de-cab5-49fb-81ab-ae48f93838ee req-4212844e-a294-4501-8865-161371994c53 service neutron] 10.222.0.73 "GET /v2.0/networks?id=15bc638a-f817-421b-bd7f-f3f808a0c6c5 HTTP/1.1" status: 200 len: 916 time: 0.1624939 Mar 11 15:55:10.852796 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e5d756de-cab5-49fb-81ab-ae48f93838ee req-23110230-1b7d-430a-9b3c-ab4262b5e441 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb394cee-79a9-4a1f-a513-e9b683d3b6ee HTTP/1.1" status: 200 len: 217 time: 0.0666156 Mar 11 15:55:10.911210 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307736d-3f3c-48ad-ba49-cc64ddfc5983 req-a771bbeb-beb5-4de4-86f2-3292b7d020af tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:10.912553 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2307736d-3f3c-48ad-ba49-cc64ddfc5983 req-a771bbeb-beb5-4de4-86f2-3292b7d020af tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 946 time: 0.1941485 Mar 11 15:55:10.940513 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d756de-cab5-49fb-81ab-ae48f93838ee req-b6acbfaf-094f-48d0-988c-f936bdc8a676 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:10.941909 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e5d756de-cab5-49fb-81ab-ae48f93838ee req-b6acbfaf-094f-48d0-988c-f936bdc8a676 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=11215759-541d-47bc-a5be-1c4f2a94d605 HTTP/1.1" status: 200 len: 855 time: 0.0835645 Mar 11 15:55:10.997787 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e5d756de-cab5-49fb-81ab-ae48f93838ee req-7c632468-88e5-4e5b-9e9c-b264fc85e181 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15bc638a-f817-421b-bd7f-f3f808a0c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499575 Mar 11 15:55:11.116271 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2307736d-3f3c-48ad-ba49-cc64ddfc5983 req-cf6457c2-62a7-4bd3-9af0-2f1666051e48 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948054 Mar 11 15:55:11.222894 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e5d756de-cab5-49fb-81ab-ae48f93838ee req-5f9513ae-059d-4459-8877-6b42b623092f service neutron] 10.222.0.73 "GET /v2.0/networks/15bc638a-f817-421b-bd7f-f3f808a0c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182872 Mar 11 15:55:11.354096 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e5d756de-cab5-49fb-81ab-ae48f93838ee req-a743c337-e683-417d-af06-267e3ddefc54 service neutron] 10.222.0.73 "GET /v2.0/networks/15bc638a-f817-421b-bd7f-f3f808a0c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253891 Mar 11 15:55:11.519143 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-75d52bd1-10e9-4dd7-b1c7-52b0987d0622 req-f543ce90-d816-414d-a98a-27b6b758c896 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a5911b9c8d114cf0af11f07cd838280c&device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 1099 time: 0.0747068 Mar 11 15:55:11.667002 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d52bd1-10e9-4dd7-b1c7-52b0987d0622 req-b4e8e9ad-7020-4632-a245-5bb178b77d63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:11.668440 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-75d52bd1-10e9-4dd7-b1c7-52b0987d0622 req-b4e8e9ad-7020-4632-a245-5bb178b77d63 service neutron] 10.222.0.73 "GET /v2.0/networks?id=15bc638a-f817-421b-bd7f-f3f808a0c6c5 HTTP/1.1" status: 200 len: 916 time: 0.1293697 Mar 11 15:55:11.739711 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-75d52bd1-10e9-4dd7-b1c7-52b0987d0622 req-db78bc30-4d77-4168-849d-2a396005de13 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb394cee-79a9-4a1f-a513-e9b683d3b6ee HTTP/1.1" status: 200 len: 217 time: 0.0652976 Mar 11 15:55:11.802701 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d52bd1-10e9-4dd7-b1c7-52b0987d0622 req-b9ce757b-8871-4477-a8cd-c62ffb6dcad3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:11.804012 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-75d52bd1-10e9-4dd7-b1c7-52b0987d0622 req-b9ce757b-8871-4477-a8cd-c62ffb6dcad3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=11215759-541d-47bc-a5be-1c4f2a94d605 HTTP/1.1" status: 200 len: 855 time: 0.0588119 Mar 11 15:55:11.848145 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-75d52bd1-10e9-4dd7-b1c7-52b0987d0622 req-37f97501-a84f-4677-a9fd-ea492c65df3c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15bc638a-f817-421b-bd7f-f3f808a0c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382175 Mar 11 15:55:11.975180 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-75d52bd1-10e9-4dd7-b1c7-52b0987d0622 req-2482e69f-3e0b-4f02-ab84-f23e68e99080 service neutron] 10.222.0.73 "GET /v2.0/networks/15bc638a-f817-421b-bd7f-f3f808a0c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214254 Mar 11 15:55:12.104249 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-75d52bd1-10e9-4dd7-b1c7-52b0987d0622 req-8eaf05de-49f3-4f19-b515-bfc7ecd4787d service neutron] 10.222.0.73 "GET /v2.0/networks/15bc638a-f817-421b-bd7f-f3f808a0c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232088 Mar 11 15:55:12.330423 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea831703-0e39-466e-b768-7eeeb8282c0e req-bef196d5-7815-4c96-b7b4-048614154bf7 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:12.331820 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-ea831703-0e39-466e-b768-7eeeb8282c0e req-bef196d5-7815-4c96-b7b4-048614154bf7 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 946 time: 0.0764894 Mar 11 15:55:12.377284 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-ea831703-0e39-466e-b768-7eeeb8282c0e req-994e232d-0478-4523-8304-7a0fb789bd6b tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394669 Mar 11 15:55:13.576693 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea76a2-9af0-4bda-8d10-b1e4b066dabd req-70b2b786-d94b-499d-bc0b-63d454f888b0 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:13.578040 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b0ea76a2-9af0-4bda-8d10-b1e4b066dabd req-70b2b786-d94b-499d-bc0b-63d454f888b0 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 946 time: 0.0810297 Mar 11 15:55:13.622158 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b0ea76a2-9af0-4bda-8d10-b1e4b066dabd req-b27c34ec-056b-426e-bbec-8e4eafb165d9 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386987 Mar 11 15:55:14.814752 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd17e2-5429-4f70-a84a-891cae8002e4 req-67998c4e-ac6a-41e4-9439-2e92557e66e0 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:14.816219 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e4fd17e2-5429-4f70-a84a-891cae8002e4 req-67998c4e-ac6a-41e4-9439-2e92557e66e0 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 946 time: 0.0760331 Mar 11 15:55:14.861481 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e4fd17e2-5429-4f70-a84a-891cae8002e4 req-b6e6b997-2951-4f84-b9b5-73ae74e1d8af tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397236 Mar 11 15:55:15.904350 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:16.055432 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5950b8d9-7279-4d63-92ce-76ebf84f5c81 req-456f364f-2756-462c-9a09-a8e556d1034a tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:16.057567 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5950b8d9-7279-4d63-92ce-76ebf84f5c81 req-456f364f-2756-462c-9a09-a8e556d1034a tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 946 time: 0.0753806 Mar 11 15:55:16.104779 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5950b8d9-7279-4d63-92ce-76ebf84f5c81 req-242e3ff2-fd13-4570-8845-e1324702c53b tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417800 Mar 11 15:55:17.309008 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc026ddb-fcfa-4a74-a9c1-5f6d94824ba8 req-3fb7082c-5eea-489c-9a4a-7110c37d63e2 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:17.311555 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-cc026ddb-fcfa-4a74-a9c1-5f6d94824ba8 req-3fb7082c-5eea-489c-9a4a-7110c37d63e2 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 946 time: 0.0848486 Mar 11 15:55:17.356757 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-cc026ddb-fcfa-4a74-a9c1-5f6d94824ba8 req-8b79d3b7-6c20-4c7e-a090-975dcd058702 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396450 Mar 11 15:55:18.555788 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510978b7-ce5d-4bfd-9511-6cd3d72e4744 req-000e1114-a32d-41f6-b675-107add65a42e tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:18.557907 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-510978b7-ce5d-4bfd-9511-6cd3d72e4744 req-000e1114-a32d-41f6-b675-107add65a42e tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 946 time: 0.0780115 Mar 11 15:55:18.605601 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-510978b7-ce5d-4bfd-9511-6cd3d72e4744 req-d83df2ff-1a31-4c8d-b02e-9b75f9e8de59 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420659 Mar 11 15:55:19.807988 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8f718-7824-4559-974f-064bef6f9180 req-52dc43d2-1d71-469f-9252-c4012b386981 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:19.809428 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e6e8f718-7824-4559-974f-064bef6f9180 req-52dc43d2-1d71-469f-9252-c4012b386981 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 946 time: 0.0746968 Mar 11 15:55:19.853935 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e6e8f718-7824-4559-974f-064bef6f9180 req-eedf726b-f785-4731-b4ea-5d504885b926 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389743 Mar 11 15:55:21.061996 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac1a2f-4488-4b4c-abd3-a9f54866e914 req-b85d023b-1ab3-4629-9090-8285e65ddbdf tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:21.063423 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-40ac1a2f-4488-4b4c-abd3-a9f54866e914 req-b85d023b-1ab3-4629-9090-8285e65ddbdf tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 946 time: 0.0790186 Mar 11 15:55:21.106992 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-40ac1a2f-4488-4b4c-abd3-a9f54866e914 req-1ed5320a-8084-4627-a8b4-01cf8ddc26cb tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380898 Mar 11 15:55:22.306842 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc168901-0612-4dc0-865e-2a5108ad227d req-9689dce0-c87b-4da9-a092-035ac73e5ab5 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:22.308303 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-bc168901-0612-4dc0-865e-2a5108ad227d req-9689dce0-c87b-4da9-a092-035ac73e5ab5 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 946 time: 0.0815511 Mar 11 15:55:22.352035 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-bc168901-0612-4dc0-865e-2a5108ad227d req-02c3cdb9-3dbf-400d-9c7d-7de4fb8c63c6 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383148 Mar 11 15:55:22.961958 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:55:23.548992 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21681e93-ca33-4fad-9c01-b3f520462418 req-46e6bfc4-176d-4c78-b0dd-f36ac564cdde tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:23.550343 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-21681e93-ca33-4fad-9c01-b3f520462418 req-46e6bfc4-176d-4c78-b0dd-f36ac564cdde tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 946 time: 0.0755551 Mar 11 15:55:23.596941 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-21681e93-ca33-4fad-9c01-b3f520462418 req-f1f85c15-4b1b-482b-a3ed-9c2d73117af7 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408509 Mar 11 15:55:24.787915 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec09406d-dce2-413e-a179-259d6352eab0 req-9c82286a-3779-4332-bffe-1493246d54e1 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:24.789402 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-ec09406d-dce2-413e-a179-259d6352eab0 req-9c82286a-3779-4332-bffe-1493246d54e1 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 946 time: 0.0740099 Mar 11 15:55:24.911860 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-ec09406d-dce2-413e-a179-259d6352eab0 req-7b59b718-8247-49f9-93be-0536f655cbb6 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170216 Mar 11 15:55:26.131516 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97ded2-b311-4ecb-9108-06ac82f4d331 req-689eae71-2eb4-407a-af17-e9b48522fe07 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:26.132976 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-fc97ded2-b311-4ecb-9108-06ac82f4d331 req-689eae71-2eb4-407a-af17-e9b48522fe07 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 946 time: 0.0825031 Mar 11 15:55:26.178700 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-fc97ded2-b311-4ecb-9108-06ac82f4d331 req-a387e8af-f6c8-43bc-aaee-d79cfd1c6fea tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398769 Mar 11 15:55:27.378853 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e6339-166c-474d-bbe7-9a5ba68fbdf4 req-d2454a11-700d-45a5-8c5d-230e7f1b2211 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:27.380283 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e25e6339-166c-474d-bbe7-9a5ba68fbdf4 req-d2454a11-700d-45a5-8c5d-230e7f1b2211 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 946 time: 0.0728357 Mar 11 15:55:27.424385 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e25e6339-166c-474d-bbe7-9a5ba68fbdf4 req-54839c74-4511-4014-a194-740d356a6460 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382524 Mar 11 15:55:28.625028 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81288f51-7663-4bcf-a9cf-750b37eba942 req-4bda7eef-919d-41a6-a77d-56747a8f1202 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:28.626642 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-81288f51-7663-4bcf-a9cf-750b37eba942 req-4bda7eef-919d-41a6-a77d-56747a8f1202 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 946 time: 0.0781300 Mar 11 15:55:28.676409 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-81288f51-7663-4bcf-a9cf-750b37eba942 req-07024c34-7472-4b02-91aa-7b23fc2c2bc2 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440443 Mar 11 15:55:29.367654 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-15dad9cb-71fc-48d3-a825-0be1063b33ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:29.871393 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6564aa2-00bd-4034-8e44-9a3433645381 req-e1817d94-ccb8-46d7-8556-bef27f24b8c7 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:29.872852 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c6564aa2-00bd-4034-8e44-9a3433645381 req-e1817d94-ccb8-46d7-8556-bef27f24b8c7 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 946 time: 0.0767345 Mar 11 15:55:29.917206 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c6564aa2-00bd-4034-8e44-9a3433645381 req-0a23dd19-61db-442d-953b-ef833573c7ab tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389113 Mar 11 15:55:31.117489 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70883cc0-7104-437a-b369-23344b557dbd req-1370c245-554d-45d3-858c-40209d0e2d4e tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:31.118932 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-70883cc0-7104-437a-b369-23344b557dbd req-1370c245-554d-45d3-858c-40209d0e2d4e tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 946 time: 0.0774889 Mar 11 15:55:31.165275 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-70883cc0-7104-437a-b369-23344b557dbd req-81344e1d-f750-4bc6-ba07-c70cd64580ed tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405989 Mar 11 15:55:31.637956 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a2b215c9-b3a9-4e75-a4d7-b4739a41e880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:32.368240 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f347ab-ba7d-48b2-9961-6cf07a2e8ea2 req-5bbe699d-88cf-46c5-bb26-76f7c782e6ba tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:32.370144 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-a5f347ab-ba7d-48b2-9961-6cf07a2e8ea2 req-5bbe699d-88cf-46c5-bb26-76f7c782e6ba tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 946 time: 0.0842574 Mar 11 15:55:32.415042 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-a5f347ab-ba7d-48b2-9961-6cf07a2e8ea2 req-3b1c40d7-9827-452d-844e-f23b284af95a tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388508 Mar 11 15:55:32.812363 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:33.033143 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:33.617162 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f4e7d-ea4f-4967-a168-8ac99e87a092 req-e7d2f32f-2d5b-4e32-9e8f-5a753e52223d tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:33.618589 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9e0f4e7d-ea4f-4967-a168-8ac99e87a092 req-e7d2f32f-2d5b-4e32-9e8f-5a753e52223d tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 946 time: 0.0807319 Mar 11 15:55:33.743428 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9e0f4e7d-ea4f-4967-a168-8ac99e87a092 req-af2d64bd-ed17-48ed-aa8e-e1c5b4b227b0 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191359 Mar 11 15:55:34.240509 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:34.944676 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c24c8-8183-4d5c-9206-9790645c50c8 req-c17b6940-d5f7-4fc3-93e7-ad5cfd76290f tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:34.946091 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-616c24c8-8183-4d5c-9206-9790645c50c8 req-c17b6940-d5f7-4fc3-93e7-ad5cfd76290f tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 946 time: 0.0803525 Mar 11 15:55:34.990813 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-616c24c8-8183-4d5c-9206-9790645c50c8 req-b17a9c84-a72b-4f9c-8ce4-fa319c0d6a51 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389564 Mar 11 15:55:36.189063 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd9c49-3dd0-45c3-bbfb-289fc53cefa9 req-157d8a46-1274-4218-9c1e-abaaf9870c46 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:36.190484 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8ecd9c49-3dd0-45c3-bbfb-289fc53cefa9 req-157d8a46-1274-4218-9c1e-abaaf9870c46 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 946 time: 0.0770283 Mar 11 15:55:36.236242 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8ecd9c49-3dd0-45c3-bbfb-289fc53cefa9 req-a1bf09c5-c38e-49c0-a295-ef074d651827 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401795 Mar 11 15:55:37.430364 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfce64-1b1d-4916-9c34-81b5f6899b10 req-ade1c151-3c05-4493-a445-4579ca14f7f4 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:37.431775 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b7bfce64-1b1d-4916-9c34-81b5f6899b10 req-ade1c151-3c05-4493-a445-4579ca14f7f4 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 946 time: 0.0737841 Mar 11 15:55:37.479297 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b7bfce64-1b1d-4916-9c34-81b5f6899b10 req-3c8d91a1-14bd-41c2-9bf4-e28816ff71b6 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412059 Mar 11 15:55:38.056503 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e5d756de-cab5-49fb-81ab-ae48f93838ee req-3b9c8ea6-99e7-42c4-83fc-f8f51c06d7a4 service neutron] 10.222.0.73 "GET /v2.0/ports/bb394cee-79a9-4a1f-a513-e9b683d3b6ee/bindings/hv-neutron-8333 HTTP/1.1" status: 200 len: 384 time: 0.0787432 Mar 11 15:55:38.315905 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e5d756de-cab5-49fb-81ab-ae48f93838ee req-825c88f9-7fb1-4547-8c3a-c78b0d8a58de service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8&tenant_id=a5911b9c8d114cf0af11f07cd838280c HTTP/1.1" status: 200 len: 1099 time: 0.0684466 Mar 11 15:55:38.406014 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e5d756de-cab5-49fb-81ab-ae48f93838ee req-ae077621-6084-41ce-86be-ac331d1032b4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a5911b9c8d114cf0af11f07cd838280c&device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 1099 time: 0.0704429 Mar 11 15:55:38.536751 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d756de-cab5-49fb-81ab-ae48f93838ee req-510e0f8c-f3b5-4df8-8b80-412edeca6de0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:38.537838 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e5d756de-cab5-49fb-81ab-ae48f93838ee req-510e0f8c-f3b5-4df8-8b80-412edeca6de0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=15bc638a-f817-421b-bd7f-f3f808a0c6c5 HTTP/1.1" status: 200 len: 916 time: 0.1262355 Mar 11 15:55:38.642398 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e5d756de-cab5-49fb-81ab-ae48f93838ee req-29a97b56-bf34-49f5-93ff-4b8258279d6c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb394cee-79a9-4a1f-a513-e9b683d3b6ee HTTP/1.1" status: 200 len: 217 time: 0.0983427 Mar 11 15:55:38.722828 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d756de-cab5-49fb-81ab-ae48f93838ee req-b1027064-e333-4b1d-ae34-0d755a0df235 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:38.724252 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e5d756de-cab5-49fb-81ab-ae48f93838ee req-b1027064-e333-4b1d-ae34-0d755a0df235 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=11215759-541d-47bc-a5be-1c4f2a94d605 HTTP/1.1" status: 200 len: 855 time: 0.0763764 Mar 11 15:55:38.776375 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e5d756de-cab5-49fb-81ab-ae48f93838ee req-155a351b-529d-4255-b836-57881e11c00f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15bc638a-f817-421b-bd7f-f3f808a0c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450196 Mar 11 15:55:38.783079 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03519b-ad34-4166-83ef-335a82057d51 req-dcd3d683-daea-4cb1-83c0-5f887a29098b tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:38.784413 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-fd03519b-ad34-4166-83ef-335a82057d51 req-dcd3d683-daea-4cb1-83c0-5f887a29098b tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 946 time: 0.1801903 Mar 11 15:55:38.912738 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-fd03519b-ad34-4166-83ef-335a82057d51 req-59e688a3-87cb-4757-8c31-6b8e5ca811f0 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097393 Mar 11 15:55:38.949239 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e5d756de-cab5-49fb-81ab-ae48f93838ee req-485c6811-291b-4e54-9bdb-5b1ce7d9806a service neutron] 10.222.0.73 "GET /v2.0/networks/15bc638a-f817-421b-bd7f-f3f808a0c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638365 Mar 11 15:55:39.078889 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e5d756de-cab5-49fb-81ab-ae48f93838ee req-e67e1faf-abdc-4d19-b2e8-9f4925948bdf service neutron] 10.222.0.73 "GET /v2.0/networks/15bc638a-f817-421b-bd7f-f3f808a0c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227875 Mar 11 15:55:40.111879 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80edc4-49d9-42b0-aa1e-3ad21b29cd0d req-dd04a4fe-5362-41dc-b683-c173151e9181 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:40.113339 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-ab80edc4-49d9-42b0-aa1e-3ad21b29cd0d req-dd04a4fe-5362-41dc-b683-c173151e9181 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 946 time: 0.0758765 Mar 11 15:55:40.157896 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-ab80edc4-49d9-42b0-aa1e-3ad21b29cd0d req-83e49bbf-b344-43c9-bb71-01b62d47c632 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391097 Mar 11 15:55:40.968710 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device bb394cee-79a9-4a1f-a513-e9b683d3b6ee no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:55:41.074086 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:41.099625 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b7454f-7d9a-46a6-8867-7d0687bd4bf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb394cee-79a9-4a1f-a513-e9b683d3b6ee'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:55:41.109751 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port bb394cee-79a9-4a1f-a513-e9b683d3b6ee, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=bb394cee-79a9-4a1f-a513-e9b683d3b6ee,segment=NetworkSegment(dc4ddfbd-defa-4f93-b6bd-091fa009f635),segment_id=dc4ddfbd-defa-4f93-b6bd-091fa009f635)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:55:41.113749 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:41.181408 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=bb394cee-79a9-4a1f-a513-e9b683d3b6ee,revision_number=6']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:55:41.244234 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b7454f-7d9a-46a6-8867-7d0687bd4bf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb394cee-79a9-4a1f-a513-e9b683d3b6ee', 'code': 200} Mar 11 15:55:41.361187 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb94fbd-2d77-4b30-a7ef-8df75dd5ece7 req-29097b1d-9a36-490f-82a3-3cd94cee7572 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:41.362616 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-3eb94fbd-2d77-4b30-a7ef-8df75dd5ece7 req-29097b1d-9a36-490f-82a3-3cd94cee7572 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 944 time: 0.0794024 Mar 11 15:55:41.407105 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-3eb94fbd-2d77-4b30-a7ef-8df75dd5ece7 req-58bbcee0-ecd4-418d-8923-7efba4bf07a2 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390241 Mar 11 15:55:42.610877 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241289c-97c5-45d3-872c-a2a350f12765 req-b7b73405-dbff-444c-938c-452fdd02ccda tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:42.612323 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0241289c-97c5-45d3-872c-a2a350f12765 req-b7b73405-dbff-444c-938c-452fdd02ccda tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 944 time: 0.0757136 Mar 11 15:55:42.657148 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0241289c-97c5-45d3-872c-a2a350f12765 req-edba02aa-e6b7-410a-8913-bc89901c789d tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392668 Mar 11 15:55:42.982682 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device bb394cee-79a9-4a1f-a513-e9b683d3b6ee details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:55:43.033766 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c850233-dbdb-4896-b54f-f80dd034f973 req-e3a1d90a-91a7-43e4-94d5-b35981da32fd tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:43.035199 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9c850233-dbdb-4896-b54f-f80dd034f973 req-e3a1d90a-91a7-43e4-94d5-b35981da32fd tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 944 time: 0.1050658 Mar 11 15:55:43.040641 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b2e12-53c4-4405-a3c3-5b5818e30814 req-8c813dba-a619-4a3a-b83b-a6631506ab28 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:43.041919 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2c9b2e12-53c4-4405-a3c3-5b5818e30814 req-8c813dba-a619-4a3a-b83b-a6631506ab28 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.73 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8&tenant_id=a5911b9c8d114cf0af11f07cd838280c&binding%3Ahost_id=hv-neutron-8333 HTTP/1.1" status: 200 len: 944 time: 0.1443443 Mar 11 15:55:43.090177 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9c850233-dbdb-4896-b54f-f80dd034f973 req-4dbd6f9b-e5f6-4676-b0c7-074190266b07 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472856 Mar 11 15:55:43.127255 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port bb394cee-79a9-4a1f-a513-e9b683d3b6ee, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=bb394cee-79a9-4a1f-a513-e9b683d3b6ee,segment=NetworkSegment(dc4ddfbd-defa-4f93-b6bd-091fa009f635),segment_id=dc4ddfbd-defa-4f93-b6bd-091fa009f635)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:55:43.140968 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': 'bb394cee-79a9-4a1f-a513-e9b683d3b6ee', 'network_id': '15bc638a-f817-421b-bd7f-f3f808a0c6c5', 'port_id': 'bb394cee-79a9-4a1f-a513-e9b683d3b6ee', 'mac_address': 'fa:16:3e:0e:dd:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11215759-541d-47bc-a5be-1c4f2a94d605', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:55:43.190065 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2c9b2e12-53c4-4405-a3c3-5b5818e30814 req-6756e8bf-01d5-4600-8c07-2959dd56a74e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a5911b9c8d114cf0af11f07cd838280c&device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 1097 time: 0.0736117 Mar 11 15:55:43.194734 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:43.212518 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb394cee-79a9-4a1f-a513-e9b683d3b6ee {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:55:43.228407 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port bb394cee-79a9-4a1f-a513-e9b683d3b6ee, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=bb394cee-79a9-4a1f-a513-e9b683d3b6ee,segment=NetworkSegment(dc4ddfbd-defa-4f93-b6bd-091fa009f635),segment_id=dc4ddfbd-defa-4f93-b6bd-091fa009f635)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:55:43.233456 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:43.306778 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['bb394cee-79a9-4a1f-a513-e9b683d3b6ee'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 15:55:43.328655 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b2e12-53c4-4405-a3c3-5b5818e30814 req-7b2a3a83-fbda-49cd-a4a4-d0f91439f000 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:43.330093 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2c9b2e12-53c4-4405-a3c3-5b5818e30814 req-7b2a3a83-fbda-49cd-a4a4-d0f91439f000 service neutron] 10.222.0.73 "GET /v2.0/networks?id=15bc638a-f817-421b-bd7f-f3f808a0c6c5 HTTP/1.1" status: 200 len: 916 time: 0.1340129 Mar 11 15:55:43.334072 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=bb394cee-79a9-4a1f-a513-e9b683d3b6ee,revision_number=7']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:55:43.507353 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2c9b2e12-53c4-4405-a3c3-5b5818e30814 req-8f0f754e-530c-4f23-b780-6cd6ebf774b3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb394cee-79a9-4a1f-a513-e9b683d3b6ee HTTP/1.1" status: 200 len: 217 time: 0.1704979 Mar 11 15:55:43.569138 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b2e12-53c4-4405-a3c3-5b5818e30814 req-3b324eae-466f-4ff6-83b0-4a31c5a3a8b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:43.570498 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2c9b2e12-53c4-4405-a3c3-5b5818e30814 req-3b324eae-466f-4ff6-83b0-4a31c5a3a8b6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=11215759-541d-47bc-a5be-1c4f2a94d605 HTTP/1.1" status: 200 len: 855 time: 0.0565138 Mar 11 15:55:43.614099 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2c9b2e12-53c4-4405-a3c3-5b5818e30814 req-351eb62d-d174-42ec-8fa4-324a4d8405d6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15bc638a-f817-421b-bd7f-f3f808a0c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374548 Mar 11 15:55:43.744467 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2c9b2e12-53c4-4405-a3c3-5b5818e30814 req-36adc0c3-1fcf-4033-8df9-7a5d98695c04 service neutron] 10.222.0.73 "GET /v2.0/networks/15bc638a-f817-421b-bd7f-f3f808a0c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240931 Mar 11 15:55:43.873355 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2c9b2e12-53c4-4405-a3c3-5b5818e30814 req-b252388e-ba18-4e7f-8326-f31cd7c2951e service neutron] 10.222.0.73 "GET /v2.0/networks/15bc638a-f817-421b-bd7f-f3f808a0c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226554 Mar 11 15:55:44.297585 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dbbda0-5ffa-4040-b055-95a7471033bf req-6f76ac13-46e1-41fa-86bd-54f5920c3191 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:44.299848 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-67dbbda0-5ffa-4040-b055-95a7471033bf req-6f76ac13-46e1-41fa-86bd-54f5920c3191 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 945 time: 0.0775497 Mar 11 15:55:44.347971 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-67dbbda0-5ffa-4040-b055-95a7471033bf req-e3650671-5b5c-4cc8-8a18-53c071b6ec4e tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432687 Mar 11 15:55:44.982427 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device bb394cee-79a9-4a1f-a513-e9b683d3b6ee up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:55:45.048590 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port bb394cee-79a9-4a1f-a513-e9b683d3b6ee triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:55:45.048954 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:45.186855 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:45.213064 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b7454f-7d9a-46a6-8867-7d0687bd4bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb394cee-79a9-4a1f-a513-e9b683d3b6ee'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:55:45.222788 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port bb394cee-79a9-4a1f-a513-e9b683d3b6ee, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=bb394cee-79a9-4a1f-a513-e9b683d3b6ee,segment=NetworkSegment(dc4ddfbd-defa-4f93-b6bd-091fa009f635),segment_id=dc4ddfbd-defa-4f93-b6bd-091fa009f635)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:55:45.227098 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:45.270270 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b7454f-7d9a-46a6-8867-7d0687bd4bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb394cee-79a9-4a1f-a513-e9b683d3b6ee', 'code': 200} Mar 11 15:55:45.294102 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=bb394cee-79a9-4a1f-a513-e9b683d3b6ee,revision_number=8']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:55:45.549966 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c5723-a4fe-4310-b865-deb38b83867a req-3a25f4fe-b542-4bb4-9281-71d3da29c37a tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:45.551309 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-388c5723-a4fe-4310-b865-deb38b83867a req-3a25f4fe-b542-4bb4-9281-71d3da29c37a tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 946 time: 0.0789661 Mar 11 15:55:45.595608 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-388c5723-a4fe-4310-b865-deb38b83867a req-3f9d43f1-10bd-4623-b9a7-92c9b3d967a1 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384939 Mar 11 15:55:45.793151 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da3aad-3948-4bf8-9467-dcef3a07dcdf req-ae49c176-f84a-454f-ac65-b31cf3272218 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:45.794597 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-51da3aad-3948-4bf8-9467-dcef3a07dcdf req-ae49c176-f84a-454f-ac65-b31cf3272218 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 946 time: 0.0792089 Mar 11 15:55:45.839946 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-51da3aad-3948-4bf8-9467-dcef3a07dcdf req-f56188c0-10c3-475e-a557-771e3e816290 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396874 Mar 11 15:55:45.902480 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:46.030099 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d851ed6-acdf-47a7-83c2-7129881ea4dd req-08a38d7c-7067-4f31-b2f1-bece9cd642df tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:46.031569 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-6d851ed6-acdf-47a7-83c2-7129881ea4dd req-08a38d7c-7067-4f31-b2f1-bece9cd642df tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 946 time: 0.0754411 Mar 11 15:55:46.081395 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-6d851ed6-acdf-47a7-83c2-7129881ea4dd req-606aca97-1a09-4e8f-8fd5-4fdc5e572ede tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442250 Mar 11 15:55:46.663071 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055dac93-a510-4d5a-b732-3cdad573ea73 req-93b866ca-679e-4a73-8b34-79b78f140ba3 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:46.664435 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-055dac93-a510-4d5a-b732-3cdad573ea73 req-93b866ca-679e-4a73-8b34-79b78f140ba3 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 946 time: 0.0763338 Mar 11 15:55:46.713360 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-055dac93-a510-4d5a-b732-3cdad573ea73 req-698bfc8f-b284-48d6-aa08-ea89641df3fe tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428162 Mar 11 15:55:47.905431 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bdd76d-f26b-461f-a99c-aca6230b1c71 req-657eeaa5-9720-4e83-9aae-c8afc9e6d1b4 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:47.906873 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-87bdd76d-f26b-461f-a99c-aca6230b1c71 req-657eeaa5-9720-4e83-9aae-c8afc9e6d1b4 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 946 time: 0.0738544 Mar 11 15:55:47.952057 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-87bdd76d-f26b-461f-a99c-aca6230b1c71 req-68dce5a9-0582-42b2-89fe-67368db346c7 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/security-groups?id=868e74ee-716f-4c8e-9e65-01051ed4e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397787 Mar 11 15:55:48.414655 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887ef8d-5665-4aca-abb5-77bb3f7b44a8 req-24568421-d2fb-4005-b84f-b0776460b7f0 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:48.416078 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e887ef8d-5665-4aca-abb5-77bb3f7b44a8 req-24568421-d2fb-4005-b84f-b0776460b7f0 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.73 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 946 time: 0.0791585 Mar 11 15:55:48.484816 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-e887ef8d-5665-4aca-abb5-77bb3f7b44a8 req-0440f115-6f45-4cd6-bb4c-820ae1d19327 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Deleting port bb394cee-79a9-4a1f-a513-e9b683d3b6ee {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:55:48.485036 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-e887ef8d-5665-4aca-abb5-77bb3f7b44a8 req-0440f115-6f45-4cd6-bb4c-820ae1d19327 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:48.727191 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-e887ef8d-5665-4aca-abb5-77bb3f7b44a8 req-0440f115-6f45-4cd6-bb4c-820ae1d19327 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] For port bb394cee-79a9-4a1f-a513-e9b683d3b6ee, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=bb394cee-79a9-4a1f-a513-e9b683d3b6ee,segment=NetworkSegment(dc4ddfbd-defa-4f93-b6bd-091fa009f635),segment_id=dc4ddfbd-defa-4f93-b6bd-091fa009f635)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:55:48.727541 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-e887ef8d-5665-4aca-abb5-77bb3f7b44a8 req-0440f115-6f45-4cd6-bb4c-820ae1d19327 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:48.846892 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-e887ef8d-5665-4aca-abb5-77bb3f7b44a8 req-0440f115-6f45-4cd6-bb4c-820ae1d19327 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Calling delete_port for bb394cee-79a9-4a1f-a513-e9b683d3b6ee owned by compute:nova {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:55:48.985680 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-e887ef8d-5665-4aca-abb5-77bb3f7b44a8 req-0440f115-6f45-4cd6-bb4c-820ae1d19327 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:48.998253 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['bb394cee-79a9-4a1f-a513-e9b683d3b6ee'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 15:55:49.041460 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440f115-6f45-4cd6-bb4c-820ae1d19327 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Pushing event deleted for resources: {'Port': ['ID=bb394cee-79a9-4a1f-a513-e9b683d3b6ee,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:55:49.146573 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0440f115-6f45-4cd6-bb4c-820ae1d19327 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:49.146922 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0440f115-6f45-4cd6-bb4c-820ae1d19327 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:49.147253 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0440f115-6f45-4cd6-bb4c-820ae1d19327 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:49.147582 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0440f115-6f45-4cd6-bb4c-820ae1d19327 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:49.147908 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0440f115-6f45-4cd6-bb4c-820ae1d19327 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:49.148263 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0440f115-6f45-4cd6-bb4c-820ae1d19327 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:49.148584 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0440f115-6f45-4cd6-bb4c-820ae1d19327 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:49.148902 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0440f115-6f45-4cd6-bb4c-820ae1d19327 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:49.149220 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0440f115-6f45-4cd6-bb4c-820ae1d19327 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:49.149536 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0440f115-6f45-4cd6-bb4c-820ae1d19327 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:49.149863 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0440f115-6f45-4cd6-bb4c-820ae1d19327 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:49.165213 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-e887ef8d-5665-4aca-abb5-77bb3f7b44a8 req-0440f115-6f45-4cd6-bb4c-820ae1d19327 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] No DVR routers for this DVR port bb394cee-79a9-4a1f-a513-e9b683d3b6ee on host hv-neutron-8333 {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:55:49.167796 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-e887ef8d-5665-4aca-abb5-77bb3f7b44a8 req-0440f115-6f45-4cd6-bb4c-820ae1d19327 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:49.172335 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ba3d972c-56d0-454d-96ba-a158d1792ca0 req-94dfbca7-8d8b-4bd6-b268-4c39a354c3fb tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.31 "GET /v2.0/ports?device_id=05b7454f-7d9a-46a6-8867-7d0687bd4bf8 HTTP/1.1" status: 200 len: 210 time: 0.0896950 Mar 11 15:55:49.173915 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b7454f-7d9a-46a6-8867-7d0687bd4bf8', 'name': 'network-vif-deleted', 'tag': 'bb394cee-79a9-4a1f-a513-e9b683d3b6ee'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:55:49.189476 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e887ef8d-5665-4aca-abb5-77bb3f7b44a8 req-0440f115-6f45-4cd6-bb4c-820ae1d19327 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] 10.222.0.73 "DELETE /v2.0/ports/bb394cee-79a9-4a1f-a513-e9b683d3b6ee HTTP/1.1" status: 204 len: 173 time: 0.7679667 Mar 11 15:55:49.237902 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b7454f-7d9a-46a6-8867-7d0687bd4bf8', 'name': 'network-vif-deleted', 'tag': 'bb394cee-79a9-4a1f-a513-e9b683d3b6ee', 'status': 'completed', 'code': 200} Mar 11 15:55:50.429293 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 46502) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:55:50.489040 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-06bc6af5-04e4-46a9-9657-9102edaf05b8 admin admin] Deleting subnet 11215759-541d-47bc-a5be-1c4f2a94d605 {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 15:55:50.491826 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-06bc6af5-04e4-46a9-9657-9102edaf05b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:50.540195 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-06bc6af5-04e4-46a9-9657-9102edaf05b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:50.684438 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-06bc6af5-04e4-46a9-9657-9102edaf05b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:50.756320 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-06bc6af5-04e4-46a9-9657-9102edaf05b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:50.792196 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc6af5-04e4-46a9-9657-9102edaf05b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11215759-541d-47bc-a5be-1c4f2a94d605,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:55:50.798415 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-06bc6af5-04e4-46a9-9657-9102edaf05b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:50.803931 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-06bc6af5-04e4-46a9-9657-9102edaf05b8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/11215759-541d-47bc-a5be-1c4f2a94d605 HTTP/1.1" status: 204 len: 168 time: 0.3736582 Mar 11 15:55:50.806633 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 46506) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:55:50.909478 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4de53bc7-94b3-4a9c-8a55-b8158a3e66e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:50.998830 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device bb394cee-79a9-4a1f-a513-e9b683d3b6ee no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:55:51.032654 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] No Port match for: bb394cee-79a9-4a1f-a513-e9b683d3b6ee {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:55:51.032836 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4de53bc7-94b3-4a9c-8a55-b8158a3e66e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:51.032939 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device bb394cee-79a9-4a1f-a513-e9b683d3b6ee not bound to the agent host hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:55:51.066209 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-4de53bc7-94b3-4a9c-8a55-b8158a3e66e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15bc638a-f817-421b-bd7f-f3f808a0c6c5']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:55:51.078894 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-4de53bc7-94b3-4a9c-8a55-b8158a3e66e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc4ddfbd-defa-4f93-b6bd-091fa009f635') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:55:51.079185 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-4de53bc7-94b3-4a9c-8a55-b8158a3e66e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc4ddfbd-defa-4f93-b6bd-091fa009f635') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:55:51.091365 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4de53bc7-94b3-4a9c-8a55-b8158a3e66e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:51.107204 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4de53bc7-94b3-4a9c-8a55-b8158a3e66e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:51.113078 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4de53bc7-94b3-4a9c-8a55-b8158a3e66e8 admin admin] Releasing vlan 785 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 15:55:51.113453 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4de53bc7-94b3-4a9c-8a55-b8158a3e66e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:51.126926 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 15:55:51.126926 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 15:55:51.126926 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 15:55:51.126926 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:55:51.126926 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 15:55:51.126926 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 15:55:51.126926 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 15:55:51.126926 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:55:51.126926 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 15:55:51.126926 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:55:51.126926 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 15:55:51.126926 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:55:51.126926 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 15:55:51.126926 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 15:55:51.126926 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:55:51.126926 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 15:55:51.126926 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:55:51.126926 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 15:55:51.126926 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 15:55:51.126926 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:55:51.126926 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 15:55:51.126926 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:55:51.126926 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:55:51.126926 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 15:55:51.126926 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 15:55:51.126926 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 15:55:51.126926 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:55:51.126926 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 15:55:51.126926 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:55:51.126926 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 15:55:51.126926 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:55:51.126926 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:55:51.205921 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4de53bc7-94b3-4a9c-8a55-b8158a3e66e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:51.222675 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4de53bc7-94b3-4a9c-8a55-b8158a3e66e8 admin admin] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:51.233572 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de53bc7-94b3-4a9c-8a55-b8158a3e66e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=15bc638a-f817-421b-bd7f-f3f808a0c6c5,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:55:51.242689 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-4de53bc7-94b3-4a9c-8a55-b8158a3e66e8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/15bc638a-f817-421b-bd7f-f3f808a0c6c5 HTTP/1.1" status: 204 len: 168 time: 0.4351165 Mar 11 15:55:51.398992 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 46512) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:55:51.449411 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-04aa99ef-c9cb-430a-8fbe-8b7b9ae57fc1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a5911b9c8d114cf0af11f07cd838280c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0492523 Mar 11 15:55:51.452650 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 46516) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:55:51.514283 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-512b6e8b-fca9-4065-91cb-8145869a8576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:51.539218 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-512b6e8b-fca9-4065-91cb-8145869a8576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:51.591225 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-512b6e8b-fca9-4065-91cb-8145869a8576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:51.608045 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b6e8b-fca9-4065-91cb-8145869a8576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868e74ee-716f-4c8e-9e65-01051ed4e704,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:55:51.619494 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-512b6e8b-fca9-4065-91cb-8145869a8576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:51.623580 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-512b6e8b-fca9-4065-91cb-8145869a8576 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/868e74ee-716f-4c8e-9e65-01051ed4e704 HTTP/1.1" status: 204 len: 168 time: 0.1676486 Mar 11 15:55:52.455063 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 46538) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:55:52.585013 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-85424e0e-ee2d-4262-9028-319b1ce1e66f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2041363647-network', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:55:52.589779 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-85424e0e-ee2d-4262-9028-319b1ce1e66f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:55:52.593532 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-85424e0e-ee2d-4262-9028-319b1ce1e66f admin admin] Usage tracker for resource:network and tenant:fae0393d9721465ebf973edfe4ecb299 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:55:52.596416 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-85424e0e-ee2d-4262-9028-319b1ce1e66f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:55:52.601954 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-85424e0e-ee2d-4262-9028-319b1ce1e66f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:55:52.615651 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85424e0e-ee2d-4262-9028-319b1ce1e66f admin admin] Made reservation on behalf of fae0393d9721465ebf973edfe4ecb299 for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:55:52.617863 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-85424e0e-ee2d-4262-9028-319b1ce1e66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:52.630878 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-85424e0e-ee2d-4262-9028-319b1ce1e66f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:52.661817 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-85424e0e-ee2d-4262-9028-319b1ce1e66f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:55:52.665515 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-85424e0e-ee2d-4262-9028-319b1ce1e66f admin admin] Usage tracker for resource:security_group_rule and tenant:fae0393d9721465ebf973edfe4ecb299 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:55:52.668916 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-85424e0e-ee2d-4262-9028-319b1ce1e66f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:55:52.674356 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-85424e0e-ee2d-4262-9028-319b1ce1e66f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:55:52.738827 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-85424e0e-ee2d-4262-9028-319b1ce1e66f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:52.742637 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-85424e0e-ee2d-4262-9028-319b1ce1e66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:52.776044 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85424e0e-ee2d-4262-9028-319b1ce1e66f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:55:52.781342 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85424e0e-ee2d-4262-9028-319b1ce1e66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e37093e-3e1e-42ff-a27d-d057d0a647cb,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:55:52.788856 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-85424e0e-ee2d-4262-9028-319b1ce1e66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:52.788856 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-85424e0e-ee2d-4262-9028-319b1ce1e66f admin admin] Added segment 3cd01685-c976-4bfe-85f1-738163aacf36 of type vlan for network 568becae-cbca-4a4b-bfda-9304f5b467a6 Mar 11 15:55:52.815247 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-85424e0e-ee2d-4262-9028-319b1ce1e66f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:52.843414 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-85424e0e-ee2d-4262-9028-319b1ce1e66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:52.844190 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85424e0e-ee2d-4262-9028-319b1ce1e66f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:52.844763 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-85424e0e-ee2d-4262-9028-319b1ce1e66f admin admin] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:52.946235 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85424e0e-ee2d-4262-9028-319b1ce1e66f admin admin] Pushing event updated for resources: {'Network': ['ID=568becae-cbca-4a4b-bfda-9304f5b467a6,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:55:52.952716 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-85424e0e-ee2d-4262-9028-319b1ce1e66f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4964631 Mar 11 15:55:52.953282 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 46544) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:55:52.956541 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 568becae-cbca-4a4b-bfda-9304f5b467a6 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:55:52.959395 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-a739d6c3-3488-4ecd-b56c-d1deb84b0c4e admin admin] Request body: {'subnet': {'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2041363647-subnet', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:55:52.965076 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-a739d6c3-3488-4ecd-b56c-d1deb84b0c4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:55:52.968873 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-a739d6c3-3488-4ecd-b56c-d1deb84b0c4e admin admin] Usage tracker for resource:subnet and tenant:fae0393d9721465ebf973edfe4ecb299 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:55:52.971663 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-a739d6c3-3488-4ecd-b56c-d1deb84b0c4e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:55:52.977400 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-a739d6c3-3488-4ecd-b56c-d1deb84b0c4e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:55:52.988019 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a739d6c3-3488-4ecd-b56c-d1deb84b0c4e admin admin] Made reservation on behalf of fae0393d9721465ebf973edfe4ecb299 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:55:52.990477 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a739d6c3-3488-4ecd-b56c-d1deb84b0c4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:53.201851 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a739d6c3-3488-4ecd-b56c-d1deb84b0c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:53.273565 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739d6c3-3488-4ecd-b56c-d1deb84b0c4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d46f66e3-c877-4246-9886-b8295ca74407,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:55:53.288533 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a739d6c3-3488-4ecd-b56c-d1deb84b0c4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:53.288882 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a739d6c3-3488-4ecd-b56c-d1deb84b0c4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:53.289220 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a739d6c3-3488-4ecd-b56c-d1deb84b0c4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:53.289644 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a739d6c3-3488-4ecd-b56c-d1deb84b0c4e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:53.289987 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a739d6c3-3488-4ecd-b56c-d1deb84b0c4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:53.290315 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a739d6c3-3488-4ecd-b56c-d1deb84b0c4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:53.290642 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a739d6c3-3488-4ecd-b56c-d1deb84b0c4e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:53.290966 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a739d6c3-3488-4ecd-b56c-d1deb84b0c4e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:53.291301 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a739d6c3-3488-4ecd-b56c-d1deb84b0c4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:53.291602 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a739d6c3-3488-4ecd-b56c-d1deb84b0c4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:53.291920 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a739d6c3-3488-4ecd-b56c-d1deb84b0c4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:53.296567 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a739d6c3-3488-4ecd-b56c-d1deb84b0c4e admin admin] Checking segment: {'id': '3cd01685-c976-4bfe-85f1-738163aacf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:55:53.296922 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a739d6c3-3488-4ecd-b56c-d1deb84b0c4e admin admin] Network hostable DHCP agents. Network: 568becae-cbca-4a4b-bfda-9304f5b467a6, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:55:53.319048 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a739d6c3-3488-4ecd-b56c-d1deb84b0c4e admin admin] Network 568becae-cbca-4a4b-bfda-9304f5b467a6 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:55:53.327912 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-a739d6c3-3488-4ecd-b56c-d1deb84b0c4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 568becae-cbca-4a4b-bfda-9304f5b467a6) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:55:53.331804 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a739d6c3-3488-4ecd-b56c-d1deb84b0c4e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:53.332403 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a739d6c3-3488-4ecd-b56c-d1deb84b0c4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:53.336900 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5f2162-99c2-4704-8a30-3a87d9f6e681 None None] Network 568becae-cbca-4a4b-bfda-9304f5b467a6 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:55:53.356973 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a739d6c3-3488-4ecd-b56c-d1deb84b0c4e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3988135 Mar 11 15:55:53.357163 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 46548) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:55:53.362439 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-51fe64d9-d73b-441d-85ae-1030c621b1da admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2041363647-router', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:55:53.366965 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-51fe64d9-d73b-441d-85ae-1030c621b1da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:55:53.371511 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-51fe64d9-d73b-441d-85ae-1030c621b1da admin admin] Usage tracker for resource:router and tenant:fae0393d9721465ebf973edfe4ecb299 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:55:53.374304 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-51fe64d9-d73b-441d-85ae-1030c621b1da admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:55:53.379813 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-51fe64d9-d73b-441d-85ae-1030c621b1da admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:55:53.389947 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-51fe64d9-d73b-441d-85ae-1030c621b1da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:53.390919 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-51fe64d9-d73b-441d-85ae-1030c621b1da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:53.410046 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-51fe64d9-d73b-441d-85ae-1030c621b1da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:53.555976 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-51fe64d9-d73b-441d-85ae-1030c621b1da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:53.556657 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109e9b5c-4912-4484-a130-94cb523afc35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-568becae-cbca-4a4b-bfda-9304f5b467a6', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'fixed_ips': [{'subnet_id': 'd46f66e3-c877-4246-9886-b8295ca74407'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:55:53.557470 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-109e9b5c-4912-4484-a130-94cb523afc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:53.717984 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-109e9b5c-4912-4484-a130-94cb523afc35 None None] Allocated IP 172.20.0.2 (568becae-cbca-4a4b-bfda-9304f5b467a6/d46f66e3-c877-4246-9886-b8295ca74407/ed98ed22-21bb-43cc-82f4-3f5a26af3c2a) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:55:53.828082 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-51fe64d9-d73b-441d-85ae-1030c621b1da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:53.857757 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-51fe64d9-d73b-441d-85ae-1030c621b1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:53.920317 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-109e9b5c-4912-4484-a130-94cb523afc35 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:53.930742 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-109e9b5c-4912-4484-a130-94cb523afc35 None None] Transition to ACTIVE for port object ed98ed22-21bb-43cc-82f4-3f5a26af3c2a will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:55:53.949253 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-109e9b5c-4912-4484-a130-94cb523afc35 None None] Transition to ACTIVE for port object ed98ed22-21bb-43cc-82f4-3f5a26af3c2a will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:55:53.953936 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-109e9b5c-4912-4484-a130-94cb523afc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:53.994819 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-51fe64d9-d73b-441d-85ae-1030c621b1da admin admin] Allocated IP 172.26.0.117 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/62a74505-e8ee-4169-942e-a17aa0772d6b) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:55:54.023155 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109e9b5c-4912-4484-a130-94cb523afc35 None None] Network 568becae-cbca-4a4b-bfda-9304f5b467a6 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:55:54.026001 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-109e9b5c-4912-4484-a130-94cb523afc35 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:55:54.030975 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109e9b5c-4912-4484-a130-94cb523afc35 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:55:54.033403 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e9b5c-4912-4484-a130-94cb523afc35 None None] Pushing event updated for resources: {'Port': ['ID=ed98ed22-21bb-43cc-82f4-3f5a26af3c2a,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:55:54.118523 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-109e9b5c-4912-4484-a130-94cb523afc35 None None] Attempting to bind port ed98ed22-21bb-43cc-82f4-3f5a26af3c2a on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:55:54.118886 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-109e9b5c-4912-4484-a130-94cb523afc35 None None] Attempting to bind port ed98ed22-21bb-43cc-82f4-3f5a26af3c2a by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '3cd01685-c976-4bfe-85f1-738163aacf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:55:54.119240 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109e9b5c-4912-4484-a130-94cb523afc35 None None] Attempting to bind port ed98ed22-21bb-43cc-82f4-3f5a26af3c2a on network 568becae-cbca-4a4b-bfda-9304f5b467a6 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:55:54.125639 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109e9b5c-4912-4484-a130-94cb523afc35 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:55:54.126006 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109e9b5c-4912-4484-a130-94cb523afc35 None None] Checking segment: {'id': '3cd01685-c976-4bfe-85f1-738163aacf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:55:54.126425 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-109e9b5c-4912-4484-a130-94cb523afc35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:54.126806 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109e9b5c-4912-4484-a130-94cb523afc35 None None] Bound using segment: {'id': '3cd01685-c976-4bfe-85f1-738163aacf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:55:54.127258 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-109e9b5c-4912-4484-a130-94cb523afc35 None None] Bound port: ed98ed22-21bb-43cc-82f4-3f5a26af3c2a, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd01685-c976-4bfe-85f1-738163aacf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:55:54.127622 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-109e9b5c-4912-4484-a130-94cb523afc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:54.147040 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-51fe64d9-d73b-441d-85ae-1030c621b1da admin admin] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:54.175359 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-51fe64d9-d73b-441d-85ae-1030c621b1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:54.221117 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-109e9b5c-4912-4484-a130-94cb523afc35 None None] For port ed98ed22-21bb-43cc-82f4-3f5a26af3c2a, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:55:54.224630 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-109e9b5c-4912-4484-a130-94cb523afc35 None None] For port ed98ed22-21bb-43cc-82f4-3f5a26af3c2a, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ed98ed22-21bb-43cc-82f4-3f5a26af3c2a,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:55:54.230705 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-109e9b5c-4912-4484-a130-94cb523afc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:54.247288 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fe64d9-d73b-441d-85ae-1030c621b1da admin admin] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:55:54.250795 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-51fe64d9-d73b-441d-85ae-1030c621b1da admin admin] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:55:54.254015 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fe64d9-d73b-441d-85ae-1030c621b1da admin admin] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:55:54.289960 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe64d9-d73b-441d-85ae-1030c621b1da admin admin] Pushing event updated for resources: {'Port': ['ID=62a74505-e8ee-4169-942e-a17aa0772d6b,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:55:54.314496 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e9b5c-4912-4484-a130-94cb523afc35 None None] Pushing event updated for resources: {'Port': ['ID=ed98ed22-21bb-43cc-82f4-3f5a26af3c2a,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:55:54.422696 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-51fe64d9-d73b-441d-85ae-1030c621b1da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:54.423424 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-51fe64d9-d73b-441d-85ae-1030c621b1da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:54.660090 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51fe64d9-d73b-441d-85ae-1030c621b1da admin admin] Router 469d557e-6680-4cd2-b81b-0d76b198c87c is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:55:54.858525 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51fe64d9-d73b-441d-85ae-1030c621b1da admin admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:55:54.866954 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048c5f20-3e99-4744-ba04-545d0fb16f40 None None] Sync routers for ids ['469d557e-6680-4cd2-b81b-0d76b198c87c'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:55:54.880867 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048c5f20-3e99-4744-ba04-545d0fb16f40 None None] Routers {'469d557e-6680-4cd2-b81b-0d76b198c87c'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:55:54.881593 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-048c5f20-3e99-4744-ba04-545d0fb16f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:55:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['469d557e-6680-4cd2-b81b-0d76b198c87c'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:55:54.882428 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-51fe64d9-d73b-441d-85ae-1030c621b1da admin admin] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:54.883799 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-51fe64d9-d73b-441d-85ae-1030c621b1da admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5256760 Mar 11 15:55:54.887071 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 46552) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:55:55.063991 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-048c5f20-3e99-4744-ba04-545d0fb16f40 None None] Set router 469d557e-6680-4cd2-b81b-0d76b198c87c gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:55:55.276761 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4a43d5-1213-4965-980f-17db26cf3d03 None None] Network 568becae-cbca-4a4b-bfda-9304f5b467a6 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:55:55.373928 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-048c5f20-3e99-4744-ba04-545d0fb16f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'name': 'tempest-ServerActionsTestJSON-2041363647-router', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:54Z', 'revision_number': 3, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'gw_port': {'id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:55:55.379407 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048c5f20-3e99-4744-ba04-545d0fb16f40 None None] Checking router: 469d557e-6680-4cd2-b81b-0d76b198c87c for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:55:55.379836 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048c5f20-3e99-4744-ba04-545d0fb16f40 None None] Updating router 469d557e-6680-4cd2-b81b-0d76b198c87c port 62a74505-e8ee-4169-942e-a17aa0772d6b binding host dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:55:55.389286 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-ea7daa2d-d788-4209-a1cd-c3a62e1f7ec6 None None] Provisioning for port ed98ed22-21bb-43cc-82f4-3f5a26af3c2a completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:55:55.436012 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-048c5f20-3e99-4744-ba04-545d0fb16f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:55.756579 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7d88c049-9a93-4cc7-a109-154271ecbffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:55.808174 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-048c5f20-3e99-4744-ba04-545d0fb16f40 None None] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:55.819899 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-048c5f20-3e99-4744-ba04-545d0fb16f40 None None] Transition to ACTIVE for port object 62a74505-e8ee-4169-942e-a17aa0772d6b will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:55:55.828075 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-048c5f20-3e99-4744-ba04-545d0fb16f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:55.908350 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3acf3c-8784-4355-ba6b-1bf28d342186 None None] Pushing event updated for resources: {'Port': ['ID=62a74505-e8ee-4169-942e-a17aa0772d6b,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:55:55.910419 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-048c5f20-3e99-4744-ba04-545d0fb16f40 None None] Attempting to bind port 62a74505-e8ee-4169-942e-a17aa0772d6b on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:55:55.910774 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-048c5f20-3e99-4744-ba04-545d0fb16f40 None None] Attempting to bind port 62a74505-e8ee-4169-942e-a17aa0772d6b by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:55:55.911119 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048c5f20-3e99-4744-ba04-545d0fb16f40 None None] Attempting to bind port 62a74505-e8ee-4169-942e-a17aa0772d6b on network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:55:55.921833 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048c5f20-3e99-4744-ba04-545d0fb16f40 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:55:55.922200 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048c5f20-3e99-4744-ba04-545d0fb16f40 None None] Checking segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:55:55.922587 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-048c5f20-3e99-4744-ba04-545d0fb16f40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:55.922967 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048c5f20-3e99-4744-ba04-545d0fb16f40 None None] Bound using segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:55:55.923413 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-048c5f20-3e99-4744-ba04-545d0fb16f40 None None] Bound port: 62a74505-e8ee-4169-942e-a17aa0772d6b, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:55:55.923776 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-048c5f20-3e99-4744-ba04-545d0fb16f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:55.951955 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3acf3c-8784-4355-ba6b-1bf28d342186 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:55.952385 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3acf3c-8784-4355-ba6b-1bf28d342186 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:55.952720 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3acf3c-8784-4355-ba6b-1bf28d342186 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:55.953050 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3acf3c-8784-4355-ba6b-1bf28d342186 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:55.953383 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3acf3c-8784-4355-ba6b-1bf28d342186 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:55.953705 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3acf3c-8784-4355-ba6b-1bf28d342186 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:55.954026 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3acf3c-8784-4355-ba6b-1bf28d342186 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:55.954345 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3acf3c-8784-4355-ba6b-1bf28d342186 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:55.954662 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3acf3c-8784-4355-ba6b-1bf28d342186 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:55.954976 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3acf3c-8784-4355-ba6b-1bf28d342186 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:55.955290 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3acf3c-8784-4355-ba6b-1bf28d342186 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:55.969374 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-7d88c049-9a93-4cc7-a109-154271ecbffe admin admin] Allocated IP 172.20.0.1 (568becae-cbca-4a4b-bfda-9304f5b467a6/d46f66e3-c877-4246-9886-b8295ca74407/39aff4b4-b8e2-4047-a385-84dee12eaa21) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:55:56.001034 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-048c5f20-3e99-4744-ba04-545d0fb16f40 None None] For port 62a74505-e8ee-4169-942e-a17aa0772d6b, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:55:56.004045 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-048c5f20-3e99-4744-ba04-545d0fb16f40 None None] For port 62a74505-e8ee-4169-942e-a17aa0772d6b, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=62a74505-e8ee-4169-942e-a17aa0772d6b,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:55:56.009755 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-048c5f20-3e99-4744-ba04-545d0fb16f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:56.092611 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3acf3c-8784-4355-ba6b-1bf28d342186 None None] Pushing event updated for resources: {'Port': ['ID=62a74505-e8ee-4169-942e-a17aa0772d6b,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:55:56.096225 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048c5f20-3e99-4744-ba04-545d0fb16f40 None None] Routers {'469d557e-6680-4cd2-b81b-0d76b198c87c'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:55:56.096819 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-048c5f20-3e99-4744-ba04-545d0fb16f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:55:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['469d557e-6680-4cd2-b81b-0d76b198c87c'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:55:56.124159 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7d88c049-9a93-4cc7-a109-154271ecbffe admin admin] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:56.139219 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-7d88c049-9a93-4cc7-a109-154271ecbffe admin admin] Transition to ACTIVE for port object 39aff4b4-b8e2-4047-a385-84dee12eaa21 will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:55:56.161591 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7d88c049-9a93-4cc7-a109-154271ecbffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:56.232662 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d88c049-9a93-4cc7-a109-154271ecbffe admin admin] Network 568becae-cbca-4a4b-bfda-9304f5b467a6 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:55:56.236288 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-7d88c049-9a93-4cc7-a109-154271ecbffe admin admin] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:55:56.238891 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d88c049-9a93-4cc7-a109-154271ecbffe admin admin] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:55:56.271654 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88c049-9a93-4cc7-a109-154271ecbffe admin admin] Pushing event updated for resources: {'Port': ['ID=39aff4b4-b8e2-4047-a385-84dee12eaa21,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:55:56.279160 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-048c5f20-3e99-4744-ba04-545d0fb16f40 None None] Set router 469d557e-6680-4cd2-b81b-0d76b198c87c gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:55:56.302753 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7d88c049-9a93-4cc7-a109-154271ecbffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:56.366601 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device ed98ed22-21bb-43cc-82f4-3f5a26af3c2a up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:55:56.422262 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7d88c049-9a93-4cc7-a109-154271ecbffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:56.447333 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port ed98ed22-21bb-43cc-82f4-3f5a26af3c2a completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:55:56.455395 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port ed98ed22-21bb-43cc-82f4-3f5a26af3c2a triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:55:56.456120 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:56.590234 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-048c5f20-3e99-4744-ba04-545d0fb16f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'name': 'tempest-ServerActionsTestJSON-2041363647-router', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:54Z', 'revision_number': 3, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'gw_port': {'id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:55:56.594108 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048c5f20-3e99-4744-ba04-545d0fb16f40 None None] The sync data for ids ['469d557e-6680-4cd2-b81b-0d76b198c87c'] in dv-neutron-833373-1-hyperv is: [{'id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'name': 'tempest-ServerActionsTestJSON-2041363647-router', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:54Z', 'revision_number': 3, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'gw_port': {'id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:55:56.630021 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:56.646020 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-3092e7e3-1f85-4309-a75e-10db8a7fd485 None None] Provisioning for port 39aff4b4-b8e2-4047-a385-84dee12eaa21 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:55:56.659550 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-3092e7e3-1f85-4309-a75e-10db8a7fd485 None None] Provisioning complete for port 39aff4b4-b8e2-4047-a385-84dee12eaa21 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:55:56.659920 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3092e7e3-1f85-4309-a75e-10db8a7fd485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:56.679259 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7d88c049-9a93-4cc7-a109-154271ecbffe admin admin] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:56.685899 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7d88c049-9a93-4cc7-a109-154271ecbffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:56.714077 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port ed98ed22-21bb-43cc-82f4-3f5a26af3c2a, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ed98ed22-21bb-43cc-82f4-3f5a26af3c2a,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:55:56.721864 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:56.762152 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-3092e7e3-1f85-4309-a75e-10db8a7fd485 None None] Port 39aff4b4-b8e2-4047-a385-84dee12eaa21 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:55:56.799114 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7d88c049-9a93-4cc7-a109-154271ecbffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:56.808839 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88c049-9a93-4cc7-a109-154271ecbffe admin admin] Pushing event updated for resources: {'Port': ['ID=39aff4b4-b8e2-4047-a385-84dee12eaa21,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:55:56.813835 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=ed98ed22-21bb-43cc-82f4-3f5a26af3c2a,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:55:56.954964 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d88c049-9a93-4cc7-a109-154271ecbffe admin admin] Network 568becae-cbca-4a4b-bfda-9304f5b467a6 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:55:56.956137 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-7d88c049-9a93-4cc7-a109-154271ecbffe admin admin] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:55:57.197023 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-608753f1-f86b-46ae-9eac-c64ec4d7cdf5 None None] Provisioning complete for port 39aff4b4-b8e2-4047-a385-84dee12eaa21 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:55:57.197477 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-608753f1-f86b-46ae-9eac-c64ec4d7cdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:57.255679 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-608753f1-f86b-46ae-9eac-c64ec4d7cdf5 None None] Port 39aff4b4-b8e2-4047-a385-84dee12eaa21 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:55:57.455038 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d88c049-9a93-4cc7-a109-154271ecbffe admin admin] Router 469d557e-6680-4cd2-b81b-0d76b198c87c has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:55:57.654431 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d88c049-9a93-4cc7-a109-154271ecbffe admin admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:55:57.662828 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7d88c049-9a93-4cc7-a109-154271ecbffe admin admin] 10.222.0.31 "PUT /v2.0/routers/469d557e-6680-4cd2-b81b-0d76b198c87c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7747841 Mar 11 15:55:58.106841 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 46562) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:55:58.112565 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-0f16fdb8-b51f-4ba9-bcd7-b90a5b45aeb3 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1128226050', 'description': 'tempest-description--2146334034'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:55:58.118491 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0f16fdb8-b51f-4ba9-bcd7-b90a5b45aeb3 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:55:58.122811 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0f16fdb8-b51f-4ba9-bcd7-b90a5b45aeb3 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Usage tracker for resource:security_group and tenant:fae0393d9721465ebf973edfe4ecb299 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:55:58.125654 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0f16fdb8-b51f-4ba9-bcd7-b90a5b45aeb3 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:55:58.131837 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0f16fdb8-b51f-4ba9-bcd7-b90a5b45aeb3 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:55:58.141456 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0f16fdb8-b51f-4ba9-bcd7-b90a5b45aeb3 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:58.176141 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0f16fdb8-b51f-4ba9-bcd7-b90a5b45aeb3 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:55:58.179773 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0f16fdb8-b51f-4ba9-bcd7-b90a5b45aeb3 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Usage tracker for resource:security_group_rule and tenant:fae0393d9721465ebf973edfe4ecb299 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:55:58.183290 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0f16fdb8-b51f-4ba9-bcd7-b90a5b45aeb3 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:55:58.189323 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0f16fdb8-b51f-4ba9-bcd7-b90a5b45aeb3 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:55:58.244718 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0f16fdb8-b51f-4ba9-bcd7-b90a5b45aeb3 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:58.249969 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0f16fdb8-b51f-4ba9-bcd7-b90a5b45aeb3 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:58.297392 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16fdb8-b51f-4ba9-bcd7-b90a5b45aeb3 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11d46df4-5d59-4643-90a8-e4079432b5a2,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:55:58.300661 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0f16fdb8-b51f-4ba9-bcd7-b90a5b45aeb3 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:58.304650 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0f16fdb8-b51f-4ba9-bcd7-b90a5b45aeb3 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.1940536 Mar 11 15:55:58.305267 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 46566) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:55:58.311671 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-4735d18f-654f-4afd-ae70-9b7ec7a6e74a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Request body: {'security_group_rule': {'security_group_id': '11d46df4-5d59-4643-90a8-e4079432b5a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:55:58.317671 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-4735d18f-654f-4afd-ae70-9b7ec7a6e74a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:55:58.321623 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4735d18f-654f-4afd-ae70-9b7ec7a6e74a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Usage tracker for resource:security_group_rule and tenant:fae0393d9721465ebf973edfe4ecb299 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:55:58.324953 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4735d18f-654f-4afd-ae70-9b7ec7a6e74a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:55:58.330717 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-4735d18f-654f-4afd-ae70-9b7ec7a6e74a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:55:58.347087 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4735d18f-654f-4afd-ae70-9b7ec7a6e74a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:58.373718 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device ed98ed22-21bb-43cc-82f4-3f5a26af3c2a up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:55:58.409139 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4735d18f-654f-4afd-ae70-9b7ec7a6e74a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:58.412788 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4735d18f-654f-4afd-ae70-9b7ec7a6e74a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:58.436863 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4735d18f-654f-4afd-ae70-9b7ec7a6e74a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f75f926-e264-41d7-a52b-6652879c512e,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:55:58.448388 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port ed98ed22-21bb-43cc-82f4-3f5a26af3c2a triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:55:58.448980 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:58.450220 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4735d18f-654f-4afd-ae70-9b7ec7a6e74a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:58.453862 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4735d18f-654f-4afd-ae70-9b7ec7a6e74a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1451542 Mar 11 15:55:58.454104 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 46570) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:55:58.460305 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-79802e84-36f5-49d9-a3ef-cb19917ddc11 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Request body: {'security_group_rule': {'security_group_id': '11d46df4-5d59-4643-90a8-e4079432b5a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:55:58.467238 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-79802e84-36f5-49d9-a3ef-cb19917ddc11 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:55:58.472915 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-79802e84-36f5-49d9-a3ef-cb19917ddc11 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Usage tracker for resource:security_group_rule and tenant:fae0393d9721465ebf973edfe4ecb299 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:55:58.476178 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-79802e84-36f5-49d9-a3ef-cb19917ddc11 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:55:58.483543 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-79802e84-36f5-49d9-a3ef-cb19917ddc11 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:55:58.508350 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-79802e84-36f5-49d9-a3ef-cb19917ddc11 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:58.575038 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 62a74505-e8ee-4169-942e-a17aa0772d6b up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:55:58.577553 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-79802e84-36f5-49d9-a3ef-cb19917ddc11 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:58.582428 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-79802e84-36f5-49d9-a3ef-cb19917ddc11 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:58.607544 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79802e84-36f5-49d9-a3ef-cb19917ddc11 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=086303b6-1a6e-450b-91f4-22ae221ee6ca,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:55:58.624801 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-79802e84-36f5-49d9-a3ef-cb19917ddc11 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:58.626004 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-79802e84-36f5-49d9-a3ef-cb19917ddc11 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1709731 Mar 11 15:55:58.628910 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 46574) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:55:58.635630 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-763413c4-f027-4555-941e-f10423249c31 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Request body: {'floatingip': {'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:55:58.641850 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-763413c4-f027-4555-941e-f10423249c31 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:55:58.645734 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-763413c4-f027-4555-941e-f10423249c31 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Usage tracker for resource:floatingip and tenant:fae0393d9721465ebf973edfe4ecb299 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:55:58.648736 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-763413c4-f027-4555-941e-f10423249c31 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:55:58.654899 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 62a74505-e8ee-4169-942e-a17aa0772d6b completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:55:58.655629 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-763413c4-f027-4555-941e-f10423249c31 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:55:58.660078 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 62a74505-e8ee-4169-942e-a17aa0772d6b triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:55:58.660528 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:58.668763 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-763413c4-f027-4555-941e-f10423249c31 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks [] for floatingip, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:58.780847 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:58.800510 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 62a74505-e8ee-4169-942e-a17aa0772d6b, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=62a74505-e8ee-4169-942e-a17aa0772d6b,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:55:58.804544 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:58.822532 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-763413c4-f027-4555-941e-f10423249c31 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:58.879290 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=62a74505-e8ee-4169-942e-a17aa0772d6b,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:55:58.957021 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-763413c4-f027-4555-941e-f10423249c31 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Allocated IP 172.26.0.24 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/50fa1cee-1fcb-40a2-809b-4bcb4deb9784) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:55:59.099472 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-763413c4-f027-4555-941e-f10423249c31 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:59.133445 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-763413c4-f027-4555-941e-f10423249c31 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:59.200174 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763413c4-f027-4555-941e-f10423249c31 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:55:59.203026 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-763413c4-f027-4555-941e-f10423249c31 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:55:59.207281 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763413c4-f027-4555-941e-f10423249c31 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:55:59.231371 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763413c4-f027-4555-941e-f10423249c31 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Pushing event updated for resources: {'Port': ['ID=50fa1cee-1fcb-40a2-809b-4bcb4deb9784,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:55:59.365566 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-763413c4-f027-4555-941e-f10423249c31 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:59.368948 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-78a0599a-5ae6-45f3-81a8-5b2b30c95bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:59.422875 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-763413c4-f027-4555-941e-f10423249c31 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:59.623951 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-763413c4-f027-4555-941e-f10423249c31 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:59.628183 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-763413c4-f027-4555-941e-f10423249c31 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:59.733437 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763413c4-f027-4555-941e-f10423249c31 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Pushing event updated for resources: {'Port': ['ID=50fa1cee-1fcb-40a2-809b-4bcb4deb9784,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:55:59.747186 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-763413c4-f027-4555-941e-f10423249c31 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:59.768504 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-763413c4-f027-4555-941e-f10423249c31 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:59.769673 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-763413c4-f027-4555-941e-f10423249c31 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1398759 Mar 11 15:55:59.944991 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-13787be1-44d5-4dc0-befd-a84959c9f839 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Synchronizing usage tracker for tenant:fae0393d9721465ebf973edfe4ecb299 on resource:security_group {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:55:59.962248 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-13787be1-44d5-4dc0-befd-a84959c9f839 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Unset dirty status for tenant:fae0393d9721465ebf973edfe4ecb299 on resource:security_group {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:55:59.962931 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:55:59.963629 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-13787be1-44d5-4dc0-befd-a84959c9f839 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1128226050&fields=id&tenant_id=fae0393d9721465ebf973edfe4ecb299 HTTP/1.1" status: 200 len: 267 time: 0.0594895 Mar 11 15:56:00.114901 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-dc99fcf6-0e53-4e36-aad5-f560e2964509 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:00.114901 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-dc99fcf6-0e53-4e36-aad5-f560e2964509 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Synchronizing usage tracker for tenant:fae0393d9721465ebf973edfe4ecb299 on resource:network {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:56:00.121521 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5222fd-d521-44e4-bda4-1686f07d9b0a None None] Sync routers for ids ['469d557e-6680-4cd2-b81b-0d76b198c87c'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:56:00.131803 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-dc99fcf6-0e53-4e36-aad5-f560e2964509 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Unset dirty status for tenant:fae0393d9721465ebf973edfe4ecb299 on resource:network {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:56:00.133065 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-dc99fcf6-0e53-4e36-aad5-f560e2964509 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/networks?id=568becae-cbca-4a4b-bfda-9304f5b467a6 HTTP/1.1" status: 200 len: 812 time: 0.1622486 Mar 11 15:56:00.133438 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5222fd-d521-44e4-bda4-1686f07d9b0a None None] Routers {'469d557e-6680-4cd2-b81b-0d76b198c87c'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:56:00.134058 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-bb5222fd-d521-44e4-bda4-1686f07d9b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:55:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['469d557e-6680-4cd2-b81b-0d76b198c87c'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:56:00.149652 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-dde62f83-fbf0-4ba1-b4d1-dee85a96d805 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/quotas/fae0393d9721465ebf973edfe4ecb299 HTTP/1.1" status: 200 len: 375 time: 0.0106151 Mar 11 15:56:00.234072 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-ae9183f6-d0b6-47c0-8b9e-1a8c8946f925 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fae0393d9721465ebf973edfe4ecb299&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0784905 Mar 11 15:56:00.303302 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 62a74505-e8ee-4169-942e-a17aa0772d6b up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:56:00.369354 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-bb5222fd-d521-44e4-bda4-1686f07d9b0a None None] Set router 469d557e-6680-4cd2-b81b-0d76b198c87c gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:56:00.379340 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-82e19ed0-88ff-46f7-9438-498dd5b0ceab service neutron] 10.222.0.31 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333115 Mar 11 15:56:00.507114 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 62a74505-e8ee-4169-942e-a17aa0772d6b triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:56:00.507388 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:00.511684 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-53a239e6-28dc-4fea-9e50-ea12eace013b service neutron] 10.222.0.31 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265197 Mar 11 15:56:00.708895 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-690d0594-9885-4b39-a0b6-36c763425a1d req-b9e7dd58-b672-4bf7-9f3b-2efb0a4b7bcd tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Synchronizing usage tracker for tenant:fae0393d9721465ebf973edfe4ecb299 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:56:00.727214 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-690d0594-9885-4b39-a0b6-36c763425a1d req-b9e7dd58-b672-4bf7-9f3b-2efb0a4b7bcd tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Unset dirty status for tenant:fae0393d9721465ebf973edfe4ecb299 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:56:00.729161 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-690d0594-9885-4b39-a0b6-36c763425a1d req-b9e7dd58-b672-4bf7-9f3b-2efb0a4b7bcd tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 210 time: 0.0716419 Mar 11 15:56:00.796387 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-bb5222fd-d521-44e4-bda4-1686f07d9b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'name': 'tempest-ServerActionsTestJSON-2041363647-router', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:56Z', 'revision_number': 4, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'gw_port': {'id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '39aff4b4-b8e2-4047-a385-84dee12eaa21', 'name': '', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'mac_address': 'fa:16:3e:2e:c0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:55Z', 'updated_at': '2022-03-11T15:55:56Z', 'revision_number': 2, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'subnets': [{'id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:56:00.800656 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5222fd-d521-44e4-bda4-1686f07d9b0a None None] Checking router: 469d557e-6680-4cd2-b81b-0d76b198c87c for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:56:00.801059 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5222fd-d521-44e4-bda4-1686f07d9b0a None None] Updating router 469d557e-6680-4cd2-b81b-0d76b198c87c port 39aff4b4-b8e2-4047-a385-84dee12eaa21 binding host dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:56:00.856929 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bb5222fd-d521-44e4-bda4-1686f07d9b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:01.256690 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bb5222fd-d521-44e4-bda4-1686f07d9b0a None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:01.270195 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-bb5222fd-d521-44e4-bda4-1686f07d9b0a None None] Transition to ACTIVE for port object 39aff4b4-b8e2-4047-a385-84dee12eaa21 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:56:01.277408 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bb5222fd-d521-44e4-bda4-1686f07d9b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:01.402165 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4797aa-33e8-46ea-ad3f-7bf34e2e3890 None None] Pushing event updated for resources: {'Port': ['ID=39aff4b4-b8e2-4047-a385-84dee12eaa21,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:01.499132 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-bb5222fd-d521-44e4-bda4-1686f07d9b0a None None] Attempting to bind port 39aff4b4-b8e2-4047-a385-84dee12eaa21 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:56:01.499510 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-bb5222fd-d521-44e4-bda4-1686f07d9b0a None None] Attempting to bind port 39aff4b4-b8e2-4047-a385-84dee12eaa21 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '3cd01685-c976-4bfe-85f1-738163aacf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:56:01.499873 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5222fd-d521-44e4-bda4-1686f07d9b0a None None] Attempting to bind port 39aff4b4-b8e2-4047-a385-84dee12eaa21 on network 568becae-cbca-4a4b-bfda-9304f5b467a6 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:56:01.506545 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5222fd-d521-44e4-bda4-1686f07d9b0a None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:56:01.506914 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5222fd-d521-44e4-bda4-1686f07d9b0a None None] Checking segment: {'id': '3cd01685-c976-4bfe-85f1-738163aacf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:56:01.507309 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bb5222fd-d521-44e4-bda4-1686f07d9b0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:01.507700 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5222fd-d521-44e4-bda4-1686f07d9b0a None None] Bound using segment: {'id': '3cd01685-c976-4bfe-85f1-738163aacf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:56:01.508187 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-bb5222fd-d521-44e4-bda4-1686f07d9b0a None None] Bound port: 39aff4b4-b8e2-4047-a385-84dee12eaa21, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd01685-c976-4bfe-85f1-738163aacf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:56:01.508585 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bb5222fd-d521-44e4-bda4-1686f07d9b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:01.600352 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-bb5222fd-d521-44e4-bda4-1686f07d9b0a None None] For port 39aff4b4-b8e2-4047-a385-84dee12eaa21, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:56:01.604905 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-bb5222fd-d521-44e4-bda4-1686f07d9b0a None None] For port 39aff4b4-b8e2-4047-a385-84dee12eaa21, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=39aff4b4-b8e2-4047-a385-84dee12eaa21,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:56:01.610423 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bb5222fd-d521-44e4-bda4-1686f07d9b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:01.714363 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f0751927-cf26-45a8-ad8a-0a479ffbb586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:01.723533 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5222fd-d521-44e4-bda4-1686f07d9b0a None None] Routers {'469d557e-6680-4cd2-b81b-0d76b198c87c'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:56:01.724400 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-bb5222fd-d521-44e4-bda4-1686f07d9b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:56:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['469d557e-6680-4cd2-b81b-0d76b198c87c'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:56:01.813342 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4797aa-33e8-46ea-ad3f-7bf34e2e3890 None None] Pushing event updated for resources: {'Port': ['ID=39aff4b4-b8e2-4047-a385-84dee12eaa21,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:01.896177 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-8e4ce133-da55-42b5-b411-65e09596808e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:01.898425 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-8e4ce133-da55-42b5-b411-65e09596808e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.73 "GET /v2.0/networks?id=568becae-cbca-4a4b-bfda-9304f5b467a6 HTTP/1.1" status: 200 len: 812 time: 0.3025720 Mar 11 15:56:01.966189 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-bb5222fd-d521-44e4-bda4-1686f07d9b0a None None] Set router 469d557e-6680-4cd2-b81b-0d76b198c87c gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:56:01.980376 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d497997f-bb89-4849-952f-eff849626751 req-59b326a5-eec2-4f51-9a73-6413fab12b80 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 210 time: 0.0530033 Mar 11 15:56:02.002546 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-605bd4fd-d01d-485e-aaee-178729ee2e35 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fae0393d9721465ebf973edfe4ecb299 HTTP/1.1" status: 200 len: 380 time: 0.0910292 Mar 11 15:56:02.012293 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-158e0705-c4dd-4b28-b94b-38df6abedc30 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Request body: {'port': {'device_id': '1731176c-ff63-4d35-8a11-1747e8937f3d', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'admin_state_up': True, 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'security_groups': ['11d46df4-5d59-4643-90a8-e4079432b5a2']}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:56:02.149889 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-158e0705-c4dd-4b28-b94b-38df6abedc30 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:56:02.162705 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-158e0705-c4dd-4b28-b94b-38df6abedc30 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:56:02.173758 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-158e0705-c4dd-4b28-b94b-38df6abedc30 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Made reservation on behalf of fae0393d9721465ebf973edfe4ecb299 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:56:02.176780 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-158e0705-c4dd-4b28-b94b-38df6abedc30 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:02.298106 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-bb5222fd-d521-44e4-bda4-1686f07d9b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'name': 'tempest-ServerActionsTestJSON-2041363647-router', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:56Z', 'revision_number': 4, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'gw_port': {'id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '39aff4b4-b8e2-4047-a385-84dee12eaa21', 'name': '', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'mac_address': 'fa:16:3e:2e:c0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:55Z', 'updated_at': '2022-03-11T15:56:01Z', 'revision_number': 4, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'subnets': [{'id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:56:02.302124 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5222fd-d521-44e4-bda4-1686f07d9b0a None None] The sync data for ids ['469d557e-6680-4cd2-b81b-0d76b198c87c'] in dv-neutron-833373-1-hyperv is: [{'id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'name': 'tempest-ServerActionsTestJSON-2041363647-router', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:56Z', 'revision_number': 4, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'gw_port': {'id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '39aff4b4-b8e2-4047-a385-84dee12eaa21', 'name': '', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'mac_address': 'fa:16:3e:2e:c0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:55Z', 'updated_at': '2022-03-11T15:56:01Z', 'revision_number': 4, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'subnets': [{'id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:56:02.364327 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-158e0705-c4dd-4b28-b94b-38df6abedc30 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Allocated IP 172.20.0.11 (568becae-cbca-4a4b-bfda-9304f5b467a6/d46f66e3-c877-4246-9886-b8295ca74407/4eb4cd8c-f444-42ab-ad24-4f21e06667ae) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:56:02.579972 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-158e0705-c4dd-4b28-b94b-38df6abedc30 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:02.596340 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-158e0705-c4dd-4b28-b94b-38df6abedc30 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Transition to ACTIVE for port object 4eb4cd8c-f444-42ab-ad24-4f21e06667ae will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:56:02.618879 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-158e0705-c4dd-4b28-b94b-38df6abedc30 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:02.694994 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-158e0705-c4dd-4b28-b94b-38df6abedc30 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Network 568becae-cbca-4a4b-bfda-9304f5b467a6 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:56:02.698776 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-158e0705-c4dd-4b28-b94b-38df6abedc30 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:56:02.704029 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-158e0705-c4dd-4b28-b94b-38df6abedc30 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:56:02.734243 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e0705-c4dd-4b28-b94b-38df6abedc30 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Pushing event updated for resources: {'Port': ['ID=4eb4cd8c-f444-42ab-ad24-4f21e06667ae,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:02.774560 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-158e0705-c4dd-4b28-b94b-38df6abedc30 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:02.775187 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-158e0705-c4dd-4b28-b94b-38df6abedc30 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:02.813356 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-158e0705-c4dd-4b28-b94b-38df6abedc30 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8057673 Mar 11 15:56:02.822840 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:02.825491 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-11183326-8caf-4170-9eb2-41cf7c556774 service neutron] Request body: {'port': {'device_id': '1731176c-ff63-4d35-8a11-1747e8937f3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:56:02.945962 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-11183326-8caf-4170-9eb2-41cf7c556774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:03.054893 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:03.058825 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-0792c104-d5b8-4ed2-8ced-e35f8d9814cd None None] Provisioning for port 4eb4cd8c-f444-42ab-ad24-4f21e06667ae completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:56:03.064354 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-0792c104-d5b8-4ed2-8ced-e35f8d9814cd None None] Provisioning complete for port 4eb4cd8c-f444-42ab-ad24-4f21e06667ae triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:56:03.064727 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0792c104-d5b8-4ed2-8ced-e35f8d9814cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:03.132888 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-0792c104-d5b8-4ed2-8ced-e35f8d9814cd None None] Port 4eb4cd8c-f444-42ab-ad24-4f21e06667ae cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:56:03.330744 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-11183326-8caf-4170-9eb2-41cf7c556774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eb4cd8c-f444-42ab-ad24-4f21e06667ae {{(pid=83866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:56:03.331143 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26fc828-930e-42af-8ef6-643bb15c96dc req-83102ebd-9b98-4acf-8c41-8e9be3787a5b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:03.332614 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c26fc828-930e-42af-8ef6-643bb15c96dc req-83102ebd-9b98-4acf-8c41-8e9be3787a5b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 932 time: 0.1880631 Mar 11 15:56:03.337792 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-11183326-8caf-4170-9eb2-41cf7c556774 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:03.352038 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-11183326-8caf-4170-9eb2-41cf7c556774 service neutron] Transition to ACTIVE for port object 4eb4cd8c-f444-42ab-ad24-4f21e06667ae will not be triggered until provisioned by entity L2. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:56:03.355788 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-11183326-8caf-4170-9eb2-41cf7c556774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:03.379494 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c26fc828-930e-42af-8ef6-643bb15c96dc req-77e19ad9-0e07-49f7-a567-356da48dee57 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409422 Mar 11 15:56:03.485970 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11183326-8caf-4170-9eb2-41cf7c556774 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb4cd8c-f444-42ab-ad24-4f21e06667ae,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:03.597100 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-11183326-8caf-4170-9eb2-41cf7c556774 service neutron] Attempting to bind port 4eb4cd8c-f444-42ab-ad24-4f21e06667ae on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:56:03.597430 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-11183326-8caf-4170-9eb2-41cf7c556774 service neutron] Attempting to bind port 4eb4cd8c-f444-42ab-ad24-4f21e06667ae by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '3cd01685-c976-4bfe-85f1-738163aacf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:56:03.597750 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-11183326-8caf-4170-9eb2-41cf7c556774 service neutron] Attempting to bind port 4eb4cd8c-f444-42ab-ad24-4f21e06667ae on network 568becae-cbca-4a4b-bfda-9304f5b467a6 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:56:03.603438 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-11183326-8caf-4170-9eb2-41cf7c556774 service neutron] Port 4eb4cd8c-f444-42ab-ad24-4f21e06667ae on network 568becae-cbca-4a4b-bfda-9304f5b467a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:56:03.603752 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-11183326-8caf-4170-9eb2-41cf7c556774 service neutron] Attempting to bind port 4eb4cd8c-f444-42ab-ad24-4f21e06667ae on network 568becae-cbca-4a4b-bfda-9304f5b467a6 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:56:03.610605 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-11183326-8caf-4170-9eb2-41cf7c556774 service neutron] Checking agent: {'id': '233b753e-9484-4350-9871-64b7c66fc067', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'started_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:56:03.610933 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-11183326-8caf-4170-9eb2-41cf7c556774 service neutron] Checking segment: {'id': '3cd01685-c976-4bfe-85f1-738163aacf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:56:03.611309 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-11183326-8caf-4170-9eb2-41cf7c556774 service neutron] Bound using segment: {'id': '3cd01685-c976-4bfe-85f1-738163aacf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6'} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:56:03.611713 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-11183326-8caf-4170-9eb2-41cf7c556774 service neutron] Bound port: 4eb4cd8c-f444-42ab-ad24-4f21e06667ae, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cd01685-c976-4bfe-85f1-738163aacf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6'}}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:56:03.612045 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-11183326-8caf-4170-9eb2-41cf7c556774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:03.701291 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-11183326-8caf-4170-9eb2-41cf7c556774 service neutron] For port 4eb4cd8c-f444-42ab-ad24-4f21e06667ae, host hv-neutron-8333, cleared binding levels {{(pid=83866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:56:03.704162 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-11183326-8caf-4170-9eb2-41cf7c556774 service neutron] For port 4eb4cd8c-f444-42ab-ad24-4f21e06667ae, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4eb4cd8c-f444-42ab-ad24-4f21e06667ae,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:56:03.708645 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-11183326-8caf-4170-9eb2-41cf7c556774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:03.776370 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-11183326-8caf-4170-9eb2-41cf7c556774 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:03.777719 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-11183326-8caf-4170-9eb2-41cf7c556774 service neutron] 10.222.0.73 "PUT /v2.0/ports/4eb4cd8c-f444-42ab-ad24-4f21e06667ae HTTP/1.1" status: 200 len: 1094 time: 0.9574828 Mar 11 15:56:03.778688 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1731176c-ff63-4d35-8a11-1747e8937f3d', 'tag': '4eb4cd8c-f444-42ab-ad24-4f21e06667ae'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:56:03.804181 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11183326-8caf-4170-9eb2-41cf7c556774 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb4cd8c-f444-42ab-ad24-4f21e06667ae,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:03.961524 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1731176c-ff63-4d35-8a11-1747e8937f3d', 'tag': '4eb4cd8c-f444-42ab-ad24-4f21e06667ae', 'status': 'completed', 'code': 200} Mar 11 15:56:03.997291 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-d128a07e-5ca9-4b92-9503-81a5878814f9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fae0393d9721465ebf973edfe4ecb299&device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 1097 time: 0.1755350 Mar 11 15:56:04.067573 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-60c3a8c5-5fde-4644-8ee5-632b289aa1de service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4eb4cd8c-f444-42ab-ad24-4f21e06667ae HTTP/1.1" status: 200 len: 217 time: 0.0632031 Mar 11 15:56:04.132009 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-2612d13a-56b2-4274-bb9f-1213c8c36beb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:04.133453 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-2612d13a-56b2-4274-bb9f-1213c8c36beb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d46f66e3-c877-4246-9886-b8295ca74407 HTTP/1.1" status: 200 len: 851 time: 0.0604603 Mar 11 15:56:04.209912 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-21bd36b5-dde7-4127-895f-09270686d0e5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=568becae-cbca-4a4b-bfda-9304f5b467a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709980 Mar 11 15:56:04.244324 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:04.324900 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 39aff4b4-b8e2-4047-a385-84dee12eaa21 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:56:04.349708 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-1aff0727-e057-4f53-8e38-f147f45442de service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332722 Mar 11 15:56:04.393793 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 39aff4b4-b8e2-4047-a385-84dee12eaa21 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:56:04.399053 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 39aff4b4-b8e2-4047-a385-84dee12eaa21 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:56:04.399421 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:04.486308 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8c1588f9-b8eb-4ee3-8389-66dcd1fefd7a req-9d3d1eba-28fd-4fe4-8332-cf169d94a007 service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307998 Mar 11 15:56:04.544957 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:04.585095 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 39aff4b4-b8e2-4047-a385-84dee12eaa21, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=39aff4b4-b8e2-4047-a385-84dee12eaa21,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:56:04.590415 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:04.605270 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dc370a82-bf17-4e83-9a65-dc10dd859010 req-80a850b2-d4b1-4824-8dc1-0b06f73f2fc4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fae0393d9721465ebf973edfe4ecb299&device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 1097 time: 0.0768404 Mar 11 15:56:04.629278 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314f300-0a70-439a-a0e9-01711d7c88b5 req-b4915bdf-4233-43d8-ae90-566dbf62fc87 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:04.630868 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f314f300-0a70-439a-a0e9-01711d7c88b5 req-b4915bdf-4233-43d8-ae90-566dbf62fc87 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 944 time: 0.0857821 Mar 11 15:56:04.659744 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=39aff4b4-b8e2-4047-a385-84dee12eaa21,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:04.680459 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f314f300-0a70-439a-a0e9-01711d7c88b5 req-62b20609-d156-4e5e-81d3-186366fd765a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413043 Mar 11 15:56:04.741074 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc370a82-bf17-4e83-9a65-dc10dd859010 req-45b2c17d-4780-4d19-b5e4-8f6ec1944ba2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:04.742529 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dc370a82-bf17-4e83-9a65-dc10dd859010 req-45b2c17d-4780-4d19-b5e4-8f6ec1944ba2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=568becae-cbca-4a4b-bfda-9304f5b467a6 HTTP/1.1" status: 200 len: 913 time: 0.1306503 Mar 11 15:56:04.811984 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dc370a82-bf17-4e83-9a65-dc10dd859010 req-784789c4-965c-4a8d-9c25-ef462298e205 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4eb4cd8c-f444-42ab-ad24-4f21e06667ae HTTP/1.1" status: 200 len: 217 time: 0.0636168 Mar 11 15:56:04.873351 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc370a82-bf17-4e83-9a65-dc10dd859010 req-f9b239b8-fb17-4a2a-9f56-967eb12c4b55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:04.874773 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dc370a82-bf17-4e83-9a65-dc10dd859010 req-f9b239b8-fb17-4a2a-9f56-967eb12c4b55 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d46f66e3-c877-4246-9886-b8295ca74407 HTTP/1.1" status: 200 len: 851 time: 0.0567548 Mar 11 15:56:04.954503 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dc370a82-bf17-4e83-9a65-dc10dd859010 req-21dbc1a6-bab1-4893-8be5-b9a9754acacc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=568becae-cbca-4a4b-bfda-9304f5b467a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731013 Mar 11 15:56:05.082735 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dc370a82-bf17-4e83-9a65-dc10dd859010 req-fe96154f-b1bc-4b5f-ab94-20d23e39fa25 service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222754 Mar 11 15:56:05.213165 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dc370a82-bf17-4e83-9a65-dc10dd859010 req-608b82e3-997a-4093-a557-ea46275afab7 service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242106 Mar 11 15:56:05.881219 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422cec9-6a51-4af5-a236-12ddfdb29d8a req-661b095e-9617-4b13-8b93-c835b5e6c252 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:05.881899 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-b422cec9-6a51-4af5-a236-12ddfdb29d8a req-661b095e-9617-4b13-8b93-c835b5e6c252 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Synchronizing usage tracker for tenant:fae0393d9721465ebf973edfe4ecb299 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:56:05.896967 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-b422cec9-6a51-4af5-a236-12ddfdb29d8a req-661b095e-9617-4b13-8b93-c835b5e6c252 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Unset dirty status for tenant:fae0393d9721465ebf973edfe4ecb299 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:56:05.898042 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b422cec9-6a51-4af5-a236-12ddfdb29d8a req-661b095e-9617-4b13-8b93-c835b5e6c252 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 944 time: 0.0948660 Mar 11 15:56:05.942376 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b422cec9-6a51-4af5-a236-12ddfdb29d8a req-c8c932b6-e01e-4f64-871e-778271b76b01 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380409 Mar 11 15:56:06.297255 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 39aff4b4-b8e2-4047-a385-84dee12eaa21 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:56:06.365988 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 39aff4b4-b8e2-4047-a385-84dee12eaa21 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:56:06.366357 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:07.143041 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e21e5-77e5-48ed-89da-9c38ad4b74ed req-74f8fe7d-fc4f-4fc6-9866-517400f0ad53 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:07.144503 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-7d8e21e5-77e5-48ed-89da-9c38ad4b74ed req-74f8fe7d-fc4f-4fc6-9866-517400f0ad53 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 944 time: 0.0811746 Mar 11 15:56:07.188903 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-7d8e21e5-77e5-48ed-89da-9c38ad4b74ed req-b581999c-04c6-49a8-b314-9812f7492607 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390131 Mar 11 15:56:08.389729 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033c4c3-58d7-404f-951c-f2c3b84d3150 req-083882ff-3a83-4ce5-94da-b2029dd8b4d5 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:08.391174 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a033c4c3-58d7-404f-951c-f2c3b84d3150 req-083882ff-3a83-4ce5-94da-b2029dd8b4d5 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 944 time: 0.0769420 Mar 11 15:56:08.447468 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a033c4c3-58d7-404f-951c-f2c3b84d3150 req-dd189501-8d91-4cc2-b21e-313c9645341f tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508316 Mar 11 15:56:09.118806 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 4eb4cd8c-f444-42ab-ad24-4f21e06667ae details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:56:09.252486 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 4eb4cd8c-f444-42ab-ad24-4f21e06667ae, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4eb4cd8c-f444-42ab-ad24-4f21e06667ae,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:56:09.269272 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': '4eb4cd8c-f444-42ab-ad24-4f21e06667ae', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'port_id': '4eb4cd8c-f444-42ab-ad24-4f21e06667ae', 'mac_address': 'fa:16:3e:38:2a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:56:09.322549 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:09.340404 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eb4cd8c-f444-42ab-ad24-4f21e06667ae {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:56:09.355586 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 4eb4cd8c-f444-42ab-ad24-4f21e06667ae, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4eb4cd8c-f444-42ab-ad24-4f21e06667ae,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:56:09.359135 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:09.423381 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=4eb4cd8c-f444-42ab-ad24-4f21e06667ae,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:09.431533 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:09.431899 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:09.432278 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:09.433134 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:09.433475 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:09.433803 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:09.434127 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:09.434451 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:09.434779 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:09.435093 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:09.435410 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:09.641052 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a13e0-c040-4af5-b610-d063b0166aa9 req-788e1ad6-a9b7-4a5a-90b1-899f34bb667d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:09.642468 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-be8a13e0-c040-4af5-b610-d063b0166aa9 req-788e1ad6-a9b7-4a5a-90b1-899f34bb667d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 945 time: 0.0741725 Mar 11 15:56:09.686601 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-be8a13e0-c040-4af5-b610-d063b0166aa9 req-d63895f1-0ac9-4fa7-bdb2-2daf9e5a68db tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385761 Mar 11 15:56:09.715350 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['4eb4cd8c-f444-42ab-ad24-4f21e06667ae'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 15:56:10.884195 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0840d-85ec-422b-90f3-292e9ed4eac9 req-9906ab39-7706-453f-b1b8-1c0d83358fa8 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:10.886193 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1cf0840d-85ec-422b-90f3-292e9ed4eac9 req-9906ab39-7706-453f-b1b8-1c0d83358fa8 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 945 time: 0.0782800 Mar 11 15:56:10.930945 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1cf0840d-85ec-422b-90f3-292e9ed4eac9 req-389510fd-594a-4b09-bf3e-404a12ca68ee tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389941 Mar 11 15:56:11.149364 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 4eb4cd8c-f444-42ab-ad24-4f21e06667ae up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:56:11.218979 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning for port 4eb4cd8c-f444-42ab-ad24-4f21e06667ae completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:56:11.223586 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port 4eb4cd8c-f444-42ab-ad24-4f21e06667ae triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:56:11.223952 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:11.337139 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:11.363455 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1731176c-ff63-4d35-8a11-1747e8937f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb4cd8c-f444-42ab-ad24-4f21e06667ae'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:56:11.373558 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 4eb4cd8c-f444-42ab-ad24-4f21e06667ae, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4eb4cd8c-f444-42ab-ad24-4f21e06667ae,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:56:11.377490 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:11.422739 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1731176c-ff63-4d35-8a11-1747e8937f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb4cd8c-f444-42ab-ad24-4f21e06667ae', 'code': 200} Mar 11 15:56:11.447275 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=4eb4cd8c-f444-42ab-ad24-4f21e06667ae,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:11.730495 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4343dd79-c422-4c92-9ff0-e91bc079f913 req-10ba28b3-99fc-47bc-b211-03587a51efe0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 1099 time: 0.1565640 Mar 11 15:56:11.770923 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4343dd79-c422-4c92-9ff0-e91bc079f913 req-300f5e26-6e7d-4ef1-b2b4-c1fc25a35fe6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351779 Mar 11 15:56:12.126024 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01cbb0-bc21-4d89-9c21-20f4f2be09fa req-9c390dd4-4f23-422d-a3ff-f675b7535604 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:12.127480 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dc01cbb0-bc21-4d89-9c21-20f4f2be09fa req-9c390dd4-4f23-422d-a3ff-f675b7535604 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 946 time: 0.0770891 Mar 11 15:56:12.173310 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dc01cbb0-bc21-4d89-9c21-20f4f2be09fa req-9c08a8a6-15b8-405e-860d-06ac2d4f6cf1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402329 Mar 11 15:56:13.370996 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e65ffc-cb3d-41fe-9348-0541025f282a req-e5cca3bc-b87e-4057-ae72-1877ca4d75f3 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:13.373130 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d6e65ffc-cb3d-41fe-9348-0541025f282a req-e5cca3bc-b87e-4057-ae72-1877ca4d75f3 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 946 time: 0.0773685 Mar 11 15:56:13.415659 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d6e65ffc-cb3d-41fe-9348-0541025f282a req-4fd0c9d3-ec56-4806-b35c-dacebe0cabf8 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371268 Mar 11 15:56:13.610966 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c198c7-a85b-43e5-bb38-abb6b29cb96d req-7db02b7f-f638-41dd-89dd-aea4722d0d02 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:13.612455 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-67c198c7-a85b-43e5-bb38-abb6b29cb96d req-7db02b7f-f638-41dd-89dd-aea4722d0d02 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 946 time: 0.0817924 Mar 11 15:56:13.620999 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 46622) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:56:13.626934 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-6fbc6144-0814-4dc0-94ff-971947373580 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Request body: {'floatingip': {'port_id': '4eb4cd8c-f444-42ab-ad24-4f21e06667ae'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:56:13.704882 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6fbc6144-0814-4dc0-94ff-971947373580 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks [] for floatingip, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:14.307835 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6fbc6144-0814-4dc0-94ff-971947373580 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:14.312142 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6fbc6144-0814-4dc0-94ff-971947373580 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:14.498910 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.l3_db [None req-6fbc6144-0814-4dc0-94ff-971947373580 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Floating IP b082adb3-f8f6-4406-9688-4735b59f2bf2 associated. External IP: 172.26.0.24, port: 4eb4cd8c-f444-42ab-ad24-4f21e06667ae. Mar 11 15:56:14.987060 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fbc6144-0814-4dc0-94ff-971947373580 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Router 469d557e-6680-4cd2-b81b-0d76b198c87c has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:56:15.185494 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fbc6144-0814-4dc0-94ff-971947373580 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:56:15.190370 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6fbc6144-0814-4dc0-94ff-971947373580 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:15.196114 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b61872-f6fb-4adc-adf5-75294ab0a026 None None] Sync routers for ids ['469d557e-6680-4cd2-b81b-0d76b198c87c'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:56:15.209371 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b61872-f6fb-4adc-adf5-75294ab0a026 None None] Routers {'469d557e-6680-4cd2-b81b-0d76b198c87c'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:56:15.209977 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-06b61872-f6fb-4adc-adf5-75294ab0a026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:56:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['469d557e-6680-4cd2-b81b-0d76b198c87c'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:56:15.246055 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-6fbc6144-0814-4dc0-94ff-971947373580 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "PUT /v2.0/floatingips/b082adb3-f8f6-4406-9688-4735b59f2bf2 HTTP/1.1" status: 200 len: 991 time: 1.6237328 Mar 11 15:56:15.247019 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1731176c-ff63-4d35-8a11-1747e8937f3d', 'tag': '4eb4cd8c-f444-42ab-ad24-4f21e06667ae'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:56:15.301189 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1731176c-ff63-4d35-8a11-1747e8937f3d', 'tag': '4eb4cd8c-f444-42ab-ad24-4f21e06667ae', 'status': 'completed', 'code': 200} Mar 11 15:56:15.395311 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-06b61872-f6fb-4adc-adf5-75294ab0a026 None None] Set router 469d557e-6680-4cd2-b81b-0d76b198c87c gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:56:15.397957 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-98d8e645-01ab-428c-ae58-cd758fc22aee req-9fe04866-55e6-4e1f-817f-5b27f36c0a03 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fae0393d9721465ebf973edfe4ecb299&device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 1099 time: 0.0742311 Mar 11 15:56:15.429703 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a4e9f-8acf-4a9f-ae3c-43787cdc157f req-eb71c46c-c134-42f0-ab23-22c48a64d49b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:15.431420 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-3b0a4e9f-8acf-4a9f-ae3c-43787cdc157f req-eb71c46c-c134-42f0-ab23-22c48a64d49b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 946 time: 0.0778859 Mar 11 15:56:15.481391 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-3b0a4e9f-8acf-4a9f-ae3c-43787cdc157f req-95aa1494-369f-4d00-aef2-ddd4d1142fe0 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433605 Mar 11 15:56:15.538500 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8e645-01ab-428c-ae58-cd758fc22aee req-ea222fd0-1853-49f9-b99d-4501290e7247 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:15.540134 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-98d8e645-01ab-428c-ae58-cd758fc22aee req-ea222fd0-1853-49f9-b99d-4501290e7247 service neutron] 10.222.0.73 "GET /v2.0/networks?id=568becae-cbca-4a4b-bfda-9304f5b467a6 HTTP/1.1" status: 200 len: 913 time: 0.1368299 Mar 11 15:56:15.690361 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-98d8e645-01ab-428c-ae58-cd758fc22aee req-19cc1aeb-a56b-4011-ae00-85af6aaa589a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4eb4cd8c-f444-42ab-ad24-4f21e06667ae HTTP/1.1" status: 200 len: 999 time: 0.1447859 Mar 11 15:56:15.740785 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-06b61872-f6fb-4adc-adf5-75294ab0a026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'name': 'tempest-ServerActionsTestJSON-2041363647-router', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:56Z', 'revision_number': 4, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'gw_port': {'id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'b082adb3-f8f6-4406-9688-4735b59f2bf2', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'floating_ip_address': '172.26.0.24', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'port_id': '4eb4cd8c-f444-42ab-ad24-4f21e06667ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'mac_address': 'fa:16:3e:38:2a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1731176c-ff63-4d35-8a11-1747e8937f3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:55:59Z', 'updated_at': '2022-03-11T15:56:14Z', 'revision_number': 1, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39aff4b4-b8e2-4047-a385-84dee12eaa21', 'name': '', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'mac_address': 'fa:16:3e:2e:c0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:55Z', 'updated_at': '2022-03-11T15:56:04Z', 'revision_number': 5, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'subnets': [{'id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:56:15.744610 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b61872-f6fb-4adc-adf5-75294ab0a026 None None] Checking router: 469d557e-6680-4cd2-b81b-0d76b198c87c for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:56:15.756028 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b61872-f6fb-4adc-adf5-75294ab0a026 None None] Routers {'469d557e-6680-4cd2-b81b-0d76b198c87c'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:56:15.756573 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-06b61872-f6fb-4adc-adf5-75294ab0a026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:56:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['469d557e-6680-4cd2-b81b-0d76b198c87c'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:56:15.765475 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8e645-01ab-428c-ae58-cd758fc22aee req-1ac4a374-6947-4c0c-b29c-a1a785c8eff2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:15.766911 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-98d8e645-01ab-428c-ae58-cd758fc22aee req-1ac4a374-6947-4c0c-b29c-a1a785c8eff2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d46f66e3-c877-4246-9886-b8295ca74407 HTTP/1.1" status: 200 len: 851 time: 0.0709400 Mar 11 15:56:15.773166 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd289ef-eb9e-4ab1-b8cc-bda331e6635d req-d951bab1-f5d2-4531-938d-e7b11a09199b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:15.774503 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-cdd289ef-eb9e-4ab1-b8cc-bda331e6635d req-d951bab1-f5d2-4531-938d-e7b11a09199b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 946 time: 0.1601186 Mar 11 15:56:15.876046 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-cdd289ef-eb9e-4ab1-b8cc-bda331e6635d req-8d6da927-ebc8-4015-8890-ad7267cb9e0e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665827 Mar 11 15:56:15.890313 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-98d8e645-01ab-428c-ae58-cd758fc22aee req-7a6ecf6b-30b5-4cfe-b0b5-1e12dbafb38f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=568becae-cbca-4a4b-bfda-9304f5b467a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1148756 Mar 11 15:56:15.931148 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:15.962399 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-06b61872-f6fb-4adc-adf5-75294ab0a026 None None] Set router 469d557e-6680-4cd2-b81b-0d76b198c87c gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:56:16.031542 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-98d8e645-01ab-428c-ae58-cd758fc22aee req-9f51afd5-536a-4d87-8e7a-6ed6ee176c30 service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348095 Mar 11 15:56:16.162284 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-98d8e645-01ab-428c-ae58-cd758fc22aee req-735daf7a-3543-42c2-93f0-0f3b145cb65f service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247623 Mar 11 15:56:16.312292 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-06b61872-f6fb-4adc-adf5-75294ab0a026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'name': 'tempest-ServerActionsTestJSON-2041363647-router', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:56Z', 'revision_number': 4, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'gw_port': {'id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'b082adb3-f8f6-4406-9688-4735b59f2bf2', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'floating_ip_address': '172.26.0.24', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'port_id': '4eb4cd8c-f444-42ab-ad24-4f21e06667ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'mac_address': 'fa:16:3e:38:2a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1731176c-ff63-4d35-8a11-1747e8937f3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:55:59Z', 'updated_at': '2022-03-11T15:56:14Z', 'revision_number': 1, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39aff4b4-b8e2-4047-a385-84dee12eaa21', 'name': '', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'mac_address': 'fa:16:3e:2e:c0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:55Z', 'updated_at': '2022-03-11T15:56:04Z', 'revision_number': 5, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'subnets': [{'id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:56:16.316127 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b61872-f6fb-4adc-adf5-75294ab0a026 None None] The sync data for ids ['469d557e-6680-4cd2-b81b-0d76b198c87c'] in dv-neutron-833373-1-hyperv is: [{'id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'name': 'tempest-ServerActionsTestJSON-2041363647-router', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:56Z', 'revision_number': 4, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'gw_port': {'id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'b082adb3-f8f6-4406-9688-4735b59f2bf2', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'floating_ip_address': '172.26.0.24', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'port_id': '4eb4cd8c-f444-42ab-ad24-4f21e06667ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'mac_address': 'fa:16:3e:38:2a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1731176c-ff63-4d35-8a11-1747e8937f3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:55:59Z', 'updated_at': '2022-03-11T15:56:14Z', 'revision_number': 1, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39aff4b4-b8e2-4047-a385-84dee12eaa21', 'name': '', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'mac_address': 'fa:16:3e:2e:c0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:55Z', 'updated_at': '2022-03-11T15:56:04Z', 'revision_number': 5, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'subnets': [{'id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:56:17.070340 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4f1f5-ba06-458a-a84c-992d83c4ab8a req-38cd2ce4-326e-4db5-8105-3817aaedae19 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:17.071771 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-34a4f1f5-ba06-458a-a84c-992d83c4ab8a req-38cd2ce4-326e-4db5-8105-3817aaedae19 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 946 time: 0.0747869 Mar 11 15:56:17.117316 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-34a4f1f5-ba06-458a-a84c-992d83c4ab8a req-c4ae02b6-8f93-466d-a6ed-b9eae7f0b050 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394289 Mar 11 15:56:17.311231 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7613052e-05cc-428f-b06b-23a85a05a550 req-5e34aa02-ab48-4a0d-b2f7-818f2a0c5c2b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:17.312679 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7613052e-05cc-428f-b06b-23a85a05a550 req-5e34aa02-ab48-4a0d-b2f7-818f2a0c5c2b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 946 time: 0.0748830 Mar 11 15:56:17.363174 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7613052e-05cc-428f-b06b-23a85a05a550 req-dec2720e-73aa-4445-aeaf-fc3601132ce0 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450263 Mar 11 15:56:17.557749 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-ba1dfe06-5288-4618-864b-f65ce6dfa8f4 req-d2a5f672-16b3-4cca-a990-f4327149d962 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0705886 Mar 11 15:56:17.858322 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-acfe72f9-b9e4-40cb-a506-336502bc9070 req-a88f6a40-88ed-40a9-acf4-1415f6020390 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1196742 Mar 11 15:56:17.876169 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987cc8f5-a1ec-46c9-9541-fd48f58091d8 req-7b2d56bc-e619-4c63-b749-f33a25d41826 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:17.877650 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-987cc8f5-a1ec-46c9-9541-fd48f58091d8 req-7b2d56bc-e619-4c63-b749-f33a25d41826 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 946 time: 0.0878258 Mar 11 15:56:17.929110 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-987cc8f5-a1ec-46c9-9541-fd48f58091d8 req-87e1dde4-81f1-439d-a085-d972d0a46090 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458899 Mar 11 15:56:19.125370 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-acfe72f9-b9e4-40cb-a506-336502bc9070 req-5d62bda9-cb65-4db3-8ba6-9c98169d3b2e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fae0393d9721465ebf973edfe4ecb299&device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 1099 time: 0.0806684 Mar 11 15:56:19.129982 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1374c-f323-4e87-b1f2-13c60cfec66c req-58f5d5e5-d806-477b-8cca-27377df7c4f1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:19.131677 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b3f1374c-f323-4e87-b1f2-13c60cfec66c req-58f5d5e5-d806-477b-8cca-27377df7c4f1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 946 time: 0.0812340 Mar 11 15:56:19.145080 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caa1ac2-5b03-42c4-83a6-224319143c7b None None] New status for floating IP b082adb3-f8f6-4406-9688-4735b59f2bf2: ACTIVE {{(pid=83868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 15:56:19.181321 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b3f1374c-f323-4e87-b1f2-13c60cfec66c req-280fe557-2e7b-4b3e-85e9-f13c2a733eb3 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429199 Mar 11 15:56:19.383291 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe72f9-b9e4-40cb-a506-336502bc9070 req-90572122-ccc3-4c9f-b16b-6c8a506d2aaf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:19.384782 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-acfe72f9-b9e4-40cb-a506-336502bc9070 req-90572122-ccc3-4c9f-b16b-6c8a506d2aaf service neutron] 10.222.0.73 "GET /v2.0/networks?id=568becae-cbca-4a4b-bfda-9304f5b467a6 HTTP/1.1" status: 200 len: 913 time: 0.2527783 Mar 11 15:56:19.489770 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-acfe72f9-b9e4-40cb-a506-336502bc9070 req-28db7916-e04b-436a-85d0-b802c0384b2c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4eb4cd8c-f444-42ab-ad24-4f21e06667ae HTTP/1.1" status: 200 len: 1001 time: 0.0972733 Mar 11 15:56:19.556246 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe72f9-b9e4-40cb-a506-336502bc9070 req-04173cdf-aea5-4317-9eb0-e049dd87b795 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:19.557579 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-acfe72f9-b9e4-40cb-a506-336502bc9070 req-04173cdf-aea5-4317-9eb0-e049dd87b795 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d46f66e3-c877-4246-9886-b8295ca74407 HTTP/1.1" status: 200 len: 851 time: 0.0571017 Mar 11 15:56:19.638985 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-acfe72f9-b9e4-40cb-a506-336502bc9070 req-e3fcd153-8786-422a-ae84-30cb7ae20e35 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=568becae-cbca-4a4b-bfda-9304f5b467a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707226 Mar 11 15:56:19.771359 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-acfe72f9-b9e4-40cb-a506-336502bc9070 req-56d146b2-dbcf-42c1-990f-1e22a090ee61 service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260216 Mar 11 15:56:19.901142 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-acfe72f9-b9e4-40cb-a506-336502bc9070 req-0bd3839a-fdf1-4174-b6a5-23493e0e39d2 service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220260 Mar 11 15:56:20.389722 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf453a-0fda-44bd-86b7-b704c42a0da1 req-8b15ca97-e0f3-4a68-a2e1-590560ab93f6 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:20.391155 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-adcf453a-0fda-44bd-86b7-b704c42a0da1 req-8b15ca97-e0f3-4a68-a2e1-590560ab93f6 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 946 time: 0.0764048 Mar 11 15:56:20.436075 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-adcf453a-0fda-44bd-86b7-b704c42a0da1 req-db137a35-1b44-4e8a-bb7d-b3f27c4d18fe tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392158 Mar 11 15:56:21.634068 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29b6c3-3fb8-4ec9-bf27-154b079f85d3 req-a653818a-cbd0-495e-a9e8-8f12af81c5aa tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:21.635495 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-7a29b6c3-3fb8-4ec9-bf27-154b079f85d3 req-a653818a-cbd0-495e-a9e8-8f12af81c5aa tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 946 time: 0.0796020 Mar 11 15:56:21.679833 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-7a29b6c3-3fb8-4ec9-bf27-154b079f85d3 req-2af4f6d2-32ac-4424-9eec-ededc9fb0b07 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382431 Mar 11 15:56:22.877259 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74c64d-49fa-430b-b360-e2ad031a3119 req-0d3df083-cc68-43ce-b187-e8944facf47d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:22.878701 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ed74c64d-49fa-430b-b360-e2ad031a3119 req-0d3df083-cc68-43ce-b187-e8944facf47d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 946 time: 0.0803216 Mar 11 15:56:22.925564 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ed74c64d-49fa-430b-b360-e2ad031a3119 req-b5a64fd1-fb7f-491c-bfdb-614572a66869 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409515 Mar 11 15:56:24.124384 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c907636-8546-460d-bc9a-47d965315166 req-0214c833-f00e-40f4-b6ad-6489d9740f9c tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:24.125823 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-6c907636-8546-460d-bc9a-47d965315166 req-0214c833-f00e-40f4-b6ad-6489d9740f9c tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 946 time: 0.0762496 Mar 11 15:56:24.170785 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-6c907636-8546-460d-bc9a-47d965315166 req-cd73f999-6980-489d-9379-849a0f913af1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394721 Mar 11 15:56:25.371001 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a952171-28a6-485d-9049-8397c3a39ccb req-54161c44-d5f4-4882-99de-805509c4d372 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:25.373093 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9a952171-28a6-485d-9049-8397c3a39ccb req-54161c44-d5f4-4882-99de-805509c4d372 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 946 time: 0.0809653 Mar 11 15:56:25.421472 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9a952171-28a6-485d-9049-8397c3a39ccb req-7ced87e9-6a06-4eb7-a979-0829f7004f26 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428166 Mar 11 15:56:26.617173 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e222bd-f651-4600-8c52-bc2627042131 req-80a569a4-f1a3-4ea7-adab-14d8c3410c63 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:26.618650 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-47e222bd-f651-4600-8c52-bc2627042131 req-80a569a4-f1a3-4ea7-adab-14d8c3410c63 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 946 time: 0.0775604 Mar 11 15:56:26.663569 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-47e222bd-f651-4600-8c52-bc2627042131 req-a20353e4-8e47-45b6-a8e0-e59253134664 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384438 Mar 11 15:56:27.861531 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e36973-637d-4325-b230-d8a04e89141e req-5b8f17c6-0541-40af-b477-4effdec20d17 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:27.862980 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-71e36973-637d-4325-b230-d8a04e89141e req-5b8f17c6-0541-40af-b477-4effdec20d17 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 946 time: 0.0756075 Mar 11 15:56:27.909135 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-71e36973-637d-4325-b230-d8a04e89141e req-12770de9-5b0b-4e30-b6b7-bec46bc24cdb tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406513 Mar 11 15:56:29.103603 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816c375-ae8e-4ff0-a8ac-5acb0b485ac2 req-beb196b8-ea2a-48a4-8879-adcbdf6af3dc tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:29.105076 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e816c375-ae8e-4ff0-a8ac-5acb0b485ac2 req-beb196b8-ea2a-48a4-8879-adcbdf6af3dc tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 946 time: 0.0760462 Mar 11 15:56:29.152522 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e816c375-ae8e-4ff0-a8ac-5acb0b485ac2 req-1f793837-1370-4601-81ca-f3ca635366af tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420063 Mar 11 15:56:29.372010 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c497db20-2089-44e0-83f1-2efc89a3c346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:30.362949 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1147f88-be3a-42e1-b7be-a9c30857711e req-2dc1d104-d63f-47e8-946e-e3dd19dd84ef tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:30.364661 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d1147f88-be3a-42e1-b7be-a9c30857711e req-2dc1d104-d63f-47e8-946e-e3dd19dd84ef tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 946 time: 0.0883553 Mar 11 15:56:30.410169 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d1147f88-be3a-42e1-b7be-a9c30857711e req-a2069460-ba09-4fd5-b076-5d568c21df5d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398610 Mar 11 15:56:31.614790 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c10e6-9da3-46ad-b3c8-3203858b0dc4 req-79e03e66-fb65-4f4c-96e6-6f47241cbd20 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:31.616283 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2b9c10e6-9da3-46ad-b3c8-3203858b0dc4 req-79e03e66-fb65-4f4c-96e6-6f47241cbd20 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 946 time: 0.0779400 Mar 11 15:56:31.637592 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-133a2c7e-5a4a-41a2-8410-ad5982dc45e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:31.662755 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2b9c10e6-9da3-46ad-b3c8-3203858b0dc4 req-71607187-9230-4eb8-a0c6-beeb7a43aa11 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407267 Mar 11 15:56:32.817127 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:32.866106 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf56375-97fe-46f2-b2a7-2bbe8474665e req-39fdd8c7-adc2-47c2-979c-d1135e595b2f tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:32.867583 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8cf56375-97fe-46f2-b2a7-2bbe8474665e req-39fdd8c7-adc2-47c2-979c-d1135e595b2f tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 946 time: 0.0845187 Mar 11 15:56:32.914052 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8cf56375-97fe-46f2-b2a7-2bbe8474665e req-a06ec00f-4cc5-4c06-8a9e-eee46cbd6142 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402963 Mar 11 15:56:33.039374 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:34.114524 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61590f4-67aa-48ed-8ba6-5f48de7a7f32 req-f2a527b9-17e2-4488-8363-18f0fb50d66a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:34.115962 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f61590f4-67aa-48ed-8ba6-5f48de7a7f32 req-f2a527b9-17e2-4488-8363-18f0fb50d66a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 946 time: 0.0809066 Mar 11 15:56:34.160903 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f61590f4-67aa-48ed-8ba6-5f48de7a7f32 req-a05f3c51-25e6-4312-a0e7-ae240cd270ef tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392685 Mar 11 15:56:34.248686 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:35.369734 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1385460-a7fe-4d45-a319-855db68bde34 req-205de4d1-6f64-48e8-b377-a3f7419d1d53 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:35.371188 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f1385460-a7fe-4d45-a319-855db68bde34 req-205de4d1-6f64-48e8-b377-a3f7419d1d53 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 946 time: 0.0814841 Mar 11 15:56:35.423078 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f1385460-a7fe-4d45-a319-855db68bde34 req-7493ab35-dcce-4f18-9bbc-04c383e735c6 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444424 Mar 11 15:56:36.618184 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93928bb9-749a-4f81-8a66-1a51e3b114a0 req-976e8719-2101-4d50-a759-caad88488185 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:36.619616 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-93928bb9-749a-4f81-8a66-1a51e3b114a0 req-976e8719-2101-4d50-a759-caad88488185 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 946 time: 0.0756278 Mar 11 15:56:36.664229 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-93928bb9-749a-4f81-8a66-1a51e3b114a0 req-726e6f2b-04de-4ce9-b8fa-f65de2116e2a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383165 Mar 11 15:56:36.839548 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-acfe72f9-b9e4-40cb-a506-336502bc9070 req-f9479fea-1370-43ab-ad6b-e633f0877187 service neutron] 10.222.0.73 "GET /v2.0/ports/4eb4cd8c-f444-42ab-ad24-4f21e06667ae/bindings/hv-neutron-8333 HTTP/1.1" status: 200 len: 384 time: 0.0721018 Mar 11 15:56:36.962652 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:56:37.099510 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-acfe72f9-b9e4-40cb-a506-336502bc9070 req-8b6a7e16-025f-45f1-8002-01bfaa943c22 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d&tenant_id=fae0393d9721465ebf973edfe4ecb299 HTTP/1.1" status: 200 len: 1099 time: 0.0718279 Mar 11 15:56:37.195643 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-acfe72f9-b9e4-40cb-a506-336502bc9070 req-a380bbec-5387-4bcb-a505-19311579705d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fae0393d9721465ebf973edfe4ecb299&device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 1099 time: 0.0747602 Mar 11 15:56:37.325458 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe72f9-b9e4-40cb-a506-336502bc9070 req-99f138d1-f365-487a-8950-3b6feef7f401 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:37.327406 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-acfe72f9-b9e4-40cb-a506-336502bc9070 req-99f138d1-f365-487a-8950-3b6feef7f401 service neutron] 10.222.0.73 "GET /v2.0/networks?id=568becae-cbca-4a4b-bfda-9304f5b467a6 HTTP/1.1" status: 200 len: 913 time: 0.1252294 Mar 11 15:56:37.521340 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-acfe72f9-b9e4-40cb-a506-336502bc9070 req-eb822783-95a4-4c2d-941e-5b6be6575037 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4eb4cd8c-f444-42ab-ad24-4f21e06667ae HTTP/1.1" status: 200 len: 1001 time: 0.1879778 Mar 11 15:56:37.582415 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe72f9-b9e4-40cb-a506-336502bc9070 req-785f7223-08e7-4c27-ab84-cb4de14c7b0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:37.583805 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-acfe72f9-b9e4-40cb-a506-336502bc9070 req-785f7223-08e7-4c27-ab84-cb4de14c7b0e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d46f66e3-c877-4246-9886-b8295ca74407 HTTP/1.1" status: 200 len: 851 time: 0.0572476 Mar 11 15:56:37.659035 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-acfe72f9-b9e4-40cb-a506-336502bc9070 req-c6cd2bbe-d192-4fab-84e1-c431e974d259 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=568becae-cbca-4a4b-bfda-9304f5b467a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695572 Mar 11 15:56:37.823866 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-acfe72f9-b9e4-40cb-a506-336502bc9070 req-40bf7b2c-a650-4d48-a621-aff8185d99ee service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580732 Mar 11 15:56:37.978719 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c94ee3-04ba-421a-96c4-29c7ac271d9a req-05137a8f-0083-4d93-8257-d8a1105a3d33 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:37.980183 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-94c94ee3-04ba-421a-96c4-29c7ac271d9a req-05137a8f-0083-4d93-8257-d8a1105a3d33 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 946 time: 0.1947801 Mar 11 15:56:37.983790 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-acfe72f9-b9e4-40cb-a506-336502bc9070 req-7e24f474-7892-49d3-badd-757cfcc7fdc0 service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533108 Mar 11 15:56:38.032891 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-94c94ee3-04ba-421a-96c4-29c7ac271d9a req-caa5247c-7505-4012-961c-88d118b95449 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464237 Mar 11 15:56:39.234155 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237ca01-71d1-4642-ba4d-56d4e87be135 req-286ce6bc-088e-4005-8f7c-8ed615b3188d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:39.235631 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-8237ca01-71d1-4642-ba4d-56d4e87be135 req-286ce6bc-088e-4005-8f7c-8ed615b3188d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 946 time: 0.0805967 Mar 11 15:56:39.277158 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 4eb4cd8c-f444-42ab-ad24-4f21e06667ae no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:56:39.284725 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-8237ca01-71d1-4642-ba4d-56d4e87be135 req-c7101099-7afd-47ce-b0a5-2b3bad892366 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430126 Mar 11 15:56:39.392528 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:39.421704 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1731176c-ff63-4d35-8a11-1747e8937f3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eb4cd8c-f444-42ab-ad24-4f21e06667ae'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:56:39.431096 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 4eb4cd8c-f444-42ab-ad24-4f21e06667ae, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4eb4cd8c-f444-42ab-ad24-4f21e06667ae,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:56:39.434810 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:39.488412 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1731176c-ff63-4d35-8a11-1747e8937f3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eb4cd8c-f444-42ab-ad24-4f21e06667ae', 'code': 200} Mar 11 15:56:39.505116 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=4eb4cd8c-f444-42ab-ad24-4f21e06667ae,revision_number=6']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:40.486554 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34bca6-c389-492f-aac0-27be457f5492 req-0c2c0748-8771-4f4a-b16a-3651c1e5df30 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:40.487883 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-bb34bca6-c389-492f-aac0-27be457f5492 req-0c2c0748-8771-4f4a-b16a-3651c1e5df30 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 944 time: 0.0782812 Mar 11 15:56:40.535748 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-bb34bca6-c389-492f-aac0-27be457f5492 req-d683b66a-8898-43ef-88f4-e84ceeae2e78 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423326 Mar 11 15:56:41.293225 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 4eb4cd8c-f444-42ab-ad24-4f21e06667ae details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:56:41.458530 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 4eb4cd8c-f444-42ab-ad24-4f21e06667ae, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4eb4cd8c-f444-42ab-ad24-4f21e06667ae,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:56:41.471351 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': '4eb4cd8c-f444-42ab-ad24-4f21e06667ae', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'port_id': '4eb4cd8c-f444-42ab-ad24-4f21e06667ae', 'mac_address': 'fa:16:3e:38:2a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:56:41.523970 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:41.541066 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eb4cd8c-f444-42ab-ad24-4f21e06667ae {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:56:41.556378 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 4eb4cd8c-f444-42ab-ad24-4f21e06667ae, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4eb4cd8c-f444-42ab-ad24-4f21e06667ae,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:56:41.561875 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:41.634033 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['4eb4cd8c-f444-42ab-ad24-4f21e06667ae'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 15:56:41.686828 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=4eb4cd8c-f444-42ab-ad24-4f21e06667ae,revision_number=7']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:41.755221 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c404f2-6cba-4e21-99bc-c1105c1355b3 req-40152b1d-fd97-47ea-b26f-fa74ad5ef84f tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:41.756710 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-77c404f2-6cba-4e21-99bc-c1105c1355b3 req-40152b1d-fd97-47ea-b26f-fa74ad5ef84f tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 945 time: 0.0813630 Mar 11 15:56:41.804538 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-77c404f2-6cba-4e21-99bc-c1105c1355b3 req-c7659b93-6408-4237-a6a4-51eb8685c5ed tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420287 Mar 11 15:56:42.186152 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90904aae-0377-43b7-aa0b-7e824cec87b6 req-f91f5720-014a-40ab-b42a-98188a877b39 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:42.187561 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-90904aae-0377-43b7-aa0b-7e824cec87b6 req-f91f5720-014a-40ab-b42a-98188a877b39 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.73 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d&tenant_id=fae0393d9721465ebf973edfe4ecb299&binding%3Ahost_id=hv-neutron-8333 HTTP/1.1" status: 200 len: 945 time: 0.1415823 Mar 11 15:56:42.194218 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342915e0-c2a0-46e8-890e-68fde85866eb req-b54dcafe-6516-4ed5-b5c2-db8f80925dfc tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:42.195934 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-342915e0-c2a0-46e8-890e-68fde85866eb req-b54dcafe-6516-4ed5-b5c2-db8f80925dfc tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 945 time: 0.1159391 Mar 11 15:56:42.244748 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-342915e0-c2a0-46e8-890e-68fde85866eb req-b57dcf48-6e1e-4270-804f-72f96e12a3ef tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423267 Mar 11 15:56:42.337371 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-90904aae-0377-43b7-aa0b-7e824cec87b6 req-14adc1f1-3eca-4240-8a15-82d7046fa4d0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fae0393d9721465ebf973edfe4ecb299&device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 1098 time: 0.0723498 Mar 11 15:56:42.470954 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90904aae-0377-43b7-aa0b-7e824cec87b6 req-a5228614-2010-4b1e-bf22-b7a2f82bb437 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:42.472324 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-90904aae-0377-43b7-aa0b-7e824cec87b6 req-a5228614-2010-4b1e-bf22-b7a2f82bb437 service neutron] 10.222.0.73 "GET /v2.0/networks?id=568becae-cbca-4a4b-bfda-9304f5b467a6 HTTP/1.1" status: 200 len: 913 time: 0.1295002 Mar 11 15:56:42.585157 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-90904aae-0377-43b7-aa0b-7e824cec87b6 req-5b484626-267a-4752-a649-dc2959a89cb2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4eb4cd8c-f444-42ab-ad24-4f21e06667ae HTTP/1.1" status: 200 len: 1000 time: 0.1064305 Mar 11 15:56:42.663030 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90904aae-0377-43b7-aa0b-7e824cec87b6 req-a80fc427-e407-4efc-be3b-5eee4ae004ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:42.664623 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-90904aae-0377-43b7-aa0b-7e824cec87b6 req-a80fc427-e407-4efc-be3b-5eee4ae004ff service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d46f66e3-c877-4246-9886-b8295ca74407 HTTP/1.1" status: 200 len: 851 time: 0.0715144 Mar 11 15:56:42.747195 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-90904aae-0377-43b7-aa0b-7e824cec87b6 req-3d97ca44-2664-4388-980f-3676ff7052cf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=568becae-cbca-4a4b-bfda-9304f5b467a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766706 Mar 11 15:56:42.898560 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-90904aae-0377-43b7-aa0b-7e824cec87b6 req-8a83e3c8-7bd1-44c4-94f1-8ae298609ad0 service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457160 Mar 11 15:56:43.046733 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-90904aae-0377-43b7-aa0b-7e824cec87b6 req-711b8030-1b3e-48e5-9c3b-ee89487a74de service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425769 Mar 11 15:56:43.337243 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 4eb4cd8c-f444-42ab-ad24-4f21e06667ae up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:56:43.407292 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port 4eb4cd8c-f444-42ab-ad24-4f21e06667ae triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:56:43.407897 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:43.460389 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00756c0-8d4a-4658-aada-fb7f795ad8d3 req-629ec8e0-d512-46b1-b402-3a550da8d7e3 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:43.461893 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d00756c0-8d4a-4658-aada-fb7f795ad8d3 req-629ec8e0-d512-46b1-b402-3a550da8d7e3 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 945 time: 0.0864201 Mar 11 15:56:43.514857 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d00756c0-8d4a-4658-aada-fb7f795ad8d3 req-4e8c28d4-ed2d-4332-a2bd-a184badfea6f tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451708 Mar 11 15:56:43.532313 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:43.561237 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1731176c-ff63-4d35-8a11-1747e8937f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb4cd8c-f444-42ab-ad24-4f21e06667ae'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:56:43.571050 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 4eb4cd8c-f444-42ab-ad24-4f21e06667ae, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4eb4cd8c-f444-42ab-ad24-4f21e06667ae,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:56:43.575995 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:43.627912 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1731176c-ff63-4d35-8a11-1747e8937f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb4cd8c-f444-42ab-ad24-4f21e06667ae', 'code': 200} Mar 11 15:56:43.644853 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=4eb4cd8c-f444-42ab-ad24-4f21e06667ae,revision_number=8']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:44.718603 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5b368-66bf-439d-95ca-92d73747de12 req-f7c757bf-075c-4396-8319-a181339d3208 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:44.720037 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-31a5b368-66bf-439d-95ca-92d73747de12 req-f7c757bf-075c-4396-8319-a181339d3208 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 946 time: 0.0773499 Mar 11 15:56:44.767740 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-31a5b368-66bf-439d-95ca-92d73747de12 req-cdb9c446-b184-4f78-8a0a-6f4eeb2fda2b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422180 Mar 11 15:56:45.062706 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90ea29-90a9-493f-89f3-683ecd756d0e req-22709c90-c11b-4582-949c-fa69d355ca20 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:45.064221 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0b90ea29-90a9-493f-89f3-683ecd756d0e req-22709c90-c11b-4582-949c-fa69d355ca20 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 946 time: 0.1761172 Mar 11 15:56:45.110481 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0b90ea29-90a9-493f-89f3-683ecd756d0e req-da782107-6b9c-4b51-b1e6-98d63eb29112 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407124 Mar 11 15:56:45.303239 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a8837-5c59-4698-82de-a5bfcef71042 req-31da8c58-8cca-4bb1-a741-6617d3db4d7c tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:45.304708 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-ba6a8837-5c59-4698-82de-a5bfcef71042 req-31da8c58-8cca-4bb1-a741-6617d3db4d7c tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 946 time: 0.0771716 Mar 11 15:56:45.349884 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-ba6a8837-5c59-4698-82de-a5bfcef71042 req-d9158f18-6bbc-4ac2-9325-d7d2bdefd288 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386846 Mar 11 15:56:45.761266 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53fdc1-bbef-4a6a-9616-a82929e56d8b req-9fa0c7d3-1858-4070-a29c-e8affce0a629 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:45.762607 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-9a53fdc1-bbef-4a6a-9616-a82929e56d8b req-9fa0c7d3-1858-4070-a29c-e8affce0a629 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 946 time: 0.0800626 Mar 11 15:56:45.808353 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-9a53fdc1-bbef-4a6a-9616-a82929e56d8b req-4b05964f-53c8-4cd6-a13f-9be488ec653c tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395966 Mar 11 15:56:45.927546 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:47.005409 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec43167-1ef3-4d55-a818-4516aced9dbb req-f8699775-fa57-493e-a5f8-940bfa2c96d4 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:47.006839 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6ec43167-1ef3-4d55-a818-4516aced9dbb req-f8699775-fa57-493e-a5f8-940bfa2c96d4 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 946 time: 0.0767863 Mar 11 15:56:47.051714 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6ec43167-1ef3-4d55-a818-4516aced9dbb req-6ab728bf-2dfb-4f1e-a474-0de8ac185511 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395286 Mar 11 15:56:47.625105 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad04de-9e89-4c7e-addc-5c18ceed7b78 req-dfcccda6-fb0f-4cad-af4c-362b6f8c2d41 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:47.626519 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-00ad04de-9e89-4c7e-addc-5c18ceed7b78 req-dfcccda6-fb0f-4cad-af4c-362b6f8c2d41 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.73 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 946 time: 0.0756230 Mar 11 15:56:47.696721 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-00ad04de-9e89-4c7e-addc-5c18ceed7b78 req-33c7af9e-05fe-4a41-9e32-c1733812cae1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Deleting port 4eb4cd8c-f444-42ab-ad24-4f21e06667ae {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:56:47.697062 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-00ad04de-9e89-4c7e-addc-5c18ceed7b78 req-33c7af9e-05fe-4a41-9e32-c1733812cae1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:47.933649 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-00ad04de-9e89-4c7e-addc-5c18ceed7b78 req-33c7af9e-05fe-4a41-9e32-c1733812cae1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] For port 4eb4cd8c-f444-42ab-ad24-4f21e06667ae, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4eb4cd8c-f444-42ab-ad24-4f21e06667ae,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:56:47.933914 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-00ad04de-9e89-4c7e-addc-5c18ceed7b78 req-33c7af9e-05fe-4a41-9e32-c1733812cae1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:48.224348 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-00ad04de-9e89-4c7e-addc-5c18ceed7b78 req-33c7af9e-05fe-4a41-9e32-c1733812cae1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:48.225032 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-00ad04de-9e89-4c7e-addc-5c18ceed7b78 req-33c7af9e-05fe-4a41-9e32-c1733812cae1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:48.225139 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.l3_db [req-00ad04de-9e89-4c7e-addc-5c18ceed7b78 req-33c7af9e-05fe-4a41-9e32-c1733812cae1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Floating IP b082adb3-f8f6-4406-9688-4735b59f2bf2 disassociated. External IP: 172.26.0.24, port: 4eb4cd8c-f444-42ab-ad24-4f21e06667ae. Mar 11 15:56:48.225577 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-00ad04de-9e89-4c7e-addc-5c18ceed7b78 req-33c7af9e-05fe-4a41-9e32-c1733812cae1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Calling delete_port for 4eb4cd8c-f444-42ab-ad24-4f21e06667ae owned by compute:nova {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:56:48.251889 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6d146-c452-41ed-bbd4-1f378be4393a req-25748543-ba95-4a9a-af4d-474dc0bfe51a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:48.253480 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-74f6d146-c452-41ed-bbd4-1f378be4393a req-25748543-ba95-4a9a-af4d-474dc0bfe51a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 946 time: 0.0807912 Mar 11 15:56:48.301989 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-74f6d146-c452-41ed-bbd4-1f378be4393a req-0ff925ba-4546-4d63-a122-54c1f6cb6d71 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412672 Mar 11 15:56:48.373479 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-00ad04de-9e89-4c7e-addc-5c18ceed7b78 req-33c7af9e-05fe-4a41-9e32-c1733812cae1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:48.420525 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7af9e-05fe-4a41-9e32-c1733812cae1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Pushing event deleted for resources: {'Port': ['ID=4eb4cd8c-f444-42ab-ad24-4f21e06667ae,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:48.635219 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00ad04de-9e89-4c7e-addc-5c18ceed7b78 req-33c7af9e-05fe-4a41-9e32-c1733812cae1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Router 469d557e-6680-4cd2-b81b-0d76b198c87c has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:56:48.834829 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00ad04de-9e89-4c7e-addc-5c18ceed7b78 req-33c7af9e-05fe-4a41-9e32-c1733812cae1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:56:48.844746 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c15ab57-c60a-47ec-8196-ff9a5452f649 None None] Sync routers for ids ['469d557e-6680-4cd2-b81b-0d76b198c87c'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:56:48.857383 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c15ab57-c60a-47ec-8196-ff9a5452f649 None None] Routers {'469d557e-6680-4cd2-b81b-0d76b198c87c'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:56:48.857792 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-6c15ab57-c60a-47ec-8196-ff9a5452f649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:56:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['469d557e-6680-4cd2-b81b-0d76b198c87c'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:56:49.002257 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ad04de-9e89-4c7e-addc-5c18ceed7b78 req-33c7af9e-05fe-4a41-9e32-c1733812cae1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] No DVR routers for this DVR port 4eb4cd8c-f444-42ab-ad24-4f21e06667ae on host hv-neutron-8333 {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:56:49.004704 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-00ad04de-9e89-4c7e-addc-5c18ceed7b78 req-33c7af9e-05fe-4a41-9e32-c1733812cae1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:49.007208 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1731176c-ff63-4d35-8a11-1747e8937f3d', 'name': 'network-vif-deleted', 'tag': '4eb4cd8c-f444-42ab-ad24-4f21e06667ae'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:56:49.023444 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-00ad04de-9e89-4c7e-addc-5c18ceed7b78 req-33c7af9e-05fe-4a41-9e32-c1733812cae1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.73 "DELETE /v2.0/ports/4eb4cd8c-f444-42ab-ad24-4f21e06667ae HTTP/1.1" status: 204 len: 173 time: 1.3909495 Mar 11 15:56:49.060141 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-6c15ab57-c60a-47ec-8196-ff9a5452f649 None None] Set router 469d557e-6680-4cd2-b81b-0d76b198c87c gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:56:49.070841 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1731176c-ff63-4d35-8a11-1747e8937f3d', 'name': 'network-vif-deleted', 'tag': '4eb4cd8c-f444-42ab-ad24-4f21e06667ae', 'status': 'completed', 'code': 200} Mar 11 15:56:49.370608 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-6c15ab57-c60a-47ec-8196-ff9a5452f649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'name': 'tempest-ServerActionsTestJSON-2041363647-router', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:56Z', 'revision_number': 4, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'gw_port': {'id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '39aff4b4-b8e2-4047-a385-84dee12eaa21', 'name': '', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'mac_address': 'fa:16:3e:2e:c0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:55Z', 'updated_at': '2022-03-11T15:56:04Z', 'revision_number': 5, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'subnets': [{'id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:56:49.375616 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c15ab57-c60a-47ec-8196-ff9a5452f649 None None] Checking router: 469d557e-6680-4cd2-b81b-0d76b198c87c for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:56:49.388302 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c15ab57-c60a-47ec-8196-ff9a5452f649 None None] Routers {'469d557e-6680-4cd2-b81b-0d76b198c87c'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:56:49.392287 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-6c15ab57-c60a-47ec-8196-ff9a5452f649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:56:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['469d557e-6680-4cd2-b81b-0d76b198c87c'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:56:49.588152 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-6c15ab57-c60a-47ec-8196-ff9a5452f649 None None] Set router 469d557e-6680-4cd2-b81b-0d76b198c87c gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:56:49.590332 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-1fc69270-7634-4aad-8b22-5ad48c8eb3cf req-c7cc37dd-70a2-4620-81f6-51e7d8d4f22c tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1731176c-ff63-4d35-8a11-1747e8937f3d HTTP/1.1" status: 200 len: 210 time: 0.1353645 Mar 11 15:56:49.926095 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-6c15ab57-c60a-47ec-8196-ff9a5452f649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'name': 'tempest-ServerActionsTestJSON-2041363647-router', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:56Z', 'revision_number': 4, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'gw_port': {'id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '39aff4b4-b8e2-4047-a385-84dee12eaa21', 'name': '', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'mac_address': 'fa:16:3e:2e:c0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:55Z', 'updated_at': '2022-03-11T15:56:04Z', 'revision_number': 5, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'subnets': [{'id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:56:49.929996 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c15ab57-c60a-47ec-8196-ff9a5452f649 None None] The sync data for ids ['469d557e-6680-4cd2-b81b-0d76b198c87c'] in dv-neutron-833373-1-hyperv is: [{'id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'name': 'tempest-ServerActionsTestJSON-2041363647-router', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:56Z', 'revision_number': 4, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'gw_port': {'id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '39aff4b4-b8e2-4047-a385-84dee12eaa21', 'name': '', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'mac_address': 'fa:16:3e:2e:c0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:55Z', 'updated_at': '2022-03-11T15:56:04Z', 'revision_number': 5, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'subnets': [{'id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:56:50.144510 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55adf9ba-828a-4e46-81d6-b2f59528dcd2 None None] New status for floating IP b082adb3-f8f6-4406-9688-4735b59f2bf2: DOWN {{(pid=83868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 15:56:50.946380 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-315d337e-60b2-4461-bee2-1f4c5c5cbb2e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1128226050&fields=id&tenant_id=fae0393d9721465ebf973edfe4ecb299 HTTP/1.1" status: 200 len: 267 time: 0.0410399 Mar 11 15:56:51.090086 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-6a74b38e-d595-4b95-8a14-a84ac416c837 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:51.092335 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-6a74b38e-d595-4b95-8a14-a84ac416c837 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/networks?id=568becae-cbca-4a4b-bfda-9304f5b467a6 HTTP/1.1" status: 200 len: 812 time: 0.1396949 Mar 11 15:56:51.108675 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-daf777f8-32e9-479d-a669-72379a6f0f77 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/quotas/fae0393d9721465ebf973edfe4ecb299 HTTP/1.1" status: 200 len: 375 time: 0.0111413 Mar 11 15:56:51.192563 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-f530c4d4-2f31-490e-9287-087673a2baa2 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Synchronizing usage tracker for tenant:fae0393d9721465ebf973edfe4ecb299 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:56:51.208710 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-f530c4d4-2f31-490e-9287-087673a2baa2 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Unset dirty status for tenant:fae0393d9721465ebf973edfe4ecb299 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:56:51.209990 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-f530c4d4-2f31-490e-9287-087673a2baa2 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fae0393d9721465ebf973edfe4ecb299&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0966170 Mar 11 15:56:51.349188 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-49a767a6-61be-4ad3-9106-cd3f1ae5baff service neutron] 10.222.0.31 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263087 Mar 11 15:56:51.388771 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 4eb4cd8c-f444-42ab-ad24-4f21e06667ae no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:56:51.425484 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] No Port match for: 4eb4cd8c-f444-42ab-ad24-4f21e06667ae {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:56:51.425827 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 4eb4cd8c-f444-42ab-ad24-4f21e06667ae not bound to the agent host hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:56:51.481707 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-304a2490-8854-47f4-bfb3-cf1ea810e66d service neutron] 10.222.0.31 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268044 Mar 11 15:56:51.667994 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-abedcdc8-4598-48e2-91c1-8272c0868e8b req-b4f761b0-70dd-41f5-a8b8-17cb3f88b381 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 210 time: 0.0403073 Mar 11 15:56:52.655796 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-b59f9188-b620-4754-b7ae-0ac4834220cf tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:52.657262 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-b59f9188-b620-4754-b7ae-0ac4834220cf tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.73 "GET /v2.0/networks?id=568becae-cbca-4a4b-bfda-9304f5b467a6 HTTP/1.1" status: 200 len: 812 time: 0.1504552 Mar 11 15:56:52.712162 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-029ac877-ff6a-47d7-878b-6b617651669d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fae0393d9721465ebf973edfe4ecb299 HTTP/1.1" status: 200 len: 380 time: 0.0413208 Mar 11 15:56:52.721637 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-49195c9e-3cb7-45c1-a9ae-71010df2cd7c tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Request body: {'port': {'device_id': '78fac8ea-e5a4-41cc-bba9-b14e3226f47d', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'admin_state_up': True, 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'security_groups': ['11d46df4-5d59-4643-90a8-e4079432b5a2']}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:56:52.850540 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-cea06378-036b-4bd3-8362-3a2dc13f473d req-2cda56c6-2ab8-4f58-94a5-5bde1cfbbd9f tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 210 time: 0.0516331 Mar 11 15:56:52.897737 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-49195c9e-3cb7-45c1-a9ae-71010df2cd7c tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:56:52.907604 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-49195c9e-3cb7-45c1-a9ae-71010df2cd7c tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:56:52.916988 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-49195c9e-3cb7-45c1-a9ae-71010df2cd7c tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Made reservation on behalf of fae0393d9721465ebf973edfe4ecb299 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:56:52.920746 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-49195c9e-3cb7-45c1-a9ae-71010df2cd7c tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:53.082521 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-49195c9e-3cb7-45c1-a9ae-71010df2cd7c tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Allocated IP 172.20.0.12 (568becae-cbca-4a4b-bfda-9304f5b467a6/d46f66e3-c877-4246-9886-b8295ca74407/878a2b21-abd9-4dd7-84fc-d1aed0153caf) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:56:53.270776 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-49195c9e-3cb7-45c1-a9ae-71010df2cd7c tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:53.286817 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-49195c9e-3cb7-45c1-a9ae-71010df2cd7c tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Transition to ACTIVE for port object 878a2b21-abd9-4dd7-84fc-d1aed0153caf will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:56:53.307853 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-49195c9e-3cb7-45c1-a9ae-71010df2cd7c tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:53.389270 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-49195c9e-3cb7-45c1-a9ae-71010df2cd7c tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Network 568becae-cbca-4a4b-bfda-9304f5b467a6 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:56:53.392408 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-49195c9e-3cb7-45c1-a9ae-71010df2cd7c tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:56:53.397613 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-49195c9e-3cb7-45c1-a9ae-71010df2cd7c tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:56:53.423874 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49195c9e-3cb7-45c1-a9ae-71010df2cd7c tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Pushing event updated for resources: {'Port': ['ID=878a2b21-abd9-4dd7-84fc-d1aed0153caf,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:53.448268 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49195c9e-3cb7-45c1-a9ae-71010df2cd7c tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:53.448715 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49195c9e-3cb7-45c1-a9ae-71010df2cd7c tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:53.448947 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49195c9e-3cb7-45c1-a9ae-71010df2cd7c tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:53.449284 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49195c9e-3cb7-45c1-a9ae-71010df2cd7c tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:53.449616 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49195c9e-3cb7-45c1-a9ae-71010df2cd7c tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:53.449947 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49195c9e-3cb7-45c1-a9ae-71010df2cd7c tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:53.450274 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49195c9e-3cb7-45c1-a9ae-71010df2cd7c tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:53.451204 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49195c9e-3cb7-45c1-a9ae-71010df2cd7c tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:53.451534 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49195c9e-3cb7-45c1-a9ae-71010df2cd7c tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:53.451856 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49195c9e-3cb7-45c1-a9ae-71010df2cd7c tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:53.452203 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49195c9e-3cb7-45c1-a9ae-71010df2cd7c tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:56:53.474111 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-49195c9e-3cb7-45c1-a9ae-71010df2cd7c tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:53.474718 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-49195c9e-3cb7-45c1-a9ae-71010df2cd7c tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:53.502133 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-49195c9e-3cb7-45c1-a9ae-71010df2cd7c tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7845156 Mar 11 15:56:53.513977 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-97b3ec45-379e-4116-9fe4-1a8a03e4e6dc service neutron] Request body: {'port': {'device_id': '78fac8ea-e5a4-41cc-bba9-b14e3226f47d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:56:53.587676 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-0bfeb6dc-7caa-453f-8845-dfc932d6568f None None] Provisioning for port 878a2b21-abd9-4dd7-84fc-d1aed0153caf completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:56:53.592228 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-0bfeb6dc-7caa-453f-8845-dfc932d6568f None None] Provisioning complete for port 878a2b21-abd9-4dd7-84fc-d1aed0153caf triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:56:53.592589 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0bfeb6dc-7caa-453f-8845-dfc932d6568f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:53.632882 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-97b3ec45-379e-4116-9fe4-1a8a03e4e6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:53.646577 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-0bfeb6dc-7caa-453f-8845-dfc932d6568f None None] Port 878a2b21-abd9-4dd7-84fc-d1aed0153caf cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:56:54.048070 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9dc1f0-50d1-49c4-94b9-d1fa1db803d1 req-c2748abe-f5ff-4760-8055-62794a1c8a77 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:54.049556 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-3c9dc1f0-50d1-49c4-94b9-d1fa1db803d1 req-c2748abe-f5ff-4760-8055-62794a1c8a77 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 932 time: 0.0776987 Mar 11 15:56:54.050263 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-97b3ec45-379e-4116-9fe4-1a8a03e4e6dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 878a2b21-abd9-4dd7-84fc-d1aed0153caf {{(pid=83866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:56:54.057744 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-97b3ec45-379e-4116-9fe4-1a8a03e4e6dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:54.073377 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-97b3ec45-379e-4116-9fe4-1a8a03e4e6dc service neutron] Transition to ACTIVE for port object 878a2b21-abd9-4dd7-84fc-d1aed0153caf will not be triggered until provisioned by entity L2. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:56:54.077621 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-97b3ec45-379e-4116-9fe4-1a8a03e4e6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:54.096232 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-3c9dc1f0-50d1-49c4-94b9-d1fa1db803d1 req-d461f3d6-b100-45f5-818d-2143b850dcc7 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408673 Mar 11 15:56:54.208051 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b3ec45-379e-4116-9fe4-1a8a03e4e6dc service neutron] Pushing event updated for resources: {'Port': ['ID=878a2b21-abd9-4dd7-84fc-d1aed0153caf,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:54.315807 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-97b3ec45-379e-4116-9fe4-1a8a03e4e6dc service neutron] Attempting to bind port 878a2b21-abd9-4dd7-84fc-d1aed0153caf on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:56:54.316171 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-97b3ec45-379e-4116-9fe4-1a8a03e4e6dc service neutron] Attempting to bind port 878a2b21-abd9-4dd7-84fc-d1aed0153caf by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '3cd01685-c976-4bfe-85f1-738163aacf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:56:54.316505 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-97b3ec45-379e-4116-9fe4-1a8a03e4e6dc service neutron] Attempting to bind port 878a2b21-abd9-4dd7-84fc-d1aed0153caf on network 568becae-cbca-4a4b-bfda-9304f5b467a6 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:56:54.322335 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-97b3ec45-379e-4116-9fe4-1a8a03e4e6dc service neutron] Port 878a2b21-abd9-4dd7-84fc-d1aed0153caf on network 568becae-cbca-4a4b-bfda-9304f5b467a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:56:54.322658 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-97b3ec45-379e-4116-9fe4-1a8a03e4e6dc service neutron] Attempting to bind port 878a2b21-abd9-4dd7-84fc-d1aed0153caf on network 568becae-cbca-4a4b-bfda-9304f5b467a6 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:56:54.329917 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-97b3ec45-379e-4116-9fe4-1a8a03e4e6dc service neutron] Checking agent: {'id': '233b753e-9484-4350-9871-64b7c66fc067', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'started_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:56:54.330326 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-97b3ec45-379e-4116-9fe4-1a8a03e4e6dc service neutron] Checking segment: {'id': '3cd01685-c976-4bfe-85f1-738163aacf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:56:54.330701 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-97b3ec45-379e-4116-9fe4-1a8a03e4e6dc service neutron] Bound using segment: {'id': '3cd01685-c976-4bfe-85f1-738163aacf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6'} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:56:54.331123 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-97b3ec45-379e-4116-9fe4-1a8a03e4e6dc service neutron] Bound port: 878a2b21-abd9-4dd7-84fc-d1aed0153caf, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cd01685-c976-4bfe-85f1-738163aacf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6'}}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:56:54.331491 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-97b3ec45-379e-4116-9fe4-1a8a03e4e6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:54.423199 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-97b3ec45-379e-4116-9fe4-1a8a03e4e6dc service neutron] For port 878a2b21-abd9-4dd7-84fc-d1aed0153caf, host hv-neutron-8333, cleared binding levels {{(pid=83866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:56:54.426030 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-97b3ec45-379e-4116-9fe4-1a8a03e4e6dc service neutron] For port 878a2b21-abd9-4dd7-84fc-d1aed0153caf, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=878a2b21-abd9-4dd7-84fc-d1aed0153caf,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:56:54.430757 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-97b3ec45-379e-4116-9fe4-1a8a03e4e6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:54.492835 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-97b3ec45-379e-4116-9fe4-1a8a03e4e6dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:54.494186 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-97b3ec45-379e-4116-9fe4-1a8a03e4e6dc service neutron] 10.222.0.73 "PUT /v2.0/ports/878a2b21-abd9-4dd7-84fc-d1aed0153caf HTTP/1.1" status: 200 len: 1094 time: 0.9847839 Mar 11 15:56:54.494908 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78fac8ea-e5a4-41cc-bba9-b14e3226f47d', 'tag': '878a2b21-abd9-4dd7-84fc-d1aed0153caf'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:56:54.516672 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b3ec45-379e-4116-9fe4-1a8a03e4e6dc service neutron] Pushing event updated for resources: {'Port': ['ID=878a2b21-abd9-4dd7-84fc-d1aed0153caf,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:54.572592 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78fac8ea-e5a4-41cc-bba9-b14e3226f47d', 'tag': '878a2b21-abd9-4dd7-84fc-d1aed0153caf', 'status': 'completed', 'code': 200} Mar 11 15:56:54.621666 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-542cbe54-9b64-4f1f-be38-18a144785554 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fae0393d9721465ebf973edfe4ecb299&device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 1097 time: 0.0819383 Mar 11 15:56:54.692893 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-2bb6d51e-c1b1-4dda-a0e7-e4761210b28e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=878a2b21-abd9-4dd7-84fc-d1aed0153caf HTTP/1.1" status: 200 len: 217 time: 0.0640426 Mar 11 15:56:54.763974 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-daa2c140-498c-4ddf-8a9a-78720cbc0e60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:54.766328 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-daa2c140-498c-4ddf-8a9a-78720cbc0e60 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d46f66e3-c877-4246-9886-b8295ca74407 HTTP/1.1" status: 200 len: 851 time: 0.0668070 Mar 11 15:56:54.840707 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-4e2c51c1-1083-4b9b-b46c-34f1a546d823 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=568becae-cbca-4a4b-bfda-9304f5b467a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688634 Mar 11 15:56:54.971287 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-faa64f03-6601-4d0e-b4db-af4a559ec1e3 service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243544 Mar 11 15:56:55.101964 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-28cd1de0-07fb-4062-abac-fb8ab1af8da5 req-d489470f-b8ce-4d12-b35e-572c086faa01 service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241305 Mar 11 15:56:55.213878 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4cf03669-08a7-4738-be36-0e20199b8c96 req-4d690a13-ce6a-4e42-8c9e-0c311bc8d424 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fae0393d9721465ebf973edfe4ecb299&device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 1097 time: 0.0705116 Mar 11 15:56:55.293620 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c4053-0e1f-47eb-92bc-ecbf4e608906 req-2b621500-7198-4006-b697-ba5e6056c0c4 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:55.295608 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-253c4053-0e1f-47eb-92bc-ecbf4e608906 req-2b621500-7198-4006-b697-ba5e6056c0c4 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 944 time: 0.0758212 Mar 11 15:56:55.341063 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-253c4053-0e1f-47eb-92bc-ecbf4e608906 req-f5bee04b-af2e-4241-b692-5fcee95df89a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393825 Mar 11 15:56:55.349962 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf03669-08a7-4738-be36-0e20199b8c96 req-8f42eb75-4dec-4b38-ab67-4897c3ca293a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:55.351396 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4cf03669-08a7-4738-be36-0e20199b8c96 req-8f42eb75-4dec-4b38-ab67-4897c3ca293a service neutron] 10.222.0.73 "GET /v2.0/networks?id=568becae-cbca-4a4b-bfda-9304f5b467a6 HTTP/1.1" status: 200 len: 913 time: 0.1315513 Mar 11 15:56:55.421399 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4cf03669-08a7-4738-be36-0e20199b8c96 req-d355514b-88fe-4e76-bd0a-d6c0de703a27 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=878a2b21-abd9-4dd7-84fc-d1aed0153caf HTTP/1.1" status: 200 len: 217 time: 0.0647979 Mar 11 15:56:55.486020 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf03669-08a7-4738-be36-0e20199b8c96 req-d34c7dc5-77e7-474f-bb0d-c55a33a6797a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:55.487486 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4cf03669-08a7-4738-be36-0e20199b8c96 req-d34c7dc5-77e7-474f-bb0d-c55a33a6797a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d46f66e3-c877-4246-9886-b8295ca74407 HTTP/1.1" status: 200 len: 851 time: 0.0610383 Mar 11 15:56:55.651704 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4cf03669-08a7-4738-be36-0e20199b8c96 req-585ff01f-fc22-4140-b532-6e3ea775fb6e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=568becae-cbca-4a4b-bfda-9304f5b467a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1589687 Mar 11 15:56:55.783982 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4cf03669-08a7-4738-be36-0e20199b8c96 req-fb13330b-264b-4b03-9916-6099a55c338e service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253941 Mar 11 15:56:55.917585 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4cf03669-08a7-4738-be36-0e20199b8c96 req-c4c6b393-cbc4-47ae-9de9-e9f79fe51fcc service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265445 Mar 11 15:56:56.537459 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba1a46-88ea-406e-aee2-3f07d421b88a req-c3a02ad0-2238-440b-9f99-c4bdaa6e59b8 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:56.538109 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-9fba1a46-88ea-406e-aee2-3f07d421b88a req-c3a02ad0-2238-440b-9f99-c4bdaa6e59b8 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Synchronizing usage tracker for tenant:fae0393d9721465ebf973edfe4ecb299 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:56:56.552834 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-9fba1a46-88ea-406e-aee2-3f07d421b88a req-c3a02ad0-2238-440b-9f99-c4bdaa6e59b8 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Unset dirty status for tenant:fae0393d9721465ebf973edfe4ecb299 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:56:56.554180 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9fba1a46-88ea-406e-aee2-3f07d421b88a req-c3a02ad0-2238-440b-9f99-c4bdaa6e59b8 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 944 time: 0.0903637 Mar 11 15:56:56.603618 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9fba1a46-88ea-406e-aee2-3f07d421b88a req-af2e1db7-378d-4a62-ad94-4d7f28f9ea27 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436397 Mar 11 15:56:57.802534 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601afeab-622c-4ded-9225-3b919f7632c9 req-2c8c4bfc-96fe-415e-8d68-a680ae421468 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:57.803961 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-601afeab-622c-4ded-9225-3b919f7632c9 req-2c8c4bfc-96fe-415e-8d68-a680ae421468 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 944 time: 0.0778043 Mar 11 15:56:57.849572 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-601afeab-622c-4ded-9225-3b919f7632c9 req-dbf56faa-784b-49d6-84a7-e3b906b0392e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398371 Mar 11 15:56:59.051998 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86c27c-3c4c-427a-b682-c8e60bed0d4d req-bc57dbd2-7b2a-49d6-87e4-65d23042c6d2 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:56:59.053487 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2c86c27c-3c4c-427a-b682-c8e60bed0d4d req-bc57dbd2-7b2a-49d6-87e4-65d23042c6d2 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 944 time: 0.0792179 Mar 11 15:56:59.100518 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2c86c27c-3c4c-427a-b682-c8e60bed0d4d req-eb0a75be-09fa-4cf4-a535-7589d630d458 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411785 Mar 11 15:56:59.374832 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a7e58d75-eca5-47aa-88fe-100ab74614c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:59.433312 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 878a2b21-abd9-4dd7-84fc-d1aed0153caf details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:56:59.568710 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 878a2b21-abd9-4dd7-84fc-d1aed0153caf, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=878a2b21-abd9-4dd7-84fc-d1aed0153caf,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:56:59.582269 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': '878a2b21-abd9-4dd7-84fc-d1aed0153caf', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'port_id': '878a2b21-abd9-4dd7-84fc-d1aed0153caf', 'mac_address': 'fa:16:3e:bc:b4:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:56:59.641944 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:59.658726 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 878a2b21-abd9-4dd7-84fc-d1aed0153caf {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:56:59.673966 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 878a2b21-abd9-4dd7-84fc-d1aed0153caf, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=878a2b21-abd9-4dd7-84fc-d1aed0153caf,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:56:59.677896 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:59.741356 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=878a2b21-abd9-4dd7-84fc-d1aed0153caf,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:56:59.974681 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['878a2b21-abd9-4dd7-84fc-d1aed0153caf'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 15:57:00.294327 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc43126-10f4-4630-882a-3ea21781cb7f req-30fa3482-afe0-48f2-a685-1fc3ea342853 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:00.296438 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-cdc43126-10f4-4630-882a-3ea21781cb7f req-30fa3482-afe0-48f2-a685-1fc3ea342853 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 945 time: 0.0757885 Mar 11 15:57:00.341173 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-cdc43126-10f4-4630-882a-3ea21781cb7f req-d953bc3e-0e13-4df2-8026-fedd8d270b7a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392919 Mar 11 15:57:01.449496 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 878a2b21-abd9-4dd7-84fc-d1aed0153caf up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:57:01.518061 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning for port 878a2b21-abd9-4dd7-84fc-d1aed0153caf completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:57:01.522653 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port 878a2b21-abd9-4dd7-84fc-d1aed0153caf triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:57:01.523025 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:01.544773 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7770fd-1b92-40dd-abc3-4bf9a4c0380c req-4ce41c31-ae3d-416b-a756-dd9a947b27a6 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:01.547691 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3b7770fd-1b92-40dd-abc3-4bf9a4c0380c req-4ce41c31-ae3d-416b-a756-dd9a947b27a6 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 945 time: 0.0847800 Mar 11 15:57:01.594356 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3b7770fd-1b92-40dd-abc3-4bf9a4c0380c req-76eb9684-244b-4bf7-94bf-04565d5af2de tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410275 Mar 11 15:57:01.678978 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-073128b6-a440-4df6-af47-f1ec30d7e59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:01.684387 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:01.710116 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78fac8ea-e5a4-41cc-bba9-b14e3226f47d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878a2b21-abd9-4dd7-84fc-d1aed0153caf'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:57:01.720208 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 878a2b21-abd9-4dd7-84fc-d1aed0153caf, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=878a2b21-abd9-4dd7-84fc-d1aed0153caf,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:57:01.724241 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:01.781742 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78fac8ea-e5a4-41cc-bba9-b14e3226f47d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878a2b21-abd9-4dd7-84fc-d1aed0153caf', 'code': 200} Mar 11 15:57:01.798522 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=878a2b21-abd9-4dd7-84fc-d1aed0153caf,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:02.018067 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0c2cf3f7-3f76-484a-9ca4-886294205932 req-b811cf2a-f196-4f9b-8cf3-08ccb83053d0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 1099 time: 0.0657864 Mar 11 15:57:02.059421 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0c2cf3f7-3f76-484a-9ca4-886294205932 req-6dacc17b-3586-4966-9b0a-31cd4e49159c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351703 Mar 11 15:57:02.792651 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b639b84-d344-48d1-b7a3-daa17e64d953 req-932bed6d-e821-4843-8c79-256f21490468 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:02.794154 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6b639b84-d344-48d1-b7a3-daa17e64d953 req-932bed6d-e821-4843-8c79-256f21490468 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 946 time: 0.0782039 Mar 11 15:57:02.821206 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:02.841169 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6b639b84-d344-48d1-b7a3-daa17e64d953 req-83570123-3b93-4ea4-b0ee-07d1a6ee4544 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409944 Mar 11 15:57:03.041892 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:04.040269 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e4dd0-4ce7-4cfc-9efb-f4518baa5956 req-aea61d22-dab9-43ec-9af1-fe813cd4acdd tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:04.041709 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-8b6e4dd0-4ce7-4cfc-9efb-f4518baa5956 req-aea61d22-dab9-43ec-9af1-fe813cd4acdd tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 946 time: 0.0780532 Mar 11 15:57:04.087611 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-8b6e4dd0-4ce7-4cfc-9efb-f4518baa5956 req-3b5032de-7c32-4db8-b489-dce123bd9810 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403552 Mar 11 15:57:04.247958 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:04.283750 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e067c60-72d3-49ec-874d-62362990edf5 req-44d0a9fd-b26b-4dcf-bb35-c97d142435fa tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:04.285209 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3e067c60-72d3-49ec-874d-62362990edf5 req-44d0a9fd-b26b-4dcf-bb35-c97d142435fa tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 946 time: 0.0765295 Mar 11 15:57:04.293786 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 46782) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:04.300425 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-d83b2d80-93be-43b1-a30c-c2304fd09e26 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Request body: {'floatingip': {'port_id': '878a2b21-abd9-4dd7-84fc-d1aed0153caf'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:57:04.380821 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d83b2d80-93be-43b1-a30c-c2304fd09e26 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks [] for floatingip, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:05.061977 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d83b2d80-93be-43b1-a30c-c2304fd09e26 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:05.065737 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d83b2d80-93be-43b1-a30c-c2304fd09e26 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:05.259453 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.l3_db [None req-d83b2d80-93be-43b1-a30c-c2304fd09e26 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Floating IP b082adb3-f8f6-4406-9688-4735b59f2bf2 associated. External IP: 172.26.0.24, port: 878a2b21-abd9-4dd7-84fc-d1aed0153caf. Mar 11 15:57:05.653074 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d83b2d80-93be-43b1-a30c-c2304fd09e26 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Router 469d557e-6680-4cd2-b81b-0d76b198c87c has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:57:05.848345 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83b2d80-93be-43b1-a30c-c2304fd09e26 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:57:05.852543 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d83b2d80-93be-43b1-a30c-c2304fd09e26 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:05.858162 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02d88f2-e908-43b5-a573-e35b91b2a32a None None] Sync routers for ids ['469d557e-6680-4cd2-b81b-0d76b198c87c'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:57:05.871024 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02d88f2-e908-43b5-a573-e35b91b2a32a None None] Routers {'469d557e-6680-4cd2-b81b-0d76b198c87c'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:57:05.871602 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-a02d88f2-e908-43b5-a573-e35b91b2a32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:57:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['469d557e-6680-4cd2-b81b-0d76b198c87c'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:57:05.907961 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d83b2d80-93be-43b1-a30c-c2304fd09e26 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "PUT /v2.0/floatingips/b082adb3-f8f6-4406-9688-4735b59f2bf2 HTTP/1.1" status: 200 len: 991 time: 1.6126602 Mar 11 15:57:05.908481 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78fac8ea-e5a4-41cc-bba9-b14e3226f47d', 'tag': '878a2b21-abd9-4dd7-84fc-d1aed0153caf'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:57:05.964088 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78fac8ea-e5a4-41cc-bba9-b14e3226f47d', 'tag': '878a2b21-abd9-4dd7-84fc-d1aed0153caf', 'status': 'completed', 'code': 200} Mar 11 15:57:06.057847 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-a02d88f2-e908-43b5-a573-e35b91b2a32a None None] Set router 469d557e-6680-4cd2-b81b-0d76b198c87c gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:57:06.063948 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7a58642d-84bb-48e6-9570-51c95854dcc3 req-f07160d5-19ef-4f8c-801b-c9bd44f997f7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fae0393d9721465ebf973edfe4ecb299&device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 1099 time: 0.0777311 Mar 11 15:57:06.212189 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58642d-84bb-48e6-9570-51c95854dcc3 req-f4da6516-064c-470f-965a-56fdaaf33aba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:06.213760 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7a58642d-84bb-48e6-9570-51c95854dcc3 req-f4da6516-064c-470f-965a-56fdaaf33aba service neutron] 10.222.0.73 "GET /v2.0/networks?id=568becae-cbca-4a4b-bfda-9304f5b467a6 HTTP/1.1" status: 200 len: 913 time: 0.1435466 Mar 11 15:57:06.331087 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7a58642d-84bb-48e6-9570-51c95854dcc3 req-f4199c1f-abb2-44db-8003-804ca2ca7406 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=878a2b21-abd9-4dd7-84fc-d1aed0153caf HTTP/1.1" status: 200 len: 999 time: 0.1111884 Mar 11 15:57:06.425517 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-a02d88f2-e908-43b5-a573-e35b91b2a32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'name': 'tempest-ServerActionsTestJSON-2041363647-router', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:56Z', 'revision_number': 4, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'gw_port': {'id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'b082adb3-f8f6-4406-9688-4735b59f2bf2', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'floating_ip_address': '172.26.0.24', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'port_id': '878a2b21-abd9-4dd7-84fc-d1aed0153caf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'mac_address': 'fa:16:3e:bc:b4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fac8ea-e5a4-41cc-bba9-b14e3226f47d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:55:59Z', 'updated_at': '2022-03-11T15:57:04Z', 'revision_number': 5, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39aff4b4-b8e2-4047-a385-84dee12eaa21', 'name': '', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'mac_address': 'fa:16:3e:2e:c0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:55Z', 'updated_at': '2022-03-11T15:56:04Z', 'revision_number': 5, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'subnets': [{'id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:57:06.429363 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02d88f2-e908-43b5-a573-e35b91b2a32a None None] Checking router: 469d557e-6680-4cd2-b81b-0d76b198c87c for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:57:06.440333 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02d88f2-e908-43b5-a573-e35b91b2a32a None None] Routers {'469d557e-6680-4cd2-b81b-0d76b198c87c'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:57:06.440935 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-a02d88f2-e908-43b5-a573-e35b91b2a32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:57:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['469d557e-6680-4cd2-b81b-0d76b198c87c'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:57:06.455087 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58642d-84bb-48e6-9570-51c95854dcc3 req-be2db3c6-fbd1-40a6-bd8c-d04cbcad0236 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:06.456557 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7a58642d-84bb-48e6-9570-51c95854dcc3 req-be2db3c6-fbd1-40a6-bd8c-d04cbcad0236 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d46f66e3-c877-4246-9886-b8295ca74407 HTTP/1.1" status: 200 len: 851 time: 0.0796421 Mar 11 15:57:06.510783 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72789a6e-4131-47b4-ad5f-35b2ab499de5 req-942c37d7-4cf8-4c63-98b4-785bb882b917 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:06.512145 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-72789a6e-4131-47b4-ad5f-35b2ab499de5 req-942c37d7-4cf8-4c63-98b4-785bb882b917 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 946 time: 0.1783898 Mar 11 15:57:06.623133 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-a02d88f2-e908-43b5-a573-e35b91b2a32a None None] Set router 469d557e-6680-4cd2-b81b-0d76b198c87c gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:57:06.688784 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-72789a6e-4131-47b4-ad5f-35b2ab499de5 req-e82416db-c91b-4de7-b3a6-26aa2ce32770 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644108 Mar 11 15:57:06.692523 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7a58642d-84bb-48e6-9570-51c95854dcc3 req-d4e442c0-7159-4ae2-850f-9a7cef92e246 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=568becae-cbca-4a4b-bfda-9304f5b467a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2288930 Mar 11 15:57:06.829560 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7a58642d-84bb-48e6-9570-51c95854dcc3 req-1abab350-3cd1-4c6d-92cf-ba128efec6cb service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296048 Mar 11 15:57:06.961970 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7a58642d-84bb-48e6-9570-51c95854dcc3 req-e43f73e4-5526-49f2-804e-f84cabb86a77 service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253724 Mar 11 15:57:06.974642 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-a02d88f2-e908-43b5-a573-e35b91b2a32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'name': 'tempest-ServerActionsTestJSON-2041363647-router', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:56Z', 'revision_number': 4, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'gw_port': {'id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'b082adb3-f8f6-4406-9688-4735b59f2bf2', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'floating_ip_address': '172.26.0.24', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'port_id': '878a2b21-abd9-4dd7-84fc-d1aed0153caf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'mac_address': 'fa:16:3e:bc:b4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fac8ea-e5a4-41cc-bba9-b14e3226f47d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:55:59Z', 'updated_at': '2022-03-11T15:57:04Z', 'revision_number': 5, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39aff4b4-b8e2-4047-a385-84dee12eaa21', 'name': '', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'mac_address': 'fa:16:3e:2e:c0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:55Z', 'updated_at': '2022-03-11T15:56:04Z', 'revision_number': 5, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'subnets': [{'id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:57:06.978944 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02d88f2-e908-43b5-a573-e35b91b2a32a None None] The sync data for ids ['469d557e-6680-4cd2-b81b-0d76b198c87c'] in dv-neutron-833373-1-hyperv is: [{'id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'name': 'tempest-ServerActionsTestJSON-2041363647-router', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:56Z', 'revision_number': 4, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'gw_port': {'id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'b082adb3-f8f6-4406-9688-4735b59f2bf2', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'floating_ip_address': '172.26.0.24', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'port_id': '878a2b21-abd9-4dd7-84fc-d1aed0153caf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'mac_address': 'fa:16:3e:bc:b4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fac8ea-e5a4-41cc-bba9-b14e3226f47d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:55:59Z', 'updated_at': '2022-03-11T15:57:04Z', 'revision_number': 5, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39aff4b4-b8e2-4047-a385-84dee12eaa21', 'name': '', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'mac_address': 'fa:16:3e:2e:c0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:55Z', 'updated_at': '2022-03-11T15:56:04Z', 'revision_number': 5, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'subnets': [{'id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:57:07.166745 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b2248b-4919-4158-87fb-80311e4141f0 None None] New status for floating IP b082adb3-f8f6-4406-9688-4735b59f2bf2: ACTIVE {{(pid=83868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 15:57:07.885796 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27875d-b109-4899-9ec4-d8f785be9216 req-87ec24fe-d597-4561-97b3-c51dc3438d9e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:07.887224 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-1e27875d-b109-4899-9ec4-d8f785be9216 req-87ec24fe-d597-4561-97b3-c51dc3438d9e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 946 time: 0.0742013 Mar 11 15:57:07.940158 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-1e27875d-b109-4899-9ec4-d8f785be9216 req-a7b85bca-c37f-4b32-88df-41523051e803 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465937 Mar 11 15:57:09.136179 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfec827-6cba-4115-ac46-b3758352e053 req-b44d6024-6151-4d55-85f3-a105acc40ad0 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:09.137616 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2bfec827-6cba-4115-ac46-b3758352e053 req-b44d6024-6151-4d55-85f3-a105acc40ad0 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 946 time: 0.0761049 Mar 11 15:57:09.183305 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2bfec827-6cba-4115-ac46-b3758352e053 req-1b84127b-61b3-4b62-8784-ffdbd2ad354d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400274 Mar 11 15:57:10.381565 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c83dd8-8f64-41ec-a523-39b8df0fddde req-7a8044f9-9662-462f-b039-9bb81440d077 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:10.382990 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-80c83dd8-8f64-41ec-a523-39b8df0fddde req-7a8044f9-9662-462f-b039-9bb81440d077 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 946 time: 0.0766866 Mar 11 15:57:10.430923 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-80c83dd8-8f64-41ec-a523-39b8df0fddde req-9a14049c-ff9c-449c-86b4-9443e7b28a83 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425208 Mar 11 15:57:11.631063 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d50fb-b5e3-401b-bf12-af977f672f47 req-49c1b00d-3b6f-445a-aa08-2b1f099f1395 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:11.632616 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-167d50fb-b5e3-401b-bf12-af977f672f47 req-49c1b00d-3b6f-445a-aa08-2b1f099f1395 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 946 time: 0.0799479 Mar 11 15:57:11.679677 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-167d50fb-b5e3-401b-bf12-af977f672f47 req-a44ee7c1-4232-47dd-a8da-d66da435e888 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413511 Mar 11 15:57:12.873900 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368652a6-c897-4781-9300-966817f41e1a req-08446043-9554-4476-af83-891c8f90dc70 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:12.875843 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-368652a6-c897-4781-9300-966817f41e1a req-08446043-9554-4476-af83-891c8f90dc70 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 946 time: 0.0768905 Mar 11 15:57:12.920128 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-368652a6-c897-4781-9300-966817f41e1a req-0fe5eb88-8885-471f-9a87-8c07b2c98bc8 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385406 Mar 11 15:57:13.963194 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:57:14.111774 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931dc95-b690-4c5c-9d7d-edbcc3362b8e req-49cc484f-0c97-4cfc-ad2d-b24c91fb7714 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:14.113222 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6931dc95-b690-4c5c-9d7d-edbcc3362b8e req-49cc484f-0c97-4cfc-ad2d-b24c91fb7714 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 946 time: 0.0758145 Mar 11 15:57:14.157279 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6931dc95-b690-4c5c-9d7d-edbcc3362b8e req-5e5ea98a-52c7-493f-b70e-6ab96c1d9402 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385640 Mar 11 15:57:15.027703 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0a7dd90e-04f7-46c9-94d6-9ab10aab423e req-80fcbc93-668a-4146-9552-efb8989e4f1e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fae0393d9721465ebf973edfe4ecb299&device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 1099 time: 0.0711613 Mar 11 15:57:15.172735 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dd90e-04f7-46c9-94d6-9ab10aab423e req-5c4d7036-21c6-4597-930d-02025a085c24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:15.174162 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0a7dd90e-04f7-46c9-94d6-9ab10aab423e req-5c4d7036-21c6-4597-930d-02025a085c24 service neutron] 10.222.0.73 "GET /v2.0/networks?id=568becae-cbca-4a4b-bfda-9304f5b467a6 HTTP/1.1" status: 200 len: 913 time: 0.1261647 Mar 11 15:57:15.280833 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0a7dd90e-04f7-46c9-94d6-9ab10aab423e req-c03d9f00-8127-4b28-9743-81c656a311e9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=878a2b21-abd9-4dd7-84fc-d1aed0153caf HTTP/1.1" status: 200 len: 1001 time: 0.1004236 Mar 11 15:57:15.342593 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dd90e-04f7-46c9-94d6-9ab10aab423e req-7a7db266-0725-43c7-94f6-db163ba3cdaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:15.344058 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0a7dd90e-04f7-46c9-94d6-9ab10aab423e req-7a7db266-0725-43c7-94f6-db163ba3cdaa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d46f66e3-c877-4246-9886-b8295ca74407 HTTP/1.1" status: 200 len: 851 time: 0.0578678 Mar 11 15:57:15.354329 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17969ce4-46ec-4bc3-9d66-95170116c8a4 req-b5562c34-4215-4fbe-bdfe-c67261fe278b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:15.355768 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-17969ce4-46ec-4bc3-9d66-95170116c8a4 req-b5562c34-4215-4fbe-bdfe-c67261fe278b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 946 time: 0.0761480 Mar 11 15:57:15.401845 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-17969ce4-46ec-4bc3-9d66-95170116c8a4 req-17bae6e8-5f59-4ae5-9107-54d6a058710e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393405 Mar 11 15:57:15.417212 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0a7dd90e-04f7-46c9-94d6-9ab10aab423e req-6ca75e73-39e0-44dd-9392-3d69659a65f1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=568becae-cbca-4a4b-bfda-9304f5b467a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675793 Mar 11 15:57:15.548762 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0a7dd90e-04f7-46c9-94d6-9ab10aab423e req-d4f8b50b-6521-44ef-b930-97343055bf7d service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248133 Mar 11 15:57:15.687324 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0a7dd90e-04f7-46c9-94d6-9ab10aab423e req-d8358edf-6f16-4a5e-b213-45e609e783d5 service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320355 Mar 11 15:57:15.932970 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:16.604530 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73414f-8a33-4442-a4cf-ce15fb2a5820 req-c4f37cbf-69e5-46bd-b1ff-24592a97a904 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:16.605984 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-fa73414f-8a33-4442-a4cf-ce15fb2a5820 req-c4f37cbf-69e5-46bd-b1ff-24592a97a904 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 946 time: 0.0804920 Mar 11 15:57:16.651265 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-fa73414f-8a33-4442-a4cf-ce15fb2a5820 req-2c1eefbf-c08b-4a30-a6d9-7b3055b9355a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398018 Mar 11 15:57:17.850807 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112b248-8e36-45c0-b7ff-53a5bbbf95af req-24b34ea2-e55b-4ff4-a57b-542f7c7564e8 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:17.852260 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f112b248-8e36-45c0-b7ff-53a5bbbf95af req-24b34ea2-e55b-4ff4-a57b-542f7c7564e8 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 946 time: 0.0801086 Mar 11 15:57:17.899307 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f112b248-8e36-45c0-b7ff-53a5bbbf95af req-0222d74b-aa41-411e-8b9c-9e9c8302f7cb tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415897 Mar 11 15:57:19.230447 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16685bd8-0c88-4b58-9620-8bfa1769313c req-5b12e0cc-1bd8-4faa-b4af-a886f1a6bd51 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:19.231833 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-16685bd8-0c88-4b58-9620-8bfa1769313c req-5b12e0cc-1bd8-4faa-b4af-a886f1a6bd51 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 946 time: 0.0755591 Mar 11 15:57:19.281237 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-16685bd8-0c88-4b58-9620-8bfa1769313c req-f16fb293-d395-4175-86c3-22e380128b7d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431859 Mar 11 15:57:20.475924 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646f864-3047-4d59-86f5-f89080d062d9 req-89c91a1b-57d1-443b-a412-681f7d1c6156 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:20.477377 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-6646f864-3047-4d59-86f5-f89080d062d9 req-89c91a1b-57d1-443b-a412-681f7d1c6156 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 946 time: 0.0795701 Mar 11 15:57:20.526416 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-6646f864-3047-4d59-86f5-f89080d062d9 req-9eb3c829-3958-47a8-8bcd-be00f3b0a286 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434210 Mar 11 15:57:21.723207 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b038b-4863-4e5b-9ad6-46ebd2e0966d req-e0e20867-da7a-433b-ad68-a0ad9af21d6b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:21.724691 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-951b038b-4863-4e5b-9ad6-46ebd2e0966d req-e0e20867-da7a-433b-ad68-a0ad9af21d6b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 946 time: 0.0757170 Mar 11 15:57:21.769518 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-951b038b-4863-4e5b-9ad6-46ebd2e0966d req-f23bf9ea-f336-45f4-9cba-e050265c6ca9 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393393 Mar 11 15:57:22.962575 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493e135-89f1-4608-b640-58ae89b40a76 req-76c573bd-a035-4d76-bd7b-6858a6db710d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:22.963994 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d493e135-89f1-4608-b640-58ae89b40a76 req-76c573bd-a035-4d76-bd7b-6858a6db710d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 946 time: 0.0755022 Mar 11 15:57:23.008589 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d493e135-89f1-4608-b640-58ae89b40a76 req-3d25efa9-d740-485a-a4bf-e6b5e1f52af1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384338 Mar 11 15:57:24.307317 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23f6b6-c3df-4f01-83e2-7546cbe406b2 req-f6277233-270a-4c26-a09f-6d3384c1bb71 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:24.308690 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-db23f6b6-c3df-4f01-83e2-7546cbe406b2 req-f6277233-270a-4c26-a09f-6d3384c1bb71 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 946 time: 0.1806991 Mar 11 15:57:24.352270 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-db23f6b6-c3df-4f01-83e2-7546cbe406b2 req-1b45eebf-783c-488a-b3bc-c11b0f5b891c tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380752 Mar 11 15:57:25.550477 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498f73e-b8d9-4b45-8eaa-2d94cbcac5c8 req-664b23a0-6cb3-4000-bc33-7261195534d4 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:25.551827 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-0498f73e-b8d9-4b45-8eaa-2d94cbcac5c8 req-664b23a0-6cb3-4000-bc33-7261195534d4 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 946 time: 0.0790622 Mar 11 15:57:25.598339 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-0498f73e-b8d9-4b45-8eaa-2d94cbcac5c8 req-b848072f-e36d-4ebc-8ce4-d6543778c56a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406761 Mar 11 15:57:26.792781 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61460b3c-d6c4-438c-aaa8-001ed4be2bb8 req-494d0d7f-0dc8-4234-9a60-3f313b1f99aa tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:26.794222 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-61460b3c-d6c4-438c-aaa8-001ed4be2bb8 req-494d0d7f-0dc8-4234-9a60-3f313b1f99aa tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 946 time: 0.0769749 Mar 11 15:57:26.839057 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-61460b3c-d6c4-438c-aaa8-001ed4be2bb8 req-a679a325-1d0e-4a6c-aea5-019afc52b885 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388024 Mar 11 15:57:28.035384 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27863a-5586-4a50-9194-32055ff0d324 req-f7e6abb1-9652-4f04-a892-d4acf3aade70 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:28.036838 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2d27863a-5586-4a50-9194-32055ff0d324 req-f7e6abb1-9652-4f04-a892-d4acf3aade70 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 946 time: 0.0746393 Mar 11 15:57:28.083463 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2d27863a-5586-4a50-9194-32055ff0d324 req-a056025a-2f9f-4143-8def-53c11bb71f06 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411913 Mar 11 15:57:29.283048 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef36a6-b06f-44d8-9097-8bb55c08f425 req-0375314f-da1d-4c0f-9072-818810c38fd5 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:29.284521 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d7ef36a6-b06f-44d8-9097-8bb55c08f425 req-0375314f-da1d-4c0f-9072-818810c38fd5 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 946 time: 0.0825715 Mar 11 15:57:29.329761 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d7ef36a6-b06f-44d8-9097-8bb55c08f425 req-07e358a6-669c-423b-8f8f-fbd29b6c2262 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396523 Mar 11 15:57:29.377330 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-12dcafdb-9a48-485c-bbfb-0e1e94806aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:30.525689 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caaf562-6561-4806-893b-b76c49071394 req-12a23a6f-83ad-412e-aa1d-890e3cb13775 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:30.527045 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-5caaf562-6561-4806-893b-b76c49071394 req-12a23a6f-83ad-412e-aa1d-890e3cb13775 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 946 time: 0.0791593 Mar 11 15:57:30.572588 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-5caaf562-6561-4806-893b-b76c49071394 req-3e626a18-c3b1-4da8-9595-add8450d9742 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388336 Mar 11 15:57:31.644140 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d1e23d34-4d0b-4ea6-8d92-8ed47d590d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:31.780205 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3662a7b0-6a52-4526-b614-a17d434f510d req-50dd4238-46cc-447c-87e4-f0e12fba3f3a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:31.781765 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3662a7b0-6a52-4526-b614-a17d434f510d req-50dd4238-46cc-447c-87e4-f0e12fba3f3a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 946 time: 0.0779760 Mar 11 15:57:31.830343 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3662a7b0-6a52-4526-b614-a17d434f510d req-12e7a2a5-45fd-4a62-bb5a-8dd00359740c tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430279 Mar 11 15:57:32.023603 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f43e89ed-62d9-41b6-a1aa-2c087d810c68 req-90658b9e-d57b-4a1f-b4c6-4f97a927172e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0663612 Mar 11 15:57:32.324997 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-09fc0690-e4f0-4912-89da-3402b5f734a5 req-76ebf971-68a0-4230-b315-04b455d4f338 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1247139 Mar 11 15:57:32.345780 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723dc9b-e151-4bfd-b7ce-7f50d62f34f3 req-7cb4eaea-ba4b-438b-9c1f-6340f07ce7d1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:32.347277 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a723dc9b-e151-4bfd-b7ce-7f50d62f34f3 req-7cb4eaea-ba4b-438b-9c1f-6340f07ce7d1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 946 time: 0.0939398 Mar 11 15:57:32.395832 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a723dc9b-e151-4bfd-b7ce-7f50d62f34f3 req-465b5f57-f3bd-43a0-9e4e-f8141ba382fe tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398011 Mar 11 15:57:32.824332 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:33.052647 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:33.448797 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-09fc0690-e4f0-4912-89da-3402b5f734a5 req-52a15afa-bc82-48ed-971e-6dbdc427825f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fae0393d9721465ebf973edfe4ecb299&device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 1099 time: 0.0694995 Mar 11 15:57:33.580275 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc0690-e4f0-4912-89da-3402b5f734a5 req-fdc7e5ec-b81b-4aa9-8d2d-cc891e3157d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:33.581662 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-09fc0690-e4f0-4912-89da-3402b5f734a5 req-fdc7e5ec-b81b-4aa9-8d2d-cc891e3157d4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=568becae-cbca-4a4b-bfda-9304f5b467a6 HTTP/1.1" status: 200 len: 913 time: 0.1276951 Mar 11 15:57:33.596127 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31bd94-2cdb-4eec-bf33-7b7ef02cbbd3 req-4c197144-4b57-411e-972c-8a8887682d93 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:33.597600 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-1d31bd94-2cdb-4eec-bf33-7b7ef02cbbd3 req-4c197144-4b57-411e-972c-8a8887682d93 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 946 time: 0.0809028 Mar 11 15:57:33.644548 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-1d31bd94-2cdb-4eec-bf33-7b7ef02cbbd3 req-01d56d9a-904a-4f57-9400-c69f524ee40e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409515 Mar 11 15:57:33.688184 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-09fc0690-e4f0-4912-89da-3402b5f734a5 req-08a366d8-ab9c-4cea-a6bf-0968f0549a15 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=878a2b21-abd9-4dd7-84fc-d1aed0153caf HTTP/1.1" status: 200 len: 1001 time: 0.1007288 Mar 11 15:57:33.753090 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc0690-e4f0-4912-89da-3402b5f734a5 req-84fe3ae3-44d2-48b1-acef-7f910e83257d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:33.754798 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-09fc0690-e4f0-4912-89da-3402b5f734a5 req-84fe3ae3-44d2-48b1-acef-7f910e83257d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d46f66e3-c877-4246-9886-b8295ca74407 HTTP/1.1" status: 200 len: 851 time: 0.0573068 Mar 11 15:57:33.829890 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-09fc0690-e4f0-4912-89da-3402b5f734a5 req-17124a8d-f05e-48fa-88f0-8a367bcef624 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=568becae-cbca-4a4b-bfda-9304f5b467a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701201 Mar 11 15:57:33.957633 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-09fc0690-e4f0-4912-89da-3402b5f734a5 req-36779f53-55b3-4d8d-86ac-037dfd3754e6 service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211612 Mar 11 15:57:34.085594 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-09fc0690-e4f0-4912-89da-3402b5f734a5 req-112aa960-a328-4a75-939a-3430e36a4506 service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223454 Mar 11 15:57:34.251229 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:34.844868 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e898c7-ac53-4987-a8ba-be813d20a6c3 req-54c18d3f-f493-4f01-a58c-69f24cff98d9 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:34.846312 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f4e898c7-ac53-4987-a8ba-be813d20a6c3 req-54c18d3f-f493-4f01-a58c-69f24cff98d9 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 946 time: 0.0751374 Mar 11 15:57:34.891205 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f4e898c7-ac53-4987-a8ba-be813d20a6c3 req-216b7f1e-716d-4411-8390-d8db2719012a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394874 Mar 11 15:57:35.831449 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-09fc0690-e4f0-4912-89da-3402b5f734a5 req-ee27cabb-5110-4ff6-90a8-6ccc5aa53f93 service neutron] 10.222.0.73 "GET /v2.0/ports/878a2b21-abd9-4dd7-84fc-d1aed0153caf/bindings/hv-neutron-8333 HTTP/1.1" status: 200 len: 384 time: 0.0784080 Mar 11 15:57:36.100873 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ad129-b5b2-4d30-95fc-a34ef0cfad90 req-572e458d-e85f-4e2f-8c95-dd5a6747c88c tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:36.102223 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-236ad129-b5b2-4d30-95fc-a34ef0cfad90 req-572e458d-e85f-4e2f-8c95-dd5a6747c88c tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 946 time: 0.0819676 Mar 11 15:57:36.104222 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-09fc0690-e4f0-4912-89da-3402b5f734a5 req-b708cfb8-f5bc-45b3-8692-5e19a360c11b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d&tenant_id=fae0393d9721465ebf973edfe4ecb299 HTTP/1.1" status: 200 len: 1099 time: 0.0714011 Mar 11 15:57:36.148642 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-236ad129-b5b2-4d30-95fc-a34ef0cfad90 req-25144be9-fb03-4c0e-bf54-13c04da7f0f7 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408046 Mar 11 15:57:36.197595 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-09fc0690-e4f0-4912-89da-3402b5f734a5 req-92aa9722-8bea-490d-b3ce-d63c1b0a023d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fae0393d9721465ebf973edfe4ecb299&device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 1099 time: 0.0720413 Mar 11 15:57:36.431553 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc0690-e4f0-4912-89da-3402b5f734a5 req-d8b0f06f-2625-4ee2-8c31-7930c122b2ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:36.433026 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-09fc0690-e4f0-4912-89da-3402b5f734a5 req-d8b0f06f-2625-4ee2-8c31-7930c122b2ba service neutron] 10.222.0.73 "GET /v2.0/networks?id=568becae-cbca-4a4b-bfda-9304f5b467a6 HTTP/1.1" status: 200 len: 913 time: 0.2272437 Mar 11 15:57:36.534253 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-09fc0690-e4f0-4912-89da-3402b5f734a5 req-fccb0d30-e9d8-4b65-98b3-53efba097ae1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=878a2b21-abd9-4dd7-84fc-d1aed0153caf HTTP/1.1" status: 200 len: 1001 time: 0.0951724 Mar 11 15:57:36.595241 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc0690-e4f0-4912-89da-3402b5f734a5 req-fe8770bb-b986-4ce8-80e4-1d158e2b4d3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:36.596659 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-09fc0690-e4f0-4912-89da-3402b5f734a5 req-fe8770bb-b986-4ce8-80e4-1d158e2b4d3d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d46f66e3-c877-4246-9886-b8295ca74407 HTTP/1.1" status: 200 len: 851 time: 0.0573888 Mar 11 15:57:36.671747 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-09fc0690-e4f0-4912-89da-3402b5f734a5 req-3900507d-021b-4810-aa8f-e5843e88ac4b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=568becae-cbca-4a4b-bfda-9304f5b467a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689549 Mar 11 15:57:36.811960 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-09fc0690-e4f0-4912-89da-3402b5f734a5 req-8a061d02-0210-4051-9809-55fd1e61ec87 service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337397 Mar 11 15:57:36.943471 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-09fc0690-e4f0-4912-89da-3402b5f734a5 req-a956ee5a-de52-4c75-a4ec-d78f4bc829cf service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259243 Mar 11 15:57:37.348179 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05307bb9-c1e3-4461-96e2-26a528420c4d req-cbe3a21e-58c7-48ff-89d7-797982a60aa0 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:37.349532 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-05307bb9-c1e3-4461-96e2-26a528420c4d req-cbe3a21e-58c7-48ff-89d7-797982a60aa0 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 946 time: 0.0788805 Mar 11 15:57:37.393794 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-05307bb9-c1e3-4461-96e2-26a528420c4d req-f7460bdc-8f55-4e6a-aa35-97099c6fe27f tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387337 Mar 11 15:57:38.591012 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9d618-7e77-41b5-8925-96d6c803397d req-e61cfd3a-67e2-4e24-85f9-f273a6650729 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:38.592385 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-70d9d618-7e77-41b5-8925-96d6c803397d req-e61cfd3a-67e2-4e24-85f9-f273a6650729 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 946 time: 0.0777104 Mar 11 15:57:38.638196 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-70d9d618-7e77-41b5-8925-96d6c803397d req-e165405c-3058-4943-8fe1-d5c2c5d75d7a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399754 Mar 11 15:57:39.619933 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 878a2b21-abd9-4dd7-84fc-d1aed0153caf details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:57:39.757114 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 878a2b21-abd9-4dd7-84fc-d1aed0153caf, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=878a2b21-abd9-4dd7-84fc-d1aed0153caf,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:57:39.771661 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': '878a2b21-abd9-4dd7-84fc-d1aed0153caf', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'port_id': '878a2b21-abd9-4dd7-84fc-d1aed0153caf', 'mac_address': 'fa:16:3e:bc:b4:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:57:39.825416 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:39.837042 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd349a6-fd47-4848-9dc1-7d85da67fb80 req-db2ec982-4296-4725-9052-1453b13e9862 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:39.838482 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5cd349a6-fd47-4848-9dc1-7d85da67fb80 req-db2ec982-4296-4725-9052-1453b13e9862 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 946 time: 0.0780458 Mar 11 15:57:39.842715 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 878a2b21-abd9-4dd7-84fc-d1aed0153caf {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:57:39.859080 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 878a2b21-abd9-4dd7-84fc-d1aed0153caf, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=878a2b21-abd9-4dd7-84fc-d1aed0153caf,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:57:39.864775 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:39.893179 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5cd349a6-fd47-4848-9dc1-7d85da67fb80 req-8f845fce-7c28-467c-b0a8-3d23dba9a330 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483394 Mar 11 15:57:39.936699 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['878a2b21-abd9-4dd7-84fc-d1aed0153caf'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 15:57:39.963615 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=878a2b21-abd9-4dd7-84fc-d1aed0153caf,revision_number=6']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:39.989362 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:39.989711 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:39.990120 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:39.990472 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:39.990794 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:39.991119 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:39.991443 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:39.991769 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:39.992089 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:39.992431 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:39.992750 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:40.295875 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb95010-28b8-4ee0-92d5-642c857eef4f req-20ceebed-a938-4ffb-a516-99fdcc947210 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:40.298014 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ffb95010-28b8-4ee0-92d5-642c857eef4f req-20ceebed-a938-4ffb-a516-99fdcc947210 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.73 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d&tenant_id=fae0393d9721465ebf973edfe4ecb299&binding%3Ahost_id=hv-neutron-8333 HTTP/1.1" status: 200 len: 945 time: 0.1411719 Mar 11 15:57:40.303307 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c07f4-e35b-4a31-b2d2-b7b7a6ea1686 req-4d4cb0bf-4520-4a37-b4d4-bfd970787e5a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:40.304692 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-229c07f4-e35b-4a31-b2d2-b7b7a6ea1686 req-4d4cb0bf-4520-4a37-b4d4-bfd970787e5a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 945 time: 0.1170566 Mar 11 15:57:40.351165 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-229c07f4-e35b-4a31-b2d2-b7b7a6ea1686 req-5ee820c2-5980-4164-a144-babffe64733b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404406 Mar 11 15:57:40.432673 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ffb95010-28b8-4ee0-92d5-642c857eef4f req-e9a4f2ea-7e89-44f2-bb34-3404cd110c8a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fae0393d9721465ebf973edfe4ecb299&device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 1098 time: 0.0681794 Mar 11 15:57:40.562644 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb95010-28b8-4ee0-92d5-642c857eef4f req-5da1e1fd-789c-4892-b8b0-37bf14958570 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:40.563970 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ffb95010-28b8-4ee0-92d5-642c857eef4f req-5da1e1fd-789c-4892-b8b0-37bf14958570 service neutron] 10.222.0.73 "GET /v2.0/networks?id=568becae-cbca-4a4b-bfda-9304f5b467a6 HTTP/1.1" status: 200 len: 913 time: 0.1259043 Mar 11 15:57:40.667310 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ffb95010-28b8-4ee0-92d5-642c857eef4f req-dd88f4cf-2f51-4900-a702-952ef90f522e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=878a2b21-abd9-4dd7-84fc-d1aed0153caf HTTP/1.1" status: 200 len: 1000 time: 0.0963922 Mar 11 15:57:40.728688 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb95010-28b8-4ee0-92d5-642c857eef4f req-7b6073b4-b361-4988-b5fe-aa1641a58199 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:40.730056 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ffb95010-28b8-4ee0-92d5-642c857eef4f req-7b6073b4-b361-4988-b5fe-aa1641a58199 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d46f66e3-c877-4246-9886-b8295ca74407 HTTP/1.1" status: 200 len: 851 time: 0.0569568 Mar 11 15:57:40.806051 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ffb95010-28b8-4ee0-92d5-642c857eef4f req-6ace15e3-a287-4a41-a6d3-012b8ddf3f9b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=568becae-cbca-4a4b-bfda-9304f5b467a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695577 Mar 11 15:57:40.937321 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ffb95010-28b8-4ee0-92d5-642c857eef4f req-3cf53d82-71ea-415e-8028-08734b9b6acf service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233106 Mar 11 15:57:41.160097 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ffb95010-28b8-4ee0-92d5-642c857eef4f req-4693e444-ad6d-40e4-b53c-8748f074d700 service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177999 Mar 11 15:57:41.559007 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8ba43-4f7b-4bcf-b38c-95ae4f25c998 req-934be6ce-3f4e-4dd0-8cac-bdac3e2810fd tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:41.560401 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f2e8ba43-4f7b-4bcf-b38c-95ae4f25c998 req-934be6ce-3f4e-4dd0-8cac-bdac3e2810fd tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 945 time: 0.0795705 Mar 11 15:57:41.611257 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f2e8ba43-4f7b-4bcf-b38c-95ae4f25c998 req-eb4dd8ae-ead3-493d-8541-b7d0ec4bc3cd tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443420 Mar 11 15:57:41.628091 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 878a2b21-abd9-4dd7-84fc-d1aed0153caf up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:57:41.701698 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port 878a2b21-abd9-4dd7-84fc-d1aed0153caf triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:57:41.702376 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:41.816091 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:41.845363 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78fac8ea-e5a4-41cc-bba9-b14e3226f47d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878a2b21-abd9-4dd7-84fc-d1aed0153caf'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:57:41.854413 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 878a2b21-abd9-4dd7-84fc-d1aed0153caf, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=878a2b21-abd9-4dd7-84fc-d1aed0153caf,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:57:41.857830 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:41.901091 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78fac8ea-e5a4-41cc-bba9-b14e3226f47d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878a2b21-abd9-4dd7-84fc-d1aed0153caf', 'code': 200} Mar 11 15:57:41.924256 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=878a2b21-abd9-4dd7-84fc-d1aed0153caf,revision_number=7']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:42.805841 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d1d1d-2b66-43ac-ad06-244a1e7f94cf req-33eaaaf9-8424-4c67-95bf-d446bf8504a3 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:42.807343 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-fe2d1d1d-2b66-43ac-ad06-244a1e7f94cf req-33eaaaf9-8424-4c67-95bf-d446bf8504a3 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 946 time: 0.0754199 Mar 11 15:57:42.852963 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-fe2d1d1d-2b66-43ac-ad06-244a1e7f94cf req-b642cc27-392b-40ab-b8db-34f16a889bf7 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394342 Mar 11 15:57:43.047831 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816e97e-5913-4702-8f58-d3437115432f req-87075564-3806-4ac6-a457-4d4c738ef62d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:43.049273 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f816e97e-5913-4702-8f58-d3437115432f req-87075564-3806-4ac6-a457-4d4c738ef62d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 946 time: 0.0751028 Mar 11 15:57:43.093208 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f816e97e-5913-4702-8f58-d3437115432f req-3e05a28c-0e24-41bf-bb11-b3d0687ecdd7 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384800 Mar 11 15:57:43.513833 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e5855-4b52-48ee-b87f-0a2e9a0d27c2 req-eeb071f5-ee56-4f6e-a2b1-f1526fc21d1d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:43.515912 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d50e5855-4b52-48ee-b87f-0a2e9a0d27c2 req-eeb071f5-ee56-4f6e-a2b1-f1526fc21d1d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 946 time: 0.1456861 Mar 11 15:57:43.518650 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d6e4ea00-ac9a-4b19-b8b4-762232e6c41d req-872ab9a6-b0b7-41db-b993-8481e325d274 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fae0393d9721465ebf973edfe4ecb299&device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 1099 time: 0.1014371 Mar 11 15:57:43.655283 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d50e5855-4b52-48ee-b87f-0a2e9a0d27c2 req-8b4fc96e-50f7-45b5-b383-424c7a0c4916 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334352 Mar 11 15:57:43.697391 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4ea00-ac9a-4b19-b8b4-762232e6c41d req-6af3e74f-bc19-4472-b4d7-e99ac4690854 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:43.699394 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d6e4ea00-ac9a-4b19-b8b4-762232e6c41d req-6af3e74f-bc19-4472-b4d7-e99ac4690854 service neutron] 10.222.0.73 "GET /v2.0/networks?id=568becae-cbca-4a4b-bfda-9304f5b467a6 HTTP/1.1" status: 200 len: 913 time: 0.1635821 Mar 11 15:57:43.819133 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d6e4ea00-ac9a-4b19-b8b4-762232e6c41d req-baaf6c58-6b8b-40c4-abda-0017f480fee5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=878a2b21-abd9-4dd7-84fc-d1aed0153caf HTTP/1.1" status: 200 len: 1001 time: 0.1129508 Mar 11 15:57:43.892627 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4ea00-ac9a-4b19-b8b4-762232e6c41d req-f226bfea-0ba7-4e3b-b1c8-3e5eea3a2290 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:43.894059 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d6e4ea00-ac9a-4b19-b8b4-762232e6c41d req-f226bfea-0ba7-4e3b-b1c8-3e5eea3a2290 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d46f66e3-c877-4246-9886-b8295ca74407 HTTP/1.1" status: 200 len: 851 time: 0.0697618 Mar 11 15:57:43.975539 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d6e4ea00-ac9a-4b19-b8b4-762232e6c41d req-8db5f566-d4c2-4361-9e67-c292a0924e5f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=568becae-cbca-4a4b-bfda-9304f5b467a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756848 Mar 11 15:57:44.125717 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d6e4ea00-ac9a-4b19-b8b4-762232e6c41d req-cfa71ef9-8ae1-4f5b-a9bf-35db5c5f76c5 service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438830 Mar 11 15:57:44.277426 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d6e4ea00-ac9a-4b19-b8b4-762232e6c41d req-054a74b8-c8df-45f2-b96a-29cb0c743043 service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453564 Mar 11 15:57:44.939632 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51631f3b-1a34-4478-9bf9-c80d5311dba4 req-be1fba8b-75c2-493f-91b5-bf82300bd36a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:44.941075 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-51631f3b-1a34-4478-9bf9-c80d5311dba4 req-be1fba8b-75c2-493f-91b5-bf82300bd36a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 946 time: 0.1558826 Mar 11 15:57:44.984287 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-51631f3b-1a34-4478-9bf9-c80d5311dba4 req-a8212442-2c57-4ce8-a9eb-38708310668f tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377078 Mar 11 15:57:45.939250 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:46.178878 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7f2f1-65d2-41b3-9a98-ff4003dd4484 req-e9455d8c-e32b-4596-afdc-5b3546c0d9a6 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:46.180607 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-efc7f2f1-65d2-41b3-9a98-ff4003dd4484 req-e9455d8c-e32b-4596-afdc-5b3546c0d9a6 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 946 time: 0.0765147 Mar 11 15:57:46.229239 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-efc7f2f1-65d2-41b3-9a98-ff4003dd4484 req-2cadca44-670b-4734-bcb2-26758839333d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426912 Mar 11 15:57:46.624265 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa6a79-ff65-44db-a5d7-22e20f92dc99 req-b14f2308-836c-4d17-8110-15112ba9b118 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:46.625750 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-bffa6a79-ff65-44db-a5d7-22e20f92dc99 req-b14f2308-836c-4d17-8110-15112ba9b118 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 946 time: 0.0756860 Mar 11 15:57:46.669966 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-bffa6a79-ff65-44db-a5d7-22e20f92dc99 req-503caf65-4ed5-44c4-8d9a-2caaef68862f tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387824 Mar 11 15:57:47.874589 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9a43f-ad06-45bf-9537-1b91d83192b5 req-26a2b220-add9-4ee8-97c8-c5c9d6482036 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:47.876058 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d3e9a43f-ad06-45bf-9537-1b91d83192b5 req-26a2b220-add9-4ee8-97c8-c5c9d6482036 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 946 time: 0.0750647 Mar 11 15:57:47.920573 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d3e9a43f-ad06-45bf-9537-1b91d83192b5 req-ed2b05db-a82c-49cc-8733-0b94d24c2399 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389919 Mar 11 15:57:48.347200 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a163ed-0e4e-4bb0-a0d6-b9487a6f3997 req-6cff5c05-d935-4793-8fdd-ceb4ce69297d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:48.348621 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-51a163ed-0e4e-4bb0-a0d6-b9487a6f3997 req-6cff5c05-d935-4793-8fdd-ceb4ce69297d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.73 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 946 time: 0.0780735 Mar 11 15:57:48.414479 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-51a163ed-0e4e-4bb0-a0d6-b9487a6f3997 req-d953afb4-1ce4-4260-bd92-4c20799b1f2b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Deleting port 878a2b21-abd9-4dd7-84fc-d1aed0153caf {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:57:48.414822 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-51a163ed-0e4e-4bb0-a0d6-b9487a6f3997 req-d953afb4-1ce4-4260-bd92-4c20799b1f2b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:48.654306 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-51a163ed-0e4e-4bb0-a0d6-b9487a6f3997 req-d953afb4-1ce4-4260-bd92-4c20799b1f2b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] For port 878a2b21-abd9-4dd7-84fc-d1aed0153caf, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=878a2b21-abd9-4dd7-84fc-d1aed0153caf,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:57:48.654666 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-51a163ed-0e4e-4bb0-a0d6-b9487a6f3997 req-d953afb4-1ce4-4260-bd92-4c20799b1f2b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:49.031809 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-51a163ed-0e4e-4bb0-a0d6-b9487a6f3997 req-d953afb4-1ce4-4260-bd92-4c20799b1f2b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:49.032210 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-51a163ed-0e4e-4bb0-a0d6-b9487a6f3997 req-d953afb4-1ce4-4260-bd92-4c20799b1f2b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:49.032525 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.l3_db [req-51a163ed-0e4e-4bb0-a0d6-b9487a6f3997 req-d953afb4-1ce4-4260-bd92-4c20799b1f2b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Floating IP b082adb3-f8f6-4406-9688-4735b59f2bf2 disassociated. External IP: 172.26.0.24, port: 878a2b21-abd9-4dd7-84fc-d1aed0153caf. Mar 11 15:57:49.032864 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-51a163ed-0e4e-4bb0-a0d6-b9487a6f3997 req-d953afb4-1ce4-4260-bd92-4c20799b1f2b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Calling delete_port for 878a2b21-abd9-4dd7-84fc-d1aed0153caf owned by compute:nova {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:57:49.219323 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f849a66-71da-4925-9ccf-967113e71a71 req-5adf5c0f-fd35-4953-85c1-eef5825aa2f4 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:49.220659 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9f849a66-71da-4925-9ccf-967113e71a71 req-5adf5c0f-fd35-4953-85c1-eef5825aa2f4 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=78fac8ea-e5a4-41cc-bba9-b14e3226f47d HTTP/1.1" status: 200 len: 946 time: 0.1603169 Mar 11 15:57:49.266374 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-51a163ed-0e4e-4bb0-a0d6-b9487a6f3997 req-d953afb4-1ce4-4260-bd92-4c20799b1f2b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:49.321324 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d953afb4-1ce4-4260-bd92-4c20799b1f2b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Pushing event deleted for resources: {'Port': ['ID=878a2b21-abd9-4dd7-84fc-d1aed0153caf,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:49.325190 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9f849a66-71da-4925-9ccf-967113e71a71 req-cdfb9a41-d2bc-4639-8587-0b70e5214bb2 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990031 Mar 11 15:57:49.540354 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51a163ed-0e4e-4bb0-a0d6-b9487a6f3997 req-d953afb4-1ce4-4260-bd92-4c20799b1f2b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Router 469d557e-6680-4cd2-b81b-0d76b198c87c has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:57:49.738106 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51a163ed-0e4e-4bb0-a0d6-b9487a6f3997 req-d953afb4-1ce4-4260-bd92-4c20799b1f2b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:57:49.748861 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c021591d-f6cd-4d23-bc7e-2a433a21958f None None] Sync routers for ids ['469d557e-6680-4cd2-b81b-0d76b198c87c'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:57:49.761091 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c021591d-f6cd-4d23-bc7e-2a433a21958f None None] Routers {'469d557e-6680-4cd2-b81b-0d76b198c87c'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:57:49.761702 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-c021591d-f6cd-4d23-bc7e-2a433a21958f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:57:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['469d557e-6680-4cd2-b81b-0d76b198c87c'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:57:49.810667 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a163ed-0e4e-4bb0-a0d6-b9487a6f3997 req-d953afb4-1ce4-4260-bd92-4c20799b1f2b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] No DVR routers for this DVR port 878a2b21-abd9-4dd7-84fc-d1aed0153caf on host hv-neutron-8333 {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:57:49.813950 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-51a163ed-0e4e-4bb0-a0d6-b9487a6f3997 req-d953afb4-1ce4-4260-bd92-4c20799b1f2b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:49.816762 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78fac8ea-e5a4-41cc-bba9-b14e3226f47d', 'name': 'network-vif-deleted', 'tag': '878a2b21-abd9-4dd7-84fc-d1aed0153caf'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:57:49.832715 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-51a163ed-0e4e-4bb0-a0d6-b9487a6f3997 req-d953afb4-1ce4-4260-bd92-4c20799b1f2b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.73 "DELETE /v2.0/ports/878a2b21-abd9-4dd7-84fc-d1aed0153caf HTTP/1.1" status: 204 len: 173 time: 1.4787564 Mar 11 15:57:49.884194 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78fac8ea-e5a4-41cc-bba9-b14e3226f47d', 'name': 'network-vif-deleted', 'tag': '878a2b21-abd9-4dd7-84fc-d1aed0153caf', 'status': 'completed', 'code': 200} Mar 11 15:57:49.941800 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-c021591d-f6cd-4d23-bc7e-2a433a21958f None None] Set router 469d557e-6680-4cd2-b81b-0d76b198c87c gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:57:50.254774 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-c021591d-f6cd-4d23-bc7e-2a433a21958f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'name': 'tempest-ServerActionsTestJSON-2041363647-router', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:56Z', 'revision_number': 4, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'gw_port': {'id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '39aff4b4-b8e2-4047-a385-84dee12eaa21', 'name': '', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'mac_address': 'fa:16:3e:2e:c0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:55Z', 'updated_at': '2022-03-11T15:56:04Z', 'revision_number': 5, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'subnets': [{'id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:57:50.258905 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c021591d-f6cd-4d23-bc7e-2a433a21958f None None] Checking router: 469d557e-6680-4cd2-b81b-0d76b198c87c for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:57:50.271832 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c021591d-f6cd-4d23-bc7e-2a433a21958f None None] Routers {'469d557e-6680-4cd2-b81b-0d76b198c87c'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:57:50.272459 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-c021591d-f6cd-4d23-bc7e-2a433a21958f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:57:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['469d557e-6680-4cd2-b81b-0d76b198c87c'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:57:50.455632 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-c021591d-f6cd-4d23-bc7e-2a433a21958f None None] Set router 469d557e-6680-4cd2-b81b-0d76b198c87c gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:57:50.691723 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-3d986ff1-54a9-41d0-9bc3-9cca6e282d46 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1128226050&fields=id&tenant_id=fae0393d9721465ebf973edfe4ecb299 HTTP/1.1" status: 200 len: 267 time: 0.0397518 Mar 11 15:57:50.766862 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-c021591d-f6cd-4d23-bc7e-2a433a21958f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'name': 'tempest-ServerActionsTestJSON-2041363647-router', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:56Z', 'revision_number': 4, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'gw_port': {'id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '39aff4b4-b8e2-4047-a385-84dee12eaa21', 'name': '', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'mac_address': 'fa:16:3e:2e:c0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:55Z', 'updated_at': '2022-03-11T15:56:04Z', 'revision_number': 5, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'subnets': [{'id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:57:50.770839 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c021591d-f6cd-4d23-bc7e-2a433a21958f None None] The sync data for ids ['469d557e-6680-4cd2-b81b-0d76b198c87c'] in dv-neutron-833373-1-hyperv is: [{'id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'name': 'tempest-ServerActionsTestJSON-2041363647-router', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:56Z', 'revision_number': 4, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'gw_port': {'id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '39aff4b4-b8e2-4047-a385-84dee12eaa21', 'name': '', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'mac_address': 'fa:16:3e:2e:c0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:55Z', 'updated_at': '2022-03-11T15:56:04Z', 'revision_number': 5, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'subnets': [{'id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:57:50.842601 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-c9b7aa2f-f800-4ba0-840b-d79f5611243d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:50.844533 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-c9b7aa2f-f800-4ba0-840b-d79f5611243d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/networks?id=568becae-cbca-4a4b-bfda-9304f5b467a6 HTTP/1.1" status: 200 len: 812 time: 0.1460910 Mar 11 15:57:50.860419 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-95ba460d-8fb3-48d8-9797-e050ab70e00d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/quotas/fae0393d9721465ebf973edfe4ecb299 HTTP/1.1" status: 200 len: 375 time: 0.0108719 Mar 11 15:57:50.946007 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-5eeee64e-dbb9-4a15-b44a-ee1a8cdcfe64 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Synchronizing usage tracker for tenant:fae0393d9721465ebf973edfe4ecb299 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:57:50.964120 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:57:50.965447 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-5eeee64e-dbb9-4a15-b44a-ee1a8cdcfe64 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Unset dirty status for tenant:fae0393d9721465ebf973edfe4ecb299 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:57:50.966746 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-5eeee64e-dbb9-4a15-b44a-ee1a8cdcfe64 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fae0393d9721465ebf973edfe4ecb299&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1010909 Mar 11 15:57:50.999785 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168ef7fc-379f-428b-b72d-52d8bcb38c83 None None] New status for floating IP b082adb3-f8f6-4406-9688-4735b59f2bf2: DOWN {{(pid=83868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 15:57:51.179206 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-966ee256-f665-4699-b59d-e7dfd6e56520 service neutron] 10.222.0.31 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983793 Mar 11 15:57:51.315098 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-303e557f-cac0-4a26-ada5-c55dfc37ac68 service neutron] 10.222.0.31 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295488 Mar 11 15:57:51.506738 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f8baa8f2-6a8e-44a8-b9c9-654423cd1938 req-78de1819-9bcd-4da3-a7e2-d35a455a552b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 210 time: 0.0442233 Mar 11 15:57:51.644564 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 878a2b21-abd9-4dd7-84fc-d1aed0153caf no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:57:51.676028 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] No Port match for: 878a2b21-abd9-4dd7-84fc-d1aed0153caf {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:57:51.676395 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 878a2b21-abd9-4dd7-84fc-d1aed0153caf not bound to the agent host hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:57:52.745757 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f74ff2e5-c2a8-4b05-a0a7-447ee554b414 req-f1442b0d-b24d-462b-a8ad-e792244331c3 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 210 time: 0.0993719 Mar 11 15:57:52.797794 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-88b8b2b4-2209-40e0-9638-3b62c2c2a7dd tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:52.799115 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-88b8b2b4-2209-40e0-9638-3b62c2c2a7dd tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.73 "GET /v2.0/networks?id=568becae-cbca-4a4b-bfda-9304f5b467a6 HTTP/1.1" status: 200 len: 812 time: 0.2935617 Mar 11 15:57:52.851098 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-228f28da-18ca-4e74-ad1c-f085bc62e2b8 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fae0393d9721465ebf973edfe4ecb299 HTTP/1.1" status: 200 len: 380 time: 0.0398173 Mar 11 15:57:52.860608 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-299869f8-706d-4410-b6e6-3297f9bbff3d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Request body: {'port': {'device_id': 'bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'admin_state_up': True, 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'security_groups': ['11d46df4-5d59-4643-90a8-e4079432b5a2']}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:57:52.993184 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-299869f8-706d-4410-b6e6-3297f9bbff3d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:57:53.003015 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-299869f8-706d-4410-b6e6-3297f9bbff3d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:57:53.012347 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-299869f8-706d-4410-b6e6-3297f9bbff3d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Made reservation on behalf of fae0393d9721465ebf973edfe4ecb299 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:57:53.015365 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-299869f8-706d-4410-b6e6-3297f9bbff3d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:53.175410 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-299869f8-706d-4410-b6e6-3297f9bbff3d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Allocated IP 172.20.0.10 (568becae-cbca-4a4b-bfda-9304f5b467a6/d46f66e3-c877-4246-9886-b8295ca74407/09d84cc2-5bc3-4098-ad11-0849b77640c2) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:57:53.359719 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-299869f8-706d-4410-b6e6-3297f9bbff3d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:53.375607 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-299869f8-706d-4410-b6e6-3297f9bbff3d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Transition to ACTIVE for port object 09d84cc2-5bc3-4098-ad11-0849b77640c2 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:57:53.396170 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-299869f8-706d-4410-b6e6-3297f9bbff3d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:53.469785 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-299869f8-706d-4410-b6e6-3297f9bbff3d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Network 568becae-cbca-4a4b-bfda-9304f5b467a6 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:57:53.472631 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-299869f8-706d-4410-b6e6-3297f9bbff3d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:57:53.476543 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-299869f8-706d-4410-b6e6-3297f9bbff3d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:57:53.508010 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299869f8-706d-4410-b6e6-3297f9bbff3d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Pushing event updated for resources: {'Port': ['ID=09d84cc2-5bc3-4098-ad11-0849b77640c2,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:53.530671 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299869f8-706d-4410-b6e6-3297f9bbff3d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:53.531056 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299869f8-706d-4410-b6e6-3297f9bbff3d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:53.531850 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299869f8-706d-4410-b6e6-3297f9bbff3d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:53.531850 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299869f8-706d-4410-b6e6-3297f9bbff3d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:53.532230 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299869f8-706d-4410-b6e6-3297f9bbff3d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:53.532568 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299869f8-706d-4410-b6e6-3297f9bbff3d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:53.532900 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299869f8-706d-4410-b6e6-3297f9bbff3d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:53.533231 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299869f8-706d-4410-b6e6-3297f9bbff3d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:53.533558 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299869f8-706d-4410-b6e6-3297f9bbff3d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:53.533882 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299869f8-706d-4410-b6e6-3297f9bbff3d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:53.534259 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299869f8-706d-4410-b6e6-3297f9bbff3d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:53.553848 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-299869f8-706d-4410-b6e6-3297f9bbff3d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:53.554453 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-299869f8-706d-4410-b6e6-3297f9bbff3d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:53.580953 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-299869f8-706d-4410-b6e6-3297f9bbff3d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7243857 Mar 11 15:57:53.592244 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-0d02cf11-9a73-44a9-b02b-f8bc91eb0087 service neutron] Request body: {'port': {'device_id': 'bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:57:53.708366 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-0d02cf11-9a73-44a9-b02b-f8bc91eb0087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:53.748848 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-20819597-6fb1-4e3b-b9a8-4d8585111aca None None] Provisioning for port 09d84cc2-5bc3-4098-ad11-0849b77640c2 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:57:53.756353 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-20819597-6fb1-4e3b-b9a8-4d8585111aca None None] Provisioning complete for port 09d84cc2-5bc3-4098-ad11-0849b77640c2 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:57:53.756775 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-20819597-6fb1-4e3b-b9a8-4d8585111aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:53.851296 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-20819597-6fb1-4e3b-b9a8-4d8585111aca None None] Port 09d84cc2-5bc3-4098-ad11-0849b77640c2 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:57:53.943762 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b03949-6596-46b0-8739-111dbe0655e4 req-04d9d60a-b5c8-4a1c-84e9-29d0111d0d20 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:53.945242 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-83b03949-6596-46b0-8739-111dbe0655e4 req-04d9d60a-b5c8-4a1c-84e9-29d0111d0d20 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 932 time: 0.0766778 Mar 11 15:57:53.990480 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-83b03949-6596-46b0-8739-111dbe0655e4 req-8f123df1-2bb3-4d8a-8b3a-ebd9b0f129ad tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396097 Mar 11 15:57:54.054110 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-0d02cf11-9a73-44a9-b02b-f8bc91eb0087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09d84cc2-5bc3-4098-ad11-0849b77640c2 {{(pid=83866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:57:54.061382 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-0d02cf11-9a73-44a9-b02b-f8bc91eb0087 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:54.075925 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-0d02cf11-9a73-44a9-b02b-f8bc91eb0087 service neutron] Transition to ACTIVE for port object 09d84cc2-5bc3-4098-ad11-0849b77640c2 will not be triggered until provisioned by entity L2. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:57:54.080171 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-0d02cf11-9a73-44a9-b02b-f8bc91eb0087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:54.221568 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02cf11-9a73-44a9-b02b-f8bc91eb0087 service neutron] Pushing event updated for resources: {'Port': ['ID=09d84cc2-5bc3-4098-ad11-0849b77640c2,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:54.329841 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-0d02cf11-9a73-44a9-b02b-f8bc91eb0087 service neutron] Attempting to bind port 09d84cc2-5bc3-4098-ad11-0849b77640c2 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:57:54.330175 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-0d02cf11-9a73-44a9-b02b-f8bc91eb0087 service neutron] Attempting to bind port 09d84cc2-5bc3-4098-ad11-0849b77640c2 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '3cd01685-c976-4bfe-85f1-738163aacf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:57:54.330495 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-0d02cf11-9a73-44a9-b02b-f8bc91eb0087 service neutron] Attempting to bind port 09d84cc2-5bc3-4098-ad11-0849b77640c2 on network 568becae-cbca-4a4b-bfda-9304f5b467a6 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:57:54.336116 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-0d02cf11-9a73-44a9-b02b-f8bc91eb0087 service neutron] Port 09d84cc2-5bc3-4098-ad11-0849b77640c2 on network 568becae-cbca-4a4b-bfda-9304f5b467a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:57:54.336439 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-0d02cf11-9a73-44a9-b02b-f8bc91eb0087 service neutron] Attempting to bind port 09d84cc2-5bc3-4098-ad11-0849b77640c2 on network 568becae-cbca-4a4b-bfda-9304f5b467a6 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:57:54.342506 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-0d02cf11-9a73-44a9-b02b-f8bc91eb0087 service neutron] Checking agent: {'id': '233b753e-9484-4350-9871-64b7c66fc067', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'started_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:57:54.342837 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-0d02cf11-9a73-44a9-b02b-f8bc91eb0087 service neutron] Checking segment: {'id': '3cd01685-c976-4bfe-85f1-738163aacf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:57:54.343207 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-0d02cf11-9a73-44a9-b02b-f8bc91eb0087 service neutron] Bound using segment: {'id': '3cd01685-c976-4bfe-85f1-738163aacf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6'} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:57:54.344348 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-0d02cf11-9a73-44a9-b02b-f8bc91eb0087 service neutron] Bound port: 09d84cc2-5bc3-4098-ad11-0849b77640c2, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cd01685-c976-4bfe-85f1-738163aacf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6'}}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:57:54.344753 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-0d02cf11-9a73-44a9-b02b-f8bc91eb0087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:54.431890 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-0d02cf11-9a73-44a9-b02b-f8bc91eb0087 service neutron] For port 09d84cc2-5bc3-4098-ad11-0849b77640c2, host hv-neutron-8333, cleared binding levels {{(pid=83866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:57:54.434689 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-0d02cf11-9a73-44a9-b02b-f8bc91eb0087 service neutron] For port 09d84cc2-5bc3-4098-ad11-0849b77640c2, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=09d84cc2-5bc3-4098-ad11-0849b77640c2,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:57:54.439537 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-0d02cf11-9a73-44a9-b02b-f8bc91eb0087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:54.590408 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-0d02cf11-9a73-44a9-b02b-f8bc91eb0087 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:54.591766 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-0d02cf11-9a73-44a9-b02b-f8bc91eb0087 service neutron] 10.222.0.73 "PUT /v2.0/ports/09d84cc2-5bc3-4098-ad11-0849b77640c2 HTTP/1.1" status: 200 len: 1094 time: 1.0039275 Mar 11 15:57:54.592199 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7', 'tag': '09d84cc2-5bc3-4098-ad11-0849b77640c2'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:57:54.609236 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02cf11-9a73-44a9-b02b-f8bc91eb0087 service neutron] Pushing event updated for resources: {'Port': ['ID=09d84cc2-5bc3-4098-ad11-0849b77640c2,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:54.667215 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7', 'tag': '09d84cc2-5bc3-4098-ad11-0849b77640c2', 'status': 'completed', 'code': 200} Mar 11 15:57:54.708479 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-ddec5e0b-2b7d-456f-a30e-ba526465d2f0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fae0393d9721465ebf973edfe4ecb299&device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 1097 time: 0.0796082 Mar 11 15:57:54.777704 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-61832862-fc3a-4237-87ed-6b44e9861c45 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09d84cc2-5bc3-4098-ad11-0849b77640c2 HTTP/1.1" status: 200 len: 217 time: 0.0627189 Mar 11 15:57:54.851859 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-be9e4f34-9502-4e07-84c1-02e15ec2e80d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:54.853224 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-be9e4f34-9502-4e07-84c1-02e15ec2e80d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d46f66e3-c877-4246-9886-b8295ca74407 HTTP/1.1" status: 200 len: 851 time: 0.0690966 Mar 11 15:57:54.927093 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-ebd4466b-f178-446e-b4ef-67546a0663d7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=568becae-cbca-4a4b-bfda-9304f5b467a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663545 Mar 11 15:57:55.056961 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-66437cf9-a98e-4686-b017-f8c0b5800646 service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234674 Mar 11 15:57:55.192200 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b174d898-8795-4c14-9c94-6e74a17ebea1 req-3a5fbdc6-b7f5-4d22-a730-3883fe53bfb3 service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281788 Mar 11 15:57:55.194621 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a50708-e450-4b82-b748-8286b682718c req-28d76ca3-057c-4d37-8498-500e0fbda4c5 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:55.196166 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-52a50708-e450-4b82-b748-8286b682718c req-28d76ca3-057c-4d37-8498-500e0fbda4c5 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 944 time: 0.0800104 Mar 11 15:57:55.246787 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-52a50708-e450-4b82-b748-8286b682718c req-747cafcb-b533-4a57-93a9-7366c46accd5 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445933 Mar 11 15:57:55.308577 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a4efccc5-3bc0-4d56-a5fd-ce10c7d31ff4 req-96c1be27-dcf5-4626-b3df-7cd28cedfaa5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fae0393d9721465ebf973edfe4ecb299&device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 1097 time: 0.0693176 Mar 11 15:57:55.438776 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4efccc5-3bc0-4d56-a5fd-ce10c7d31ff4 req-dd8ce589-6bb9-448b-ab21-3b54192944d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:55.440305 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a4efccc5-3bc0-4d56-a5fd-ce10c7d31ff4 req-dd8ce589-6bb9-448b-ab21-3b54192944d6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=568becae-cbca-4a4b-bfda-9304f5b467a6 HTTP/1.1" status: 200 len: 913 time: 0.1252830 Mar 11 15:57:55.512042 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a4efccc5-3bc0-4d56-a5fd-ce10c7d31ff4 req-212c8ce3-5fc1-40aa-8e11-33e9e4009c57 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09d84cc2-5bc3-4098-ad11-0849b77640c2 HTTP/1.1" status: 200 len: 217 time: 0.0662436 Mar 11 15:57:55.576759 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4efccc5-3bc0-4d56-a5fd-ce10c7d31ff4 req-c8139021-6737-4b32-8b4b-745f7a9c45bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:55.578705 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a4efccc5-3bc0-4d56-a5fd-ce10c7d31ff4 req-c8139021-6737-4b32-8b4b-745f7a9c45bc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d46f66e3-c877-4246-9886-b8295ca74407 HTTP/1.1" status: 200 len: 851 time: 0.0603046 Mar 11 15:57:55.650319 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a4efccc5-3bc0-4d56-a5fd-ce10c7d31ff4 req-3a87ec66-5c06-4935-99bf-18f919a7fd8e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=568becae-cbca-4a4b-bfda-9304f5b467a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662606 Mar 11 15:57:55.778269 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a4efccc5-3bc0-4d56-a5fd-ce10c7d31ff4 req-7004ce26-f55b-483a-b821-f08afba058a5 service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208138 Mar 11 15:57:55.907279 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a4efccc5-3bc0-4d56-a5fd-ce10c7d31ff4 req-15f8bd3e-b34e-4079-a69c-8787b74e4ff6 service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226912 Mar 11 15:57:56.443318 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5ea1c-58e3-4989-bc5b-caf1c0b35b41 req-5a4b094e-e797-47f7-9033-857cc2bc6390 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:56.444013 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-ebb5ea1c-58e3-4989-bc5b-caf1c0b35b41 req-5a4b094e-e797-47f7-9033-857cc2bc6390 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Synchronizing usage tracker for tenant:fae0393d9721465ebf973edfe4ecb299 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:57:56.458917 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-ebb5ea1c-58e3-4989-bc5b-caf1c0b35b41 req-5a4b094e-e797-47f7-9033-857cc2bc6390 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Unset dirty status for tenant:fae0393d9721465ebf973edfe4ecb299 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:57:56.460018 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ebb5ea1c-58e3-4989-bc5b-caf1c0b35b41 req-5a4b094e-e797-47f7-9033-857cc2bc6390 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 944 time: 0.0921559 Mar 11 15:57:56.509713 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ebb5ea1c-58e3-4989-bc5b-caf1c0b35b41 req-89f2a31e-ca85-4278-84ee-dfcabeb437b5 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438428 Mar 11 15:57:57.676082 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 09d84cc2-5bc3-4098-ad11-0849b77640c2 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:57:57.706396 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ccd73-1385-44e1-922f-978d549f72a4 req-f3b7655e-9402-47c3-badf-604c0691e80f tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:57.707841 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-be3ccd73-1385-44e1-922f-978d549f72a4 req-f3b7655e-9402-47c3-badf-604c0691e80f tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 944 time: 0.0757966 Mar 11 15:57:57.752434 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-be3ccd73-1385-44e1-922f-978d549f72a4 req-1f6df4f6-280f-4770-8366-cb6faa435240 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390892 Mar 11 15:57:57.810760 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 09d84cc2-5bc3-4098-ad11-0849b77640c2, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=09d84cc2-5bc3-4098-ad11-0849b77640c2,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:57:57.825213 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': '09d84cc2-5bc3-4098-ad11-0849b77640c2', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'port_id': '09d84cc2-5bc3-4098-ad11-0849b77640c2', 'mac_address': 'fa:16:3e:ac:5b:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:57:57.880963 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:57.897871 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09d84cc2-5bc3-4098-ad11-0849b77640c2 {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:57:57.912828 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 09d84cc2-5bc3-4098-ad11-0849b77640c2, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=09d84cc2-5bc3-4098-ad11-0849b77640c2,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:57:57.916442 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:57.979316 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=09d84cc2-5bc3-4098-ad11-0849b77640c2,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:58.236860 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['09d84cc2-5bc3-4098-ad11-0849b77640c2'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 15:57:58.950841 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c852480-3387-4ee0-baa7-6a875629ff5e req-39f2ab19-cf8b-4948-bcfd-9c9ac3e34df3 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:58.952290 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2c852480-3387-4ee0-baa7-6a875629ff5e req-39f2ab19-cf8b-4948-bcfd-9c9ac3e34df3 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 945 time: 0.0779991 Mar 11 15:57:58.997233 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2c852480-3387-4ee0-baa7-6a875629ff5e req-84aa9816-e35a-4fa6-993c-a8d01d1ba0a7 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387220 Mar 11 15:57:59.378658 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-143cda01-4852-431a-bf5e-64eccb540ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:59.666148 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 09d84cc2-5bc3-4098-ad11-0849b77640c2 up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:57:59.731799 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning for port 09d84cc2-5bc3-4098-ad11-0849b77640c2 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:57:59.736459 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port 09d84cc2-5bc3-4098-ad11-0849b77640c2 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:57:59.736819 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:59.848793 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:59.873861 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d84cc2-5bc3-4098-ad11-0849b77640c2'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:57:59.883629 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 09d84cc2-5bc3-4098-ad11-0849b77640c2, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=09d84cc2-5bc3-4098-ad11-0849b77640c2,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:57:59.887277 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:59.932041 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d84cc2-5bc3-4098-ad11-0849b77640c2', 'code': 200} Mar 11 15:57:59.955651 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=09d84cc2-5bc3-4098-ad11-0849b77640c2,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:58:00.314284 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d7333d68-074b-406b-a366-865444bee2b5 req-d33f30cd-1dce-4373-b51d-370149cd88bb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 1099 time: 0.2216189 Mar 11 15:58:00.324253 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eeff8e-5b66-4867-9758-412f8c6621df req-d8165c2e-84a8-4dbf-884e-e19a696a745f tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:00.325600 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-24eeff8e-5b66-4867-9758-412f8c6621df req-d8165c2e-84a8-4dbf-884e-e19a696a745f tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 946 time: 0.1995163 Mar 11 15:58:00.395942 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d7333d68-074b-406b-a366-865444bee2b5 req-2e2cfb8b-6b33-437a-ab0b-5aabfe565b8e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694258 Mar 11 15:58:00.400921 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-24eeff8e-5b66-4867-9758-412f8c6621df req-3b576ad0-b38e-494c-b1e0-947da9c997bc tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614665 Mar 11 15:58:01.597584 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c26aa-012b-4f7e-971f-4459b6b92313 req-3cd39b90-01a9-40f0-bb51-ab751457ad6b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:01.598935 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2f2c26aa-012b-4f7e-971f-4459b6b92313 req-3cd39b90-01a9-40f0-bb51-ab751457ad6b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 946 time: 0.0779855 Mar 11 15:58:01.645694 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2f2c26aa-012b-4f7e-971f-4459b6b92313 req-63c8bd10-8d2d-4812-9de2-b0b766dcd1d6 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411081 Mar 11 15:58:01.646032 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e133cdd8-21b7-4586-a5c7-a9a8a31c64ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:02.822405 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:02.844507 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39ddb9-d533-4d81-8bad-b1ed9c98075c req-e4e36f06-6cc8-4c72-ab84-97a8320d4077 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:02.845955 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4a39ddb9-d533-4d81-8bad-b1ed9c98075c req-e4e36f06-6cc8-4c72-ab84-97a8320d4077 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 946 time: 0.0793920 Mar 11 15:58:02.890259 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4a39ddb9-d533-4d81-8bad-b1ed9c98075c req-30300964-df43-4120-8ed5-1179cf35bfed tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386155 Mar 11 15:58:03.050140 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:03.082029 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa767dd-9efa-455d-81f1-a913a549c28f req-61a0092e-349e-47f5-a67c-a3315c198dcc tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:03.083458 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2fa767dd-9efa-455d-81f1-a913a549c28f req-61a0092e-349e-47f5-a67c-a3315c198dcc tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 946 time: 0.0760231 Mar 11 15:58:03.092011 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 46952) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:58:03.097878 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-ba89155f-f1ca-4a94-96e0-0fa5835f8dbe tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Request body: {'floatingip': {'port_id': '09d84cc2-5bc3-4098-ad11-0849b77640c2'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:58:03.175609 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ba89155f-f1ca-4a94-96e0-0fa5835f8dbe tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks [] for floatingip, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:03.750041 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ba89155f-f1ca-4a94-96e0-0fa5835f8dbe tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:03.754221 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ba89155f-f1ca-4a94-96e0-0fa5835f8dbe tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:04.025951 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.l3_db [None req-ba89155f-f1ca-4a94-96e0-0fa5835f8dbe tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Floating IP b082adb3-f8f6-4406-9688-4735b59f2bf2 associated. External IP: 172.26.0.24, port: 09d84cc2-5bc3-4098-ad11-0849b77640c2. Mar 11 15:58:04.257873 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:04.411789 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba89155f-f1ca-4a94-96e0-0fa5835f8dbe tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Router 469d557e-6680-4cd2-b81b-0d76b198c87c has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:58:04.605900 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba89155f-f1ca-4a94-96e0-0fa5835f8dbe tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:58:04.611274 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ba89155f-f1ca-4a94-96e0-0fa5835f8dbe tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:04.615714 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7753a0a8-72a5-4214-acb5-a8078adfb2ca None None] Sync routers for ids ['469d557e-6680-4cd2-b81b-0d76b198c87c'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:58:04.627991 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7753a0a8-72a5-4214-acb5-a8078adfb2ca None None] Routers {'469d557e-6680-4cd2-b81b-0d76b198c87c'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:58:04.628614 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-7753a0a8-72a5-4214-acb5-a8078adfb2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:58:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['469d557e-6680-4cd2-b81b-0d76b198c87c'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:58:04.666457 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ba89155f-f1ca-4a94-96e0-0fa5835f8dbe tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "PUT /v2.0/floatingips/b082adb3-f8f6-4406-9688-4735b59f2bf2 HTTP/1.1" status: 200 len: 991 time: 1.5733504 Mar 11 15:58:04.667016 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7', 'tag': '09d84cc2-5bc3-4098-ad11-0849b77640c2'}] {{(pid=83867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:58:04.802607 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7', 'tag': '09d84cc2-5bc3-4098-ad11-0849b77640c2', 'status': 'completed', 'code': 200} Mar 11 15:58:04.845457 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-7753a0a8-72a5-4214-acb5-a8078adfb2ca None None] Set router 469d557e-6680-4cd2-b81b-0d76b198c87c gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:58:04.897442 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4ff5575c-10a8-41c2-8ac0-264f4a75087e req-9fa354a8-0945-47b3-bbe4-b6224d48e5f7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1221657 Mar 11 15:58:04.914208 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c7427638-4aa2-4b74-8af2-45f9d5dc721f req-32ace363-2653-4ac7-88ed-33bcdfb317f0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fae0393d9721465ebf973edfe4ecb299&device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 1099 time: 0.0822637 Mar 11 15:58:05.055991 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7427638-4aa2-4b74-8af2-45f9d5dc721f req-c4ac2290-4e28-4f31-aa6f-9d695d08d6c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:05.057455 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c7427638-4aa2-4b74-8af2-45f9d5dc721f req-c4ac2290-4e28-4f31-aa6f-9d695d08d6c5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=568becae-cbca-4a4b-bfda-9304f5b467a6 HTTP/1.1" status: 200 len: 913 time: 0.1373968 Mar 11 15:58:05.201339 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c7427638-4aa2-4b74-8af2-45f9d5dc721f req-d1c715a9-4f3b-490b-aaf4-b776f00c24ef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09d84cc2-5bc3-4098-ad11-0849b77640c2 HTTP/1.1" status: 200 len: 999 time: 0.1356158 Mar 11 15:58:05.214872 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-7753a0a8-72a5-4214-acb5-a8078adfb2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'name': 'tempest-ServerActionsTestJSON-2041363647-router', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:56Z', 'revision_number': 4, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'gw_port': {'id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'b082adb3-f8f6-4406-9688-4735b59f2bf2', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'floating_ip_address': '172.26.0.24', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'port_id': '09d84cc2-5bc3-4098-ad11-0849b77640c2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'mac_address': 'fa:16:3e:ac:5b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:55:59Z', 'updated_at': '2022-03-11T15:58:03Z', 'revision_number': 9, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39aff4b4-b8e2-4047-a385-84dee12eaa21', 'name': '', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'mac_address': 'fa:16:3e:2e:c0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:55Z', 'updated_at': '2022-03-11T15:56:04Z', 'revision_number': 5, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'subnets': [{'id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:58:05.220722 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7753a0a8-72a5-4214-acb5-a8078adfb2ca None None] Checking router: 469d557e-6680-4cd2-b81b-0d76b198c87c for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:58:05.234420 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7753a0a8-72a5-4214-acb5-a8078adfb2ca None None] Routers {'469d557e-6680-4cd2-b81b-0d76b198c87c'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:58:05.236092 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-7753a0a8-72a5-4214-acb5-a8078adfb2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:58:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['469d557e-6680-4cd2-b81b-0d76b198c87c'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:58:05.240779 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3b86c-cfb5-4cea-aae8-8c59a561f71c req-eaa60e49-4aa1-4bfe-91cc-3706ab7bcfec tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:05.242254 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-24b3b86c-cfb5-4cea-aae8-8c59a561f71c req-eaa60e49-4aa1-4bfe-91cc-3706ab7bcfec tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 946 time: 0.0855896 Mar 11 15:58:05.287370 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7427638-4aa2-4b74-8af2-45f9d5dc721f req-74500103-4532-40ff-bf67-2b8ec85368ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:05.288855 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c7427638-4aa2-4b74-8af2-45f9d5dc721f req-74500103-4532-40ff-bf67-2b8ec85368ad service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d46f66e3-c877-4246-9886-b8295ca74407 HTTP/1.1" status: 200 len: 851 time: 0.0803514 Mar 11 15:58:05.290745 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-24b3b86c-cfb5-4cea-aae8-8c59a561f71c req-1bfd288f-f76c-49d5-adc7-a0719e3d0351 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420644 Mar 11 15:58:05.332785 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d449759a-bdd7-47fd-9ea8-60eac7bff6c9 req-acef1fc6-880a-49ec-969b-d91242007e9a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2145689 Mar 11 15:58:05.370080 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c7427638-4aa2-4b74-8af2-45f9d5dc721f req-3bb9cae9-9ab7-469d-8afd-1c7386b7e2f6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=568becae-cbca-4a4b-bfda-9304f5b467a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741882 Mar 11 15:58:05.381066 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [req-c7427638-4aa2-4b74-8af2-45f9d5dc721f req-ed700d05-c247-471a-9246-20336fe34f48 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:58:05.382182 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c7427638-4aa2-4b74-8af2-45f9d5dc721f req-ed700d05-c247-471a-9246-20336fe34f48 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055308 Mar 11 15:58:05.435955 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-7753a0a8-72a5-4214-acb5-a8078adfb2ca None None] Set router 469d557e-6680-4cd2-b81b-0d76b198c87c gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:58:05.519333 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c7427638-4aa2-4b74-8af2-45f9d5dc721f req-17a1e6a3-4c87-4057-9c3e-cc127416841f service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314826 Mar 11 15:58:05.661086 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c7427638-4aa2-4b74-8af2-45f9d5dc721f req-6337004e-509e-4cd2-b526-a86c91f02ddc service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359763 Mar 11 15:58:05.805764 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-7753a0a8-72a5-4214-acb5-a8078adfb2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'name': 'tempest-ServerActionsTestJSON-2041363647-router', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:56Z', 'revision_number': 4, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'gw_port': {'id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'b082adb3-f8f6-4406-9688-4735b59f2bf2', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'floating_ip_address': '172.26.0.24', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'port_id': '09d84cc2-5bc3-4098-ad11-0849b77640c2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'mac_address': 'fa:16:3e:ac:5b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:55:59Z', 'updated_at': '2022-03-11T15:58:03Z', 'revision_number': 9, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39aff4b4-b8e2-4047-a385-84dee12eaa21', 'name': '', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'mac_address': 'fa:16:3e:2e:c0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:55Z', 'updated_at': '2022-03-11T15:56:04Z', 'revision_number': 5, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'subnets': [{'id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:58:05.809773 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7753a0a8-72a5-4214-acb5-a8078adfb2ca None None] The sync data for ids ['469d557e-6680-4cd2-b81b-0d76b198c87c'] in dv-neutron-833373-1-hyperv is: [{'id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'name': 'tempest-ServerActionsTestJSON-2041363647-router', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:56Z', 'revision_number': 4, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'gw_port': {'id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'b082adb3-f8f6-4406-9688-4735b59f2bf2', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'floating_ip_address': '172.26.0.24', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'port_id': '09d84cc2-5bc3-4098-ad11-0849b77640c2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'mac_address': 'fa:16:3e:ac:5b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:55:59Z', 'updated_at': '2022-03-11T15:58:03Z', 'revision_number': 9, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39aff4b4-b8e2-4047-a385-84dee12eaa21', 'name': '', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'mac_address': 'fa:16:3e:2e:c0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:55Z', 'updated_at': '2022-03-11T15:56:04Z', 'revision_number': 5, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'subnets': [{'id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:58:06.032627 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56057d9-edbd-4954-85bd-26477618ac36 None None] New status for floating IP b082adb3-f8f6-4406-9688-4735b59f2bf2: ACTIVE {{(pid=83868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 15:58:06.551390 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b7658-8222-4d93-b09d-247252400e91 req-1ee68e47-2373-4e55-ba30-d35a3faa123e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:06.552819 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ee0b7658-8222-4d93-b09d-247252400e91 req-1ee68e47-2373-4e55-ba30-d35a3faa123e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 946 time: 0.1389048 Mar 11 15:58:06.581925 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d449759a-bdd7-47fd-9ea8-60eac7bff6c9 req-309eaca3-1926-4315-9370-021fe7378641 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fae0393d9721465ebf973edfe4ecb299&device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 1099 time: 0.1202478 Mar 11 15:58:06.689605 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ee0b7658-8222-4d93-b09d-247252400e91 req-c1fb9c44-b085-4fb3-8a01-86df096a8012 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291969 Mar 11 15:58:06.729343 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449759a-bdd7-47fd-9ea8-60eac7bff6c9 req-46428997-4157-47c5-95a1-6cc53e9a4df9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:06.730770 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d449759a-bdd7-47fd-9ea8-60eac7bff6c9 req-46428997-4157-47c5-95a1-6cc53e9a4df9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=568becae-cbca-4a4b-bfda-9304f5b467a6 HTTP/1.1" status: 200 len: 913 time: 0.1415906 Mar 11 15:58:06.834682 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d449759a-bdd7-47fd-9ea8-60eac7bff6c9 req-e9d21bf6-4cdf-4f9f-847e-3e27784b8c1a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09d84cc2-5bc3-4098-ad11-0849b77640c2 HTTP/1.1" status: 200 len: 1002 time: 0.0975876 Mar 11 15:58:06.904695 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449759a-bdd7-47fd-9ea8-60eac7bff6c9 req-f990e1c0-2434-4eda-a114-8754a6ef39f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:06.906754 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d449759a-bdd7-47fd-9ea8-60eac7bff6c9 req-f990e1c0-2434-4eda-a114-8754a6ef39f9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d46f66e3-c877-4246-9886-b8295ca74407 HTTP/1.1" status: 200 len: 851 time: 0.0663424 Mar 11 15:58:07.076273 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d449759a-bdd7-47fd-9ea8-60eac7bff6c9 req-eb26547d-1456-42c2-b3fe-8d1106b5ba3e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=568becae-cbca-4a4b-bfda-9304f5b467a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1643932 Mar 11 15:58:07.213087 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d449759a-bdd7-47fd-9ea8-60eac7bff6c9 req-6ddc9230-235a-4b88-9588-17dbe35f9da1 service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304059 Mar 11 15:58:07.353888 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d449759a-bdd7-47fd-9ea8-60eac7bff6c9 req-924f9175-ae74-434e-850d-48e9c48a8c4c service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269379 Mar 11 15:58:07.895816 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa00df-e530-4479-b2c5-cfe768accf5e req-24d8444b-9d2f-4696-a4ff-d3b2b70e57c0 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:07.897287 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-43aa00df-e530-4479-b2c5-cfe768accf5e req-24d8444b-9d2f-4696-a4ff-d3b2b70e57c0 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 946 time: 0.0831118 Mar 11 15:58:07.941942 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-43aa00df-e530-4479-b2c5-cfe768accf5e req-9b62625d-2ee9-4ebb-989d-728a6339f4e3 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391867 Mar 11 15:58:09.137681 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff60c49-aae5-4464-881a-c3ffb5ca65e1 req-a2050d3a-05ce-4aad-85c2-f384a303afcd tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:09.139102 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-aff60c49-aae5-4464-881a-c3ffb5ca65e1 req-a2050d3a-05ce-4aad-85c2-f384a303afcd tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 946 time: 0.0739052 Mar 11 15:58:09.184596 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-aff60c49-aae5-4464-881a-c3ffb5ca65e1 req-33d84867-41e1-4e9d-be97-dc1d694d3d46 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391099 Mar 11 15:58:10.383025 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a568f-6b1b-4c3a-8d98-d8b7bb59b569 req-7d484b69-05c5-4dcc-acee-460c471ab6f1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:10.384436 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-069a568f-6b1b-4c3a-8d98-d8b7bb59b569 req-7d484b69-05c5-4dcc-acee-460c471ab6f1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 946 time: 0.0731752 Mar 11 15:58:10.428822 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-069a568f-6b1b-4c3a-8d98-d8b7bb59b569 req-88f84010-d3e0-42d4-8d95-56bd7c5d9475 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389848 Mar 11 15:58:11.719782 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9fc69-28f5-4fb8-852f-72627789be36 req-25023bdd-84f7-488f-8edc-7cffc5ad24f2 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:11.721183 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4ed9fc69-28f5-4fb8-852f-72627789be36 req-25023bdd-84f7-488f-8edc-7cffc5ad24f2 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 946 time: 0.1721883 Mar 11 15:58:11.767501 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4ed9fc69-28f5-4fb8-852f-72627789be36 req-9ef5ee89-a1c6-4ce7-b72d-b178dc210043 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409079 Mar 11 15:58:13.035261 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7311732-18ee-40ba-af99-caa9b6486de2 req-e3e2c3d8-0c67-43a1-b627-fc0dabd2bac7 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:13.036710 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c7311732-18ee-40ba-af99-caa9b6486de2 req-e3e2c3d8-0c67-43a1-b627-fc0dabd2bac7 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 946 time: 0.1482217 Mar 11 15:58:13.081434 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c7311732-18ee-40ba-af99-caa9b6486de2 req-454c8a98-f31b-4673-a171-35603c7689fe tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391054 Mar 11 15:58:14.278823 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d93e16-6354-4f89-a209-8d885d0de871 req-2fdafd74-e346-4609-b02f-fd8b80f66ba9 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:14.280309 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d9d93e16-6354-4f89-a209-8d885d0de871 req-2fdafd74-e346-4609-b02f-fd8b80f66ba9 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 946 time: 0.0782745 Mar 11 15:58:14.328950 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d9d93e16-6354-4f89-a209-8d885d0de871 req-e09b8de0-4721-4754-922f-22bf8cd9610e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424843 Mar 11 15:58:15.089085 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1449d8c7-fa7d-4dab-b5b2-b84d2e7288b7 req-f1369b80-8850-43f2-b33a-09918abb1687 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fae0393d9721465ebf973edfe4ecb299&device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 1099 time: 0.1368346 Mar 11 15:58:15.243344 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449d8c7-fa7d-4dab-b5b2-b84d2e7288b7 req-99ec1cf0-e1b2-46e8-9a80-9ec480947c9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:15.244830 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1449d8c7-fa7d-4dab-b5b2-b84d2e7288b7 req-99ec1cf0-e1b2-46e8-9a80-9ec480947c9e service neutron] 10.222.0.73 "GET /v2.0/networks?id=568becae-cbca-4a4b-bfda-9304f5b467a6 HTTP/1.1" status: 200 len: 913 time: 0.1271381 Mar 11 15:58:15.347467 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1449d8c7-fa7d-4dab-b5b2-b84d2e7288b7 req-c9192faf-a3a1-46d7-998f-d40a10893731 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09d84cc2-5bc3-4098-ad11-0849b77640c2 HTTP/1.1" status: 200 len: 1002 time: 0.0954056 Mar 11 15:58:15.409389 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449d8c7-fa7d-4dab-b5b2-b84d2e7288b7 req-389f5b8f-9f19-407e-acfc-3bec0884449a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:15.410813 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1449d8c7-fa7d-4dab-b5b2-b84d2e7288b7 req-389f5b8f-9f19-407e-acfc-3bec0884449a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d46f66e3-c877-4246-9886-b8295ca74407 HTTP/1.1" status: 200 len: 851 time: 0.0567634 Mar 11 15:58:15.487112 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1449d8c7-fa7d-4dab-b5b2-b84d2e7288b7 req-0dadf946-1ef9-48c6-a70a-c02bbaa011bd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=568becae-cbca-4a4b-bfda-9304f5b467a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702331 Mar 11 15:58:15.527532 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46639e0d-e60c-419c-86e8-58117882eb57 req-cf8814a2-86b4-422f-8877-53119eff9584 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:15.528925 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-46639e0d-e60c-419c-86e8-58117882eb57 req-cf8814a2-86b4-422f-8877-53119eff9584 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 946 time: 0.0755095 Mar 11 15:58:15.574399 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-46639e0d-e60c-419c-86e8-58117882eb57 req-f0312dd4-5bb7-422f-9db3-d07f19509f88 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392032 Mar 11 15:58:15.620699 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1449d8c7-fa7d-4dab-b5b2-b84d2e7288b7 req-24171c77-db2d-4917-8c13-a5cd1d649348 service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271915 Mar 11 15:58:15.754621 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1449d8c7-fa7d-4dab-b5b2-b84d2e7288b7 req-0fb50a54-8132-4da6-9d7b-f88f893118fa service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253669 Mar 11 15:58:15.945535 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:16.772052 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311add1-37a2-4602-b1bf-88e02d305485 req-64c3ba4e-bb8a-4c06-af8a-34c670d13ce6 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:16.773550 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d311add1-37a2-4602-b1bf-88e02d305485 req-64c3ba4e-bb8a-4c06-af8a-34c670d13ce6 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 946 time: 0.0772369 Mar 11 15:58:16.818073 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d311add1-37a2-4602-b1bf-88e02d305485 req-8624a52a-5b22-4faf-bc0f-ed903684a881 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390744 Mar 11 15:58:18.014490 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bda64e-d0b2-43bb-8ea8-14c3d0065b54 req-9bc33bb7-15d4-46ea-8a56-c4d86f38a8a3 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:18.015998 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-67bda64e-d0b2-43bb-8ea8-14c3d0065b54 req-9bc33bb7-15d4-46ea-8a56-c4d86f38a8a3 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 946 time: 0.0792162 Mar 11 15:58:18.060263 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-67bda64e-d0b2-43bb-8ea8-14c3d0065b54 req-929502ef-192b-4499-b88a-72e6d6f5039d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387290 Mar 11 15:58:19.258323 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1053a-e217-4196-a64a-8cc0a715183b req-a1b55eec-0bec-452e-aea5-11df92813551 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:19.259876 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-adf1053a-e217-4196-a64a-8cc0a715183b req-a1b55eec-0bec-452e-aea5-11df92813551 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 946 time: 0.0785434 Mar 11 15:58:19.306344 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-adf1053a-e217-4196-a64a-8cc0a715183b req-4c2cd139-cb22-46fb-8852-dfa75898272b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393143 Mar 11 15:58:20.497943 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b6d8e-34ee-43f7-91b3-7071fa05f4d2 req-7af9b378-de37-42f5-b988-68ab89da8638 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:20.499386 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-398b6d8e-34ee-43f7-91b3-7071fa05f4d2 req-7af9b378-de37-42f5-b988-68ab89da8638 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 946 time: 0.0749128 Mar 11 15:58:20.547007 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-398b6d8e-34ee-43f7-91b3-7071fa05f4d2 req-5c1aca1f-b2ab-4e3e-bcf6-0d16b8c0c8f9 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421903 Mar 11 15:58:21.753592 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e67a89-5c39-4c35-b708-84169158ea48 req-59cfa876-e3d1-48bb-8c3d-954b8f06433d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:21.755030 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-91e67a89-5c39-4c35-b708-84169158ea48 req-59cfa876-e3d1-48bb-8c3d-954b8f06433d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 946 time: 0.0754306 Mar 11 15:58:21.800345 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-91e67a89-5c39-4c35-b708-84169158ea48 req-ef2bf409-3946-4de4-8693-d2b5a36787fe tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398293 Mar 11 15:58:23.004483 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8e918-ad4b-44de-a0ac-fb27f374fa77 req-1a799749-355a-476c-bbf2-3c9fbfcdf479 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:23.005925 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-91a8e918-ad4b-44de-a0ac-fb27f374fa77 req-1a799749-355a-476c-bbf2-3c9fbfcdf479 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 946 time: 0.0835352 Mar 11 15:58:23.050473 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-91a8e918-ad4b-44de-a0ac-fb27f374fa77 req-839b4b43-ed01-4381-8552-fa42151a5fc9 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390723 Mar 11 15:58:24.341897 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9bcc12-046c-4169-bf48-21bf27e5b18c req-bc562213-32af-4905-a3d6-0ffe2528967b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:24.344350 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-df9bcc12-046c-4169-bf48-21bf27e5b18c req-bc562213-32af-4905-a3d6-0ffe2528967b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 946 time: 0.1706426 Mar 11 15:58:24.388507 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-df9bcc12-046c-4169-bf48-21bf27e5b18c req-243c27d6-583f-4dd7-92ae-4e93241f1086 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392144 Mar 11 15:58:25.585533 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7f1e2-34dc-4e6b-bbe0-581cc951e665 req-950430cf-fccd-4861-a77b-2c57b97f6067 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:25.586877 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b0c7f1e2-34dc-4e6b-bbe0-581cc951e665 req-950430cf-fccd-4861-a77b-2c57b97f6067 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 946 time: 0.0790977 Mar 11 15:58:25.631045 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b0c7f1e2-34dc-4e6b-bbe0-581cc951e665 req-5e696f1b-a346-42e6-beaf-743607ad4fec tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386665 Mar 11 15:58:26.830778 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75d061-83ab-4618-905b-eb651dcb927d req-660f8852-132f-4388-9777-e81f5958bb20 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:26.832258 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6c75d061-83ab-4618-905b-eb651dcb927d req-660f8852-132f-4388-9777-e81f5958bb20 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 946 time: 0.0768619 Mar 11 15:58:26.879663 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6c75d061-83ab-4618-905b-eb651dcb927d req-5ef67995-5442-48b8-b0f0-a19e8a64bbc3 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420108 Mar 11 15:58:27.966076 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:58:28.078510 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6783ac9-899d-4d49-950b-7539b9e2848c req-f68287a3-d19a-41d8-b6a9-b336f4f92529 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:28.080555 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b6783ac9-899d-4d49-950b-7539b9e2848c req-f68287a3-d19a-41d8-b6a9-b336f4f92529 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 946 time: 0.0759113 Mar 11 15:58:28.127343 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b6783ac9-899d-4d49-950b-7539b9e2848c req-a541a01e-67fb-46cd-a476-86aba4135b0c tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412309 Mar 11 15:58:29.337082 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135e043-f0b9-4f4f-81c4-fb537fe48920 req-f57e6f70-adcd-466a-b5f8-491c6fea9ac7 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:29.338521 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7135e043-f0b9-4f4f-81c4-fb537fe48920 req-f57e6f70-adcd-466a-b5f8-491c6fea9ac7 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 946 time: 0.0761344 Mar 11 15:58:29.382171 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bb704101-db32-4511-a7e8-7c99f974ff72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:29.387524 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7135e043-f0b9-4f4f-81c4-fb537fe48920 req-793eb605-76af-4e08-8eb1-4c6563d7423e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436053 Mar 11 15:58:30.676182 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41bb555-71d0-432e-bf15-37d7c726ab4f req-d7de2e30-31a8-4b44-84ad-a5c42b781b17 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:30.677676 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-a41bb555-71d0-432e-bf15-37d7c726ab4f req-d7de2e30-31a8-4b44-84ad-a5c42b781b17 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 946 time: 0.1655021 Mar 11 15:58:30.722201 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-a41bb555-71d0-432e-bf15-37d7c726ab4f req-ab92232d-b744-4519-a51b-d812f1334e9e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388167 Mar 11 15:58:31.647726 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0fa75f84-c742-49a9-9be1-caba6a5f7c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:31.922235 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce978fc0-5fce-4af4-9f4f-fbbb60e206f9 req-3fecbd6a-d4c5-48d5-881e-6e1b6e7b1759 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:31.923818 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ce978fc0-5fce-4af4-9f4f-fbbb60e206f9 req-3fecbd6a-d4c5-48d5-881e-6e1b6e7b1759 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 946 time: 0.0790963 Mar 11 15:58:31.969407 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ce978fc0-5fce-4af4-9f4f-fbbb60e206f9 req-794f291c-9786-49e0-beb7-4f2bc1a22570 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401492 Mar 11 15:58:32.825048 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:33.052367 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:33.174461 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25032e1c-1dfa-4c0e-88c8-f5656481a2a5 req-b42d93c5-d0bd-4f37-9931-c7bd4f5c1034 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:33.175916 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-25032e1c-1dfa-4c0e-88c8-f5656481a2a5 req-b42d93c5-d0bd-4f37-9931-c7bd4f5c1034 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 946 time: 0.0798609 Mar 11 15:58:33.224262 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-25032e1c-1dfa-4c0e-88c8-f5656481a2a5 req-c97599b2-1d4f-4cd2-b46b-f6a22dc41fbd tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424674 Mar 11 15:58:34.077602 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d449759a-bdd7-47fd-9ea8-60eac7bff6c9 req-8992dbd4-78a9-45e1-8f39-64401e8bf857 service neutron] 10.222.0.73 "GET /v2.0/ports/09d84cc2-5bc3-4098-ad11-0849b77640c2/bindings/hv-neutron-8333 HTTP/1.1" status: 200 len: 384 time: 0.0773504 Mar 11 15:58:34.264253 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:34.344090 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d449759a-bdd7-47fd-9ea8-60eac7bff6c9 req-e90eac3c-1062-45c8-97f5-a28f13f5d655 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7&tenant_id=fae0393d9721465ebf973edfe4ecb299 HTTP/1.1" status: 200 len: 1099 time: 0.0740490 Mar 11 15:58:34.474103 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58226e-178b-41a4-a014-1864bce7d4ff req-b10cfa9e-7849-4eba-b4a1-4f009909b62b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:34.475525 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ff58226e-178b-41a4-a014-1864bce7d4ff req-b10cfa9e-7849-4eba-b4a1-4f009909b62b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 946 time: 0.1293869 Mar 11 15:58:34.482592 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d449759a-bdd7-47fd-9ea8-60eac7bff6c9 req-b575f35c-6c8c-4aef-bf87-eda50c85060f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fae0393d9721465ebf973edfe4ecb299&device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 1099 time: 0.1061656 Mar 11 15:58:34.604353 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ff58226e-178b-41a4-a014-1864bce7d4ff req-87c1cf84-fd20-4921-bdc2-095d074b6fac tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208103 Mar 11 15:58:34.637423 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449759a-bdd7-47fd-9ea8-60eac7bff6c9 req-3a3acf85-9115-4a9f-8801-17be8e5a571e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:34.638841 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d449759a-bdd7-47fd-9ea8-60eac7bff6c9 req-3a3acf85-9115-4a9f-8801-17be8e5a571e service neutron] 10.222.0.73 "GET /v2.0/networks?id=568becae-cbca-4a4b-bfda-9304f5b467a6 HTTP/1.1" status: 200 len: 913 time: 0.1424763 Mar 11 15:58:34.741707 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d449759a-bdd7-47fd-9ea8-60eac7bff6c9 req-cb912ff0-1594-4e5b-9fed-64efdcbcb363 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09d84cc2-5bc3-4098-ad11-0849b77640c2 HTTP/1.1" status: 200 len: 1002 time: 0.0958850 Mar 11 15:58:34.802697 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449759a-bdd7-47fd-9ea8-60eac7bff6c9 req-4b3a2404-db8d-477f-ae20-cfe47f7a7a4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:34.804076 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d449759a-bdd7-47fd-9ea8-60eac7bff6c9 req-4b3a2404-db8d-477f-ae20-cfe47f7a7a4c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d46f66e3-c877-4246-9886-b8295ca74407 HTTP/1.1" status: 200 len: 851 time: 0.0566120 Mar 11 15:58:34.876778 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d449759a-bdd7-47fd-9ea8-60eac7bff6c9 req-8cf1fc79-f098-4420-a617-fd4ddab7af33 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=568becae-cbca-4a4b-bfda-9304f5b467a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661426 Mar 11 15:58:35.007449 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d449759a-bdd7-47fd-9ea8-60eac7bff6c9 req-6ff8911e-71ce-4513-a7df-df1626424b7a service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233821 Mar 11 15:58:35.137641 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d449759a-bdd7-47fd-9ea8-60eac7bff6c9 req-e1ba499f-c029-4af4-8f8a-c85c520cf71f service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239414 Mar 11 15:58:35.812881 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876a323-0fb9-4994-afc3-403e7ba43763 req-d26bc0ee-3afb-4951-b045-1538936d545e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:35.814775 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-3876a323-0fb9-4994-afc3-403e7ba43763 req-d26bc0ee-3afb-4951-b045-1538936d545e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 946 time: 0.0759904 Mar 11 15:58:35.859431 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-3876a323-0fb9-4994-afc3-403e7ba43763 req-84eef50f-de22-4b82-892d-ff669f5fd1c4 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392356 Mar 11 15:58:37.060251 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc98625-bae6-4ecc-8e83-618a09e063d9 req-6670ac6d-75da-4ba2-9f91-d0a644f45947 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:37.061627 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-acc98625-bae6-4ecc-8e83-618a09e063d9 req-6670ac6d-75da-4ba2-9f91-d0a644f45947 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 946 time: 0.0815964 Mar 11 15:58:37.107063 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-acc98625-bae6-4ecc-8e83-618a09e063d9 req-2313e05b-64d9-453a-8bda-81d8dc13dbda tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393865 Mar 11 15:58:37.837592 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 09d84cc2-5bc3-4098-ad11-0849b77640c2 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:58:37.971148 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 09d84cc2-5bc3-4098-ad11-0849b77640c2, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=09d84cc2-5bc3-4098-ad11-0849b77640c2,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:58:37.983579 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': '09d84cc2-5bc3-4098-ad11-0849b77640c2', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'port_id': '09d84cc2-5bc3-4098-ad11-0849b77640c2', 'mac_address': 'fa:16:3e:ac:5b:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:58:38.056085 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:38.074179 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09d84cc2-5bc3-4098-ad11-0849b77640c2 {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:58:38.089190 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 09d84cc2-5bc3-4098-ad11-0849b77640c2, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=09d84cc2-5bc3-4098-ad11-0849b77640c2,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:58:38.092954 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:38.150925 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['09d84cc2-5bc3-4098-ad11-0849b77640c2'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 15:58:38.223832 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=09d84cc2-5bc3-4098-ad11-0849b77640c2,revision_number=6']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:58:38.312453 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6229b-2d06-4cd1-bf6c-0335dfdce273 req-8d12c369-ff35-4cdc-bfab-c7c8496f04dd tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:38.314849 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c2b6229b-2d06-4cd1-bf6c-0335dfdce273 req-8d12c369-ff35-4cdc-bfab-c7c8496f04dd tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 945 time: 0.0813262 Mar 11 15:58:38.369158 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c2b6229b-2d06-4cd1-bf6c-0335dfdce273 req-9dc65cfa-5a03-43f1-8d98-f9b72c469012 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472364 Mar 11 15:58:38.789974 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4d23f-1f31-4b6b-b0f9-64b742dc3448 req-721c4fdb-ecbb-46fa-ba33-76a21b0c5cba tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:38.791520 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b4e4d23f-1f31-4b6b-b0f9-64b742dc3448 req-721c4fdb-ecbb-46fa-ba33-76a21b0c5cba tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.73 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7&tenant_id=fae0393d9721465ebf973edfe4ecb299&binding%3Ahost_id=hv-neutron-8333 HTTP/1.1" status: 200 len: 945 time: 0.0781841 Mar 11 15:58:38.841771 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944639d8-1571-4fd8-bac1-5ac57f591aa2 req-8897afe7-2673-49e5-8cb6-67f64dfa7a91 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:38.843217 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-944639d8-1571-4fd8-bac1-5ac57f591aa2 req-8897afe7-2673-49e5-8cb6-67f64dfa7a91 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 945 time: 0.0759473 Mar 11 15:58:38.871755 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b4e4d23f-1f31-4b6b-b0f9-64b742dc3448 req-b5df7d0c-ba02-4977-af0e-097fad737c28 service neutron] 10.222.0.73 "GET /v2.0/ports/09d84cc2-5bc3-4098-ad11-0849b77640c2/bindings/hv-neutron-8333 HTTP/1.1" status: 200 len: 384 time: 0.0744646 Mar 11 15:58:38.888416 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-944639d8-1571-4fd8-bac1-5ac57f591aa2 req-c0eb7b0c-e6c2-4051-b69f-e594ad3a4c7e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396502 Mar 11 15:58:38.961154 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b4e4d23f-1f31-4b6b-b0f9-64b742dc3448 req-ff4607d6-8f58-473e-b8c4-f6ec7a453466 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fae0393d9721465ebf973edfe4ecb299&device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 1098 time: 0.0680976 Mar 11 15:58:39.174423 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4d23f-1f31-4b6b-b0f9-64b742dc3448 req-4452f82b-4b75-4dc0-9fda-5822df5d51d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:39.175854 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b4e4d23f-1f31-4b6b-b0f9-64b742dc3448 req-4452f82b-4b75-4dc0-9fda-5822df5d51d1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=568becae-cbca-4a4b-bfda-9304f5b467a6 HTTP/1.1" status: 200 len: 913 time: 0.2083051 Mar 11 15:58:39.278822 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b4e4d23f-1f31-4b6b-b0f9-64b742dc3448 req-b605e637-da22-49ae-ba0d-d39c511f5556 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09d84cc2-5bc3-4098-ad11-0849b77640c2 HTTP/1.1" status: 200 len: 1001 time: 0.0954564 Mar 11 15:58:39.343194 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4d23f-1f31-4b6b-b0f9-64b742dc3448 req-a9b78711-04a8-4981-b51d-12ab569e17bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:39.344710 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b4e4d23f-1f31-4b6b-b0f9-64b742dc3448 req-a9b78711-04a8-4981-b51d-12ab569e17bc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d46f66e3-c877-4246-9886-b8295ca74407 HTTP/1.1" status: 200 len: 851 time: 0.0604372 Mar 11 15:58:39.423927 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b4e4d23f-1f31-4b6b-b0f9-64b742dc3448 req-da58fae3-52ca-439e-8013-5de191ef3f09 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=568becae-cbca-4a4b-bfda-9304f5b467a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711539 Mar 11 15:58:39.556392 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b4e4d23f-1f31-4b6b-b0f9-64b742dc3448 req-437f6c3b-a5b9-4075-a848-e4bb9ac7c044 service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261394 Mar 11 15:58:39.686176 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b4e4d23f-1f31-4b6b-b0f9-64b742dc3448 req-d8854977-50b1-4153-b736-f9c4073bff8f service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239152 Mar 11 15:58:39.856702 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 09d84cc2-5bc3-4098-ad11-0849b77640c2 up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:58:39.924094 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port 09d84cc2-5bc3-4098-ad11-0849b77640c2 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:58:39.924485 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:40.039625 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:40.067353 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d84cc2-5bc3-4098-ad11-0849b77640c2'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:58:40.076956 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 09d84cc2-5bc3-4098-ad11-0849b77640c2, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=09d84cc2-5bc3-4098-ad11-0849b77640c2,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:58:40.081751 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:40.099022 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a839472-0d6c-4296-87ab-d2c164d146e5 req-626559cd-a97e-460d-8302-9dbcad11779a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:40.100457 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1a839472-0d6c-4296-87ab-d2c164d146e5 req-626559cd-a97e-460d-8302-9dbcad11779a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 945 time: 0.0842388 Mar 11 15:58:40.133911 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d84cc2-5bc3-4098-ad11-0849b77640c2', 'code': 200} Mar 11 15:58:40.149640 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=09d84cc2-5bc3-4098-ad11-0849b77640c2,revision_number=7']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:58:40.153384 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1a839472-0d6c-4296-87ab-d2c164d146e5 req-9686a843-7a45-435e-8917-7108d4f155f6 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466704 Mar 11 15:58:40.158934 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:58:40.159279 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:58:40.159670 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:58:40.159999 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:58:40.160360 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:58:40.160688 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:58:40.161010 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:58:40.161328 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:58:40.161756 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:58:40.162079 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:58:40.162399 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:58:41.353944 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831b587-e0e3-4bf7-b0cd-4e7a9863742a req-85faa7cd-9a34-4a78-bb1e-281e60e7df75 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:41.355615 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e831b587-e0e3-4bf7-b0cd-4e7a9863742a req-85faa7cd-9a34-4a78-bb1e-281e60e7df75 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 946 time: 0.0795419 Mar 11 15:58:41.401711 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e831b587-e0e3-4bf7-b0cd-4e7a9863742a req-dd3b88b0-1e47-4982-b6aa-1d2d06386879 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404053 Mar 11 15:58:42.302238 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b4e4d23f-1f31-4b6b-b0f9-64b742dc3448 req-c4ee39a9-53e0-4ae7-bbd2-b017d4337caf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7&tenant_id=fae0393d9721465ebf973edfe4ecb299 HTTP/1.1" status: 200 len: 1099 time: 0.0730581 Mar 11 15:58:42.397762 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b4e4d23f-1f31-4b6b-b0f9-64b742dc3448 req-9536d82c-8b90-4d84-af97-797404c798de service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fae0393d9721465ebf973edfe4ecb299&device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 1099 time: 0.0721047 Mar 11 15:58:42.577990 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4d23f-1f31-4b6b-b0f9-64b742dc3448 req-513cc0ea-99a0-4929-acce-15b3243422ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:42.580299 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b4e4d23f-1f31-4b6b-b0f9-64b742dc3448 req-513cc0ea-99a0-4929-acce-15b3243422ab service neutron] 10.222.0.73 "GET /v2.0/networks?id=568becae-cbca-4a4b-bfda-9304f5b467a6 HTTP/1.1" status: 200 len: 913 time: 0.1765943 Mar 11 15:58:42.706772 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b4e4d23f-1f31-4b6b-b0f9-64b742dc3448 req-93f293b3-d982-48c8-81e2-f21ed435af53 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09d84cc2-5bc3-4098-ad11-0849b77640c2 HTTP/1.1" status: 200 len: 1002 time: 0.1187751 Mar 11 15:58:42.712993 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd1130-3ce6-43b2-9f40-8b39b714169a req-c9c3c690-8146-4411-a7ad-5c1d06d73ed7 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:42.714361 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-06bd1130-3ce6-43b2-9f40-8b39b714169a req-c9c3c690-8146-4411-a7ad-5c1d06d73ed7 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 946 time: 0.1831958 Mar 11 15:58:42.803623 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4d23f-1f31-4b6b-b0f9-64b742dc3448 req-fd90c22f-fc0a-483d-9489-8f99ee0bed2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:42.805069 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b4e4d23f-1f31-4b6b-b0f9-64b742dc3448 req-fd90c22f-fc0a-483d-9489-8f99ee0bed2c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d46f66e3-c877-4246-9886-b8295ca74407 HTTP/1.1" status: 200 len: 851 time: 0.0898798 Mar 11 15:58:42.809967 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-06bd1130-3ce6-43b2-9f40-8b39b714169a req-3345c423-2f59-4da7-a0d0-a191b48c3cb7 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645254 Mar 11 15:58:42.881083 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b4e4d23f-1f31-4b6b-b0f9-64b742dc3448 req-c3a93130-b06f-43b3-8d9e-788c5eef5f25 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=568becae-cbca-4a4b-bfda-9304f5b467a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700619 Mar 11 15:58:43.011517 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b4e4d23f-1f31-4b6b-b0f9-64b742dc3448 req-ec053756-77f2-44ff-a25e-ecd532573cf3 service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247048 Mar 11 15:58:43.246595 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b4e4d23f-1f31-4b6b-b0f9-64b742dc3448 req-59930504-9e1d-4679-a7dc-35f9c9a4a437 service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283547 Mar 11 15:58:44.006433 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97123689-1705-4cd6-bfa7-4db42b5b1932 req-8a7be6e4-2f05-43bd-9aaf-6d92a5759b97 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:44.007851 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-97123689-1705-4cd6-bfa7-4db42b5b1932 req-8a7be6e4-2f05-43bd-9aaf-6d92a5759b97 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 946 time: 0.0752587 Mar 11 15:58:44.055731 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-97123689-1705-4cd6-bfa7-4db42b5b1932 req-437c49d1-a14d-44c6-ad8c-23959f7ee1fa tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421090 Mar 11 15:58:45.284568 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5171d4-d892-41b0-99db-37c745d4d577 req-c8c704ee-2887-4970-8730-0b941c17be04 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:45.286048 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6e5171d4-d892-41b0-99db-37c745d4d577 req-c8c704ee-2887-4970-8730-0b941c17be04 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 946 time: 0.0814450 Mar 11 15:58:45.338075 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6e5171d4-d892-41b0-99db-37c745d4d577 req-456c61f5-2193-4edd-862a-6673c0f0fa4d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461884 Mar 11 15:58:45.908754 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 09d84cc2-5bc3-4098-ad11-0849b77640c2 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:58:45.911671 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 09d84cc2-5bc3-4098-ad11-0849b77640c2 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:58:45.979391 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:46.137386 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:46.155297 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 09d84cc2-5bc3-4098-ad11-0849b77640c2, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=09d84cc2-5bc3-4098-ad11-0849b77640c2,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:58:46.175497 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': '09d84cc2-5bc3-4098-ad11-0849b77640c2', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'port_id': '09d84cc2-5bc3-4098-ad11-0849b77640c2', 'mac_address': 'fa:16:3e:ac:5b:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:58:46.181954 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09d84cc2-5bc3-4098-ad11-0849b77640c2'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:58:46.227964 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 09d84cc2-5bc3-4098-ad11-0849b77640c2, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=09d84cc2-5bc3-4098-ad11-0849b77640c2,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:58:46.238427 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09d84cc2-5bc3-4098-ad11-0849b77640c2', 'code': 200} Mar 11 15:58:46.241651 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:46.286850 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:46.315738 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09d84cc2-5bc3-4098-ad11-0849b77640c2 {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:58:46.355467 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=09d84cc2-5bc3-4098-ad11-0849b77640c2,revision_number=8']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:58:46.382288 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:58:46.382729 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:58:46.536576 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cbdfb0-446d-48c6-ab3c-0acba0fa293a req-1d7e9f9e-793d-4288-bb99-f64e153d502d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:46.537922 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-82cbdfb0-446d-48c6-ab3c-0acba0fa293a req-1d7e9f9e-793d-4288-bb99-f64e153d502d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 944 time: 0.0770416 Mar 11 15:58:46.584086 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-82cbdfb0-446d-48c6-ab3c-0acba0fa293a req-0a8ebe4e-2344-4ab6-a132-2137e4e95d70 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406730 Mar 11 15:58:46.778494 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d7636-efb2-440e-8f8f-0cc60b66d339 req-a561b875-fb0d-4e72-be63-fa47fe6efa7d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:46.779923 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d13d7636-efb2-440e-8f8f-0cc60b66d339 req-a561b875-fb0d-4e72-be63-fa47fe6efa7d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 944 time: 0.0775011 Mar 11 15:58:46.824828 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d13d7636-efb2-440e-8f8f-0cc60b66d339 req-e57cdc54-bfbc-47dc-b996-9c8cb23c24fd tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387299 Mar 11 15:58:46.938746 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:46.957251 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09d84cc2-5bc3-4098-ad11-0849b77640c2 {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:58:46.972403 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 09d84cc2-5bc3-4098-ad11-0849b77640c2, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=09d84cc2-5bc3-4098-ad11-0849b77640c2,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:58:46.976382 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:47.025444 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baffe56-216a-4682-8db9-15b38d9275bc req-fecbda36-cd70-45d5-8b03-5cbfd7efaade tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:47.026895 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6baffe56-216a-4682-8db9-15b38d9275bc req-fecbda36-cd70-45d5-8b03-5cbfd7efaade tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 945 time: 0.0815899 Mar 11 15:58:47.043155 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['09d84cc2-5bc3-4098-ad11-0849b77640c2'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 15:58:47.072497 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6baffe56-216a-4682-8db9-15b38d9275bc req-af9bc309-a12d-4463-b633-cbed87ed95fa tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397913 Mar 11 15:58:47.072735 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=09d84cc2-5bc3-4098-ad11-0849b77640c2,revision_number=9']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:58:47.480493 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b67439b-8f3b-4d46-b6c9-84ec050dba2a req-5da9c1cc-693a-4707-818a-6de358ab3aae tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:47.481942 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4b67439b-8f3b-4d46-b6c9-84ec050dba2a req-5da9c1cc-693a-4707-818a-6de358ab3aae tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 945 time: 0.0791409 Mar 11 15:58:47.526609 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4b67439b-8f3b-4d46-b6c9-84ec050dba2a req-c027c097-0816-4954-9c6a-16cff523610f tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387149 Mar 11 15:58:47.930922 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 09d84cc2-5bc3-4098-ad11-0849b77640c2 up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:58:47.998116 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port 09d84cc2-5bc3-4098-ad11-0849b77640c2 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:58:47.998744 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:48.113747 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:48.144880 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 09d84cc2-5bc3-4098-ad11-0849b77640c2, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=09d84cc2-5bc3-4098-ad11-0849b77640c2,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:58:48.148205 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:48.214523 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=09d84cc2-5bc3-4098-ad11-0849b77640c2,revision_number=10']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:58:48.239586 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d84cc2-5bc3-4098-ad11-0849b77640c2'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:58:48.293886 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d84cc2-5bc3-4098-ad11-0849b77640c2', 'code': 200} Mar 11 15:58:48.724622 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab3e2b-9566-4034-a524-813fe132df74 req-5a25f9f2-9cdd-40ef-ace0-7a4ad7fc0919 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:48.726078 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4bab3e2b-9566-4034-a524-813fe132df74 req-5a25f9f2-9cdd-40ef-ace0-7a4ad7fc0919 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 947 time: 0.0800810 Mar 11 15:58:48.771507 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4bab3e2b-9566-4034-a524-813fe132df74 req-eb7c0ccc-6a39-40ca-96be-ef9afc0f9659 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399342 Mar 11 15:58:49.736295 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98675f36-73e4-4b53-b93a-597110f05260 req-3822d6af-7b10-4100-8f1f-c1daa08830b1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:49.737685 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-98675f36-73e4-4b53-b93a-597110f05260 req-3822d6af-7b10-4100-8f1f-c1daa08830b1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.73 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 947 time: 0.0761817 Mar 11 15:58:49.809495 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-98675f36-73e4-4b53-b93a-597110f05260 req-0ef0b9ba-9931-4462-abb3-9c6b1d574d7a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Deleting port 09d84cc2-5bc3-4098-ad11-0849b77640c2 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 15:58:49.809854 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-98675f36-73e4-4b53-b93a-597110f05260 req-0ef0b9ba-9931-4462-abb3-9c6b1d574d7a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:49.969926 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18680f0-ed55-499d-ac3a-3111e99a9f40 req-cb8c8886-8b54-428a-9853-594c6da29006 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:49.971380 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e18680f0-ed55-499d-ac3a-3111e99a9f40 req-cb8c8886-8b54-428a-9853-594c6da29006 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 947 time: 0.0784595 Mar 11 15:58:50.015432 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e18680f0-ed55-499d-ac3a-3111e99a9f40 req-b173aed6-4293-41d2-9b2f-db70d07c452a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384138 Mar 11 15:58:50.048464 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-98675f36-73e4-4b53-b93a-597110f05260 req-0ef0b9ba-9931-4462-abb3-9c6b1d574d7a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] For port 09d84cc2-5bc3-4098-ad11-0849b77640c2, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=09d84cc2-5bc3-4098-ad11-0849b77640c2,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:58:50.048841 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-98675f36-73e4-4b53-b93a-597110f05260 req-0ef0b9ba-9931-4462-abb3-9c6b1d574d7a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:50.333531 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-98675f36-73e4-4b53-b93a-597110f05260 req-0ef0b9ba-9931-4462-abb3-9c6b1d574d7a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:50.333893 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-98675f36-73e4-4b53-b93a-597110f05260 req-0ef0b9ba-9931-4462-abb3-9c6b1d574d7a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:50.334197 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.l3_db [req-98675f36-73e4-4b53-b93a-597110f05260 req-0ef0b9ba-9931-4462-abb3-9c6b1d574d7a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Floating IP b082adb3-f8f6-4406-9688-4735b59f2bf2 disassociated. External IP: 172.26.0.24, port: 09d84cc2-5bc3-4098-ad11-0849b77640c2. Mar 11 15:58:50.334525 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-98675f36-73e4-4b53-b93a-597110f05260 req-0ef0b9ba-9931-4462-abb3-9c6b1d574d7a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Calling delete_port for 09d84cc2-5bc3-4098-ad11-0849b77640c2 owned by compute:nova {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 15:58:50.473739 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-98675f36-73e4-4b53-b93a-597110f05260 req-0ef0b9ba-9931-4462-abb3-9c6b1d574d7a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:50.521329 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0b9ba-9931-4462-abb3-9c6b1d574d7a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Pushing event deleted for resources: {'Port': ['ID=09d84cc2-5bc3-4098-ad11-0849b77640c2,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:58:50.820171 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98675f36-73e4-4b53-b93a-597110f05260 req-0ef0b9ba-9931-4462-abb3-9c6b1d574d7a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Router 469d557e-6680-4cd2-b81b-0d76b198c87c has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:58:51.019247 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98675f36-73e4-4b53-b93a-597110f05260 req-0ef0b9ba-9931-4462-abb3-9c6b1d574d7a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:58:51.029135 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab3d687-aaea-435a-a147-7d6b6fdfe5f8 None None] Sync routers for ids ['469d557e-6680-4cd2-b81b-0d76b198c87c'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:58:51.040743 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab3d687-aaea-435a-a147-7d6b6fdfe5f8 None None] Routers {'469d557e-6680-4cd2-b81b-0d76b198c87c'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:58:51.041341 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-0ab3d687-aaea-435a-a147-7d6b6fdfe5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:58:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['469d557e-6680-4cd2-b81b-0d76b198c87c'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:58:51.091614 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-98675f36-73e4-4b53-b93a-597110f05260 req-0ef0b9ba-9931-4462-abb3-9c6b1d574d7a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] No DVR routers for this DVR port 09d84cc2-5bc3-4098-ad11-0849b77640c2 on host hv-neutron-8333 {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:58:51.094238 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-98675f36-73e4-4b53-b93a-597110f05260 req-0ef0b9ba-9931-4462-abb3-9c6b1d574d7a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:51.096942 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7', 'name': 'network-vif-deleted', 'tag': '09d84cc2-5bc3-4098-ad11-0849b77640c2'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:58:51.116325 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-98675f36-73e4-4b53-b93a-597110f05260 req-0ef0b9ba-9931-4462-abb3-9c6b1d574d7a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.73 "DELETE /v2.0/ports/09d84cc2-5bc3-4098-ad11-0849b77640c2 HTTP/1.1" status: 204 len: 173 time: 1.3721523 Mar 11 15:58:51.200444 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7', 'name': 'network-vif-deleted', 'tag': '09d84cc2-5bc3-4098-ad11-0849b77640c2', 'status': 'completed', 'code': 200} Mar 11 15:58:51.207054 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-8e947a00-4818-4dbe-8b47-8a409190719f req-f5d6d883-0fc4-4ce8-a438-6bf00fb65b82 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Synchronizing usage tracker for tenant:fae0393d9721465ebf973edfe4ecb299 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:58:51.225466 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-8e947a00-4818-4dbe-8b47-8a409190719f req-f5d6d883-0fc4-4ce8-a438-6bf00fb65b82 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Unset dirty status for tenant:fae0393d9721465ebf973edfe4ecb299 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:58:51.226962 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8e947a00-4818-4dbe-8b47-8a409190719f req-f5d6d883-0fc4-4ce8-a438-6bf00fb65b82 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=bebe6149-ae2c-4c7e-9da6-b2b90fc4b6b7 HTTP/1.1" status: 200 len: 210 time: 0.0769200 Mar 11 15:58:51.248643 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-0ab3d687-aaea-435a-a147-7d6b6fdfe5f8 None None] Set router 469d557e-6680-4cd2-b81b-0d76b198c87c gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:58:51.589412 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-0ab3d687-aaea-435a-a147-7d6b6fdfe5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'name': 'tempest-ServerActionsTestJSON-2041363647-router', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:56Z', 'revision_number': 4, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'gw_port': {'id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '39aff4b4-b8e2-4047-a385-84dee12eaa21', 'name': '', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'mac_address': 'fa:16:3e:2e:c0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:55Z', 'updated_at': '2022-03-11T15:56:04Z', 'revision_number': 5, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'subnets': [{'id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:58:51.593735 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab3d687-aaea-435a-a147-7d6b6fdfe5f8 None None] Checking router: 469d557e-6680-4cd2-b81b-0d76b198c87c for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:58:51.605765 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab3d687-aaea-435a-a147-7d6b6fdfe5f8 None None] Routers {'469d557e-6680-4cd2-b81b-0d76b198c87c'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:58:51.606358 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-0ab3d687-aaea-435a-a147-7d6b6fdfe5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:58:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['469d557e-6680-4cd2-b81b-0d76b198c87c'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:58:51.784830 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-0ab3d687-aaea-435a-a147-7d6b6fdfe5f8 None None] Set router 469d557e-6680-4cd2-b81b-0d76b198c87c gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:58:52.093721 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-0ab3d687-aaea-435a-a147-7d6b6fdfe5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'name': 'tempest-ServerActionsTestJSON-2041363647-router', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:56Z', 'revision_number': 4, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'gw_port': {'id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '39aff4b4-b8e2-4047-a385-84dee12eaa21', 'name': '', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'mac_address': 'fa:16:3e:2e:c0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:55Z', 'updated_at': '2022-03-11T15:56:04Z', 'revision_number': 5, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'subnets': [{'id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:58:52.099041 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab3d687-aaea-435a-a147-7d6b6fdfe5f8 None None] The sync data for ids ['469d557e-6680-4cd2-b81b-0d76b198c87c'] in dv-neutron-833373-1-hyperv is: [{'id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'name': 'tempest-ServerActionsTestJSON-2041363647-router', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:56Z', 'revision_number': 4, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'gw_port': {'id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '39aff4b4-b8e2-4047-a385-84dee12eaa21', 'name': '', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'mac_address': 'fa:16:3e:2e:c0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:55Z', 'updated_at': '2022-03-11T15:56:04Z', 'revision_number': 5, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'subnets': [{'id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:58:52.337208 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3825c9a2-3010-487f-be81-2bb5da078521 None None] New status for floating IP b082adb3-f8f6-4406-9688-4735b59f2bf2: DOWN {{(pid=83868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 15:58:52.605494 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-93135926-f45e-4c53-a1f7-0b4c74c37dc8 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1128226050&fields=id&tenant_id=fae0393d9721465ebf973edfe4ecb299 HTTP/1.1" status: 200 len: 267 time: 0.0436530 Mar 11 15:58:52.750924 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-e7ca78e5-ec91-4047-b523-a2dc51e937a8 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:52.752375 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-e7ca78e5-ec91-4047-b523-a2dc51e937a8 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/networks?id=568becae-cbca-4a4b-bfda-9304f5b467a6 HTTP/1.1" status: 200 len: 812 time: 0.1401522 Mar 11 15:58:52.768786 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-d72022ef-969e-4ebe-bd2c-9142a0b48824 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/quotas/fae0393d9721465ebf973edfe4ecb299 HTTP/1.1" status: 200 len: 375 time: 0.0111108 Mar 11 15:58:52.854269 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-5dca4bd6-81e2-48b8-b139-d84f86ba39a1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fae0393d9721465ebf973edfe4ecb299&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0803664 Mar 11 15:58:53.056455 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-3e29c893-90cb-4537-85f8-6f6a31d4e0bf service neutron] 10.222.0.31 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905925 Mar 11 15:58:53.191137 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-94ffb1cd-25c3-469b-aabe-9fb09695c8a7 service neutron] 10.222.0.31 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289029 Mar 11 15:58:53.381843 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6ced8751-f7fa-424d-9c1b-90fce4d05fcf req-d7145008-67c4-4dd3-8c3d-08ec90317cf0 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 210 time: 0.0466411 Mar 11 15:58:53.946119 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 09d84cc2-5bc3-4098-ad11-0849b77640c2 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:58:53.977508 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] No Port match for: 09d84cc2-5bc3-4098-ad11-0849b77640c2 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 15:58:53.977839 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 09d84cc2-5bc3-4098-ad11-0849b77640c2 not bound to the agent host hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 15:58:54.371292 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-16bf25ea-41bb-4035-b8e2-5371e8a5712d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:54.372711 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-16bf25ea-41bb-4035-b8e2-5371e8a5712d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.73 "GET /v2.0/networks?id=568becae-cbca-4a4b-bfda-9304f5b467a6 HTTP/1.1" status: 200 len: 812 time: 0.1475058 Mar 11 15:58:54.427841 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-047671d7-9fac-41a2-82de-d42d15769d82 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fae0393d9721465ebf973edfe4ecb299 HTTP/1.1" status: 200 len: 380 time: 0.0425327 Mar 11 15:58:54.436373 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-126b2caf-2cd3-47de-906e-6749b498db8e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Request body: {'port': {'device_id': 'b9084895-5990-4529-816c-e061cc36f16d', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'admin_state_up': True, 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'security_groups': ['11d46df4-5d59-4643-90a8-e4079432b5a2']}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:58:54.553146 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-bfb03af5-8aab-4ad7-905e-34bca3ddd19e req-d8156bce-deca-4c84-9a1e-85d51bbf1008 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 210 time: 0.0450809 Mar 11 15:58:54.572964 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-126b2caf-2cd3-47de-906e-6749b498db8e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:58:54.583062 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-126b2caf-2cd3-47de-906e-6749b498db8e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:58:54.592605 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-126b2caf-2cd3-47de-906e-6749b498db8e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Made reservation on behalf of fae0393d9721465ebf973edfe4ecb299 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:58:54.596236 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-126b2caf-2cd3-47de-906e-6749b498db8e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:54.752763 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-126b2caf-2cd3-47de-906e-6749b498db8e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Allocated IP 172.20.0.8 (568becae-cbca-4a4b-bfda-9304f5b467a6/d46f66e3-c877-4246-9886-b8295ca74407/c272fb1b-118e-40c0-850c-942ed6613079) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:58:54.931794 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-126b2caf-2cd3-47de-906e-6749b498db8e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:54.947204 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-126b2caf-2cd3-47de-906e-6749b498db8e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Transition to ACTIVE for port object c272fb1b-118e-40c0-850c-942ed6613079 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:58:54.967541 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-126b2caf-2cd3-47de-906e-6749b498db8e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:55.042980 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-126b2caf-2cd3-47de-906e-6749b498db8e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Network 568becae-cbca-4a4b-bfda-9304f5b467a6 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:58:55.043851 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b2caf-2cd3-47de-906e-6749b498db8e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Pushing event updated for resources: {'Port': ['ID=c272fb1b-118e-40c0-850c-942ed6613079,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:58:55.046206 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-126b2caf-2cd3-47de-906e-6749b498db8e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:58:55.050350 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-126b2caf-2cd3-47de-906e-6749b498db8e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:58:55.091088 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b2caf-2cd3-47de-906e-6749b498db8e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:58:55.091441 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b2caf-2cd3-47de-906e-6749b498db8e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:58:55.091780 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b2caf-2cd3-47de-906e-6749b498db8e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:58:55.092125 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b2caf-2cd3-47de-906e-6749b498db8e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:58:55.092471 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b2caf-2cd3-47de-906e-6749b498db8e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:58:55.092803 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b2caf-2cd3-47de-906e-6749b498db8e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:58:55.093126 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b2caf-2cd3-47de-906e-6749b498db8e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:58:55.093456 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b2caf-2cd3-47de-906e-6749b498db8e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:58:55.093777 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b2caf-2cd3-47de-906e-6749b498db8e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:58:55.094761 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b2caf-2cd3-47de-906e-6749b498db8e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:58:55.095201 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b2caf-2cd3-47de-906e-6749b498db8e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:58:55.126323 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-126b2caf-2cd3-47de-906e-6749b498db8e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:55.126941 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-126b2caf-2cd3-47de-906e-6749b498db8e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:55.152787 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-126b2caf-2cd3-47de-906e-6749b498db8e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7203248 Mar 11 15:58:55.165829 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-048f395f-9adb-4a78-9ea2-ccb0f7e9908d service neutron] Request body: {'port': {'device_id': 'b9084895-5990-4529-816c-e061cc36f16d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:58:55.249225 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-cfee8ca9-ca49-40b2-9131-13987ca7d3bd None None] Provisioning for port c272fb1b-118e-40c0-850c-942ed6613079 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:58:55.253824 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-cfee8ca9-ca49-40b2-9131-13987ca7d3bd None None] Provisioning complete for port c272fb1b-118e-40c0-850c-942ed6613079 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:58:55.254185 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cfee8ca9-ca49-40b2-9131-13987ca7d3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:55.275831 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-048f395f-9adb-4a78-9ea2-ccb0f7e9908d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:55.305281 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-cfee8ca9-ca49-40b2-9131-13987ca7d3bd None None] Port c272fb1b-118e-40c0-850c-942ed6613079 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:58:55.616523 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-048f395f-9adb-4a78-9ea2-ccb0f7e9908d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c272fb1b-118e-40c0-850c-942ed6613079 {{(pid=83866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:58:55.623494 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-048f395f-9adb-4a78-9ea2-ccb0f7e9908d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:55.638646 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-048f395f-9adb-4a78-9ea2-ccb0f7e9908d service neutron] Transition to ACTIVE for port object c272fb1b-118e-40c0-850c-942ed6613079 will not be triggered until provisioned by entity L2. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:58:55.642642 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-048f395f-9adb-4a78-9ea2-ccb0f7e9908d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:55.901073 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f395f-9adb-4a78-9ea2-ccb0f7e9908d service neutron] Pushing event updated for resources: {'Port': ['ID=c272fb1b-118e-40c0-850c-942ed6613079,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:58:56.009286 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2035f-ff6b-4d1b-8c18-3a80d6eff5ad req-f2235b5f-5836-4b46-91dc-35fc48f8e6c3 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:56.009966 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-90d2035f-ff6b-4d1b-8c18-3a80d6eff5ad req-f2235b5f-5836-4b46-91dc-35fc48f8e6c3 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Synchronizing usage tracker for tenant:fae0393d9721465ebf973edfe4ecb299 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:58:56.040054 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-048f395f-9adb-4a78-9ea2-ccb0f7e9908d service neutron] Attempting to bind port c272fb1b-118e-40c0-850c-942ed6613079 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:58:56.040411 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-048f395f-9adb-4a78-9ea2-ccb0f7e9908d service neutron] Attempting to bind port c272fb1b-118e-40c0-850c-942ed6613079 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '3cd01685-c976-4bfe-85f1-738163aacf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:58:56.040733 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-048f395f-9adb-4a78-9ea2-ccb0f7e9908d service neutron] Attempting to bind port c272fb1b-118e-40c0-850c-942ed6613079 on network 568becae-cbca-4a4b-bfda-9304f5b467a6 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:58:56.046968 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-90d2035f-ff6b-4d1b-8c18-3a80d6eff5ad req-f2235b5f-5836-4b46-91dc-35fc48f8e6c3 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Unset dirty status for tenant:fae0393d9721465ebf973edfe4ecb299 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:58:56.048698 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-90d2035f-ff6b-4d1b-8c18-3a80d6eff5ad req-f2235b5f-5836-4b46-91dc-35fc48f8e6c3 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 943 time: 0.2847285 Mar 11 15:58:56.052677 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-048f395f-9adb-4a78-9ea2-ccb0f7e9908d service neutron] Port c272fb1b-118e-40c0-850c-942ed6613079 on network 568becae-cbca-4a4b-bfda-9304f5b467a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 15:58:56.053185 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-048f395f-9adb-4a78-9ea2-ccb0f7e9908d service neutron] Attempting to bind port c272fb1b-118e-40c0-850c-942ed6613079 on network 568becae-cbca-4a4b-bfda-9304f5b467a6 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:58:56.077177 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-048f395f-9adb-4a78-9ea2-ccb0f7e9908d service neutron] Checking agent: {'id': '233b753e-9484-4350-9871-64b7c66fc067', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'started_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:58:56.077517 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-048f395f-9adb-4a78-9ea2-ccb0f7e9908d service neutron] Checking segment: {'id': '3cd01685-c976-4bfe-85f1-738163aacf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:58:56.077888 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-048f395f-9adb-4a78-9ea2-ccb0f7e9908d service neutron] Bound using segment: {'id': '3cd01685-c976-4bfe-85f1-738163aacf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6'} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:58:56.078877 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-048f395f-9adb-4a78-9ea2-ccb0f7e9908d service neutron] Bound port: c272fb1b-118e-40c0-850c-942ed6613079, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cd01685-c976-4bfe-85f1-738163aacf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6'}}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:58:56.079229 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-048f395f-9adb-4a78-9ea2-ccb0f7e9908d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:56.149553 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-90d2035f-ff6b-4d1b-8c18-3a80d6eff5ad req-457a591c-34f4-46eb-997d-eefdb1f809ef tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938911 Mar 11 15:58:56.186070 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-048f395f-9adb-4a78-9ea2-ccb0f7e9908d service neutron] For port c272fb1b-118e-40c0-850c-942ed6613079, host hv-neutron-8333, cleared binding levels {{(pid=83866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:58:56.189554 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-048f395f-9adb-4a78-9ea2-ccb0f7e9908d service neutron] For port c272fb1b-118e-40c0-850c-942ed6613079, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c272fb1b-118e-40c0-850c-942ed6613079,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:58:56.193127 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-048f395f-9adb-4a78-9ea2-ccb0f7e9908d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:56.254604 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-048f395f-9adb-4a78-9ea2-ccb0f7e9908d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:56.255998 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-048f395f-9adb-4a78-9ea2-ccb0f7e9908d service neutron] 10.222.0.73 "PUT /v2.0/ports/c272fb1b-118e-40c0-850c-942ed6613079 HTTP/1.1" status: 200 len: 1093 time: 1.0947127 Mar 11 15:58:56.256429 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9084895-5990-4529-816c-e061cc36f16d', 'tag': 'c272fb1b-118e-40c0-850c-942ed6613079'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:58:56.287429 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f395f-9adb-4a78-9ea2-ccb0f7e9908d service neutron] Pushing event updated for resources: {'Port': ['ID=c272fb1b-118e-40c0-850c-942ed6613079,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:58:56.334959 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9084895-5990-4529-816c-e061cc36f16d', 'tag': 'c272fb1b-118e-40c0-850c-942ed6613079', 'status': 'completed', 'code': 200} Mar 11 15:58:56.378491 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-2770c432-7331-4848-a9a1-68c414125f7c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fae0393d9721465ebf973edfe4ecb299&device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 1096 time: 0.0820472 Mar 11 15:58:56.457287 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-b316e9a8-1ad8-4f28-a638-da2c1dc69b38 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c272fb1b-118e-40c0-850c-942ed6613079 HTTP/1.1" status: 200 len: 217 time: 0.0707116 Mar 11 15:58:56.525917 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-1ff126b2-4efd-4179-8eb9-7195d5625c1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:56.527276 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-1ff126b2-4efd-4179-8eb9-7195d5625c1f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d46f66e3-c877-4246-9886-b8295ca74407 HTTP/1.1" status: 200 len: 851 time: 0.0638192 Mar 11 15:58:56.600875 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-71a49334-b450-43b3-a4bc-67aef82d16eb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=568becae-cbca-4a4b-bfda-9304f5b467a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679281 Mar 11 15:58:56.728739 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-265cb3f1-4da9-428e-8cd2-9204d9531b36 service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221454 Mar 11 15:58:56.859777 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a217d883-0301-4d3a-9964-4e8d25e364ce req-3dfc8d1c-6ba6-42b5-987e-e8fcc72f09ea service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240208 Mar 11 15:58:56.978292 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2c34f88e-4698-4579-b650-bf1390b60976 req-60e88ac0-c583-47c0-b979-161ada55a35e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fae0393d9721465ebf973edfe4ecb299&device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 1096 time: 0.0724063 Mar 11 15:58:57.106634 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34f88e-4698-4579-b650-bf1390b60976 req-00f4cb07-6265-4b51-976d-d11eefa5cf3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:57.108053 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2c34f88e-4698-4579-b650-bf1390b60976 req-00f4cb07-6265-4b51-976d-d11eefa5cf3e service neutron] 10.222.0.73 "GET /v2.0/networks?id=568becae-cbca-4a4b-bfda-9304f5b467a6 HTTP/1.1" status: 200 len: 913 time: 0.1243865 Mar 11 15:58:57.175534 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2c34f88e-4698-4579-b650-bf1390b60976 req-e17cad01-3487-46ec-b607-6dfece7249fc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c272fb1b-118e-40c0-850c-942ed6613079 HTTP/1.1" status: 200 len: 217 time: 0.0607855 Mar 11 15:58:57.243295 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34f88e-4698-4579-b650-bf1390b60976 req-9b4d0b19-9d0f-41da-98b3-f8d72037f3d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:57.244746 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2c34f88e-4698-4579-b650-bf1390b60976 req-9b4d0b19-9d0f-41da-98b3-f8d72037f3d5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d46f66e3-c877-4246-9886-b8295ca74407 HTTP/1.1" status: 200 len: 851 time: 0.0630834 Mar 11 15:58:57.467671 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2c34f88e-4698-4579-b650-bf1390b60976 req-38da3d27-84cf-4286-bb78-eb3a5b0c9d81 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=568becae-cbca-4a4b-bfda-9304f5b467a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2160199 Mar 11 15:58:57.474272 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e6b1b6-1c15-4fe9-81cc-5a9a66223216 req-8e5d05d9-40e2-45d3-a41b-3dff91182806 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:57.475567 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-90e6b1b6-1c15-4fe9-81cc-5a9a66223216 req-8e5d05d9-40e2-45d3-a41b-3dff91182806 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 943 time: 0.1962862 Mar 11 15:58:57.600698 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-90e6b1b6-1c15-4fe9-81cc-5a9a66223216 req-533a4d65-193b-4831-8159-b5d5bb08a583 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070983 Mar 11 15:58:57.633137 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2c34f88e-4698-4579-b650-bf1390b60976 req-84bd544a-009a-4983-ae63-51a492d166c4 service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566622 Mar 11 15:58:57.762836 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2c34f88e-4698-4579-b650-bf1390b60976 req-0aa5680b-2c84-4bf2-a9aa-32751df2c4bd service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235507 Mar 11 15:58:58.794379 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7cf4b-9c02-438c-bc08-54dce6bd7388 req-934bed3f-0223-48a5-be0a-71f2adb0dfa0 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:58.795837 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-00a7cf4b-9c02-438c-bc08-54dce6bd7388 req-934bed3f-0223-48a5-be0a-71f2adb0dfa0 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 943 time: 0.0745256 Mar 11 15:58:58.840808 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-00a7cf4b-9c02-438c-bc08-54dce6bd7388 req-f63601de-011e-4277-afbb-7b29e67badaf tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389149 Mar 11 15:58:59.384012 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-53203ba6-44ed-4622-9c44-4e5046ba209a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:59.977726 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device c272fb1b-118e-40c0-850c-942ed6613079 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:59:00.038456 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79d2cf-8f22-4903-8085-c9b711b4decf req-03e80962-a85b-4f14-be2c-9d3b1bde11c8 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:00.040090 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ac79d2cf-8f22-4903-8085-c9b711b4decf req-03e80962-a85b-4f14-be2c-9d3b1bde11c8 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 943 time: 0.0768597 Mar 11 15:59:00.090867 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ac79d2cf-8f22-4903-8085-c9b711b4decf req-3061f9b3-3301-4327-9c31-bef935c67100 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452359 Mar 11 15:59:00.115000 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port c272fb1b-118e-40c0-850c-942ed6613079, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c272fb1b-118e-40c0-850c-942ed6613079,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:59:00.129363 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': 'c272fb1b-118e-40c0-850c-942ed6613079', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'port_id': 'c272fb1b-118e-40c0-850c-942ed6613079', 'mac_address': 'fa:16:3e:b5:7a:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:59:00.188549 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:00.206387 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c272fb1b-118e-40c0-850c-942ed6613079 {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:59:00.221977 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port c272fb1b-118e-40c0-850c-942ed6613079, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c272fb1b-118e-40c0-850c-942ed6613079,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:59:00.227171 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:00.291390 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=c272fb1b-118e-40c0-850c-942ed6613079,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:59:00.574975 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['c272fb1b-118e-40c0-850c-942ed6613079'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 15:59:01.292421 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232856aa-1872-4c5a-81cd-3f48536530e4 req-b4f47579-9489-4429-8d1c-63b3c717c13a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:01.293858 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-232856aa-1872-4c5a-81cd-3f48536530e4 req-b4f47579-9489-4429-8d1c-63b3c717c13a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 944 time: 0.0806606 Mar 11 15:59:01.338762 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-232856aa-1872-4c5a-81cd-3f48536530e4 req-e5bfd55b-e75b-40c4-9dc7-07ce6b0735ca tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393956 Mar 11 15:59:01.649178 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d34ef3d9-6e29-4d94-b0e0-f87c1bf03512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:01.992996 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device c272fb1b-118e-40c0-850c-942ed6613079 up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:59:02.059225 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning for port c272fb1b-118e-40c0-850c-942ed6613079 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:59:02.063802 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port c272fb1b-118e-40c0-850c-942ed6613079 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:59:02.064278 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:02.180184 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:02.207146 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9084895-5990-4529-816c-e061cc36f16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c272fb1b-118e-40c0-850c-942ed6613079'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:59:02.216744 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port c272fb1b-118e-40c0-850c-942ed6613079, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c272fb1b-118e-40c0-850c-942ed6613079,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:59:02.221232 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:02.266338 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9084895-5990-4529-816c-e061cc36f16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c272fb1b-118e-40c0-850c-942ed6613079', 'code': 200} Mar 11 15:59:02.292478 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=c272fb1b-118e-40c0-850c-942ed6613079,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:59:02.497493 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5e09c49a-1afb-4cdd-8256-4db0b3dca096 req-44a3e0ed-5f95-4cf5-8222-97d6641a7960 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 1098 time: 0.0690095 Mar 11 15:59:02.532536 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2f10d-5d2b-4011-a100-80e0e5ae428a req-1dd6cb74-3fab-4dbf-992f-08fe9f05654e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:02.537539 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-9ab2f10d-5d2b-4011-a100-80e0e5ae428a req-1dd6cb74-3fab-4dbf-992f-08fe9f05654e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 945 time: 0.0763991 Mar 11 15:59:02.540723 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5e09c49a-1afb-4cdd-8256-4db0b3dca096 req-ba461c51-0831-453b-978a-e715ccac7da4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379412 Mar 11 15:59:02.582388 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-9ab2f10d-5d2b-4011-a100-80e0e5ae428a req-13d7fc2c-e2bd-48d7-9e89-b92b593cee7c tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405090 Mar 11 15:59:02.826570 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:03.055004 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:03.784346 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8a47e-9f07-44fd-a54b-e3207433654f req-81940c17-5851-4c0f-9e7a-b45b4e362241 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:03.785775 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-91f8a47e-9f07-44fd-a54b-e3207433654f req-81940c17-5851-4c0f-9e7a-b45b4e362241 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 945 time: 0.0791593 Mar 11 15:59:03.830981 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-91f8a47e-9f07-44fd-a54b-e3207433654f req-20db2289-dfd6-4404-9a45-49422efd6694 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397272 Mar 11 15:59:04.260426 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:04.966607 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:59:05.023716 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455b7bf-6d6c-4633-a412-c3d3a13d3cb5 req-f7257346-0d19-40e8-97ca-069dbbf57eeb tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:05.025153 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-9455b7bf-6d6c-4633-a412-c3d3a13d3cb5 req-f7257346-0d19-40e8-97ca-069dbbf57eeb tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 945 time: 0.0764441 Mar 11 15:59:05.069974 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-9455b7bf-6d6c-4633-a412-c3d3a13d3cb5 req-9cbcd071-a464-481d-8a05-48f7cf058ed7 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393665 Mar 11 15:59:05.262398 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd7464-62bb-42b5-b0d4-4215db7ceee0 req-f5f3e849-ec41-4158-ad5d-f77fe085f482 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:05.264195 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d1dd7464-62bb-42b5-b0d4-4215db7ceee0 req-f5f3e849-ec41-4158-ad5d-f77fe085f482 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 945 time: 0.0767269 Mar 11 15:59:05.273073 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 47134) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:59:05.278234 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-9ca14de8-2dfa-4de5-b8d3-6a3d9e8624eb tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Request body: {'floatingip': {'port_id': 'c272fb1b-118e-40c0-850c-942ed6613079'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:59:05.355644 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9ca14de8-2dfa-4de5-b8d3-6a3d9e8624eb tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks [] for floatingip, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:05.933298 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9ca14de8-2dfa-4de5-b8d3-6a3d9e8624eb tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:05.936845 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9ca14de8-2dfa-4de5-b8d3-6a3d9e8624eb tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:06.227898 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.l3_db [None req-9ca14de8-2dfa-4de5-b8d3-6a3d9e8624eb tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Floating IP b082adb3-f8f6-4406-9688-4735b59f2bf2 associated. External IP: 172.26.0.24, port: c272fb1b-118e-40c0-850c-942ed6613079. Mar 11 15:59:06.617014 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca14de8-2dfa-4de5-b8d3-6a3d9e8624eb tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Router 469d557e-6680-4cd2-b81b-0d76b198c87c has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:59:06.815208 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca14de8-2dfa-4de5-b8d3-6a3d9e8624eb tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:59:06.820177 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9ca14de8-2dfa-4de5-b8d3-6a3d9e8624eb tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:06.824490 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56901d44-1620-4fb5-8633-fe9b9513b8bc None None] Sync routers for ids ['469d557e-6680-4cd2-b81b-0d76b198c87c'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:59:06.837173 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56901d44-1620-4fb5-8633-fe9b9513b8bc None None] Routers {'469d557e-6680-4cd2-b81b-0d76b198c87c'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:59:06.837767 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-56901d44-1620-4fb5-8633-fe9b9513b8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:59:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['469d557e-6680-4cd2-b81b-0d76b198c87c'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:59:06.878419 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9ca14de8-2dfa-4de5-b8d3-6a3d9e8624eb tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "PUT /v2.0/floatingips/b082adb3-f8f6-4406-9688-4735b59f2bf2 HTTP/1.1" status: 200 len: 991 time: 1.6041839 Mar 11 15:59:06.878870 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9084895-5990-4529-816c-e061cc36f16d', 'tag': 'c272fb1b-118e-40c0-850c-942ed6613079'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:59:06.935728 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9084895-5990-4529-816c-e061cc36f16d', 'tag': 'c272fb1b-118e-40c0-850c-942ed6613079', 'status': 'completed', 'code': 200} Mar 11 15:59:07.023061 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-56901d44-1620-4fb5-8633-fe9b9513b8bc None None] Set router 469d557e-6680-4cd2-b81b-0d76b198c87c gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:59:07.028727 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f0284fa3-7457-4c35-be16-4cf9c11c243c req-4bf89c86-336b-4341-9a34-00fd6d852a47 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fae0393d9721465ebf973edfe4ecb299&device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 1098 time: 0.0725558 Mar 11 15:59:07.169036 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0284fa3-7457-4c35-be16-4cf9c11c243c req-944a4dd9-1299-4089-8851-b2325c42ed70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:07.170416 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f0284fa3-7457-4c35-be16-4cf9c11c243c req-944a4dd9-1299-4089-8851-b2325c42ed70 service neutron] 10.222.0.73 "GET /v2.0/networks?id=568becae-cbca-4a4b-bfda-9304f5b467a6 HTTP/1.1" status: 200 len: 913 time: 0.1360967 Mar 11 15:59:07.283488 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f0284fa3-7457-4c35-be16-4cf9c11c243c req-461691d5-ae1b-4620-9cae-5fed23e96b06 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c272fb1b-118e-40c0-850c-942ed6613079 HTTP/1.1" status: 200 len: 999 time: 0.1077530 Mar 11 15:59:07.349202 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0284fa3-7457-4c35-be16-4cf9c11c243c req-5069480a-b1d3-47c7-8e85-fcf44e1cf0a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:07.350865 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f0284fa3-7457-4c35-be16-4cf9c11c243c req-5069480a-b1d3-47c7-8e85-fcf44e1cf0a6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d46f66e3-c877-4246-9886-b8295ca74407 HTTP/1.1" status: 200 len: 851 time: 0.0605731 Mar 11 15:59:07.424536 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-56901d44-1620-4fb5-8633-fe9b9513b8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'name': 'tempest-ServerActionsTestJSON-2041363647-router', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:56Z', 'revision_number': 4, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'gw_port': {'id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'b082adb3-f8f6-4406-9688-4735b59f2bf2', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'floating_ip_address': '172.26.0.24', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'port_id': 'c272fb1b-118e-40c0-850c-942ed6613079', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'mac_address': 'fa:16:3e:b5:7a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9084895-5990-4529-816c-e061cc36f16d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:55:59Z', 'updated_at': '2022-03-11T15:59:05Z', 'revision_number': 13, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39aff4b4-b8e2-4047-a385-84dee12eaa21', 'name': '', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'mac_address': 'fa:16:3e:2e:c0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:55Z', 'updated_at': '2022-03-11T15:56:04Z', 'revision_number': 5, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'subnets': [{'id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:59:07.429146 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56901d44-1620-4fb5-8633-fe9b9513b8bc None None] Checking router: 469d557e-6680-4cd2-b81b-0d76b198c87c for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:59:07.434326 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f0284fa3-7457-4c35-be16-4cf9c11c243c req-d94f3494-7b1c-4c46-b896-50c6d7e45ad6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=568becae-cbca-4a4b-bfda-9304f5b467a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778377 Mar 11 15:59:07.442807 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56901d44-1620-4fb5-8633-fe9b9513b8bc None None] Routers {'469d557e-6680-4cd2-b81b-0d76b198c87c'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:59:07.443424 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-56901d44-1620-4fb5-8633-fe9b9513b8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T15:59:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['469d557e-6680-4cd2-b81b-0d76b198c87c'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:59:07.574159 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f0284fa3-7457-4c35-be16-4cf9c11c243c req-95195ae6-0537-4901-b5d3-de326f26f424 service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341288 Mar 11 15:59:07.668379 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-56901d44-1620-4fb5-8633-fe9b9513b8bc None None] Set router 469d557e-6680-4cd2-b81b-0d76b198c87c gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:59:07.834203 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f0284fa3-7457-4c35-be16-4cf9c11c243c req-ee17038a-cb92-4c9d-9df0-edec4263c3b0 service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540839 Mar 11 15:59:08.033871 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-56901d44-1620-4fb5-8633-fe9b9513b8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'name': 'tempest-ServerActionsTestJSON-2041363647-router', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:56Z', 'revision_number': 4, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'gw_port': {'id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'b082adb3-f8f6-4406-9688-4735b59f2bf2', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'floating_ip_address': '172.26.0.24', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'port_id': 'c272fb1b-118e-40c0-850c-942ed6613079', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'mac_address': 'fa:16:3e:b5:7a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9084895-5990-4529-816c-e061cc36f16d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:55:59Z', 'updated_at': '2022-03-11T15:59:05Z', 'revision_number': 13, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39aff4b4-b8e2-4047-a385-84dee12eaa21', 'name': '', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'mac_address': 'fa:16:3e:2e:c0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:55Z', 'updated_at': '2022-03-11T15:56:04Z', 'revision_number': 5, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'subnets': [{'id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:59:08.038183 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56901d44-1620-4fb5-8633-fe9b9513b8bc None None] The sync data for ids ['469d557e-6680-4cd2-b81b-0d76b198c87c'] in dv-neutron-833373-1-hyperv is: [{'id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'name': 'tempest-ServerActionsTestJSON-2041363647-router', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:56Z', 'revision_number': 4, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'gw_port': {'id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'b082adb3-f8f6-4406-9688-4735b59f2bf2', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'floating_ip_address': '172.26.0.24', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'port_id': 'c272fb1b-118e-40c0-850c-942ed6613079', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'mac_address': 'fa:16:3e:b5:7a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9084895-5990-4529-816c-e061cc36f16d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:55:59Z', 'updated_at': '2022-03-11T15:59:05Z', 'revision_number': 13, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39aff4b4-b8e2-4047-a385-84dee12eaa21', 'name': '', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'mac_address': 'fa:16:3e:2e:c0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:55Z', 'updated_at': '2022-03-11T15:56:04Z', 'revision_number': 5, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'subnets': [{'id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:59:08.242044 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468da1ce-31f1-4690-9c1e-d784dff21e37 None None] New status for floating IP b082adb3-f8f6-4406-9688-4735b59f2bf2: ACTIVE {{(pid=83868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 15:59:08.558151 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91619c80-60ec-44c6-8189-ca4fc450fe38 req-503bf6d7-89fd-4870-a3b3-641ace7f1a88 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:08.558151 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-91619c80-60ec-44c6-8189-ca4fc450fe38 req-503bf6d7-89fd-4870-a3b3-641ace7f1a88 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 945 time: 0.0777249 Mar 11 15:59:08.601192 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-91619c80-60ec-44c6-8189-ca4fc450fe38 req-a68033ec-b793-472c-9490-06d1b09d2030 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403419 Mar 11 15:59:15.960175 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:15.976717 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7b91d01c-395a-4773-bb75-e13cdd8cc220 req-62d20b10-8eff-4608-ae24-7fdac2d32d27 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706966 Mar 11 15:59:16.112479 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7b91d01c-395a-4773-bb75-e13cdd8cc220 req-1718cad7-aa48-4683-b94f-eadf9598cddb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fae0393d9721465ebf973edfe4ecb299&device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 1098 time: 0.0686059 Mar 11 15:59:16.256768 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91d01c-395a-4773-bb75-e13cdd8cc220 req-6be40950-5f68-4828-b372-6d10e880692c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:16.258228 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7b91d01c-395a-4773-bb75-e13cdd8cc220 req-6be40950-5f68-4828-b372-6d10e880692c service neutron] 10.222.0.73 "GET /v2.0/networks?id=568becae-cbca-4a4b-bfda-9304f5b467a6 HTTP/1.1" status: 200 len: 913 time: 0.1268620 Mar 11 15:59:16.362698 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7b91d01c-395a-4773-bb75-e13cdd8cc220 req-ea2eb652-ab00-4f7a-afad-d5e89621e48b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c272fb1b-118e-40c0-850c-942ed6613079 HTTP/1.1" status: 200 len: 1001 time: 0.0973418 Mar 11 15:59:16.430241 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91d01c-395a-4773-bb75-e13cdd8cc220 req-90639b47-ee87-488a-a909-de8003c2efce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:16.431909 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7b91d01c-395a-4773-bb75-e13cdd8cc220 req-90639b47-ee87-488a-a909-de8003c2efce service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d46f66e3-c877-4246-9886-b8295ca74407 HTTP/1.1" status: 200 len: 851 time: 0.0598159 Mar 11 15:59:16.508720 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7b91d01c-395a-4773-bb75-e13cdd8cc220 req-a3daafbe-47b3-484c-88b2-0fc7780f16f7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=568becae-cbca-4a4b-bfda-9304f5b467a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694883 Mar 11 15:59:16.642692 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7b91d01c-395a-4773-bb75-e13cdd8cc220 req-01a66df7-5f48-442d-ae33-3c18e6e66d93 service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282470 Mar 11 15:59:16.779582 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7b91d01c-395a-4773-bb75-e13cdd8cc220 req-09505b29-cf9b-4a52-852d-d18983748f3c service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303480 Mar 11 15:59:18.033923 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b4a590ed-cf1a-429a-a7c3-c5104b131239 req-3643918c-e940-43ce-a5ad-56ddfd99e565 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0657456 Mar 11 15:59:18.351364 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c014a-2923-466e-9ff2-82778bb09eae req-c9a00b6c-6830-4534-bc8b-981e5b5dca03 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:18.353126 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-474c014a-2923-466e-9ff2-82778bb09eae req-c9a00b6c-6830-4534-bc8b-981e5b5dca03 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 945 time: 0.0782137 Mar 11 15:59:18.367778 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2bc1fde3-91a8-4cf7-804c-f631a7c8c834 req-99b94213-3ef0-497a-8304-a23c806bb248 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1430430 Mar 11 15:59:18.493132 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-474c014a-2923-466e-9ff2-82778bb09eae req-c622e8ec-9780-4a33-b636-8b0820766dc9 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341157 Mar 11 15:59:19.535713 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2bc1fde3-91a8-4cf7-804c-f631a7c8c834 req-0dc560fe-0ee1-4088-bd2c-052b027bf261 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fae0393d9721465ebf973edfe4ecb299&device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 1098 time: 0.0688076 Mar 11 15:59:19.722722 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1fde3-91a8-4cf7-804c-f631a7c8c834 req-6500bbe5-4ff5-4a23-b769-ddfff75b8cb4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:19.724164 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2bc1fde3-91a8-4cf7-804c-f631a7c8c834 req-6500bbe5-4ff5-4a23-b769-ddfff75b8cb4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=568becae-cbca-4a4b-bfda-9304f5b467a6 HTTP/1.1" status: 200 len: 913 time: 0.1818712 Mar 11 15:59:19.784840 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2cc87-7f43-428e-a7c4-58da60994130 req-a4ac32c9-65e4-4b07-9eec-08f3b2471043 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:19.786169 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-58b2cc87-7f43-428e-a7c4-58da60994130 req-a4ac32c9-65e4-4b07-9eec-08f3b2471043 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 945 time: 0.1703503 Mar 11 15:59:19.877714 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-58b2cc87-7f43-428e-a7c4-58da60994130 req-e01130f1-cd6a-413a-92fd-f0325ac2a7f4 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855684 Mar 11 15:59:19.879280 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2bc1fde3-91a8-4cf7-804c-f631a7c8c834 req-d6f8bc4b-d4f5-4e97-9f2d-7af7259bbe6a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c272fb1b-118e-40c0-850c-942ed6613079 HTTP/1.1" status: 200 len: 1001 time: 0.1483481 Mar 11 15:59:19.946118 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1fde3-91a8-4cf7-804c-f631a7c8c834 req-11ab32b0-1315-4a9c-8a58-fdce3301473e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:19.947518 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2bc1fde3-91a8-4cf7-804c-f631a7c8c834 req-11ab32b0-1315-4a9c-8a58-fdce3301473e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d46f66e3-c877-4246-9886-b8295ca74407 HTTP/1.1" status: 200 len: 851 time: 0.0575595 Mar 11 15:59:20.024651 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2bc1fde3-91a8-4cf7-804c-f631a7c8c834 req-cf33efa5-195f-469a-ad7f-bea481ddb264 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=568becae-cbca-4a4b-bfda-9304f5b467a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698740 Mar 11 15:59:20.258086 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2bc1fde3-91a8-4cf7-804c-f631a7c8c834 req-c7f41f82-a82f-4c04-af7f-7ede9e1e08b3 service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201076 Mar 11 15:59:20.395047 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2bc1fde3-91a8-4cf7-804c-f631a7c8c834 req-fc67a168-aedc-42bc-822b-342837148c09 service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302333 Mar 11 15:59:21.072416 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5fc541-ffce-4cc9-b85f-6f237b260a2d req-bb0bb20a-c928-4c5b-8447-cbb2fcd4e684 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:21.073893 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-be5fc541-ffce-4cc9-b85f-6f237b260a2d req-bb0bb20a-c928-4c5b-8447-cbb2fcd4e684 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 945 time: 0.0761609 Mar 11 15:59:21.118285 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-be5fc541-ffce-4cc9-b85f-6f237b260a2d req-98f42d8e-c4b8-4625-a28b-4277d27d1ec0 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386732 Mar 11 15:59:22.316357 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f933507-1c54-4add-b842-eaedf093b9c9 req-e15380b2-b900-4f0f-8118-85fcd1b89ad9 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:22.317816 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6f933507-1c54-4add-b842-eaedf093b9c9 req-e15380b2-b900-4f0f-8118-85fcd1b89ad9 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 945 time: 0.0789790 Mar 11 15:59:22.369968 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6f933507-1c54-4add-b842-eaedf093b9c9 req-f9711997-1364-4fce-a3c2-efe925a2f49e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409148 Mar 11 15:59:23.571645 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18ffb1-bd82-4639-905a-6436cebf1199 req-bb304e51-6817-4ccb-b221-c61188f2b61a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:23.573019 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-7b18ffb1-bd82-4639-905a-6436cebf1199 req-bb304e51-6817-4ccb-b221-c61188f2b61a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 945 time: 0.0841801 Mar 11 15:59:23.617421 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-7b18ffb1-bd82-4639-905a-6436cebf1199 req-5b1dd23c-9e18-4a29-b99f-f37642cb86bd tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380862 Mar 11 15:59:24.822313 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3617b-78b3-4e5d-8e91-add1370fe08e req-570ca6bb-1800-45cb-b7a8-552015084c23 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:24.823752 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-08e3617b-78b3-4e5d-8e91-add1370fe08e req-570ca6bb-1800-45cb-b7a8-552015084c23 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 945 time: 0.0826616 Mar 11 15:59:24.868174 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-08e3617b-78b3-4e5d-8e91-add1370fe08e req-0022e028-085c-4e82-938f-5285f8d35bef tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385971 Mar 11 15:59:26.063512 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cf8f7-2e97-4702-95d9-1b887531d935 req-3ff894e4-b140-4182-8e67-9e8f2e3f4bfc tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:26.065101 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-188cf8f7-2e97-4702-95d9-1b887531d935 req-3ff894e4-b140-4182-8e67-9e8f2e3f4bfc tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 945 time: 0.0774596 Mar 11 15:59:26.110699 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-188cf8f7-2e97-4702-95d9-1b887531d935 req-99faf4c6-df7c-4f2d-9261-f6f9687ea868 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401700 Mar 11 15:59:27.310506 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cae50f-8100-44c0-b3cb-7c3858b2b22b req-b29f08ed-22db-4b51-b8b3-70a888a1f144 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:27.312545 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-04cae50f-8100-44c0-b3cb-7c3858b2b22b req-b29f08ed-22db-4b51-b8b3-70a888a1f144 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 945 time: 0.0774224 Mar 11 15:59:27.360724 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-04cae50f-8100-44c0-b3cb-7c3858b2b22b req-2b153291-ec53-4684-abfb-15fdff93d0c9 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427942 Mar 11 15:59:28.561804 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855bf1d8-f022-41a7-9ef1-df0abcfb4142 req-268d45b7-285f-489d-ac56-5408319448db tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:28.563441 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-855bf1d8-f022-41a7-9ef1-df0abcfb4142 req-268d45b7-285f-489d-ac56-5408319448db tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 945 time: 0.0809665 Mar 11 15:59:28.609066 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-855bf1d8-f022-41a7-9ef1-df0abcfb4142 req-dc8979e0-cc95-45d1-b119-c85fc40eae2b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399821 Mar 11 15:59:29.386146 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-db0f7983-b84e-48d7-9c94-9b96905b7222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:29.807904 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b68a8-a110-4a9b-b7e5-941c6618a73f req-1e8ea177-56fb-476d-a88f-de9066ba8554 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:29.809380 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-682b68a8-a110-4a9b-b7e5-941c6618a73f req-1e8ea177-56fb-476d-a88f-de9066ba8554 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 945 time: 0.0790331 Mar 11 15:59:29.854199 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-682b68a8-a110-4a9b-b7e5-941c6618a73f req-f339e703-d6a1-4a1d-83b8-a1b86a65a332 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389986 Mar 11 15:59:31.054528 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea155a45-1df3-4783-8996-85f075e168f5 req-dc018f6f-1d27-463b-973d-0514c792591b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:31.056236 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-ea155a45-1df3-4783-8996-85f075e168f5 req-dc018f6f-1d27-463b-973d-0514c792591b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 945 time: 0.0752394 Mar 11 15:59:31.104153 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-ea155a45-1df3-4783-8996-85f075e168f5 req-349dfbe0-122e-4aa2-9917-54e3ed9925bd tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424206 Mar 11 15:59:31.650228 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-15746951-9c29-4b5d-9dc9-2cb2820d1b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:32.304938 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf41a8-cbd7-4d69-b92c-d38498d695ab req-6b4e7043-0b37-47c5-88dd-52e3297dac79 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:32.307363 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f4cf41a8-cbd7-4d69-b92c-d38498d695ab req-6b4e7043-0b37-47c5-88dd-52e3297dac79 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 945 time: 0.0776513 Mar 11 15:59:32.358529 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f4cf41a8-cbd7-4d69-b92c-d38498d695ab req-04506a83-88bf-4365-98e9-f9de7e577ae2 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462537 Mar 11 15:59:32.831667 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:33.056491 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:33.552881 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341532a-1384-4829-885f-0662f8167969 req-97e8c2b3-d4b4-4c3b-bfe3-2e6c09d8233e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:33.554231 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-4341532a-1384-4829-885f-0662f8167969 req-97e8c2b3-d4b4-4c3b-bfe3-2e6c09d8233e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 945 time: 0.0742455 Mar 11 15:59:33.598947 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-4341532a-1384-4829-885f-0662f8167969 req-a87e4020-ed44-4688-b1c4-f60be0721a37 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388255 Mar 11 15:59:34.262826 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:34.794225 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20966b92-6db9-46f0-b42e-5d8821310b9a req-b5fef3e9-3eee-45e9-8b08-1212844b0528 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:34.795666 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-20966b92-6db9-46f0-b42e-5d8821310b9a req-b5fef3e9-3eee-45e9-8b08-1212844b0528 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 945 time: 0.0773168 Mar 11 15:59:34.841695 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-20966b92-6db9-46f0-b42e-5d8821310b9a req-d57d3a30-45f3-4a2a-b0b3-363a15d8075b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400083 Mar 11 15:59:36.040695 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd493fa-cd4e-4cdd-a477-9933340a36fc req-34448994-b2a0-4f4f-80ff-d0a0f120a238 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:36.042109 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-edd493fa-cd4e-4cdd-a477-9933340a36fc req-34448994-b2a0-4f4f-80ff-d0a0f120a238 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 945 time: 0.0799649 Mar 11 15:59:36.087631 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-edd493fa-cd4e-4cdd-a477-9933340a36fc req-a787b97d-613d-42b6-88ff-7d531419ed2a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395079 Mar 11 15:59:37.286905 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b0bd9f-e190-4413-a3ae-895cca48abe4 req-41466c3a-3bc9-4155-bd8e-7fcaf80bac4f tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:37.288371 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-43b0bd9f-e190-4413-a3ae-895cca48abe4 req-41466c3a-3bc9-4155-bd8e-7fcaf80bac4f tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 945 time: 0.0799761 Mar 11 15:59:37.333575 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-43b0bd9f-e190-4413-a3ae-895cca48abe4 req-91ac1190-dadc-44df-9828-47f25a36ef6a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394964 Mar 11 15:59:37.705681 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2bc1fde3-91a8-4cf7-804c-f631a7c8c834 req-70f7de66-bde4-4b58-ae5f-92a3d25983e8 service neutron] 10.222.0.73 "GET /v2.0/ports/c272fb1b-118e-40c0-850c-942ed6613079/bindings/hv-neutron-8333 HTTP/1.1" status: 200 len: 384 time: 0.0732825 Mar 11 15:59:37.963777 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2bc1fde3-91a8-4cf7-804c-f631a7c8c834 req-d37cf71c-65c6-4444-a041-ea826e5ea75c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d&tenant_id=fae0393d9721465ebf973edfe4ecb299 HTTP/1.1" status: 200 len: 1098 time: 0.0717103 Mar 11 15:59:38.052148 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2bc1fde3-91a8-4cf7-804c-f631a7c8c834 req-fba1f0d3-b94f-4fb0-908d-5d4fae8e2863 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fae0393d9721465ebf973edfe4ecb299&device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 1098 time: 0.0673461 Mar 11 15:59:38.181034 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1fde3-91a8-4cf7-804c-f631a7c8c834 req-eff84dec-f6e6-427e-93e5-81230631deee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:38.182451 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2bc1fde3-91a8-4cf7-804c-f631a7c8c834 req-eff84dec-f6e6-427e-93e5-81230631deee service neutron] 10.222.0.73 "GET /v2.0/networks?id=568becae-cbca-4a4b-bfda-9304f5b467a6 HTTP/1.1" status: 200 len: 913 time: 0.1244941 Mar 11 15:59:38.283790 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2bc1fde3-91a8-4cf7-804c-f631a7c8c834 req-3fd5137b-39bf-4601-8dd3-613579090a9b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c272fb1b-118e-40c0-850c-942ed6613079 HTTP/1.1" status: 200 len: 1001 time: 0.0942035 Mar 11 15:59:38.343605 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1fde3-91a8-4cf7-804c-f631a7c8c834 req-7130edd0-6903-4589-9321-0887e1f6be1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:38.345016 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2bc1fde3-91a8-4cf7-804c-f631a7c8c834 req-7130edd0-6903-4589-9321-0887e1f6be1b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d46f66e3-c877-4246-9886-b8295ca74407 HTTP/1.1" status: 200 len: 851 time: 0.0563846 Mar 11 15:59:38.421828 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2bc1fde3-91a8-4cf7-804c-f631a7c8c834 req-95ab6dc1-76e9-49f8-8d33-11b58d4cd820 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=568becae-cbca-4a4b-bfda-9304f5b467a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704401 Mar 11 15:59:38.669603 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2bc1fde3-91a8-4cf7-804c-f631a7c8c834 req-5130d384-9a4d-455f-917b-1c5e4480cd54 service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414079 Mar 11 15:59:38.683940 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cddec6-3c00-42d7-be82-f921abfad7f0 req-ec5edd7e-0ffb-489e-8742-8fd0e8427cf0 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:38.685406 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-12cddec6-3c00-42d7-be82-f921abfad7f0 req-ec5edd7e-0ffb-489e-8742-8fd0e8427cf0 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 945 time: 0.0764558 Mar 11 15:59:38.734284 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-12cddec6-3c00-42d7-be82-f921abfad7f0 req-aadffef8-e755-495c-8616-69169c58ae7b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432153 Mar 11 15:59:38.807318 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2bc1fde3-91a8-4cf7-804c-f631a7c8c834 req-2a2dc2c3-5250-47af-b642-5efed560bfe4 service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320467 Mar 11 15:59:39.945254 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c9e6f-fdd1-424d-9cbb-3224af3f3872 req-9c890a0a-2f81-458b-ae7c-e0901ecfe2fe tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:39.946715 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c63c9e6f-fdd1-424d-9cbb-3224af3f3872 req-9c890a0a-2f81-458b-ae7c-e0901ecfe2fe tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 945 time: 0.0777090 Mar 11 15:59:39.993225 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c63c9e6f-fdd1-424d-9cbb-3224af3f3872 req-8def4be4-d73f-45c0-80a4-81da7b17ed9a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409746 Mar 11 15:59:41.194504 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a43d53-334b-4365-8a0d-0dc49cf87703 req-4a6a46ba-f7c9-41f0-81e1-e5d86c0b74a3 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:41.196026 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-47a43d53-334b-4365-8a0d-0dc49cf87703 req-4a6a46ba-f7c9-41f0-81e1-e5d86c0b74a3 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 945 time: 0.0805688 Mar 11 15:59:41.242238 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-47a43d53-334b-4365-8a0d-0dc49cf87703 req-b53743e0-d4fd-4342-9e89-b11929d455d5 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406978 Mar 11 15:59:41.967122 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:59:42.196610 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device c272fb1b-118e-40c0-850c-942ed6613079 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:59:42.198858 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device c272fb1b-118e-40c0-850c-942ed6613079 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:59:42.418617 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:42.449451 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port c272fb1b-118e-40c0-850c-942ed6613079, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c272fb1b-118e-40c0-850c-942ed6613079,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:59:42.471683 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9084895-5990-4529-816c-e061cc36f16d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c272fb1b-118e-40c0-850c-942ed6613079'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:59:42.475901 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': 'c272fb1b-118e-40c0-850c-942ed6613079', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'port_id': 'c272fb1b-118e-40c0-850c-942ed6613079', 'mac_address': 'fa:16:3e:b5:7a:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:59:42.483012 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port c272fb1b-118e-40c0-850c-942ed6613079, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c272fb1b-118e-40c0-850c-942ed6613079,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:59:42.511132 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:42.560626 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9084895-5990-4529-816c-e061cc36f16d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c272fb1b-118e-40c0-850c-942ed6613079', 'code': 200} Mar 11 15:59:42.603173 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac1637-8227-4d06-ab77-0a90bdfa0431 req-0d7ec6c0-8311-49b0-8ce1-c3ed3d487d1d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:42.604760 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-19ac1637-8227-4d06-ab77-0a90bdfa0431 req-0d7ec6c0-8311-49b0-8ce1-c3ed3d487d1d tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 943 time: 0.0975044 Mar 11 15:59:42.633045 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:42.650742 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=c272fb1b-118e-40c0-850c-942ed6613079,revision_number=6']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:59:42.652675 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-19ac1637-8227-4d06-ab77-0a90bdfa0431 req-b29e8a28-f657-4b68-937d-07891a0ddb76 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421705 Mar 11 15:59:42.656245 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c272fb1b-118e-40c0-850c-942ed6613079 {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:59:42.665732 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:42.666075 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:42.666404 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:42.666727 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:42.667052 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:42.667401 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:42.667693 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:42.668011 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:42.668353 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:42.668664 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:42.668977 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:42.682930 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port c272fb1b-118e-40c0-850c-942ed6613079, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c272fb1b-118e-40c0-850c-942ed6613079,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:59:42.686453 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:42.749662 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['c272fb1b-118e-40c0-850c-942ed6613079'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 15:59:42.788719 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=c272fb1b-118e-40c0-850c-942ed6613079,revision_number=7']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:59:43.852574 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d1ed2-1f0d-4b66-8850-8728c94c4e06 req-0bfef1f1-b1f9-46d8-a153-d58d2f1615fc tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:43.854052 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-cb1d1ed2-1f0d-4b66-8850-8728c94c4e06 req-0bfef1f1-b1f9-46d8-a153-d58d2f1615fc tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 944 time: 0.0768278 Mar 11 15:59:43.903521 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-cb1d1ed2-1f0d-4b66-8850-8728c94c4e06 req-f489297a-6541-4944-9af2-74d783b0bb9c tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436909 Mar 11 15:59:44.194454 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device c272fb1b-118e-40c0-850c-942ed6613079 up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:59:44.260146 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port c272fb1b-118e-40c0-850c-942ed6613079 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:59:44.260513 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:44.370401 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:44.401676 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port c272fb1b-118e-40c0-850c-942ed6613079, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c272fb1b-118e-40c0-850c-942ed6613079,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:59:44.405790 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:44.474475 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=c272fb1b-118e-40c0-850c-942ed6613079,revision_number=8']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:59:44.561600 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9084895-5990-4529-816c-e061cc36f16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c272fb1b-118e-40c0-850c-942ed6613079'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:59:44.622925 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9084895-5990-4529-816c-e061cc36f16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c272fb1b-118e-40c0-850c-942ed6613079', 'code': 200} Mar 11 15:59:45.110262 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a2ffd-2eef-46aa-93ee-64eac4ffe380 req-933b5b04-cacc-40a0-ae65-adf0ff069cdc tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:45.111826 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-758a2ffd-2eef-46aa-93ee-64eac4ffe380 req-933b5b04-cacc-40a0-ae65-adf0ff069cdc tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 945 time: 0.0819170 Mar 11 15:59:45.155443 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-758a2ffd-2eef-46aa-93ee-64eac4ffe380 req-fe3b03c8-b928-4690-8869-b5a2e231f44f tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382149 Mar 11 15:59:45.978384 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:46.364872 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532eb448-f0ab-4c10-900a-ecc1fc087665 req-c39b8952-2f68-489d-87ab-271394ab1064 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:46.366317 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-532eb448-f0ab-4c10-900a-ecc1fc087665 req-c39b8952-2f68-489d-87ab-271394ab1064 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 945 time: 0.0787575 Mar 11 15:59:46.414353 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-532eb448-f0ab-4c10-900a-ecc1fc087665 req-fb14c497-a43f-4e39-83f6-1263a4b2c8d0 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425215 Mar 11 15:59:47.615745 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbf990-cdde-4963-ba43-d1d3ed82b26d req-e465e81d-05f6-4b02-8895-5cd1cd7cfe94 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:47.617212 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f8fbf990-cdde-4963-ba43-d1d3ed82b26d req-e465e81d-05f6-4b02-8895-5cd1cd7cfe94 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 945 time: 0.0791867 Mar 11 15:59:47.661953 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f8fbf990-cdde-4963-ba43-d1d3ed82b26d req-78bb5e17-84af-4c9d-bb8a-893fbe8f6621 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392005 Mar 11 15:59:48.862106 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1da07f-17e1-4a92-a1c8-524175521572 req-1122a1e2-215b-479a-803f-afed7bb014d1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:48.863527 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1d1da07f-17e1-4a92-a1c8-524175521572 req-1122a1e2-215b-479a-803f-afed7bb014d1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 945 time: 0.0795989 Mar 11 15:59:48.908630 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1d1da07f-17e1-4a92-a1c8-524175521572 req-756174fc-e8a5-44f8-9b86-791be8d1bd3e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395761 Mar 11 15:59:49.395126 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8016c0-c976-4ef7-9700-545445e8d01d req-db68de87-e8c8-4897-aff8-894b837eb7e2 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:49.396558 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1d8016c0-c976-4ef7-9700-545445e8d01d req-db68de87-e8c8-4897-aff8-894b837eb7e2 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d&tenant_id=fae0393d9721465ebf973edfe4ecb299&binding%3Ahost_id=hv-neutron-8333 HTTP/1.1" status: 200 len: 945 time: 0.1441574 Mar 11 15:59:49.454372 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03640c2d-da8d-4942-a3dc-6b982666d98e req-882820a6-1e1a-4b58-803c-aa919dd255d7 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:49.456323 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-03640c2d-da8d-4942-a3dc-6b982666d98e req-882820a6-1e1a-4b58-803c-aa919dd255d7 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 945 time: 0.1409349 Mar 11 15:59:49.517413 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1d8016c0-c976-4ef7-9700-545445e8d01d req-3656e719-218c-4f3a-a358-0c0cfcc8606a service neutron] 10.222.0.73 "GET /v2.0/ports/c272fb1b-118e-40c0-850c-942ed6613079/bindings/hv-neutron-8333 HTTP/1.1" status: 200 len: 384 time: 0.1140285 Mar 11 15:59:49.521989 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-03640c2d-da8d-4942-a3dc-6b982666d98e req-c40ded50-4b2d-4446-880e-8278ac275f56 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567262 Mar 11 15:59:49.607685 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1d8016c0-c976-4ef7-9700-545445e8d01d req-f006f318-7148-4bb6-aa79-e49cfe5ce7f3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fae0393d9721465ebf973edfe4ecb299&device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 1098 time: 0.0693607 Mar 11 15:59:49.739210 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8016c0-c976-4ef7-9700-545445e8d01d req-3388a43f-9be3-4de1-ab5c-75051ced7c4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:49.740675 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1d8016c0-c976-4ef7-9700-545445e8d01d req-3388a43f-9be3-4de1-ab5c-75051ced7c4a service neutron] 10.222.0.73 "GET /v2.0/networks?id=568becae-cbca-4a4b-bfda-9304f5b467a6 HTTP/1.1" status: 200 len: 913 time: 0.1267278 Mar 11 15:59:49.845461 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1d8016c0-c976-4ef7-9700-545445e8d01d req-5e807256-57a7-4ce0-8999-288f470254d4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c272fb1b-118e-40c0-850c-942ed6613079 HTTP/1.1" status: 200 len: 1001 time: 0.0979602 Mar 11 15:59:49.905683 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8016c0-c976-4ef7-9700-545445e8d01d req-b6b8aa39-202e-4a88-89d6-c894f16847a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:49.907062 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1d8016c0-c976-4ef7-9700-545445e8d01d req-b6b8aa39-202e-4a88-89d6-c894f16847a2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d46f66e3-c877-4246-9886-b8295ca74407 HTTP/1.1" status: 200 len: 851 time: 0.0565536 Mar 11 15:59:49.982958 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1d8016c0-c976-4ef7-9700-545445e8d01d req-1d2ae3c5-4d88-4a32-8c3e-93f3a5077133 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=568becae-cbca-4a4b-bfda-9304f5b467a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694094 Mar 11 15:59:50.111184 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1d8016c0-c976-4ef7-9700-545445e8d01d req-a81e6541-4c88-4ead-b5be-30e890c200df service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216707 Mar 11 15:59:50.243942 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1d8016c0-c976-4ef7-9700-545445e8d01d req-84026fc6-91c6-41d4-8b8a-b95a35486061 service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269751 Mar 11 15:59:50.717509 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c89dd9-7171-4ca3-b270-7e56c9a6be17 req-a6761071-aa71-4f4e-b73a-6a80714699ca tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:50.718926 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-89c89dd9-7171-4ca3-b270-7e56c9a6be17 req-a6761071-aa71-4f4e-b73a-6a80714699ca tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 945 time: 0.0743980 Mar 11 15:59:50.763193 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-89c89dd9-7171-4ca3-b270-7e56c9a6be17 req-fae8b0e4-70a8-47b6-b22f-d855342e379e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381048 Mar 11 15:59:51.959506 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711c764-1668-459f-a41a-b0650323a0b5 req-52478313-49d7-45f2-9003-28d77bf662c0 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:51.960970 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7711c764-1668-459f-a41a-b0650323a0b5 req-52478313-49d7-45f2-9003-28d77bf662c0 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 945 time: 0.0764124 Mar 11 15:59:52.005768 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7711c764-1668-459f-a41a-b0650323a0b5 req-3b5afe88-0bba-4253-a851-9a5680836ff9 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391543 Mar 11 15:59:53.216271 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d439f14-cbe1-486f-9c4e-f3929933d015 req-c029f796-84ea-4576-91fd-ca911593c9b8 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:53.217887 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-8d439f14-cbe1-486f-9c4e-f3929933d015 req-c029f796-84ea-4576-91fd-ca911593c9b8 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 945 time: 0.0862136 Mar 11 15:59:53.266433 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-8d439f14-cbe1-486f-9c4e-f3929933d015 req-ad477175-43e1-4076-839a-a40c7563abd8 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423918 Mar 11 15:59:53.476362 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1d8016c0-c976-4ef7-9700-545445e8d01d req-7fc9ce02-e74f-448d-b998-10a5e3dbe5a3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d&tenant_id=fae0393d9721465ebf973edfe4ecb299 HTTP/1.1" status: 200 len: 1098 time: 0.1661046 Mar 11 15:59:53.566488 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1d8016c0-c976-4ef7-9700-545445e8d01d req-8d5da3de-8b07-416a-9382-2acba59f4dde service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fae0393d9721465ebf973edfe4ecb299&device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 1098 time: 0.0682921 Mar 11 15:59:53.692847 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8016c0-c976-4ef7-9700-545445e8d01d req-11c3b22b-c4ba-4f7b-868a-27446ffa84e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:53.694436 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1d8016c0-c976-4ef7-9700-545445e8d01d req-11c3b22b-c4ba-4f7b-868a-27446ffa84e2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=568becae-cbca-4a4b-bfda-9304f5b467a6 HTTP/1.1" status: 200 len: 913 time: 0.1221545 Mar 11 15:59:53.795570 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1d8016c0-c976-4ef7-9700-545445e8d01d req-aee10c4f-c3ff-4531-b3fb-7f067b921820 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c272fb1b-118e-40c0-850c-942ed6613079 HTTP/1.1" status: 200 len: 1001 time: 0.0957942 Mar 11 15:59:53.858708 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8016c0-c976-4ef7-9700-545445e8d01d req-5bfc6b6c-13bc-4707-bec4-6c074ab3b214 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:53.860085 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1d8016c0-c976-4ef7-9700-545445e8d01d req-5bfc6b6c-13bc-4707-bec4-6c074ab3b214 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d46f66e3-c877-4246-9886-b8295ca74407 HTTP/1.1" status: 200 len: 851 time: 0.0587587 Mar 11 15:59:53.932873 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1d8016c0-c976-4ef7-9700-545445e8d01d req-3f43d2ab-f3c5-4aa2-bff1-d9fb158e92ba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=568becae-cbca-4a4b-bfda-9304f5b467a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670464 Mar 11 15:59:54.067851 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1d8016c0-c976-4ef7-9700-545445e8d01d req-9fab44b7-aad0-4d30-ba1d-c47c2b3613e7 service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277468 Mar 11 15:59:54.195557 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1d8016c0-c976-4ef7-9700-545445e8d01d req-f9069664-a87e-4201-99cd-7a1b831f380c service neutron] 10.222.0.73 "GET /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220014 Mar 11 15:59:54.475227 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474af88-ead3-46f2-bc50-61816145c0a8 req-e81fed0c-018d-4c7c-bc68-2e687db64121 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:54.476769 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a474af88-ead3-46f2-bc50-61816145c0a8 req-e81fed0c-018d-4c7c-bc68-2e687db64121 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 945 time: 0.0817354 Mar 11 15:59:54.528050 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a474af88-ead3-46f2-bc50-61816145c0a8 req-9cd16209-aa84-4414-8db4-f10e48c62d81 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450339 Mar 11 15:59:55.732609 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ff852-ce26-4337-97af-2d4fef61ec48 req-c8204cd4-17de-40dd-9201-2680c69a2496 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:55.733979 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b75ff852-ce26-4337-97af-2d4fef61ec48 req-c8204cd4-17de-40dd-9201-2680c69a2496 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 945 time: 0.0768259 Mar 11 15:59:55.778497 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b75ff852-ce26-4337-97af-2d4fef61ec48 req-29975e71-2842-4c63-830b-6bcde3e6349e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382185 Mar 11 15:59:56.285909 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device c272fb1b-118e-40c0-850c-942ed6613079 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 15:59:56.393761 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:56.419343 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9084895-5990-4529-816c-e061cc36f16d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c272fb1b-118e-40c0-850c-942ed6613079'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 15:59:56.430075 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port c272fb1b-118e-40c0-850c-942ed6613079, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c272fb1b-118e-40c0-850c-942ed6613079,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:59:56.434453 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:56.487968 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9084895-5990-4529-816c-e061cc36f16d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c272fb1b-118e-40c0-850c-942ed6613079', 'code': 200} Mar 11 15:59:56.512697 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=c272fb1b-118e-40c0-850c-942ed6613079,revision_number=9']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:59:56.977450 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c73dc-c39f-4449-bdc7-e5e03e085d4c req-1619d147-c719-46a2-9760-759a4806051b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:56.978886 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-026c73dc-c39f-4449-bdc7-e5e03e085d4c req-1619d147-c719-46a2-9760-759a4806051b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 943 time: 0.0789857 Mar 11 15:59:57.024375 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-026c73dc-c39f-4449-bdc7-e5e03e085d4c req-6d71a479-4dd0-4047-a287-7e9e6ca529c6 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399711 Mar 11 15:59:58.222707 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ec43b-2448-4e2d-8865-b766b3132ce6 req-7cd40823-e548-40b0-b1d9-69b581f33e33 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:58.224307 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3e9ec43b-2448-4e2d-8865-b766b3132ce6 req-7cd40823-e548-40b0-b1d9-69b581f33e33 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 943 time: 0.0763834 Mar 11 15:59:58.269600 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3e9ec43b-2448-4e2d-8865-b766b3132ce6 req-53a45775-8844-4641-89fe-9d07b8c8dd14 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397344 Mar 11 15:59:58.288244 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device c272fb1b-118e-40c0-850c-942ed6613079 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 15:59:58.421512 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port c272fb1b-118e-40c0-850c-942ed6613079, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c272fb1b-118e-40c0-850c-942ed6613079,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:59:58.434792 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': 'c272fb1b-118e-40c0-850c-942ed6613079', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'port_id': 'c272fb1b-118e-40c0-850c-942ed6613079', 'mac_address': 'fa:16:3e:b5:7a:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 15:59:58.487786 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:58.506260 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c272fb1b-118e-40c0-850c-942ed6613079 {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 15:59:58.523063 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port c272fb1b-118e-40c0-850c-942ed6613079, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c272fb1b-118e-40c0-850c-942ed6613079,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:59:58.527447 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:58.597823 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['c272fb1b-118e-40c0-850c-942ed6613079'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 15:59:58.634008 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=c272fb1b-118e-40c0-850c-942ed6613079,revision_number=10']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:59:59.388269 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-aa30526b-98ec-48d2-bf77-4be90bf111c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:59.465069 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed5df3-b63d-48c2-b744-74a79e72201b req-c9ad13f5-7f2a-49cf-8718-1cab03e9c8f3 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:59:59.466501 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b9ed5df3-b63d-48c2-b744-74a79e72201b req-c9ad13f5-7f2a-49cf-8718-1cab03e9c8f3 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 945 time: 0.0744963 Mar 11 15:59:59.514559 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b9ed5df3-b63d-48c2-b744-74a79e72201b req-db9f8eab-d80a-46d2-b50c-a906c82ed201 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417187 Mar 11 16:00:00.288282 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device c272fb1b-118e-40c0-850c-942ed6613079 up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:00:00.359161 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port c272fb1b-118e-40c0-850c-942ed6613079 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:00:00.359534 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:00.471756 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:00.497206 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9084895-5990-4529-816c-e061cc36f16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c272fb1b-118e-40c0-850c-942ed6613079'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:00:00.507008 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port c272fb1b-118e-40c0-850c-942ed6613079, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c272fb1b-118e-40c0-850c-942ed6613079,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:00:00.511127 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:00.568876 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9084895-5990-4529-816c-e061cc36f16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c272fb1b-118e-40c0-850c-942ed6613079', 'code': 200} Mar 11 16:00:00.582702 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=c272fb1b-118e-40c0-850c-942ed6613079,revision_number=11']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:00:00.717699 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85465f-50f6-4f74-86e2-d66fa3129cb5 req-7a2454d8-6352-4d44-8d5c-cd172f4b4365 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:00.719115 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-df85465f-50f6-4f74-86e2-d66fa3129cb5 req-7a2454d8-6352-4d44-8d5c-cd172f4b4365 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 946 time: 0.0787227 Mar 11 16:00:00.763328 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-df85465f-50f6-4f74-86e2-d66fa3129cb5 req-09a9e85d-0770-4baf-8daa-aa5ed5d9f31c tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384443 Mar 11 16:00:01.650916 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-24039433-c5eb-4dba-817b-23bd76d4920b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:01.981941 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8cce4a-29e8-49c3-b776-6fa2bc727304 req-1f673bf6-c892-4b0f-a22e-c05867ae563f tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:01.983288 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-da8cce4a-29e8-49c3-b776-6fa2bc727304 req-1f673bf6-c892-4b0f-a22e-c05867ae563f tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 946 time: 0.0794120 Mar 11 16:00:02.028915 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-da8cce4a-29e8-49c3-b776-6fa2bc727304 req-a7a0afb5-5300-44fd-b651-88b237ef7e6f tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400705 Mar 11 16:00:02.288801 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device c272fb1b-118e-40c0-850c-942ed6613079 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:00:02.422366 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port c272fb1b-118e-40c0-850c-942ed6613079, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c272fb1b-118e-40c0-850c-942ed6613079,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:00:02.435966 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': 'c272fb1b-118e-40c0-850c-942ed6613079', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'port_id': 'c272fb1b-118e-40c0-850c-942ed6613079', 'mac_address': 'fa:16:3e:b5:7a:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:00:02.488658 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:02.508581 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c272fb1b-118e-40c0-850c-942ed6613079 {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:00:02.522948 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port c272fb1b-118e-40c0-850c-942ed6613079, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c272fb1b-118e-40c0-850c-942ed6613079,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:00:02.525829 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:02.598793 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=c272fb1b-118e-40c0-850c-942ed6613079,revision_number=12']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:00:02.636884 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['c272fb1b-118e-40c0-850c-942ed6613079'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:00:02.851942 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:03.059624 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:03.227061 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72430a2-4e73-4854-82b8-fe22be6380fc req-bd20a114-3f4c-44a2-aa2b-8a33c6aa7491 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:03.228514 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c72430a2-4e73-4854-82b8-fe22be6380fc req-bd20a114-3f4c-44a2-aa2b-8a33c6aa7491 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 945 time: 0.0798199 Mar 11 16:00:03.272829 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c72430a2-4e73-4854-82b8-fe22be6380fc req-688bd458-969e-4546-809e-91fb3476fecb tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387111 Mar 11 16:00:03.466897 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138203d-c255-41f4-a8ff-bedac2d7530f req-9fa2113f-7482-4795-8956-5cd6139a013b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:03.468355 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e138203d-c255-41f4-a8ff-bedac2d7530f req-9fa2113f-7482-4795-8956-5cd6139a013b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 945 time: 0.0770133 Mar 11 16:00:03.512877 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e138203d-c255-41f4-a8ff-bedac2d7530f req-8669b218-c518-42cd-8ecd-73eb35ca66ef tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390821 Mar 11 16:00:03.704078 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9f8dd-d8f7-49dd-945e-e031c38ef9d7 req-ed3db16f-9f66-4b03-a43f-50d3b351eced tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:03.705628 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c4a9f8dd-d8f7-49dd-945e-e031c38ef9d7 req-ed3db16f-9f66-4b03-a43f-50d3b351eced tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 945 time: 0.0753033 Mar 11 16:00:03.750068 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c4a9f8dd-d8f7-49dd-945e-e031c38ef9d7 req-aff16408-c937-43e4-8e4a-383f69ff819a tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389004 Mar 11 16:00:04.149467 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856d556-ebd7-41e8-8655-74485623c81c req-57057937-e87c-4ce6-9dcd-cbffd45710f3 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:04.150871 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-7856d556-ebd7-41e8-8655-74485623c81c req-57057937-e87c-4ce6-9dcd-cbffd45710f3 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 945 time: 0.0778699 Mar 11 16:00:04.195846 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-7856d556-ebd7-41e8-8655-74485623c81c req-3afea41e-d7b1-4d95-a31c-6cce4bd16a05 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395055 Mar 11 16:00:04.265883 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:04.305056 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device c272fb1b-118e-40c0-850c-942ed6613079 up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:00:04.373150 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port c272fb1b-118e-40c0-850c-942ed6613079 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:00:04.373514 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:04.484121 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:04.510255 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9084895-5990-4529-816c-e061cc36f16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c272fb1b-118e-40c0-850c-942ed6613079'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:00:04.519305 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port c272fb1b-118e-40c0-850c-942ed6613079, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c272fb1b-118e-40c0-850c-942ed6613079,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:00:04.524682 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:04.608891 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9084895-5990-4529-816c-e061cc36f16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c272fb1b-118e-40c0-850c-942ed6613079', 'code': 200} Mar 11 16:00:04.632907 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=c272fb1b-118e-40c0-850c-942ed6613079,revision_number=13']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:00:05.388465 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5381a09-5954-40e1-b1a2-74af20beeae4 req-17449013-953d-4e51-a222-114a9d4da19e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:05.389908 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e5381a09-5954-40e1-b1a2-74af20beeae4 req-17449013-953d-4e51-a222-114a9d4da19e tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 946 time: 0.0754018 Mar 11 16:00:05.436912 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e5381a09-5954-40e1-b1a2-74af20beeae4 req-95024aad-1122-474b-b59c-b024efd42d46 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415411 Mar 11 16:00:06.637695 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb26348-3651-40d1-875b-82c4e483ddbf req-abd70261-8f05-4b94-9693-bd098535e648 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:06.639139 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-cdb26348-3651-40d1-875b-82c4e483ddbf req-abd70261-8f05-4b94-9693-bd098535e648 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.73 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 946 time: 0.1305020 Mar 11 16:00:06.702509 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82f74a-d5df-444c-b310-a53a57bb54e4 req-575c8666-399b-442a-b892-b777a6fe7aa9 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:06.703826 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-bb82f74a-d5df-444c-b310-a53a57bb54e4 req-575c8666-399b-442a-b892-b777a6fe7aa9 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 946 time: 0.1444626 Mar 11 16:00:06.737081 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-cdb26348-3651-40d1-875b-82c4e483ddbf req-3a4e0284-07f0-4375-a8d2-548a2aa7a6a1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Deleting port c272fb1b-118e-40c0-850c-942ed6613079 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:00:06.737407 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-cdb26348-3651-40d1-875b-82c4e483ddbf req-3a4e0284-07f0-4375-a8d2-548a2aa7a6a1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:06.798544 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-bb82f74a-d5df-444c-b310-a53a57bb54e4 req-f4276bfa-8a85-47d2-b115-a5992f8abea2 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups?id=11d46df4-5d59-4643-90a8-e4079432b5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886307 Mar 11 16:00:07.077935 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-cdb26348-3651-40d1-875b-82c4e483ddbf req-3a4e0284-07f0-4375-a8d2-548a2aa7a6a1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] For port c272fb1b-118e-40c0-850c-942ed6613079, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c272fb1b-118e-40c0-850c-942ed6613079,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:00:07.078203 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-cdb26348-3651-40d1-875b-82c4e483ddbf req-3a4e0284-07f0-4375-a8d2-548a2aa7a6a1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:07.359019 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-cdb26348-3651-40d1-875b-82c4e483ddbf req-3a4e0284-07f0-4375-a8d2-548a2aa7a6a1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:07.359398 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-cdb26348-3651-40d1-875b-82c4e483ddbf req-3a4e0284-07f0-4375-a8d2-548a2aa7a6a1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:07.359705 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.l3_db [req-cdb26348-3651-40d1-875b-82c4e483ddbf req-3a4e0284-07f0-4375-a8d2-548a2aa7a6a1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Floating IP b082adb3-f8f6-4406-9688-4735b59f2bf2 disassociated. External IP: 172.26.0.24, port: c272fb1b-118e-40c0-850c-942ed6613079. Mar 11 16:00:07.360042 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-cdb26348-3651-40d1-875b-82c4e483ddbf req-3a4e0284-07f0-4375-a8d2-548a2aa7a6a1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Calling delete_port for c272fb1b-118e-40c0-850c-942ed6613079 owned by compute:nova {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:00:07.503248 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-cdb26348-3651-40d1-875b-82c4e483ddbf req-3a4e0284-07f0-4375-a8d2-548a2aa7a6a1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:07.548551 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e0284-07f0-4375-a8d2-548a2aa7a6a1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Pushing event deleted for resources: {'Port': ['ID=c272fb1b-118e-40c0-850c-942ed6613079,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:00:07.562721 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4e0284-07f0-4375-a8d2-548a2aa7a6a1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:00:07.563078 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4e0284-07f0-4375-a8d2-548a2aa7a6a1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:00:07.563421 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4e0284-07f0-4375-a8d2-548a2aa7a6a1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:00:07.563752 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4e0284-07f0-4375-a8d2-548a2aa7a6a1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:00:07.564088 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4e0284-07f0-4375-a8d2-548a2aa7a6a1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:00:07.564443 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4e0284-07f0-4375-a8d2-548a2aa7a6a1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:00:07.565370 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4e0284-07f0-4375-a8d2-548a2aa7a6a1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:00:07.565701 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4e0284-07f0-4375-a8d2-548a2aa7a6a1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:00:07.566208 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4e0284-07f0-4375-a8d2-548a2aa7a6a1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:00:07.566538 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4e0284-07f0-4375-a8d2-548a2aa7a6a1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:00:07.566865 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4e0284-07f0-4375-a8d2-548a2aa7a6a1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:00:07.775842 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdb26348-3651-40d1-875b-82c4e483ddbf req-3a4e0284-07f0-4375-a8d2-548a2aa7a6a1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Router 469d557e-6680-4cd2-b81b-0d76b198c87c has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:00:07.961572 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-673cb7c0-82dc-4427-a135-b2ec650d257c req-77e07ca1-7f5d-4be6-bcf8-e5198a96b1e3 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 210 time: 0.0424371 Mar 11 16:00:07.977543 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdb26348-3651-40d1-875b-82c4e483ddbf req-3a4e0284-07f0-4375-a8d2-548a2aa7a6a1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:00:07.995621 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ae0449-267f-4c78-9841-be320bc37dc4 None None] Sync routers for ids ['469d557e-6680-4cd2-b81b-0d76b198c87c'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:00:08.007903 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ae0449-267f-4c78-9841-be320bc37dc4 None None] Routers {'469d557e-6680-4cd2-b81b-0d76b198c87c'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:00:08.008626 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-d2ae0449-267f-4c78-9841-be320bc37dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:00:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['469d557e-6680-4cd2-b81b-0d76b198c87c'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:00:08.057694 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb26348-3651-40d1-875b-82c4e483ddbf req-3a4e0284-07f0-4375-a8d2-548a2aa7a6a1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] No DVR routers for this DVR port c272fb1b-118e-40c0-850c-942ed6613079 on host hv-neutron-8333 {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:00:08.060078 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-cdb26348-3651-40d1-875b-82c4e483ddbf req-3a4e0284-07f0-4375-a8d2-548a2aa7a6a1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:08.062528 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9084895-5990-4529-816c-e061cc36f16d', 'name': 'network-vif-deleted', 'tag': 'c272fb1b-118e-40c0-850c-942ed6613079'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:00:08.081247 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-cdb26348-3651-40d1-875b-82c4e483ddbf req-3a4e0284-07f0-4375-a8d2-548a2aa7a6a1 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.73 "DELETE /v2.0/ports/c272fb1b-118e-40c0-850c-942ed6613079 HTTP/1.1" status: 204 len: 173 time: 1.4351480 Mar 11 16:00:08.203221 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-d2ae0449-267f-4c78-9841-be320bc37dc4 None None] Set router 469d557e-6680-4cd2-b81b-0d76b198c87c gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:00:08.247786 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9084895-5990-4529-816c-e061cc36f16d', 'name': 'network-vif-deleted', 'tag': 'c272fb1b-118e-40c0-850c-942ed6613079', 'status': 'completed', 'code': 200} Mar 11 16:00:08.522050 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-d2ae0449-267f-4c78-9841-be320bc37dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'name': 'tempest-ServerActionsTestJSON-2041363647-router', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:56Z', 'revision_number': 4, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'gw_port': {'id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '39aff4b4-b8e2-4047-a385-84dee12eaa21', 'name': '', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'mac_address': 'fa:16:3e:2e:c0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:55Z', 'updated_at': '2022-03-11T15:56:04Z', 'revision_number': 5, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'subnets': [{'id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:00:08.526443 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ae0449-267f-4c78-9841-be320bc37dc4 None None] Checking router: 469d557e-6680-4cd2-b81b-0d76b198c87c for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:00:08.536964 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ae0449-267f-4c78-9841-be320bc37dc4 None None] Routers {'469d557e-6680-4cd2-b81b-0d76b198c87c'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:00:08.537549 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-d2ae0449-267f-4c78-9841-be320bc37dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:00:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['469d557e-6680-4cd2-b81b-0d76b198c87c'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:00:08.711834 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-d2ae0449-267f-4c78-9841-be320bc37dc4 None None] Set router 469d557e-6680-4cd2-b81b-0d76b198c87c gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:00:09.059182 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-d2ae0449-267f-4c78-9841-be320bc37dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'name': 'tempest-ServerActionsTestJSON-2041363647-router', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:56Z', 'revision_number': 4, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'gw_port': {'id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '39aff4b4-b8e2-4047-a385-84dee12eaa21', 'name': '', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'mac_address': 'fa:16:3e:2e:c0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:55Z', 'updated_at': '2022-03-11T15:56:04Z', 'revision_number': 5, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'subnets': [{'id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:00:09.064400 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ae0449-267f-4c78-9841-be320bc37dc4 None None] The sync data for ids ['469d557e-6680-4cd2-b81b-0d76b198c87c'] in dv-neutron-833373-1-hyperv is: [{'id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'name': 'tempest-ServerActionsTestJSON-2041363647-router', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:56Z', 'revision_number': 4, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'gw_port': {'id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '39aff4b4-b8e2-4047-a385-84dee12eaa21', 'name': '', 'network_id': '568becae-cbca-4a4b-bfda-9304f5b467a6', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'mac_address': 'fa:16:3e:2e:c0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:55Z', 'updated_at': '2022-03-11T15:56:04Z', 'revision_number': 5, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'subnets': [{'id': 'd46f66e3-c877-4246-9886-b8295ca74407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:00:09.146993 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-022e5fe9-5ba2-4ab7-8612-5ed9eb206f22 req-b86d0f1c-8693-442e-8f39-80e9723b1406 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9084895-5990-4529-816c-e061cc36f16d HTTP/1.1" status: 200 len: 210 time: 0.0435555 Mar 11 16:00:09.290683 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974dd1b2-06cb-4124-baa1-952a29520d97 None None] New status for floating IP b082adb3-f8f6-4406-9688-4735b59f2bf2: DOWN {{(pid=83868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:00:10.334824 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device c272fb1b-118e-40c0-850c-942ed6613079 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:00:10.370159 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] No Port match for: c272fb1b-118e-40c0-850c-942ed6613079 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:00:10.370501 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device c272fb1b-118e-40c0-850c-942ed6613079 not bound to the agent host hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:00:13.446237 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 47350) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:00:13.510112 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ed964f32-bcbd-4b64-8ba2-15289f7978d9 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:13.537635 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ed964f32-bcbd-4b64-8ba2-15289f7978d9 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:13.588351 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ed964f32-bcbd-4b64-8ba2-15289f7978d9 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:13.610159 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed964f32-bcbd-4b64-8ba2-15289f7978d9 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d46df4-5d59-4643-90a8-e4079432b5a2,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:00:13.620747 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ed964f32-bcbd-4b64-8ba2-15289f7978d9 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:13.621862 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ed964f32-bcbd-4b64-8ba2-15289f7978d9 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "DELETE /v2.0/security-groups/11d46df4-5d59-4643-90a8-e4079432b5a2 HTTP/1.1" status: 204 len: 168 time: 0.1746280 Mar 11 16:00:13.624397 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 47354) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:00:13.641151 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-006f3e36-1004-463b-81f9-2d5f78074e29 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] show failed (client error): The resource could not be found. Mar 11 16:00:13.642182 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-006f3e36-1004-463b-81f9-2d5f78074e29 tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "GET /v2.0/security-groups/11d46df4-5d59-4643-90a8-e4079432b5a2 HTTP/1.1" status: 404 len: 347 time: 0.0168478 Mar 11 16:00:13.645210 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 47358) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:00:13.799819 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-740b77f1-95b9-415c-8948-b0400c0fec9b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Deleting port 50fa1cee-1fcb-40a2-809b-4bcb4deb9784 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:00:13.800081 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-740b77f1-95b9-415c-8948-b0400c0fec9b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:13.966790 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-740b77f1-95b9-415c-8948-b0400c0fec9b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:13.967122 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-740b77f1-95b9-415c-8948-b0400c0fec9b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:14.185906 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-740b77f1-95b9-415c-8948-b0400c0fec9b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Calling delete_port for 50fa1cee-1fcb-40a2-809b-4bcb4deb9784 owned by network:floatingip {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:00:14.331704 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-740b77f1-95b9-415c-8948-b0400c0fec9b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:14.378470 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b77f1-95b9-415c-8948-b0400c0fec9b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Pushing event deleted for resources: {'Port': ['ID=50fa1cee-1fcb-40a2-809b-4bcb4deb9784,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:00:14.463591 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-740b77f1-95b9-415c-8948-b0400c0fec9b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks [] for floatingip, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:14.477325 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-740b77f1-95b9-415c-8948-b0400c0fec9b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:14.478432 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-740b77f1-95b9-415c-8948-b0400c0fec9b tempest-ServerActionsTestJSON-1080535608 tempest-ServerActionsTestJSON-1080535608-project] 10.222.0.31 "DELETE /v2.0/floatingips/b082adb3-f8f6-4406-9688-4735b59f2bf2 HTTP/1.1" status: 204 len: 168 time: 0.8323629 Mar 11 16:00:14.481296 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 47362) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:00:14.863900 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-20803e25-6603-4cca-98b8-f9f630cdbff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:15.441381 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-20803e25-6603-4cca-98b8-f9f630cdbff7 admin admin] Deleting port 39aff4b4-b8e2-4047-a385-84dee12eaa21 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:00:15.441710 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-20803e25-6603-4cca-98b8-f9f630cdbff7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:15.703973 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-20803e25-6603-4cca-98b8-f9f630cdbff7 admin admin] For port 39aff4b4-b8e2-4047-a385-84dee12eaa21, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=39aff4b4-b8e2-4047-a385-84dee12eaa21,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:00:15.704721 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-20803e25-6603-4cca-98b8-f9f630cdbff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:15.825179 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-20803e25-6603-4cca-98b8-f9f630cdbff7 admin admin] Calling delete_port for 39aff4b4-b8e2-4047-a385-84dee12eaa21 owned by network:router_interface {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:00:15.986592 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:15.988012 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-20803e25-6603-4cca-98b8-f9f630cdbff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:16.032171 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20803e25-6603-4cca-98b8-f9f630cdbff7 admin admin] Pushing event deleted for resources: {'Port': ['ID=39aff4b4-b8e2-4047-a385-84dee12eaa21,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:00:16.319591 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-20803e25-6603-4cca-98b8-f9f630cdbff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:16.906481 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20803e25-6603-4cca-98b8-f9f630cdbff7 admin admin] Router 469d557e-6680-4cd2-b81b-0d76b198c87c has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:00:17.206767 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20803e25-6603-4cca-98b8-f9f630cdbff7 admin admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:00:17.215638 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617be966-29f5-4e44-8238-e029ad48e806 None None] Sync routers for ids ['469d557e-6680-4cd2-b81b-0d76b198c87c'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:00:17.221262 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-20803e25-6603-4cca-98b8-f9f630cdbff7 admin admin] 10.222.0.31 "PUT /v2.0/routers/469d557e-6680-4cd2-b81b-0d76b198c87c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7366829 Mar 11 16:00:17.222174 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 47366) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:00:17.239659 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617be966-29f5-4e44-8238-e029ad48e806 None None] Routers {'469d557e-6680-4cd2-b81b-0d76b198c87c'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:00:17.240301 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-617be966-29f5-4e44-8238-e029ad48e806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:00:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['469d557e-6680-4cd2-b81b-0d76b198c87c'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:00:17.418828 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-617be966-29f5-4e44-8238-e029ad48e806 None None] Set router 469d557e-6680-4cd2-b81b-0d76b198c87c gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:00:17.494711 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c13212ad-b979-4605-8d1d-28e0363fdb60 admin admin] Notify callbacks [] for router, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:17.693395 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c13212ad-b979-4605-8d1d-28e0363fdb60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:17.702029 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-617be966-29f5-4e44-8238-e029ad48e806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'name': 'tempest-ServerActionsTestJSON-2041363647-router', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T16:00:15Z', 'revision_number': 5, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'gw_port': {'id': '62a74505-e8ee-4169-942e-a17aa0772d6b', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:00:17.702827 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-c13212ad-b979-4605-8d1d-28e0363fdb60 admin admin] Deleting port 62a74505-e8ee-4169-942e-a17aa0772d6b {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:00:17.703216 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c13212ad-b979-4605-8d1d-28e0363fdb60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:17.706691 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617be966-29f5-4e44-8238-e029ad48e806 None None] Checking router: 469d557e-6680-4cd2-b81b-0d76b198c87c for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:00:17.717009 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617be966-29f5-4e44-8238-e029ad48e806 None None] Routers {'469d557e-6680-4cd2-b81b-0d76b198c87c'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:00:17.717642 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-617be966-29f5-4e44-8238-e029ad48e806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:00:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['469d557e-6680-4cd2-b81b-0d76b198c87c'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:00:17.867039 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-617be966-29f5-4e44-8238-e029ad48e806 None None] Set router 469d557e-6680-4cd2-b81b-0d76b198c87c gateway port host: None {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:00:17.873608 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-c13212ad-b979-4605-8d1d-28e0363fdb60 admin admin] For port 62a74505-e8ee-4169-942e-a17aa0772d6b, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=62a74505-e8ee-4169-942e-a17aa0772d6b,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:00:17.873964 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c13212ad-b979-4605-8d1d-28e0363fdb60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:17.971882 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-617be966-29f5-4e44-8238-e029ad48e806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'name': 'tempest-ServerActionsTestJSON-2041363647-router', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T16:00:17Z', 'revision_number': 6, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'gw_port_host': None}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:00:17.975954 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617be966-29f5-4e44-8238-e029ad48e806 None None] The sync data for ids ['469d557e-6680-4cd2-b81b-0d76b198c87c'] in dv-neutron-833373-1-hyperv is: [{'id': '469d557e-6680-4cd2-b81b-0d76b198c87c', 'name': 'tempest-ServerActionsTestJSON-2041363647-router', 'tenant_id': 'fae0393d9721465ebf973edfe4ecb299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:55:53Z', 'updated_at': '2022-03-11T16:00:17Z', 'revision_number': 6, 'project_id': 'fae0393d9721465ebf973edfe4ecb299', 'gw_port_host': None}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:00:17.999244 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-c13212ad-b979-4605-8d1d-28e0363fdb60 admin admin] Calling delete_port for 62a74505-e8ee-4169-942e-a17aa0772d6b owned by network:router_gateway {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:00:18.162472 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c13212ad-b979-4605-8d1d-28e0363fdb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:18.210426 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13212ad-b979-4605-8d1d-28e0363fdb60 admin admin] Pushing event deleted for resources: {'Port': ['ID=62a74505-e8ee-4169-942e-a17aa0772d6b,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:00:18.276837 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13212ad-b979-4605-8d1d-28e0363fdb60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:00:18.277439 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13212ad-b979-4605-8d1d-28e0363fdb60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:00:18.277439 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13212ad-b979-4605-8d1d-28e0363fdb60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:00:18.277751 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13212ad-b979-4605-8d1d-28e0363fdb60 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:00:18.278079 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13212ad-b979-4605-8d1d-28e0363fdb60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:00:18.278404 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13212ad-b979-4605-8d1d-28e0363fdb60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:00:18.278728 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13212ad-b979-4605-8d1d-28e0363fdb60 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:00:18.279049 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13212ad-b979-4605-8d1d-28e0363fdb60 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:00:18.279366 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13212ad-b979-4605-8d1d-28e0363fdb60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:00:18.279683 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13212ad-b979-4605-8d1d-28e0363fdb60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:00:18.280000 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13212ad-b979-4605-8d1d-28e0363fdb60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:00:18.446811 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c13212ad-b979-4605-8d1d-28e0363fdb60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:18.719261 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 39aff4b4-b8e2-4047-a385-84dee12eaa21 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:00:18.765022 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 39aff4b4-b8e2-4047-a385-84dee12eaa21 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:00:18.765359 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 39aff4b4-b8e2-4047-a385-84dee12eaa21 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:00:18.806745 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c13212ad-b979-4605-8d1d-28e0363fdb60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:18.811192 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c13212ad-b979-4605-8d1d-28e0363fdb60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:18.837108 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c13212ad-b979-4605-8d1d-28e0363fdb60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:18.837641 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13212ad-b979-4605-8d1d-28e0363fdb60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 469d557e-6680-4cd2-b81b-0d76b198c87c {{(pid=83867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:00:18.849648 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c13212ad-b979-4605-8d1d-28e0363fdb60 admin admin] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:18.850773 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c13212ad-b979-4605-8d1d-28e0363fdb60 admin admin] 10.222.0.31 "DELETE /v2.0/routers/469d557e-6680-4cd2-b81b-0d76b198c87c HTTP/1.1" status: 204 len: 168 time: 1.6276047 Mar 11 16:00:18.853285 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 47370) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:00:18.915312 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-0436c8dd-a44e-4141-b791-c75a18f6a4e8 admin admin] Deleting subnet d46f66e3-c877-4246-9886-b8295ca74407 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:00:18.918426 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0436c8dd-a44e-4141-b791-c75a18f6a4e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:18.971918 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:00:18.976205 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0436c8dd-a44e-4141-b791-c75a18f6a4e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:19.053674 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0436c8dd-a44e-4141-b791-c75a18f6a4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:19.121299 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0436c8dd-a44e-4141-b791-c75a18f6a4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:19.163530 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0436c8dd-a44e-4141-b791-c75a18f6a4e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d46f66e3-c877-4246-9886-b8295ca74407,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:00:19.167427 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0436c8dd-a44e-4141-b791-c75a18f6a4e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:19.173261 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a87676-7cb6-4328-bf5f-f7166a8e5f81 None None] Network 568becae-cbca-4a4b-bfda-9304f5b467a6 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:00:19.173413 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0436c8dd-a44e-4141-b791-c75a18f6a4e8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d46f66e3-c877-4246-9886-b8295ca74407 HTTP/1.1" status: 204 len: 168 time: 0.3191416 Mar 11 16:00:19.176806 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 47374) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:00:19.287645 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0ed7cb41-e0e4-41eb-86e9-9bd0b833fd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:19.297880 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-0ed7cb41-e0e4-41eb-86e9-9bd0b833fd1f admin admin] Deleting port ed98ed22-21bb-43cc-82f4-3f5a26af3c2a {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:00:19.298206 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0ed7cb41-e0e4-41eb-86e9-9bd0b833fd1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:19.416849 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aba48f9-be2d-4e02-8b3c-a99a10c2074a None None] DHCP port deletion for 568becae-cbca-4a4b-bfda-9304f5b467a6 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:00:19.421019 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-6aba48f9-be2d-4e02-8b3c-a99a10c2074a None None] Deleting port ed98ed22-21bb-43cc-82f4-3f5a26af3c2a {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:00:19.421377 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6aba48f9-be2d-4e02-8b3c-a99a10c2074a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:19.508793 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-0ed7cb41-e0e4-41eb-86e9-9bd0b833fd1f admin admin] For port ed98ed22-21bb-43cc-82f4-3f5a26af3c2a, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ed98ed22-21bb-43cc-82f4-3f5a26af3c2a,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:00:19.509056 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0ed7cb41-e0e4-41eb-86e9-9bd0b833fd1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:19.625968 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-6aba48f9-be2d-4e02-8b3c-a99a10c2074a None None] For port ed98ed22-21bb-43cc-82f4-3f5a26af3c2a, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ed98ed22-21bb-43cc-82f4-3f5a26af3c2a,segment=NetworkSegment(3cd01685-c976-4bfe-85f1-738163aacf36),segment_id=3cd01685-c976-4bfe-85f1-738163aacf36)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:00:19.626356 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6aba48f9-be2d-4e02-8b3c-a99a10c2074a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:19.633442 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-0ed7cb41-e0e4-41eb-86e9-9bd0b833fd1f admin admin] Calling delete_port for ed98ed22-21bb-43cc-82f4-3f5a26af3c2a owned by network:dhcp {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:00:19.710564 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0ed7cb41-e0e4-41eb-86e9-9bd0b833fd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:19.745766 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-6aba48f9-be2d-4e02-8b3c-a99a10c2074a None None] Calling delete_port for ed98ed22-21bb-43cc-82f4-3f5a26af3c2a owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:00:19.755494 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed7cb41-e0e4-41eb-86e9-9bd0b833fd1f admin admin] Pushing event deleted for resources: {'Port': ['ID=ed98ed22-21bb-43cc-82f4-3f5a26af3c2a,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:00:19.761484 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed7cb41-e0e4-41eb-86e9-9bd0b833fd1f admin admin] No DVR routers for this DVR port ed98ed22-21bb-43cc-82f4-3f5a26af3c2a on host dv-neutron-833373-1-hyperv {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:00:19.816624 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-6aba48f9-be2d-4e02-8b3c-a99a10c2074a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:00:19.816968 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-6aba48f9-be2d-4e02-8b3c-a99a10c2074a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:00:19.883732 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0ed7cb41-e0e4-41eb-86e9-9bd0b833fd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:19.909464 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-0ed7cb41-e0e4-41eb-86e9-9bd0b833fd1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['568becae-cbca-4a4b-bfda-9304f5b467a6']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:00:19.921294 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-0ed7cb41-e0e4-41eb-86e9-9bd0b833fd1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cd01685-c976-4bfe-85f1-738163aacf36') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:00:19.921587 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-0ed7cb41-e0e4-41eb-86e9-9bd0b833fd1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cd01685-c976-4bfe-85f1-738163aacf36') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:00:19.932888 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0ed7cb41-e0e4-41eb-86e9-9bd0b833fd1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:19.952061 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0ed7cb41-e0e4-41eb-86e9-9bd0b833fd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:19.958727 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ed7cb41-e0e4-41eb-86e9-9bd0b833fd1f admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:00:19.959129 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0ed7cb41-e0e4-41eb-86e9-9bd0b833fd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:19.971716 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 16:00:19.971716 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:00:19.971716 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 16:00:19.971716 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:00:19.971716 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 16:00:19.971716 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:00:19.971716 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 16:00:19.971716 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:00:19.971716 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 16:00:19.971716 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:00:19.971716 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 16:00:19.971716 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:00:19.971716 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 16:00:19.971716 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:00:19.971716 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:00:19.971716 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:00:19.971716 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:00:19.971716 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:00:19.971716 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 16:00:19.971716 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:00:19.971716 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 16:00:19.971716 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:00:19.971716 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:00:19.971716 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:00:19.971716 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 16:00:19.971716 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:00:19.971716 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:00:19.971716 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:00:19.971716 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:00:19.971716 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:00:19.971716 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:00:19.971716 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:00:20.042690 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0ed7cb41-e0e4-41eb-86e9-9bd0b833fd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:20.058801 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0ed7cb41-e0e4-41eb-86e9-9bd0b833fd1f admin admin] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:20.067808 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed7cb41-e0e4-41eb-86e9-9bd0b833fd1f admin admin] Pushing event deleted for resources: {'Network': ['ID=568becae-cbca-4a4b-bfda-9304f5b467a6,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:00:20.083405 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0ed7cb41-e0e4-41eb-86e9-9bd0b833fd1f admin admin] 10.222.0.31 "DELETE /v2.0/networks/568becae-cbca-4a4b-bfda-9304f5b467a6 HTTP/1.1" status: 204 len: 168 time: 0.9055457 Mar 11 16:00:20.261043 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 47382) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:00:20.317464 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9bb2c0f8-076c-4a75-ba0c-1e9dd2210130 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fae0393d9721465ebf973edfe4ecb299&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0552704 Mar 11 16:00:20.318261 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-6aba48f9-be2d-4e02-8b3c-a99a10c2074a None None] Deleting port ed98ed22-21bb-43cc-82f4-3f5a26af3c2a {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:00:20.318646 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6aba48f9-be2d-4e02-8b3c-a99a10c2074a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:20.319855 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 47386) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:00:20.383313 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-dfcc3861-8321-498d-9b62-cfc5975d9662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:20.387459 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-6aba48f9-be2d-4e02-8b3c-a99a10c2074a None None] The port 'ed98ed22-21bb-43cc-82f4-3f5a26af3c2a' was deleted {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:00:20.418653 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-dfcc3861-8321-498d-9b62-cfc5975d9662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:20.436738 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device ed98ed22-21bb-43cc-82f4-3f5a26af3c2a no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:00:20.472748 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: ed98ed22-21bb-43cc-82f4-3f5a26af3c2a {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:00:20.473210 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device ed98ed22-21bb-43cc-82f4-3f5a26af3c2a not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:00:20.473620 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 62a74505-e8ee-4169-942e-a17aa0772d6b no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:00:20.477998 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-dfcc3861-8321-498d-9b62-cfc5975d9662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:20.500411 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc3861-8321-498d-9b62-cfc5975d9662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e37093e-3e1e-42ff-a27d-d057d0a647cb,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:00:20.506664 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 62a74505-e8ee-4169-942e-a17aa0772d6b {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:00:20.507074 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 62a74505-e8ee-4169-942e-a17aa0772d6b not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:00:20.511872 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-dfcc3861-8321-498d-9b62-cfc5975d9662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:20.513275 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-dfcc3861-8321-498d-9b62-cfc5975d9662 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3e37093e-3e1e-42ff-a27d-d057d0a647cb HTTP/1.1" status: 204 len: 168 time: 0.1912160 Mar 11 16:00:21.339499 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 47408) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:00:21.466951 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-ad40f93a-3c77-4e44-ad58-13b7e2168a50 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1624492540-network', 'tenant_id': '31834ff4a31a4c5d9a25be02c1007f44'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:00:21.472408 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ad40f93a-3c77-4e44-ad58-13b7e2168a50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:00:21.476151 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ad40f93a-3c77-4e44-ad58-13b7e2168a50 admin admin] Usage tracker for resource:network and tenant:31834ff4a31a4c5d9a25be02c1007f44 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:00:21.478934 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ad40f93a-3c77-4e44-ad58-13b7e2168a50 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:00:21.485026 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ad40f93a-3c77-4e44-ad58-13b7e2168a50 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:00:21.495597 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad40f93a-3c77-4e44-ad58-13b7e2168a50 admin admin] Made reservation on behalf of 31834ff4a31a4c5d9a25be02c1007f44 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:00:21.497936 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ad40f93a-3c77-4e44-ad58-13b7e2168a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:21.510146 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ad40f93a-3c77-4e44-ad58-13b7e2168a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:21.542441 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ad40f93a-3c77-4e44-ad58-13b7e2168a50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:00:21.546185 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ad40f93a-3c77-4e44-ad58-13b7e2168a50 admin admin] Usage tracker for resource:security_group_rule and tenant:31834ff4a31a4c5d9a25be02c1007f44 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:00:21.548949 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ad40f93a-3c77-4e44-ad58-13b7e2168a50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:00:21.555241 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ad40f93a-3c77-4e44-ad58-13b7e2168a50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:00:21.625306 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ad40f93a-3c77-4e44-ad58-13b7e2168a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:21.629137 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ad40f93a-3c77-4e44-ad58-13b7e2168a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:21.660889 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad40f93a-3c77-4e44-ad58-13b7e2168a50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:00:21.669402 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad40f93a-3c77-4e44-ad58-13b7e2168a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdea03c-dc13-4b45-aafa-62c319940fdf,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:00:21.676789 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ad40f93a-3c77-4e44-ad58-13b7e2168a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:21.676789 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-ad40f93a-3c77-4e44-ad58-13b7e2168a50 admin admin] Added segment 0486f81d-5add-4d65-bec1-ce53bb26da21 of type vlan for network 204e7afe-5184-423f-b14c-1f26ccf13973 Mar 11 16:00:21.703350 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ad40f93a-3c77-4e44-ad58-13b7e2168a50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:21.736042 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ad40f93a-3c77-4e44-ad58-13b7e2168a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:21.737018 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad40f93a-3c77-4e44-ad58-13b7e2168a50 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:21.737860 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ad40f93a-3c77-4e44-ad58-13b7e2168a50 admin admin] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:21.839056 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad40f93a-3c77-4e44-ad58-13b7e2168a50 admin admin] Pushing event updated for resources: {'Network': ['ID=204e7afe-5184-423f-b14c-1f26ccf13973,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:00:21.843344 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ad40f93a-3c77-4e44-ad58-13b7e2168a50 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5028181 Mar 11 16:00:21.847351 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 47414) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:00:21.849776 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 204e7afe-5184-423f-b14c-1f26ccf13973 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:00:21.853653 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-bb9c31ab-3827-4af7-95cb-83e984b2a48d admin admin] Request body: {'subnet': {'network_id': '204e7afe-5184-423f-b14c-1f26ccf13973', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1624492540-subnet', 'tenant_id': '31834ff4a31a4c5d9a25be02c1007f44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:00:21.858658 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-bb9c31ab-3827-4af7-95cb-83e984b2a48d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:00:21.863127 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-bb9c31ab-3827-4af7-95cb-83e984b2a48d admin admin] Usage tracker for resource:subnet and tenant:31834ff4a31a4c5d9a25be02c1007f44 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:00:21.865991 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-bb9c31ab-3827-4af7-95cb-83e984b2a48d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:00:21.871788 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-bb9c31ab-3827-4af7-95cb-83e984b2a48d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:00:21.882461 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9c31ab-3827-4af7-95cb-83e984b2a48d admin admin] Made reservation on behalf of 31834ff4a31a4c5d9a25be02c1007f44 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:00:21.884928 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bb9c31ab-3827-4af7-95cb-83e984b2a48d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:22.083014 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bb9c31ab-3827-4af7-95cb-83e984b2a48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:22.149769 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c31ab-3827-4af7-95cb-83e984b2a48d admin admin] Pushing event updated for resources: {'Subnet': ['ID=13dbc4c2-57d9-4895-8044-9e7bfcf3cd6b,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:00:22.163791 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9c31ab-3827-4af7-95cb-83e984b2a48d admin admin] Checking segment: {'id': '0486f81d-5add-4d65-bec1-ce53bb26da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '204e7afe-5184-423f-b14c-1f26ccf13973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:00:22.164165 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9c31ab-3827-4af7-95cb-83e984b2a48d admin admin] Network hostable DHCP agents. Network: 204e7afe-5184-423f-b14c-1f26ccf13973, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:00:22.187245 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9c31ab-3827-4af7-95cb-83e984b2a48d admin admin] Network 204e7afe-5184-423f-b14c-1f26ccf13973 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:00:22.196940 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-bb9c31ab-3827-4af7-95cb-83e984b2a48d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 204e7afe-5184-423f-b14c-1f26ccf13973) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:00:22.200959 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9c31ab-3827-4af7-95cb-83e984b2a48d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:22.201595 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bb9c31ab-3827-4af7-95cb-83e984b2a48d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:22.210392 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2e23cf-c489-4500-8860-acc8449bee64 None None] Network 204e7afe-5184-423f-b14c-1f26ccf13973 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:00:22.230711 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-bb9c31ab-3827-4af7-95cb-83e984b2a48d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3739893 Mar 11 16:00:22.425062 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acb4bc8-5f5b-4408-ae15-c05f0fc9ea24 None None] Network 204e7afe-5184-423f-b14c-1f26ccf13973 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:00:22.762530 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-5a068b0d-d865-4e6f-bb8e-baf3529b6252 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:22.763113 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-5a068b0d-d865-4e6f-bb8e-baf3529b6252 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Synchronizing usage tracker for tenant:31834ff4a31a4c5d9a25be02c1007f44 on resource:network {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:00:22.779093 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-5a068b0d-d865-4e6f-bb8e-baf3529b6252 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Unset dirty status for tenant:31834ff4a31a4c5d9a25be02c1007f44 on resource:network {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:00:22.780344 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-5a068b0d-d865-4e6f-bb8e-baf3529b6252 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/networks?id=204e7afe-5184-423f-b14c-1f26ccf13973 HTTP/1.1" status: 200 len: 814 time: 0.1602209 Mar 11 16:00:22.796571 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-653df353-440c-4950-9998-1efc89b5c91c tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/quotas/31834ff4a31a4c5d9a25be02c1007f44 HTTP/1.1" status: 200 len: 375 time: 0.0103791 Mar 11 16:00:22.846528 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-bd0d04bb-74fd-436a-b88e-a5562c6ea974 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=31834ff4a31a4c5d9a25be02c1007f44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438952 Mar 11 16:00:22.856981 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-2281a394-5d4d-4f20-bf4f-5a282e168ca1 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83867) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:00:22.857919 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-2281a394-5d4d-4f20-bf4f-5a282e168ca1 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047135 Mar 11 16:00:22.986854 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-c21c7a1d-8e29-4f9a-ba66-37e8b754e067 service neutron] 10.222.0.31 "GET /v2.0/networks/204e7afe-5184-423f-b14c-1f26ccf13973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227880 Mar 11 16:00:23.116551 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-8cc225ab-09f7-419a-8e4e-1bb2b66102a3 service neutron] 10.222.0.31 "GET /v2.0/networks/204e7afe-5184-423f-b14c-1f26ccf13973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234756 Mar 11 16:00:23.305301 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-90f4efd9-afc6-4c88-bda8-73d884d91994 req-dfe0c091-2f01-44a9-bedc-3344ce0e184b tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc61a05c-a52c-4fee-afb9-585c455528e3 HTTP/1.1" status: 200 len: 210 time: 0.0461078 Mar 11 16:00:24.289309 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-0949674c-47c0-43db-9208-98487f166e92 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:24.291050 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-0949674c-47c0-43db-9208-98487f166e92 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.73 "GET /v2.0/networks?id=204e7afe-5184-423f-b14c-1f26ccf13973 HTTP/1.1" status: 200 len: 814 time: 0.1460493 Mar 11 16:00:24.307566 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-7918a289-01be-4dae-8af3-8f0f47a23632 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Request body: {'port': {'device_id': 'dc61a05c-a52c-4fee-afb9-585c455528e3', 'network_id': '204e7afe-5184-423f-b14c-1f26ccf13973', 'admin_state_up': True, 'tenant_id': '31834ff4a31a4c5d9a25be02c1007f44'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:00:24.442600 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-7918a289-01be-4dae-8af3-8f0f47a23632 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:00:24.446313 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-7918a289-01be-4dae-8af3-8f0f47a23632 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Usage tracker for resource:port and tenant:31834ff4a31a4c5d9a25be02c1007f44 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:00:24.449062 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-7918a289-01be-4dae-8af3-8f0f47a23632 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:00:24.454599 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-7918a289-01be-4dae-8af3-8f0f47a23632 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:00:24.464954 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-7918a289-01be-4dae-8af3-8f0f47a23632 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Made reservation on behalf of 31834ff4a31a4c5d9a25be02c1007f44 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:00:24.466973 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-60739f44-2bae-4304-90ee-a5b57ec137d2 req-e5044a17-c8f8-4170-9e20-21adb4baccab tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc61a05c-a52c-4fee-afb9-585c455528e3 HTTP/1.1" status: 200 len: 210 time: 0.0405719 Mar 11 16:00:24.468534 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-7918a289-01be-4dae-8af3-8f0f47a23632 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:24.625751 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-7918a289-01be-4dae-8af3-8f0f47a23632 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Allocated IP 172.20.0.9 (204e7afe-5184-423f-b14c-1f26ccf13973/13dbc4c2-57d9-4895-8044-9e7bfcf3cd6b/b2971d7e-da08-4352-a31a-f85c1fb0d7ad) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:00:24.918572 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-7918a289-01be-4dae-8af3-8f0f47a23632 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:24.947065 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-7918a289-01be-4dae-8af3-8f0f47a23632 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:25.015084 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-7918a289-01be-4dae-8af3-8f0f47a23632 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Network 204e7afe-5184-423f-b14c-1f26ccf13973 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:00:25.017990 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-7918a289-01be-4dae-8af3-8f0f47a23632 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:00:25.021850 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-7918a289-01be-4dae-8af3-8f0f47a23632 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:00:25.054957 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7918a289-01be-4dae-8af3-8f0f47a23632 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Pushing event updated for resources: {'Port': ['ID=b2971d7e-da08-4352-a31a-f85c1fb0d7ad,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:00:25.087874 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-7918a289-01be-4dae-8af3-8f0f47a23632 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:25.088494 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-7918a289-01be-4dae-8af3-8f0f47a23632 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:25.108518 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-7918a289-01be-4dae-8af3-8f0f47a23632 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8047111 Mar 11 16:00:25.119245 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-5e4f404f-df97-4eba-bd07-82c4e32de773 service neutron] Request body: {'port': {'device_id': 'dc61a05c-a52c-4fee-afb9-585c455528e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:00:25.227221 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-5e4f404f-df97-4eba-bd07-82c4e32de773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:25.584304 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-5e4f404f-df97-4eba-bd07-82c4e32de773 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2971d7e-da08-4352-a31a-f85c1fb0d7ad {{(pid=83866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:00:25.591139 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-5e4f404f-df97-4eba-bd07-82c4e32de773 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:25.647635 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-5e4f404f-df97-4eba-bd07-82c4e32de773 service neutron] Transition to ACTIVE for port object b2971d7e-da08-4352-a31a-f85c1fb0d7ad will not be triggered until provisioned by entity L2. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:00:25.652772 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-5e4f404f-df97-4eba-bd07-82c4e32de773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:25.792976 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f404f-df97-4eba-bd07-82c4e32de773 service neutron] Pushing event updated for resources: {'Port': ['ID=b2971d7e-da08-4352-a31a-f85c1fb0d7ad,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:00:25.811926 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe707c4-a981-4ab3-8e39-cb3846e41ce5 req-f9e72e24-73a8-4fdc-847e-3fb40272ba8d tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:25.812641 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-1fe707c4-a981-4ab3-8e39-cb3846e41ce5 req-f9e72e24-73a8-4fdc-847e-3fb40272ba8d tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Synchronizing usage tracker for tenant:31834ff4a31a4c5d9a25be02c1007f44 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:00:25.898905 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-1fe707c4-a981-4ab3-8e39-cb3846e41ce5 req-f9e72e24-73a8-4fdc-847e-3fb40272ba8d tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Unset dirty status for tenant:31834ff4a31a4c5d9a25be02c1007f44 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:00:25.900050 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1fe707c4-a981-4ab3-8e39-cb3846e41ce5 req-f9e72e24-73a8-4fdc-847e-3fb40272ba8d tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc61a05c-a52c-4fee-afb9-585c455528e3 HTTP/1.1" status: 200 len: 931 time: 0.3064725 Mar 11 16:00:25.947459 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-5e4f404f-df97-4eba-bd07-82c4e32de773 service neutron] Attempting to bind port b2971d7e-da08-4352-a31a-f85c1fb0d7ad on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:00:25.947771 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-5e4f404f-df97-4eba-bd07-82c4e32de773 service neutron] Attempting to bind port b2971d7e-da08-4352-a31a-f85c1fb0d7ad by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '0486f81d-5add-4d65-bec1-ce53bb26da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '204e7afe-5184-423f-b14c-1f26ccf13973'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:00:25.948088 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-5e4f404f-df97-4eba-bd07-82c4e32de773 service neutron] Attempting to bind port b2971d7e-da08-4352-a31a-f85c1fb0d7ad on network 204e7afe-5184-423f-b14c-1f26ccf13973 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:00:25.959858 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-5e4f404f-df97-4eba-bd07-82c4e32de773 service neutron] Port b2971d7e-da08-4352-a31a-f85c1fb0d7ad on network 204e7afe-5184-423f-b14c-1f26ccf13973 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:00:25.960203 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-5e4f404f-df97-4eba-bd07-82c4e32de773 service neutron] Attempting to bind port b2971d7e-da08-4352-a31a-f85c1fb0d7ad on network 204e7afe-5184-423f-b14c-1f26ccf13973 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:00:25.969006 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1fe707c4-a981-4ab3-8e39-cb3846e41ce5 req-fa4f43e0-150b-465e-a048-ff613f2053af tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fdea03c-dc13-4b45-aafa-62c319940fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630119 Mar 11 16:00:25.971332 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-5e4f404f-df97-4eba-bd07-82c4e32de773 service neutron] Checking agent: {'id': '233b753e-9484-4350-9871-64b7c66fc067', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'started_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:00:25.971830 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-5e4f404f-df97-4eba-bd07-82c4e32de773 service neutron] Checking segment: {'id': '0486f81d-5add-4d65-bec1-ce53bb26da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '204e7afe-5184-423f-b14c-1f26ccf13973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:00:25.972399 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-5e4f404f-df97-4eba-bd07-82c4e32de773 service neutron] Bound using segment: {'id': '0486f81d-5add-4d65-bec1-ce53bb26da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '204e7afe-5184-423f-b14c-1f26ccf13973'} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:00:25.972825 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-5e4f404f-df97-4eba-bd07-82c4e32de773 service neutron] Bound port: b2971d7e-da08-4352-a31a-f85c1fb0d7ad, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0486f81d-5add-4d65-bec1-ce53bb26da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '204e7afe-5184-423f-b14c-1f26ccf13973'}}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:00:25.973162 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-5e4f404f-df97-4eba-bd07-82c4e32de773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:26.062423 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-5e4f404f-df97-4eba-bd07-82c4e32de773 service neutron] For port b2971d7e-da08-4352-a31a-f85c1fb0d7ad, host hv-neutron-8333, cleared binding levels {{(pid=83866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:00:26.065353 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-5e4f404f-df97-4eba-bd07-82c4e32de773 service neutron] For port b2971d7e-da08-4352-a31a-f85c1fb0d7ad, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b2971d7e-da08-4352-a31a-f85c1fb0d7ad,segment=NetworkSegment(0486f81d-5add-4d65-bec1-ce53bb26da21),segment_id=0486f81d-5add-4d65-bec1-ce53bb26da21)] {{(pid=83866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:00:26.069757 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-5e4f404f-df97-4eba-bd07-82c4e32de773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:26.136369 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-5e4f404f-df97-4eba-bd07-82c4e32de773 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:26.137717 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-5e4f404f-df97-4eba-bd07-82c4e32de773 service neutron] 10.222.0.73 "PUT /v2.0/ports/b2971d7e-da08-4352-a31a-f85c1fb0d7ad HTTP/1.1" status: 200 len: 1093 time: 1.0223002 Mar 11 16:00:26.138142 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc61a05c-a52c-4fee-afb9-585c455528e3', 'tag': 'b2971d7e-da08-4352-a31a-f85c1fb0d7ad'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:00:26.154756 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f404f-df97-4eba-bd07-82c4e32de773 service neutron] Pushing event updated for resources: {'Port': ['ID=b2971d7e-da08-4352-a31a-f85c1fb0d7ad,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:00:26.213927 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc61a05c-a52c-4fee-afb9-585c455528e3', 'tag': 'b2971d7e-da08-4352-a31a-f85c1fb0d7ad', 'status': 'completed', 'code': 200} Mar 11 16:00:26.249546 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-62fdd3e8-58fd-4fc2-9069-da630b37424a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=31834ff4a31a4c5d9a25be02c1007f44&device_id=dc61a05c-a52c-4fee-afb9-585c455528e3 HTTP/1.1" status: 200 len: 1096 time: 0.0739164 Mar 11 16:00:26.318049 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-7e4d7820-e89a-4053-b48b-e5beaa8f5c63 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2971d7e-da08-4352-a31a-f85c1fb0d7ad HTTP/1.1" status: 200 len: 217 time: 0.0622447 Mar 11 16:00:26.381825 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-7365660c-8f6c-4fcf-b85b-0e19080d7031 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:26.383228 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-7365660c-8f6c-4fcf-b85b-0e19080d7031 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=13dbc4c2-57d9-4895-8044-9e7bfcf3cd6b HTTP/1.1" status: 200 len: 854 time: 0.0595801 Mar 11 16:00:26.426770 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-2461391c-c8c4-40aa-a5fb-b6befb615713 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=204e7afe-5184-423f-b14c-1f26ccf13973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378554 Mar 11 16:00:26.558579 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-29988827-752c-4997-809c-e6ca06608cdf service neutron] 10.222.0.73 "GET /v2.0/networks/204e7afe-5184-423f-b14c-1f26ccf13973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241713 Mar 11 16:00:26.775036 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ff8c8096-ed5b-4ada-aff0-8a1c038e04a2 req-b1d8a487-517e-4c92-b0e5-b185ba30d201 service neutron] 10.222.0.73 "GET /v2.0/networks/204e7afe-5184-423f-b14c-1f26ccf13973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106068 Mar 11 16:00:26.889160 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-205b5eb2-c3fc-4d06-ac34-e49ff7a2ffb6 req-6884655b-6629-44f6-a310-ab07134cd639 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=31834ff4a31a4c5d9a25be02c1007f44&device_id=dc61a05c-a52c-4fee-afb9-585c455528e3 HTTP/1.1" status: 200 len: 1096 time: 0.0725968 Mar 11 16:00:27.021323 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b5eb2-c3fc-4d06-ac34-e49ff7a2ffb6 req-0974c9e4-3c40-44e3-9b0a-fd2cfd4e17ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:27.022769 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-205b5eb2-c3fc-4d06-ac34-e49ff7a2ffb6 req-0974c9e4-3c40-44e3-9b0a-fd2cfd4e17ad service neutron] 10.222.0.73 "GET /v2.0/networks?id=204e7afe-5184-423f-b14c-1f26ccf13973 HTTP/1.1" status: 200 len: 915 time: 0.1275222 Mar 11 16:00:27.090204 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-205b5eb2-c3fc-4d06-ac34-e49ff7a2ffb6 req-7f75281e-0e01-4b0e-aff6-23a9e52307cb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2971d7e-da08-4352-a31a-f85c1fb0d7ad HTTP/1.1" status: 200 len: 217 time: 0.0616627 Mar 11 16:00:27.201944 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b5eb2-c3fc-4d06-ac34-e49ff7a2ffb6 req-c3e43653-1d8f-4126-9e65-913bb62aed32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:27.203368 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-205b5eb2-c3fc-4d06-ac34-e49ff7a2ffb6 req-c3e43653-1d8f-4126-9e65-913bb62aed32 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=13dbc4c2-57d9-4895-8044-9e7bfcf3cd6b HTTP/1.1" status: 200 len: 854 time: 0.0755167 Mar 11 16:00:27.253296 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-205b5eb2-c3fc-4d06-ac34-e49ff7a2ffb6 req-9ddbaa9e-c4a0-44cb-a551-d9e07ca863c5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=204e7afe-5184-423f-b14c-1f26ccf13973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437591 Mar 11 16:00:27.262759 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d48e5-20a8-4730-a516-a7d6824519f9 req-f5a95b1b-df39-45f2-b03e-27714a83f576 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:27.264113 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1a1d48e5-20a8-4730-a516-a7d6824519f9 req-f5a95b1b-df39-45f2-b03e-27714a83f576 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc61a05c-a52c-4fee-afb9-585c455528e3 HTTP/1.1" status: 200 len: 943 time: 0.1726797 Mar 11 16:00:27.391685 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1a1d48e5-20a8-4730-a516-a7d6824519f9 req-24135aa1-6797-4896-a368-c43892b79bad tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fdea03c-dc13-4b45-aafa-62c319940fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089389 Mar 11 16:00:27.424658 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-205b5eb2-c3fc-4d06-ac34-e49ff7a2ffb6 req-3d8265af-0a46-4b29-942f-df2b23050d7b service neutron] 10.222.0.73 "GET /v2.0/networks/204e7afe-5184-423f-b14c-1f26ccf13973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590457 Mar 11 16:00:27.562311 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-205b5eb2-c3fc-4d06-ac34-e49ff7a2ffb6 req-91705ba6-db47-4e0e-913f-a1ee66628709 service neutron] 10.222.0.73 "GET /v2.0/networks/204e7afe-5184-423f-b14c-1f26ccf13973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321805 Mar 11 16:00:28.591573 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc4493-0cad-4fcb-8478-c9fc07fdc211 req-798f97f5-42dd-4265-b136-c05e67ffc09f tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:28.593019 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-58cc4493-0cad-4fcb-8478-c9fc07fdc211 req-798f97f5-42dd-4265-b136-c05e67ffc09f tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc61a05c-a52c-4fee-afb9-585c455528e3 HTTP/1.1" status: 200 len: 943 time: 0.0754416 Mar 11 16:00:28.640362 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-58cc4493-0cad-4fcb-8478-c9fc07fdc211 req-cce68f37-fa5d-42a1-aaf7-6f1f0dde0a2f tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Synchronizing usage tracker for tenant:31834ff4a31a4c5d9a25be02c1007f44 on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:00:28.656438 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-58cc4493-0cad-4fcb-8478-c9fc07fdc211 req-cce68f37-fa5d-42a1-aaf7-6f1f0dde0a2f tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Unset dirty status for tenant:31834ff4a31a4c5d9a25be02c1007f44 on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:00:28.657785 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-58cc4493-0cad-4fcb-8478-c9fc07fdc211 req-cce68f37-fa5d-42a1-aaf7-6f1f0dde0a2f tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fdea03c-dc13-4b45-aafa-62c319940fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589833 Mar 11 16:00:29.389496 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f55b316d-7553-4b9c-bdf9-1702405e8708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:29.855766 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa75e8-c43f-4340-8cac-f72a6cf0fe31 req-bf25ba42-2338-402b-a524-fd3bd0a0bf9f tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:29.857222 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7afa75e8-c43f-4340-8cac-f72a6cf0fe31 req-bf25ba42-2338-402b-a524-fd3bd0a0bf9f tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc61a05c-a52c-4fee-afb9-585c455528e3 HTTP/1.1" status: 200 len: 943 time: 0.0754716 Mar 11 16:00:29.901862 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7afa75e8-c43f-4340-8cac-f72a6cf0fe31 req-74add6db-d9b1-4dfe-a962-d1d0c7069b6d tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fdea03c-dc13-4b45-aafa-62c319940fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386755 Mar 11 16:00:30.396736 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device b2971d7e-da08-4352-a31a-f85c1fb0d7ad details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:00:30.529383 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port b2971d7e-da08-4352-a31a-f85c1fb0d7ad, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b2971d7e-da08-4352-a31a-f85c1fb0d7ad,segment=NetworkSegment(0486f81d-5add-4d65-bec1-ce53bb26da21),segment_id=0486f81d-5add-4d65-bec1-ce53bb26da21)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:00:30.542170 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': 'b2971d7e-da08-4352-a31a-f85c1fb0d7ad', 'network_id': '204e7afe-5184-423f-b14c-1f26ccf13973', 'port_id': 'b2971d7e-da08-4352-a31a-f85c1fb0d7ad', 'mac_address': 'fa:16:3e:be:ae:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13dbc4c2-57d9-4895-8044-9e7bfcf3cd6b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:00:30.594338 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:30.610756 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2971d7e-da08-4352-a31a-f85c1fb0d7ad {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:00:30.625551 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port b2971d7e-da08-4352-a31a-f85c1fb0d7ad, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b2971d7e-da08-4352-a31a-f85c1fb0d7ad,segment=NetworkSegment(0486f81d-5add-4d65-bec1-ce53bb26da21),segment_id=0486f81d-5add-4d65-bec1-ce53bb26da21)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:00:30.630002 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:30.698425 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=b2971d7e-da08-4352-a31a-f85c1fb0d7ad,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:00:30.978389 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['b2971d7e-da08-4352-a31a-f85c1fb0d7ad'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:00:31.176657 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444b86e-44f2-4b88-aae2-1ea6a2811739 req-2d4acc8f-e192-406f-8a69-dca038d69a10 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:31.177997 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c444b86e-44f2-4b88-aae2-1ea6a2811739 req-2d4acc8f-e192-406f-8a69-dca038d69a10 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc61a05c-a52c-4fee-afb9-585c455528e3 HTTP/1.1" status: 200 len: 944 time: 0.1567397 Mar 11 16:00:31.223588 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c444b86e-44f2-4b88-aae2-1ea6a2811739 req-a7ebe0cc-a795-47cf-b7bd-8c0e0b9c6d23 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fdea03c-dc13-4b45-aafa-62c319940fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397854 Mar 11 16:00:31.652365 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c01181a2-26aa-4f6d-9592-680557cf1703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:32.394603 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device b2971d7e-da08-4352-a31a-f85c1fb0d7ad up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:00:32.426675 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22230fc3-aa55-45fe-9054-bd77a9ba76db req-e3ca0bf8-dbfe-4d02-8077-80a60ec4804d tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:32.428161 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-22230fc3-aa55-45fe-9054-bd77a9ba76db req-e3ca0bf8-dbfe-4d02-8077-80a60ec4804d tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc61a05c-a52c-4fee-afb9-585c455528e3 HTTP/1.1" status: 200 len: 944 time: 0.0800815 Mar 11 16:00:32.468909 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning for port b2971d7e-da08-4352-a31a-f85c1fb0d7ad completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:00:32.474605 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port b2971d7e-da08-4352-a31a-f85c1fb0d7ad triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:00:32.474783 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-22230fc3-aa55-45fe-9054-bd77a9ba76db req-79519a67-956d-4b8d-8f26-6b89a48b0513 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fdea03c-dc13-4b45-aafa-62c319940fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407963 Mar 11 16:00:32.474980 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:32.587865 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:32.614673 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc61a05c-a52c-4fee-afb9-585c455528e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2971d7e-da08-4352-a31a-f85c1fb0d7ad'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:00:32.623815 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port b2971d7e-da08-4352-a31a-f85c1fb0d7ad, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b2971d7e-da08-4352-a31a-f85c1fb0d7ad,segment=NetworkSegment(0486f81d-5add-4d65-bec1-ce53bb26da21),segment_id=0486f81d-5add-4d65-bec1-ce53bb26da21)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:00:32.627314 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:32.670115 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc61a05c-a52c-4fee-afb9-585c455528e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2971d7e-da08-4352-a31a-f85c1fb0d7ad', 'code': 200} Mar 11 16:00:32.694133 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=b2971d7e-da08-4352-a31a-f85c1fb0d7ad,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:00:32.833760 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:32.904780 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2eccbea5-e9e4-4869-bf74-16dfd719725f req-7d2af8bf-dd00-40a8-91ea-ba598a0ab93b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=dc61a05c-a52c-4fee-afb9-585c455528e3 HTTP/1.1" status: 200 len: 1098 time: 0.0684881 Mar 11 16:00:32.950070 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2eccbea5-e9e4-4869-bf74-16dfd719725f req-39ce2723-bfe0-4bfc-bc04-bc9b8a4a81be service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6fdea03c-dc13-4b45-aafa-62c319940fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392880 Mar 11 16:00:33.061313 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:33.671907 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7b263-4f88-4e8b-85b4-0b5b879779d5 req-56c2858f-e09c-4651-80fe-04fd25cca6a8 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:33.673360 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-82d7b263-4f88-4e8b-85b4-0b5b879779d5 req-56c2858f-e09c-4651-80fe-04fd25cca6a8 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc61a05c-a52c-4fee-afb9-585c455528e3 HTTP/1.1" status: 200 len: 945 time: 0.0773463 Mar 11 16:00:33.719100 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-82d7b263-4f88-4e8b-85b4-0b5b879779d5 req-17d63839-7ce6-4733-9e34-5841729056f6 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fdea03c-dc13-4b45-aafa-62c319940fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396688 Mar 11 16:00:34.268022 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:34.920056 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58b412-f927-4e3f-81a7-449a0a933b22 req-fe573506-fa41-4976-882d-3bda44d71835 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:34.921504 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-db58b412-f927-4e3f-81a7-449a0a933b22 req-fe573506-fa41-4976-882d-3bda44d71835 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc61a05c-a52c-4fee-afb9-585c455528e3 HTTP/1.1" status: 200 len: 945 time: 0.0802767 Mar 11 16:00:34.966225 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-db58b412-f927-4e3f-81a7-449a0a933b22 req-38d27e1a-b3ac-45a9-96b3-813098eb9704 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fdea03c-dc13-4b45-aafa-62c319940fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385990 Mar 11 16:00:35.260864 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-9d8e717b-3ec6-40d6-8558-c761661e1002 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:35.262283 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-9d8e717b-3ec6-40d6-8558-c761661e1002 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/networks?id=204e7afe-5184-423f-b14c-1f26ccf13973 HTTP/1.1" status: 200 len: 814 time: 0.1426785 Mar 11 16:00:35.278696 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-27ed3c01-7fd9-4e95-95fc-57fb58066cd3 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/quotas/31834ff4a31a4c5d9a25be02c1007f44 HTTP/1.1" status: 200 len: 375 time: 0.0110955 Mar 11 16:00:35.359481 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-301663d5-37aa-4073-87e2-fcb5f95e9336 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=31834ff4a31a4c5d9a25be02c1007f44&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0753210 Mar 11 16:00:35.492623 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-c0d0438e-6531-441f-b3eb-1418f16d5992 service neutron] 10.222.0.31 "GET /v2.0/networks/204e7afe-5184-423f-b14c-1f26ccf13973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260369 Mar 11 16:00:35.706704 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-46f77d0b-6cd4-477c-af3c-f1ffc3dd359f service neutron] 10.222.0.31 "GET /v2.0/networks/204e7afe-5184-423f-b14c-1f26ccf13973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084281 Mar 11 16:00:35.893095 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-0d1b57d1-a7b4-40ed-9857-b84082c53eb6 req-227113e6-2bea-422f-b909-69577dc6faa1 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/ports?device_id=a53948a5-e0a6-43fb-8a5e-c1f3cc199be5 HTTP/1.1" status: 200 len: 210 time: 0.0475569 Mar 11 16:00:36.894361 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-6d458b06-f647-46f1-8d6f-72fb338f2da9 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:36.895778 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-6d458b06-f647-46f1-8d6f-72fb338f2da9 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.73 "GET /v2.0/networks?id=204e7afe-5184-423f-b14c-1f26ccf13973 HTTP/1.1" status: 200 len: 814 time: 0.1499720 Mar 11 16:00:36.912599 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-3eb6c57b-b56b-4ded-aa9a-55b707894e10 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Request body: {'port': {'device_id': 'a53948a5-e0a6-43fb-8a5e-c1f3cc199be5', 'network_id': '204e7afe-5184-423f-b14c-1f26ccf13973', 'admin_state_up': True, 'tenant_id': '31834ff4a31a4c5d9a25be02c1007f44'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:00:37.075160 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-598998bc-fa56-4643-bd9e-bffd6ed82aff req-7947512e-4470-4158-99c9-327b53bd7d05 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/ports?device_id=a53948a5-e0a6-43fb-8a5e-c1f3cc199be5 HTTP/1.1" status: 200 len: 210 time: 0.0521631 Mar 11 16:00:37.085791 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-3eb6c57b-b56b-4ded-aa9a-55b707894e10 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:00:37.095450 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-3eb6c57b-b56b-4ded-aa9a-55b707894e10 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:00:37.104925 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-3eb6c57b-b56b-4ded-aa9a-55b707894e10 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Made reservation on behalf of 31834ff4a31a4c5d9a25be02c1007f44 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:00:37.108153 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-3eb6c57b-b56b-4ded-aa9a-55b707894e10 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:37.270782 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-3eb6c57b-b56b-4ded-aa9a-55b707894e10 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Allocated IP 172.20.0.14 (204e7afe-5184-423f-b14c-1f26ccf13973/13dbc4c2-57d9-4895-8044-9e7bfcf3cd6b/a3b1873a-35e5-4eb7-aeec-834d85aac855) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:00:37.469792 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-3eb6c57b-b56b-4ded-aa9a-55b707894e10 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:37.497207 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-3eb6c57b-b56b-4ded-aa9a-55b707894e10 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:37.508294 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['b2971d7e-da08-4352-a31a-f85c1fb0d7ad'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:00:37.573315 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-3eb6c57b-b56b-4ded-aa9a-55b707894e10 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Network 204e7afe-5184-423f-b14c-1f26ccf13973 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:00:37.574449 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-3eb6c57b-b56b-4ded-aa9a-55b707894e10 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:00:37.578429 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-3eb6c57b-b56b-4ded-aa9a-55b707894e10 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:00:37.613048 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6c57b-b56b-4ded-aa9a-55b707894e10 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Pushing event updated for resources: {'Port': ['ID=a3b1873a-35e5-4eb7-aeec-834d85aac855,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:00:37.641592 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-3eb6c57b-b56b-4ded-aa9a-55b707894e10 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:37.642213 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-3eb6c57b-b56b-4ded-aa9a-55b707894e10 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:37.666112 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-3eb6c57b-b56b-4ded-aa9a-55b707894e10 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7577169 Mar 11 16:00:37.683207 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-00aaee46-1664-4222-9566-284d2062576d service neutron] Request body: {'port': {'device_id': 'a53948a5-e0a6-43fb-8a5e-c1f3cc199be5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:00:37.791311 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-00aaee46-1664-4222-9566-284d2062576d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:38.122636 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-00aaee46-1664-4222-9566-284d2062576d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3b1873a-35e5-4eb7-aeec-834d85aac855 {{(pid=83866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:00:38.130331 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-00aaee46-1664-4222-9566-284d2062576d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:38.144690 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-00aaee46-1664-4222-9566-284d2062576d service neutron] Transition to ACTIVE for port object a3b1873a-35e5-4eb7-aeec-834d85aac855 will not be triggered until provisioned by entity L2. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:00:38.154226 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-00aaee46-1664-4222-9566-284d2062576d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:38.283196 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aaee46-1664-4222-9566-284d2062576d service neutron] Pushing event updated for resources: {'Port': ['ID=a3b1873a-35e5-4eb7-aeec-834d85aac855,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:00:38.283800 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70771a-8a4a-448c-a99d-525887aac991 req-78a7e0c9-24c2-4ced-bfe0-3df36fa72501 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:38.286035 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-cf70771a-8a4a-448c-a99d-525887aac991 req-78a7e0c9-24c2-4ced-bfe0-3df36fa72501 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/ports?device_id=a53948a5-e0a6-43fb-8a5e-c1f3cc199be5 HTTP/1.1" status: 200 len: 944 time: 0.0873601 Mar 11 16:00:38.332628 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-cf70771a-8a4a-448c-a99d-525887aac991 req-ae8e32aa-3530-420e-94e8-f834928ac7e4 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fdea03c-dc13-4b45-aafa-62c319940fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400283 Mar 11 16:00:38.481534 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-00aaee46-1664-4222-9566-284d2062576d service neutron] Attempting to bind port a3b1873a-35e5-4eb7-aeec-834d85aac855 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:00:38.481868 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-00aaee46-1664-4222-9566-284d2062576d service neutron] Attempting to bind port a3b1873a-35e5-4eb7-aeec-834d85aac855 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '0486f81d-5add-4d65-bec1-ce53bb26da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '204e7afe-5184-423f-b14c-1f26ccf13973'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:00:38.482192 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-00aaee46-1664-4222-9566-284d2062576d service neutron] Attempting to bind port a3b1873a-35e5-4eb7-aeec-834d85aac855 on network 204e7afe-5184-423f-b14c-1f26ccf13973 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:00:38.488703 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-00aaee46-1664-4222-9566-284d2062576d service neutron] Port a3b1873a-35e5-4eb7-aeec-834d85aac855 on network 204e7afe-5184-423f-b14c-1f26ccf13973 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:00:38.489023 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-00aaee46-1664-4222-9566-284d2062576d service neutron] Attempting to bind port a3b1873a-35e5-4eb7-aeec-834d85aac855 on network 204e7afe-5184-423f-b14c-1f26ccf13973 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:00:38.495552 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-00aaee46-1664-4222-9566-284d2062576d service neutron] Checking agent: {'id': '233b753e-9484-4350-9871-64b7c66fc067', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'started_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:00:38.495985 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-00aaee46-1664-4222-9566-284d2062576d service neutron] Checking segment: {'id': '0486f81d-5add-4d65-bec1-ce53bb26da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '204e7afe-5184-423f-b14c-1f26ccf13973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:00:38.496407 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-00aaee46-1664-4222-9566-284d2062576d service neutron] Bound using segment: {'id': '0486f81d-5add-4d65-bec1-ce53bb26da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '204e7afe-5184-423f-b14c-1f26ccf13973'} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:00:38.496834 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-00aaee46-1664-4222-9566-284d2062576d service neutron] Bound port: a3b1873a-35e5-4eb7-aeec-834d85aac855, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0486f81d-5add-4d65-bec1-ce53bb26da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '204e7afe-5184-423f-b14c-1f26ccf13973'}}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:00:38.497181 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-00aaee46-1664-4222-9566-284d2062576d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:38.588934 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-00aaee46-1664-4222-9566-284d2062576d service neutron] For port a3b1873a-35e5-4eb7-aeec-834d85aac855, host hv-neutron-8333, cleared binding levels {{(pid=83866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:00:38.592124 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-00aaee46-1664-4222-9566-284d2062576d service neutron] For port a3b1873a-35e5-4eb7-aeec-834d85aac855, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a3b1873a-35e5-4eb7-aeec-834d85aac855,segment=NetworkSegment(0486f81d-5add-4d65-bec1-ce53bb26da21),segment_id=0486f81d-5add-4d65-bec1-ce53bb26da21)] {{(pid=83866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:00:38.597786 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-00aaee46-1664-4222-9566-284d2062576d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:38.651674 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-00aaee46-1664-4222-9566-284d2062576d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:38.653075 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-00aaee46-1664-4222-9566-284d2062576d service neutron] 10.222.0.73 "PUT /v2.0/ports/a3b1873a-35e5-4eb7-aeec-834d85aac855 HTTP/1.1" status: 200 len: 1094 time: 0.9759789 Mar 11 16:00:38.661476 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a53948a5-e0a6-43fb-8a5e-c1f3cc199be5', 'tag': 'a3b1873a-35e5-4eb7-aeec-834d85aac855'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:00:38.688739 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aaee46-1664-4222-9566-284d2062576d service neutron] Pushing event updated for resources: {'Port': ['ID=a3b1873a-35e5-4eb7-aeec-834d85aac855,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:00:38.724333 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a53948a5-e0a6-43fb-8a5e-c1f3cc199be5', 'tag': 'a3b1873a-35e5-4eb7-aeec-834d85aac855', 'status': 'completed', 'code': 200} Mar 11 16:00:38.770535 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-ec6423f3-7d95-4487-979b-d36922da6495 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=31834ff4a31a4c5d9a25be02c1007f44&device_id=a53948a5-e0a6-43fb-8a5e-c1f3cc199be5 HTTP/1.1" status: 200 len: 1097 time: 0.0775824 Mar 11 16:00:38.837774 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-d0f25fa8-361c-4e61-8a13-c3c5d7b984d5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3b1873a-35e5-4eb7-aeec-834d85aac855 HTTP/1.1" status: 200 len: 217 time: 0.0609581 Mar 11 16:00:38.901710 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-8f975255-0df1-4df8-a242-8d253f53bb4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:38.903043 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-8f975255-0df1-4df8-a242-8d253f53bb4d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=13dbc4c2-57d9-4895-8044-9e7bfcf3cd6b HTTP/1.1" status: 200 len: 854 time: 0.0600233 Mar 11 16:00:38.948423 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-4065b11d-b1fc-4cc2-89f1-8aa684068312 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=204e7afe-5184-423f-b14c-1f26ccf13973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381415 Mar 11 16:00:39.078721 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-fc191062-c0f3-4da5-a27b-9da25341360b service neutron] 10.222.0.73 "GET /v2.0/networks/204e7afe-5184-423f-b14c-1f26ccf13973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238132 Mar 11 16:00:39.208213 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a50e7696-08ba-44e6-8686-ccab127bc288 req-6e4b9408-3f39-47c4-ba6c-fb7e8c838890 service neutron] 10.222.0.73 "GET /v2.0/networks/204e7afe-5184-423f-b14c-1f26ccf13973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237335 Mar 11 16:00:39.323615 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f0442f46-623a-40eb-9308-bed0af2c12e0 req-0eca48e2-5d3a-4141-8c7e-ab25851a1aba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=31834ff4a31a4c5d9a25be02c1007f44&device_id=a53948a5-e0a6-43fb-8a5e-c1f3cc199be5 HTTP/1.1" status: 200 len: 1097 time: 0.0729048 Mar 11 16:00:39.457369 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0442f46-623a-40eb-9308-bed0af2c12e0 req-f546c8c5-9a66-4d7e-839b-8c8179923112 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:39.459004 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f0442f46-623a-40eb-9308-bed0af2c12e0 req-f546c8c5-9a66-4d7e-839b-8c8179923112 service neutron] 10.222.0.73 "GET /v2.0/networks?id=204e7afe-5184-423f-b14c-1f26ccf13973 HTTP/1.1" status: 200 len: 915 time: 0.1286254 Mar 11 16:00:39.527637 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159b7d1-aee1-4cfd-b83e-963d997b2daf req-06c96343-6410-42b5-b061-7ebc3228c3cc tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:39.529096 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f159b7d1-aee1-4cfd-b83e-963d997b2daf req-06c96343-6410-42b5-b061-7ebc3228c3cc tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/ports?device_id=a53948a5-e0a6-43fb-8a5e-c1f3cc199be5 HTTP/1.1" status: 200 len: 944 time: 0.0749350 Mar 11 16:00:39.531372 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f0442f46-623a-40eb-9308-bed0af2c12e0 req-37d44dd7-3055-4861-9c12-d119e65cd2e5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3b1873a-35e5-4eb7-aeec-834d85aac855 HTTP/1.1" status: 200 len: 217 time: 0.0666032 Mar 11 16:00:39.575516 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f159b7d1-aee1-4cfd-b83e-963d997b2daf req-d2bdadf1-f7c0-439d-b8c8-781fe0e4cbc3 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fdea03c-dc13-4b45-aafa-62c319940fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402508 Mar 11 16:00:39.594090 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0442f46-623a-40eb-9308-bed0af2c12e0 req-e9f2d13a-aca0-4f5b-8a14-ea1b38244c76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:39.595520 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f0442f46-623a-40eb-9308-bed0af2c12e0 req-e9f2d13a-aca0-4f5b-8a14-ea1b38244c76 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=13dbc4c2-57d9-4895-8044-9e7bfcf3cd6b HTTP/1.1" status: 200 len: 854 time: 0.0583475 Mar 11 16:00:39.643871 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f0442f46-623a-40eb-9308-bed0af2c12e0 req-b5186b56-87ad-4463-aa7c-0bac24549873 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=204e7afe-5184-423f-b14c-1f26ccf13973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423558 Mar 11 16:00:39.772974 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f0442f46-623a-40eb-9308-bed0af2c12e0 req-1ca0d23d-4966-4fc0-87ac-1056fe0d69ac service neutron] 10.222.0.73 "GET /v2.0/networks/204e7afe-5184-423f-b14c-1f26ccf13973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228650 Mar 11 16:00:39.903327 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f0442f46-623a-40eb-9308-bed0af2c12e0 req-9b37317d-2dd2-4b1d-8428-699e81d863cb service neutron] 10.222.0.73 "GET /v2.0/networks/204e7afe-5184-423f-b14c-1f26ccf13973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233397 Mar 11 16:00:40.775101 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8e398-2532-42c7-88c4-eae92e8df513 req-53adac15-88b4-4fcd-80e0-4de6bc1323c8 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:40.775815 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-3dc8e398-2532-42c7-88c4-eae92e8df513 req-53adac15-88b4-4fcd-80e0-4de6bc1323c8 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Synchronizing usage tracker for tenant:31834ff4a31a4c5d9a25be02c1007f44 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:00:40.792129 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-3dc8e398-2532-42c7-88c4-eae92e8df513 req-53adac15-88b4-4fcd-80e0-4de6bc1323c8 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Unset dirty status for tenant:31834ff4a31a4c5d9a25be02c1007f44 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:00:40.793294 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3dc8e398-2532-42c7-88c4-eae92e8df513 req-53adac15-88b4-4fcd-80e0-4de6bc1323c8 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/ports?device_id=a53948a5-e0a6-43fb-8a5e-c1f3cc199be5 HTTP/1.1" status: 200 len: 944 time: 0.0967021 Mar 11 16:00:40.841479 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3dc8e398-2532-42c7-88c4-eae92e8df513 req-97d16b09-343b-4824-8f66-e93fbfe03501 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fdea03c-dc13-4b45-aafa-62c319940fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426626 Mar 11 16:00:42.042743 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201db86-23f2-4987-a3ce-46c84f7c8d2d req-933d06d6-f94b-4811-a982-fed6c375514f tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:42.044198 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f201db86-23f2-4987-a3ce-46c84f7c8d2d req-933d06d6-f94b-4811-a982-fed6c375514f tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/ports?device_id=a53948a5-e0a6-43fb-8a5e-c1f3cc199be5 HTTP/1.1" status: 200 len: 944 time: 0.0781620 Mar 11 16:00:42.089092 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f201db86-23f2-4987-a3ce-46c84f7c8d2d req-e37f8f00-7d5a-4d8d-878d-22ed44a630de tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fdea03c-dc13-4b45-aafa-62c319940fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394092 Mar 11 16:00:42.465119 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device a3b1873a-35e5-4eb7-aeec-834d85aac855 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:00:42.599207 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port a3b1873a-35e5-4eb7-aeec-834d85aac855, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a3b1873a-35e5-4eb7-aeec-834d85aac855,segment=NetworkSegment(0486f81d-5add-4d65-bec1-ce53bb26da21),segment_id=0486f81d-5add-4d65-bec1-ce53bb26da21)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:00:42.611756 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': 'a3b1873a-35e5-4eb7-aeec-834d85aac855', 'network_id': '204e7afe-5184-423f-b14c-1f26ccf13973', 'port_id': 'a3b1873a-35e5-4eb7-aeec-834d85aac855', 'mac_address': 'fa:16:3e:e5:98:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13dbc4c2-57d9-4895-8044-9e7bfcf3cd6b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:00:42.664252 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:42.681088 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3b1873a-35e5-4eb7-aeec-834d85aac855 {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:00:42.696006 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port a3b1873a-35e5-4eb7-aeec-834d85aac855, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a3b1873a-35e5-4eb7-aeec-834d85aac855,segment=NetworkSegment(0486f81d-5add-4d65-bec1-ce53bb26da21),segment_id=0486f81d-5add-4d65-bec1-ce53bb26da21)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:00:42.699701 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:42.766501 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=a3b1873a-35e5-4eb7-aeec-834d85aac855,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:00:42.775756 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:00:42.776114 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:00:42.776472 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:00:42.776806 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:00:42.777137 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:00:42.777465 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:00:42.777790 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:00:42.778116 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:00:42.778437 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:00:42.778774 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:00:42.779084 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:00:43.054789 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['a3b1873a-35e5-4eb7-aeec-834d85aac855'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:00:43.376798 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6010148-8ed7-47d0-a089-3bea65a647bf req-2640be95-b1e3-4312-8d6f-4554148db8e0 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:43.378902 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e6010148-8ed7-47d0-a089-3bea65a647bf req-2640be95-b1e3-4312-8d6f-4554148db8e0 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/ports?device_id=a53948a5-e0a6-43fb-8a5e-c1f3cc199be5 HTTP/1.1" status: 200 len: 945 time: 0.1686678 Mar 11 16:00:43.426658 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e6010148-8ed7-47d0-a089-3bea65a647bf req-9ff8b51e-f0c4-468c-99ba-214f84350a46 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fdea03c-dc13-4b45-aafa-62c319940fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420091 Mar 11 16:00:44.478024 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device a3b1873a-35e5-4eb7-aeec-834d85aac855 up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:00:44.550297 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning for port a3b1873a-35e5-4eb7-aeec-834d85aac855 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:00:44.555925 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port a3b1873a-35e5-4eb7-aeec-834d85aac855 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:00:44.556412 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:44.625555 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef8ca9-744e-4f9d-bf31-1a06620d0c59 req-67fac9a0-d775-4ba9-8df1-48f54f38e333 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:44.626911 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e6ef8ca9-744e-4f9d-bf31-1a06620d0c59 req-67fac9a0-d775-4ba9-8df1-48f54f38e333 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/ports?device_id=a53948a5-e0a6-43fb-8a5e-c1f3cc199be5 HTTP/1.1" status: 200 len: 945 time: 0.0796046 Mar 11 16:00:44.673132 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e6ef8ca9-744e-4f9d-bf31-1a06620d0c59 req-ddc3e998-ca24-4208-8bc5-d52475e5e9c9 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fdea03c-dc13-4b45-aafa-62c319940fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396886 Mar 11 16:00:44.680634 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:44.709174 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a53948a5-e0a6-43fb-8a5e-c1f3cc199be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b1873a-35e5-4eb7-aeec-834d85aac855'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:00:44.718768 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port a3b1873a-35e5-4eb7-aeec-834d85aac855, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a3b1873a-35e5-4eb7-aeec-834d85aac855,segment=NetworkSegment(0486f81d-5add-4d65-bec1-ce53bb26da21),segment_id=0486f81d-5add-4d65-bec1-ce53bb26da21)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:00:44.723057 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:44.793170 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=a3b1873a-35e5-4eb7-aeec-834d85aac855,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:00:44.853387 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a53948a5-e0a6-43fb-8a5e-c1f3cc199be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b1873a-35e5-4eb7-aeec-834d85aac855', 'code': 200} Mar 11 16:00:45.097099 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2d2c3901-62fd-4b3a-be65-fb2647abbefa req-10d84ba5-aa19-4509-b55f-2529d4543e68 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a53948a5-e0a6-43fb-8a5e-c1f3cc199be5 HTTP/1.1" status: 200 len: 1099 time: 0.0701993 Mar 11 16:00:45.142140 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2d2c3901-62fd-4b3a-be65-fb2647abbefa req-bc4d8350-7351-4351-be44-37fb2aad3eb2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6fdea03c-dc13-4b45-aafa-62c319940fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388515 Mar 11 16:00:45.871320 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c576f0c-a4ba-470e-912d-624c13b53633 req-64034526-f754-4533-a006-18d33651e7f6 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:45.872768 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-4c576f0c-a4ba-470e-912d-624c13b53633 req-64034526-f754-4533-a006-18d33651e7f6 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/ports?device_id=a53948a5-e0a6-43fb-8a5e-c1f3cc199be5 HTTP/1.1" status: 200 len: 946 time: 0.0783761 Mar 11 16:00:45.916554 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-4c576f0c-a4ba-470e-912d-624c13b53633 req-bc823aa9-a71f-44a6-855b-2e08b8ec46c0 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fdea03c-dc13-4b45-aafa-62c319940fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383499 Mar 11 16:00:45.986872 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:47.139658 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35431d19-2ba8-4b98-a168-1c23f9248dbd req-f4ef5309-35df-49b6-a23b-076db8c7cea9 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:47.141438 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-35431d19-2ba8-4b98-a168-1c23f9248dbd req-f4ef5309-35df-49b6-a23b-076db8c7cea9 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/ports?device_id=a53948a5-e0a6-43fb-8a5e-c1f3cc199be5 HTTP/1.1" status: 200 len: 946 time: 0.0883172 Mar 11 16:00:47.195451 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-35431d19-2ba8-4b98-a168-1c23f9248dbd req-99b197cb-9779-4881-abef-1d28fe4a8848 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fdea03c-dc13-4b45-aafa-62c319940fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469775 Mar 11 16:00:47.624901 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e1d59-cd66-4b0d-ba87-dade17f70b50 req-aa884dd0-ba43-43f2-b0b0-199b0cda7445 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:47.626399 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ef6e1d59-cd66-4b0d-ba87-dade17f70b50 req-aa884dd0-ba43-43f2-b0b0-199b0cda7445 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/ports?device_id=a53948a5-e0a6-43fb-8a5e-c1f3cc199be5 HTTP/1.1" status: 200 len: 946 time: 0.0804651 Mar 11 16:00:47.671823 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ef6e1d59-cd66-4b0d-ba87-dade17f70b50 req-67e97b2f-c5aa-4e05-97a1-d1d3092cb9a9 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fdea03c-dc13-4b45-aafa-62c319940fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394433 Mar 11 16:00:48.875235 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28125e-8caf-4ab9-b116-9b7363e155b7 req-3ef02af6-dd7d-4992-afc3-6d75c4dc973f tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:48.876720 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-0f28125e-8caf-4ab9-b116-9b7363e155b7 req-3ef02af6-dd7d-4992-afc3-6d75c4dc973f tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/ports?device_id=a53948a5-e0a6-43fb-8a5e-c1f3cc199be5 HTTP/1.1" status: 200 len: 946 time: 0.0767820 Mar 11 16:00:48.925629 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-0f28125e-8caf-4ab9-b116-9b7363e155b7 req-10e4a642-bc76-499d-982e-95ce28c48674 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fdea03c-dc13-4b45-aafa-62c319940fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422966 Mar 11 16:00:49.254208 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c743e-77c5-478c-bc3b-66b251564cab req-1039e3e6-abee-4a77-a7ca-35cf8646e754 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:49.255628 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-233c743e-77c5-478c-bc3b-66b251564cab req-1039e3e6-abee-4a77-a7ca-35cf8646e754 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.73 "GET /v2.0/ports?device_id=a53948a5-e0a6-43fb-8a5e-c1f3cc199be5 HTTP/1.1" status: 200 len: 946 time: 0.0776677 Mar 11 16:00:49.325465 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-233c743e-77c5-478c-bc3b-66b251564cab req-65634014-274e-440c-a633-71eded792726 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Deleting port a3b1873a-35e5-4eb7-aeec-834d85aac855 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:00:49.325807 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-233c743e-77c5-478c-bc3b-66b251564cab req-65634014-274e-440c-a633-71eded792726 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:49.563273 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-233c743e-77c5-478c-bc3b-66b251564cab req-65634014-274e-440c-a633-71eded792726 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] For port a3b1873a-35e5-4eb7-aeec-834d85aac855, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a3b1873a-35e5-4eb7-aeec-834d85aac855,segment=NetworkSegment(0486f81d-5add-4d65-bec1-ce53bb26da21),segment_id=0486f81d-5add-4d65-bec1-ce53bb26da21)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:00:49.563543 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-233c743e-77c5-478c-bc3b-66b251564cab req-65634014-274e-440c-a633-71eded792726 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:49.687560 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-233c743e-77c5-478c-bc3b-66b251564cab req-65634014-274e-440c-a633-71eded792726 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Calling delete_port for a3b1873a-35e5-4eb7-aeec-834d85aac855 owned by compute:nova {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:00:49.824172 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-233c743e-77c5-478c-bc3b-66b251564cab req-65634014-274e-440c-a633-71eded792726 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:49.840395 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['b2971d7e-da08-4352-a31a-f85c1fb0d7ad', 'a3b1873a-35e5-4eb7-aeec-834d85aac855'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:00:49.875927 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65634014-274e-440c-a633-71eded792726 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Pushing event deleted for resources: {'Port': ['ID=a3b1873a-35e5-4eb7-aeec-834d85aac855,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:00:49.949084 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-233c743e-77c5-478c-bc3b-66b251564cab req-65634014-274e-440c-a633-71eded792726 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] No DVR routers for this DVR port a3b1873a-35e5-4eb7-aeec-834d85aac855 on host hv-neutron-8333 {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:00:49.951511 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-233c743e-77c5-478c-bc3b-66b251564cab req-65634014-274e-440c-a633-71eded792726 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:49.954019 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a53948a5-e0a6-43fb-8a5e-c1f3cc199be5', 'name': 'network-vif-deleted', 'tag': 'a3b1873a-35e5-4eb7-aeec-834d85aac855'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:00:49.971931 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-233c743e-77c5-478c-bc3b-66b251564cab req-65634014-274e-440c-a633-71eded792726 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.73 "DELETE /v2.0/ports/a3b1873a-35e5-4eb7-aeec-834d85aac855 HTTP/1.1" status: 204 len: 173 time: 0.7109652 Mar 11 16:00:50.024633 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a53948a5-e0a6-43fb-8a5e-c1f3cc199be5', 'name': 'network-vif-deleted', 'tag': 'a3b1873a-35e5-4eb7-aeec-834d85aac855', 'status': 'completed', 'code': 200} Mar 11 16:00:50.117851 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-17bb59f1-7e57-47b4-873f-e2dd1a924140 req-23a314ba-e893-41e9-b408-d525ecd1acbc tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Synchronizing usage tracker for tenant:31834ff4a31a4c5d9a25be02c1007f44 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:00:50.133223 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-17bb59f1-7e57-47b4-873f-e2dd1a924140 req-23a314ba-e893-41e9-b408-d525ecd1acbc tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Unset dirty status for tenant:31834ff4a31a4c5d9a25be02c1007f44 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:00:50.134404 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-17bb59f1-7e57-47b4-873f-e2dd1a924140 req-23a314ba-e893-41e9-b408-d525ecd1acbc tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/ports?device_id=a53948a5-e0a6-43fb-8a5e-c1f3cc199be5 HTTP/1.1" status: 200 len: 210 time: 0.0609059 Mar 11 16:00:51.415138 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac03da-5379-4744-b92d-bcbaa0b3ff92 req-13e511e6-7f5e-49ed-9aeb-0b3c9cca19d0 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:51.416589 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-beac03da-5379-4744-b92d-bcbaa0b3ff92 req-13e511e6-7f5e-49ed-9aeb-0b3c9cca19d0 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc61a05c-a52c-4fee-afb9-585c455528e3 HTTP/1.1" status: 200 len: 945 time: 0.0747292 Mar 11 16:00:51.460712 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-beac03da-5379-4744-b92d-bcbaa0b3ff92 req-5c6fd2d4-87a0-4744-bd8a-58220811132b tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fdea03c-dc13-4b45-aafa-62c319940fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385542 Mar 11 16:00:51.681049 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b4d70-491c-4469-9134-2c392c2c20fc req-ad7f31af-fafd-45f6-9fb0-0fd5bf8e7c79 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:51.682486 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-161b4d70-491c-4469-9134-2c392c2c20fc req-ad7f31af-fafd-45f6-9fb0-0fd5bf8e7c79 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc61a05c-a52c-4fee-afb9-585c455528e3 HTTP/1.1" status: 200 len: 945 time: 0.0792174 Mar 11 16:00:51.726976 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-161b4d70-491c-4469-9134-2c392c2c20fc req-556f6164-3ba2-479f-aed1-36e654d8cdbc tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fdea03c-dc13-4b45-aafa-62c319940fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389576 Mar 11 16:00:51.922498 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3b3e4-7959-4e36-aeff-604418c0d56c req-9441c07c-a241-4615-8978-aa5a1fb67480 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:51.923929 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-50d3b3e4-7959-4e36-aeff-604418c0d56c req-9441c07c-a241-4615-8978-aa5a1fb67480 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc61a05c-a52c-4fee-afb9-585c455528e3 HTTP/1.1" status: 200 len: 945 time: 0.0749357 Mar 11 16:00:51.968593 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-50d3b3e4-7959-4e36-aeff-604418c0d56c req-e5795df5-a766-42e1-a644-1645ed564ad1 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fdea03c-dc13-4b45-aafa-62c319940fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385644 Mar 11 16:00:52.158953 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-86020a41-fb1f-4ba4-97ac-f40222cc1036 req-30fb800c-f3a8-410e-b19d-7cec2d19e2b3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dc61a05c-a52c-4fee-afb9-585c455528e3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0669377 Mar 11 16:00:52.357966 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c819f-f6f0-44ec-8b0d-f57eda98bb42 req-01308ff9-d883-41d7-81b2-848629ccaca4 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:52.359393 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-df4c819f-f6f0-44ec-8b0d-f57eda98bb42 req-01308ff9-d883-41d7-81b2-848629ccaca4 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc61a05c-a52c-4fee-afb9-585c455528e3 HTTP/1.1" status: 200 len: 945 time: 0.0801339 Mar 11 16:00:52.404268 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-df4c819f-f6f0-44ec-8b0d-f57eda98bb42 req-a8d7e0f9-4778-46fa-9fba-442a97f8534b tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fdea03c-dc13-4b45-aafa-62c319940fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386205 Mar 11 16:00:52.617890 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1279b-a809-4483-9e63-eeb07888349d req-dcc4f93a-9c40-40f9-b7cf-81e822c0115d tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:52.619325 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-81f1279b-a809-4483-9e63-eeb07888349d req-dcc4f93a-9c40-40f9-b7cf-81e822c0115d tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc61a05c-a52c-4fee-afb9-585c455528e3 HTTP/1.1" status: 200 len: 945 time: 0.0805027 Mar 11 16:00:52.665008 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-81f1279b-a809-4483-9e63-eeb07888349d req-eff7a8ae-cf1b-4a48-963e-0b0a6eb16869 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fdea03c-dc13-4b45-aafa-62c319940fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401158 Mar 11 16:00:52.877305 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8d8cb-1482-4d6f-a7e8-a4f9c655d5fc req-22e508ee-7932-414d-8ae8-92196d2c81c9 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:52.878663 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e9d8d8cb-1482-4d6f-a7e8-a4f9c655d5fc req-22e508ee-7932-414d-8ae8-92196d2c81c9 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc61a05c-a52c-4fee-afb9-585c455528e3 HTTP/1.1" status: 200 len: 945 time: 0.0817392 Mar 11 16:00:52.923648 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e9d8d8cb-1482-4d6f-a7e8-a4f9c655d5fc req-e619e138-c809-4614-8637-c30673011426 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fdea03c-dc13-4b45-aafa-62c319940fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389006 Mar 11 16:00:53.568074 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d8249-3d83-4735-8395-920c2b5d27ad req-168b682b-9bae-473f-8523-bf4416258695 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:53.569475 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a84d8249-3d83-4735-8395-920c2b5d27ad req-168b682b-9bae-473f-8523-bf4416258695 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc61a05c-a52c-4fee-afb9-585c455528e3 HTTP/1.1" status: 200 len: 945 time: 0.1682174 Mar 11 16:00:53.615735 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a84d8249-3d83-4735-8395-920c2b5d27ad req-88a33870-0ab2-4803-804e-fb2ebebdfc81 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fdea03c-dc13-4b45-aafa-62c319940fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408232 Mar 11 16:00:54.569148 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device a3b1873a-35e5-4eb7-aeec-834d85aac855 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:00:54.602960 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] No Port match for: a3b1873a-35e5-4eb7-aeec-834d85aac855 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:00:54.603306 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device a3b1873a-35e5-4eb7-aeec-834d85aac855 not bound to the agent host hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:00:54.815175 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da4a8b-54b7-49c7-bb3c-4d391f416f19 req-8ef2abbd-0932-4392-9334-bb2a6b626353 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:54.817225 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b4da4a8b-54b7-49c7-bb3c-4d391f416f19 req-8ef2abbd-0932-4392-9334-bb2a6b626353 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc61a05c-a52c-4fee-afb9-585c455528e3 HTTP/1.1" status: 200 len: 945 time: 0.0764821 Mar 11 16:00:54.862787 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b4da4a8b-54b7-49c7-bb3c-4d391f416f19 req-cf99a4c2-85c5-4ec8-9afe-3a41e59da2d1 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/security-groups?id=6fdea03c-dc13-4b45-aafa-62c319940fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399952 Mar 11 16:00:55.075566 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9ce22-c269-466c-a502-cb0ed1346b64 req-4f414fbc-9a22-458c-99eb-e13fb357a1dd tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:55.077012 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-cab9ce22-c269-466c-a502-cb0ed1346b64 req-4f414fbc-9a22-458c-99eb-e13fb357a1dd tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc61a05c-a52c-4fee-afb9-585c455528e3 HTTP/1.1" status: 200 len: 945 time: 0.0762761 Mar 11 16:00:55.146472 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-cab9ce22-c269-466c-a502-cb0ed1346b64 req-f0d7b9a4-9e24-4216-b77c-f7e4ff5937d9 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Deleting port b2971d7e-da08-4352-a31a-f85c1fb0d7ad {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:00:55.146727 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-cab9ce22-c269-466c-a502-cb0ed1346b64 req-f0d7b9a4-9e24-4216-b77c-f7e4ff5937d9 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:55.387017 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-cab9ce22-c269-466c-a502-cb0ed1346b64 req-f0d7b9a4-9e24-4216-b77c-f7e4ff5937d9 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] For port b2971d7e-da08-4352-a31a-f85c1fb0d7ad, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b2971d7e-da08-4352-a31a-f85c1fb0d7ad,segment=NetworkSegment(0486f81d-5add-4d65-bec1-ce53bb26da21),segment_id=0486f81d-5add-4d65-bec1-ce53bb26da21)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:00:55.387373 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-cab9ce22-c269-466c-a502-cb0ed1346b64 req-f0d7b9a4-9e24-4216-b77c-f7e4ff5937d9 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:55.510317 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-cab9ce22-c269-466c-a502-cb0ed1346b64 req-f0d7b9a4-9e24-4216-b77c-f7e4ff5937d9 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Calling delete_port for b2971d7e-da08-4352-a31a-f85c1fb0d7ad owned by compute:nova {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:00:55.651004 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-cab9ce22-c269-466c-a502-cb0ed1346b64 req-f0d7b9a4-9e24-4216-b77c-f7e4ff5937d9 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:55.662885 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['b2971d7e-da08-4352-a31a-f85c1fb0d7ad'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:00:55.706605 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d7b9a4-9e24-4216-b77c-f7e4ff5937d9 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Pushing event deleted for resources: {'Port': ['ID=b2971d7e-da08-4352-a31a-f85c1fb0d7ad,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:00:55.775305 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab9ce22-c269-466c-a502-cb0ed1346b64 req-f0d7b9a4-9e24-4216-b77c-f7e4ff5937d9 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] No DVR routers for this DVR port b2971d7e-da08-4352-a31a-f85c1fb0d7ad on host hv-neutron-8333 {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:00:55.777635 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-cab9ce22-c269-466c-a502-cb0ed1346b64 req-f0d7b9a4-9e24-4216-b77c-f7e4ff5937d9 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:55.780049 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc61a05c-a52c-4fee-afb9-585c455528e3', 'name': 'network-vif-deleted', 'tag': 'b2971d7e-da08-4352-a31a-f85c1fb0d7ad'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:00:55.795518 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-cab9ce22-c269-466c-a502-cb0ed1346b64 req-f0d7b9a4-9e24-4216-b77c-f7e4ff5937d9 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.73 "DELETE /v2.0/ports/b2971d7e-da08-4352-a31a-f85c1fb0d7ad HTTP/1.1" status: 204 len: 173 time: 0.7133563 Mar 11 16:00:55.836498 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc61a05c-a52c-4fee-afb9-585c455528e3', 'name': 'network-vif-deleted', 'tag': 'b2971d7e-da08-4352-a31a-f85c1fb0d7ad', 'status': 'completed', 'code': 200} Mar 11 16:00:55.973108 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:00:56.047900 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-14a21a19-5ac8-44b4-8676-9863be1b9923 req-e5fd08e2-e78f-44ee-873f-75dd7927acc0 tempest-ServersNegativeTestJSON-759185563 tempest-ServersNegativeTestJSON-759185563-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc61a05c-a52c-4fee-afb9-585c455528e3 HTTP/1.1" status: 200 len: 210 time: 0.0423799 Mar 11 16:00:57.155089 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 47550) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:00:57.215441 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-3791fed8-e912-4694-8328-563b9eef0fca admin admin] Deleting subnet 13dbc4c2-57d9-4895-8044-9e7bfcf3cd6b {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:00:57.218355 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3791fed8-e912-4694-8328-563b9eef0fca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:57.269045 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3791fed8-e912-4694-8328-563b9eef0fca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:57.325967 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3791fed8-e912-4694-8328-563b9eef0fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:57.391790 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3791fed8-e912-4694-8328-563b9eef0fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:57.432650 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3791fed8-e912-4694-8328-563b9eef0fca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13dbc4c2-57d9-4895-8044-9e7bfcf3cd6b,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:00:57.437469 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3791fed8-e912-4694-8328-563b9eef0fca admin admin] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:57.442875 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-3791fed8-e912-4694-8328-563b9eef0fca admin admin] 10.222.0.31 "DELETE /v2.0/subnets/13dbc4c2-57d9-4895-8044-9e7bfcf3cd6b HTTP/1.1" status: 204 len: 168 time: 0.2867737 Mar 11 16:00:57.445355 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 47554) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:00:57.547116 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f39d85fa-d46e-44d2-a39e-9210c473e4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:57.683548 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f39d85fa-d46e-44d2-a39e-9210c473e4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:57.789953 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-f39d85fa-d46e-44d2-a39e-9210c473e4b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['204e7afe-5184-423f-b14c-1f26ccf13973']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:00:57.802134 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-f39d85fa-d46e-44d2-a39e-9210c473e4b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0486f81d-5add-4d65-bec1-ce53bb26da21') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:00:57.802423 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-f39d85fa-d46e-44d2-a39e-9210c473e4b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0486f81d-5add-4d65-bec1-ce53bb26da21') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:00:57.813674 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f39d85fa-d46e-44d2-a39e-9210c473e4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:57.829644 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f39d85fa-d46e-44d2-a39e-9210c473e4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:57.836124 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f39d85fa-d46e-44d2-a39e-9210c473e4b2 admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:00:57.836508 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f39d85fa-d46e-44d2-a39e-9210c473e4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:57.849676 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 16:00:57.849676 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:00:57.849676 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 16:00:57.849676 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:00:57.849676 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 16:00:57.849676 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:00:57.849676 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 16:00:57.849676 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:00:57.849676 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 16:00:57.849676 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:00:57.849676 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 16:00:57.849676 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:00:57.849676 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 16:00:57.849676 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:00:57.849676 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:00:57.849676 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:00:57.849676 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:00:57.849676 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:00:57.849676 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 16:00:57.849676 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:00:57.849676 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 16:00:57.849676 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:00:57.849676 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:00:57.849676 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:00:57.849676 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 16:00:57.849676 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:00:57.849676 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:00:57.849676 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:00:57.849676 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:00:57.849676 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:00:57.849676 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:00:57.849676 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:00:57.924607 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f39d85fa-d46e-44d2-a39e-9210c473e4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:57.940316 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f39d85fa-d46e-44d2-a39e-9210c473e4b2 admin admin] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:57.950705 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d85fa-d46e-44d2-a39e-9210c473e4b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=204e7afe-5184-423f-b14c-1f26ccf13973,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:00:57.959499 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-f39d85fa-d46e-44d2-a39e-9210c473e4b2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/204e7afe-5184-423f-b14c-1f26ccf13973 HTTP/1.1" status: 204 len: 168 time: 0.5132048 Mar 11 16:00:58.094883 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 47560) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:00:58.147194 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-2c68b987-7cc2-44f6-8462-90ec356907bf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=31834ff4a31a4c5d9a25be02c1007f44&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0510211 Mar 11 16:00:58.149546 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 47564) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:00:58.210448 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a97a0da5-2a6a-4083-b7a5-abf38e103c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:58.234812 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a97a0da5-2a6a-4083-b7a5-abf38e103c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:58.285132 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a97a0da5-2a6a-4083-b7a5-abf38e103c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:58.302417 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a0da5-2a6a-4083-b7a5-abf38e103c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdea03c-dc13-4b45-aafa-62c319940fdf,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:00:58.312478 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a97a0da5-2a6a-4083-b7a5-abf38e103c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:58.313586 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a97a0da5-2a6a-4083-b7a5-abf38e103c72 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6fdea03c-dc13-4b45-aafa-62c319940fdf HTTP/1.1" status: 204 len: 168 time: 0.1631696 Mar 11 16:00:58.599887 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device b2971d7e-da08-4352-a31a-f85c1fb0d7ad no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:00:58.634375 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] No Port match for: b2971d7e-da08-4352-a31a-f85c1fb0d7ad {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:00:58.634725 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device b2971d7e-da08-4352-a31a-f85c1fb0d7ad not bound to the agent host hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:00:59.178238 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 47586) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:00:59.304547 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-0f1675e9-a19b-45c5-b079-b97f513ba31f tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1752519255'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:00:59.310032 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0f1675e9-a19b-45c5-b079-b97f513ba31f tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:00:59.313867 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0f1675e9-a19b-45c5-b079-b97f513ba31f tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Usage tracker for resource:network and tenant:3f49381724b54648b1fa1c5be8c5abd0 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:00:59.317294 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0f1675e9-a19b-45c5-b079-b97f513ba31f tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:00:59.323446 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0f1675e9-a19b-45c5-b079-b97f513ba31f tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:00:59.334475 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1675e9-a19b-45c5-b079-b97f513ba31f tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Made reservation on behalf of 3f49381724b54648b1fa1c5be8c5abd0 for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:00:59.337493 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0f1675e9-a19b-45c5-b079-b97f513ba31f tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:59.350614 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0f1675e9-a19b-45c5-b079-b97f513ba31f tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:59.382287 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0f1675e9-a19b-45c5-b079-b97f513ba31f tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:00:59.386220 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0f1675e9-a19b-45c5-b079-b97f513ba31f tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Usage tracker for resource:security_group_rule and tenant:3f49381724b54648b1fa1c5be8c5abd0 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:00:59.389094 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0f1675e9-a19b-45c5-b079-b97f513ba31f tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:00:59.391332 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-70653dc1-bb8a-431d-bfa5-ae50c9fe1c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:59.395644 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0f1675e9-a19b-45c5-b079-b97f513ba31f tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:00:59.466988 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0f1675e9-a19b-45c5-b079-b97f513ba31f tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:59.469955 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0f1675e9-a19b-45c5-b079-b97f513ba31f tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:59.502690 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f1675e9-a19b-45c5-b079-b97f513ba31f tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:00:59.511175 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1675e9-a19b-45c5-b079-b97f513ba31f tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a4ae4f-c8ba-4201-bf91-cddff65a99c5,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:00:59.518295 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0f1675e9-a19b-45c5-b079-b97f513ba31f tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:59.518628 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-0f1675e9-a19b-45c5-b079-b97f513ba31f tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Added segment ad4addb3-5f7a-4852-b0f0-d9f878895ee6 of type vlan for network c0f933a3-2364-4d04-89b1-f552cbf086c7 Mar 11 16:00:59.545854 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0f1675e9-a19b-45c5-b079-b97f513ba31f tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:59.575078 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0f1675e9-a19b-45c5-b079-b97f513ba31f tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:59.578926 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1675e9-a19b-45c5-b079-b97f513ba31f tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:00:59.579497 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0f1675e9-a19b-45c5-b079-b97f513ba31f tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:59.687417 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0f1675e9-a19b-45c5-b079-b97f513ba31f tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5080583 Mar 11 16:00:59.690119 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1675e9-a19b-45c5-b079-b97f513ba31f tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Pushing event updated for resources: {'Network': ['ID=c0f933a3-2364-4d04-89b1-f552cbf086c7,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:00:59.715320 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network c0f933a3-2364-4d04-89b1-f552cbf086c7 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:01:01.653479 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-538ab53d-eaf1-4223-af08-70705611d1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:02.837649 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:02.959172 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 47592) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:02.964796 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-3b95b660-a082-4a08-b708-17034010962d tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Request body: {'subnet': {'network_id': 'c0f933a3-2364-4d04-89b1-f552cbf086c7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:01:03.065133 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:03.073808 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-3b95b660-a082-4a08-b708-17034010962d tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:01:03.077961 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-3b95b660-a082-4a08-b708-17034010962d tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Usage tracker for resource:subnet and tenant:3f49381724b54648b1fa1c5be8c5abd0 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:01:03.080717 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-3b95b660-a082-4a08-b708-17034010962d tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:01:03.086824 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-3b95b660-a082-4a08-b708-17034010962d tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:01:03.096445 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b95b660-a082-4a08-b708-17034010962d tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Made reservation on behalf of 3f49381724b54648b1fa1c5be8c5abd0 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:01:03.196618 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3b95b660-a082-4a08-b708-17034010962d tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:03.408867 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3b95b660-a082-4a08-b708-17034010962d tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:03.485949 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b95b660-a082-4a08-b708-17034010962d tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Pushing event updated for resources: {'Subnet': ['ID=bb6d7e55-f487-4679-b8db-2756fc6f89d1,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:03.498539 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b95b660-a082-4a08-b708-17034010962d tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Checking segment: {'id': 'ad4addb3-5f7a-4852-b0f0-d9f878895ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'c0f933a3-2364-4d04-89b1-f552cbf086c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:01:03.498904 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b95b660-a082-4a08-b708-17034010962d tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Network hostable DHCP agents. Network: c0f933a3-2364-4d04-89b1-f552cbf086c7, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:01:03.521730 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b95b660-a082-4a08-b708-17034010962d tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Network c0f933a3-2364-4d04-89b1-f552cbf086c7 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:01:03.530526 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-3b95b660-a082-4a08-b708-17034010962d tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, c0f933a3-2364-4d04-89b1-f552cbf086c7) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:01:03.534299 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b95b660-a082-4a08-b708-17034010962d tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:01:03.535497 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3b95b660-a082-4a08-b708-17034010962d tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:03.539282 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93459eab-24b1-4b54-8546-3e71670cdcbf None None] Network c0f933a3-2364-4d04-89b1-f552cbf086c7 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:01:03.556730 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-3b95b660-a082-4a08-b708-17034010962d tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5964718 Mar 11 16:01:03.560047 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 47596) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:03.565406 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-5f0db392-da1a-48c9-ba60-68fbce974467 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1163320038'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:01:03.571514 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-5f0db392-da1a-48c9-ba60-68fbce974467 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:01:03.575233 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-5f0db392-da1a-48c9-ba60-68fbce974467 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Usage tracker for resource:network and tenant:3f49381724b54648b1fa1c5be8c5abd0 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:01:03.578035 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-5f0db392-da1a-48c9-ba60-68fbce974467 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:01:03.584182 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-5f0db392-da1a-48c9-ba60-68fbce974467 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:01:03.594220 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0db392-da1a-48c9-ba60-68fbce974467 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Made reservation on behalf of 3f49381724b54648b1fa1c5be8c5abd0 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:01:03.597716 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5f0db392-da1a-48c9-ba60-68fbce974467 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:03.626222 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f0db392-da1a-48c9-ba60-68fbce974467 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:01:03.636974 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5f0db392-da1a-48c9-ba60-68fbce974467 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:03.637289 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-5f0db392-da1a-48c9-ba60-68fbce974467 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Added segment 6859e25a-ad05-43d1-8601-9f81271ce8f8 of type vlan for network 0920bfee-c098-4ab2-8703-b63cab5bba41 Mar 11 16:01:03.663175 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5f0db392-da1a-48c9-ba60-68fbce974467 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:03.692829 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5f0db392-da1a-48c9-ba60-68fbce974467 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:03.696502 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0db392-da1a-48c9-ba60-68fbce974467 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:01:03.697071 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5f0db392-da1a-48c9-ba60-68fbce974467 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:03.758878 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed42e08f-c04d-413b-a438-97970d2399d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-c0f933a3-2364-4d04-89b1-f552cbf086c7', 'network_id': 'c0f933a3-2364-4d04-89b1-f552cbf086c7', 'tenant_id': '3f49381724b54648b1fa1c5be8c5abd0', 'fixed_ips': [{'subnet_id': 'bb6d7e55-f487-4679-b8db-2756fc6f89d1'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:01:03.759756 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ed42e08f-c04d-413b-a438-97970d2399d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:03.796373 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5f0db392-da1a-48c9-ba60-68fbce974467 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2352462 Mar 11 16:01:03.799497 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 47600) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:03.805948 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-da52fda7-f8d4-4592-872e-9287114e49c4 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Request body: {'subnet': {'network_id': '0920bfee-c098-4ab2-8703-b63cab5bba41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:01:03.808437 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0db392-da1a-48c9-ba60-68fbce974467 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Pushing event updated for resources: {'Network': ['ID=0920bfee-c098-4ab2-8703-b63cab5bba41,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:03.823904 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 0920bfee-c098-4ab2-8703-b63cab5bba41 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:01:03.917151 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-da52fda7-f8d4-4592-872e-9287114e49c4 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:01:03.920873 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-da52fda7-f8d4-4592-872e-9287114e49c4 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Usage tracker for resource:subnet and tenant:3f49381724b54648b1fa1c5be8c5abd0 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:01:03.923587 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-da52fda7-f8d4-4592-872e-9287114e49c4 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:01:03.929453 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-da52fda7-f8d4-4592-872e-9287114e49c4 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:01:03.940465 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da52fda7-f8d4-4592-872e-9287114e49c4 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Made reservation on behalf of 3f49381724b54648b1fa1c5be8c5abd0 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:01:04.005207 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-ed42e08f-c04d-413b-a438-97970d2399d7 None None] Allocated IP 2001:db8:0:ffff::2 (c0f933a3-2364-4d04-89b1-f552cbf086c7/bb6d7e55-f487-4679-b8db-2756fc6f89d1/ee11273c-7b4c-473f-8797-161eaa342b14) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:01:04.043235 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-da52fda7-f8d4-4592-872e-9287114e49c4 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:04.255900 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ed42e08f-c04d-413b-a438-97970d2399d7 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:04.275993 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-ed42e08f-c04d-413b-a438-97970d2399d7 None None] Transition to ACTIVE for port object ee11273c-7b4c-473f-8797-161eaa342b14 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:01:04.291310 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:04.299341 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-ed42e08f-c04d-413b-a438-97970d2399d7 None None] Transition to ACTIVE for port object ee11273c-7b4c-473f-8797-161eaa342b14 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:01:04.305284 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ed42e08f-c04d-413b-a438-97970d2399d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:04.368378 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed42e08f-c04d-413b-a438-97970d2399d7 None None] Network c0f933a3-2364-4d04-89b1-f552cbf086c7 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:01:04.369380 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-da52fda7-f8d4-4592-872e-9287114e49c4 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:04.370945 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-ed42e08f-c04d-413b-a438-97970d2399d7 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:01:04.374435 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed42e08f-c04d-413b-a438-97970d2399d7 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:01:04.382987 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed42e08f-c04d-413b-a438-97970d2399d7 None None] Pushing event updated for resources: {'Port': ['ID=ee11273c-7b4c-473f-8797-161eaa342b14,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:04.448523 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da52fda7-f8d4-4592-872e-9287114e49c4 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Pushing event updated for resources: {'Subnet': ['ID=9fb461fd-24b4-4507-8011-dee00b278a5c,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:04.466286 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da52fda7-f8d4-4592-872e-9287114e49c4 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Checking segment: {'id': '6859e25a-ad05-43d1-8601-9f81271ce8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '0920bfee-c098-4ab2-8703-b63cab5bba41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:01:04.466601 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da52fda7-f8d4-4592-872e-9287114e49c4 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Network hostable DHCP agents. Network: 0920bfee-c098-4ab2-8703-b63cab5bba41, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:01:04.468321 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-ed42e08f-c04d-413b-a438-97970d2399d7 None None] Attempting to bind port ee11273c-7b4c-473f-8797-161eaa342b14 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:01:04.468691 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-ed42e08f-c04d-413b-a438-97970d2399d7 None None] Attempting to bind port ee11273c-7b4c-473f-8797-161eaa342b14 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'ad4addb3-5f7a-4852-b0f0-d9f878895ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'c0f933a3-2364-4d04-89b1-f552cbf086c7'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:01:04.469045 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed42e08f-c04d-413b-a438-97970d2399d7 None None] Attempting to bind port ee11273c-7b4c-473f-8797-161eaa342b14 on network c0f933a3-2364-4d04-89b1-f552cbf086c7 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:01:04.475942 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed42e08f-c04d-413b-a438-97970d2399d7 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:01:04.476347 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed42e08f-c04d-413b-a438-97970d2399d7 None None] Checking segment: {'id': 'ad4addb3-5f7a-4852-b0f0-d9f878895ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'c0f933a3-2364-4d04-89b1-f552cbf086c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:01:04.476856 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ed42e08f-c04d-413b-a438-97970d2399d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:04.477243 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed42e08f-c04d-413b-a438-97970d2399d7 None None] Bound using segment: {'id': 'ad4addb3-5f7a-4852-b0f0-d9f878895ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'c0f933a3-2364-4d04-89b1-f552cbf086c7'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:01:04.477697 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-ed42e08f-c04d-413b-a438-97970d2399d7 None None] Bound port: ee11273c-7b4c-473f-8797-161eaa342b14, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4addb3-5f7a-4852-b0f0-d9f878895ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'c0f933a3-2364-4d04-89b1-f552cbf086c7'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:01:04.478060 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ed42e08f-c04d-413b-a438-97970d2399d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:04.488748 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da52fda7-f8d4-4592-872e-9287114e49c4 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Network 0920bfee-c098-4ab2-8703-b63cab5bba41 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:01:04.498333 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-da52fda7-f8d4-4592-872e-9287114e49c4 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 0920bfee-c098-4ab2-8703-b63cab5bba41) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:01:04.502317 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da52fda7-f8d4-4592-872e-9287114e49c4 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:01:04.502951 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-da52fda7-f8d4-4592-872e-9287114e49c4 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:04.523563 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbb818f-6fe8-4bd1-a720-ee9a8a394e4d None None] Network 0920bfee-c098-4ab2-8703-b63cab5bba41 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:01:04.525793 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-da52fda7-f8d4-4592-872e-9287114e49c4 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7251980 Mar 11 16:01:04.530726 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 47604) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:04.671826 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fb8e9a95-8f7d-40ee-9257-f0cc776bff66 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:04.674950 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-ed42e08f-c04d-413b-a438-97970d2399d7 None None] For port ee11273c-7b4c-473f-8797-161eaa342b14, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:01:04.711365 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-ed42e08f-c04d-413b-a438-97970d2399d7 None None] For port ee11273c-7b4c-473f-8797-161eaa342b14, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ee11273c-7b4c-473f-8797-161eaa342b14,segment=NetworkSegment(ad4addb3-5f7a-4852-b0f0-d9f878895ee6),segment_id=ad4addb3-5f7a-4852-b0f0-d9f878895ee6)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:01:04.722731 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ed42e08f-c04d-413b-a438-97970d2399d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:04.740209 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fb8e9a95-8f7d-40ee-9257-f0cc776bff66 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:04.824408 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fb8e9a95-8f7d-40ee-9257-f0cc776bff66 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:04.851802 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed42e08f-c04d-413b-a438-97970d2399d7 None None] Pushing event updated for resources: {'Port': ['ID=ee11273c-7b4c-473f-8797-161eaa342b14,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:04.855712 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21701fac-bc0b-4c85-bf7e-93e56ff9a261 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-0920bfee-c098-4ab2-8703-b63cab5bba41', 'network_id': '0920bfee-c098-4ab2-8703-b63cab5bba41', 'tenant_id': '3f49381724b54648b1fa1c5be8c5abd0', 'fixed_ips': [{'subnet_id': '9fb461fd-24b4-4507-8011-dee00b278a5c'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:01:04.856522 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-21701fac-bc0b-4c85-bf7e-93e56ff9a261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:04.864825 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e9a95-8f7d-40ee-9257-f0cc776bff66 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Pushing event deleted for resources: {'Subnet': ['ID=9fb461fd-24b4-4507-8011-dee00b278a5c,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:04.960373 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af60635e-03a1-47a6-9997-eed76f24772f None None] Network 0920bfee-c098-4ab2-8703-b63cab5bba41 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:01:04.976870 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fb8e9a95-8f7d-40ee-9257-f0cc776bff66 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:05.005625 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-fb8e9a95-8f7d-40ee-9257-f0cc776bff66 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0920bfee-c098-4ab2-8703-b63cab5bba41']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:01:05.024805 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-fb8e9a95-8f7d-40ee-9257-f0cc776bff66 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6859e25a-ad05-43d1-8601-9f81271ce8f8') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:01:05.024944 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-fb8e9a95-8f7d-40ee-9257-f0cc776bff66 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6859e25a-ad05-43d1-8601-9f81271ce8f8') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:01:05.053441 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fb8e9a95-8f7d-40ee-9257-f0cc776bff66 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:05.070837 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fb8e9a95-8f7d-40ee-9257-f0cc776bff66 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:05.080132 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb8e9a95-8f7d-40ee-9257-f0cc776bff66 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:01:05.082193 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fb8e9a95-8f7d-40ee-9257-f0cc776bff66 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:05.101572 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 16:01:05.101572 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:01:05.101572 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 16:01:05.101572 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:01:05.101572 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 16:01:05.101572 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:01:05.101572 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 16:01:05.101572 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:01:05.101572 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 16:01:05.101572 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:01:05.101572 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 16:01:05.101572 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:01:05.101572 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 16:01:05.101572 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:01:05.101572 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:01:05.101572 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:01:05.101572 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:01:05.101572 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:01:05.101572 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 16:01:05.101572 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:01:05.101572 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 16:01:05.101572 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:01:05.101572 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:01:05.101572 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:01:05.101572 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 16:01:05.101572 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:01:05.101572 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:01:05.101572 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:01:05.101572 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:01:05.101572 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:01:05.101572 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:01:05.101572 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:01:05.188907 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fb8e9a95-8f7d-40ee-9257-f0cc776bff66 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:05.210049 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fb8e9a95-8f7d-40ee-9257-f0cc776bff66 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:05.216301 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e9a95-8f7d-40ee-9257-f0cc776bff66 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Pushing event deleted for resources: {'Network': ['ID=0920bfee-c098-4ab2-8703-b63cab5bba41,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:05.223446 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-fb8e9a95-8f7d-40ee-9257-f0cc776bff66 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] 10.222.0.31 "DELETE /v2.0/networks/0920bfee-c098-4ab2-8703-b63cab5bba41 HTTP/1.1" status: 204 len: 168 time: 0.6939230 Mar 11 16:01:05.227012 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 47608) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:05.232428 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-ddb6d6c8-8d66-471d-a24e-d40d20cb1820 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-879663458'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:01:05.237447 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ddb6d6c8-8d66-471d-a24e-d40d20cb1820 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:01:05.241969 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ddb6d6c8-8d66-471d-a24e-d40d20cb1820 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Usage tracker for resource:network and tenant:3f49381724b54648b1fa1c5be8c5abd0 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:01:05.245064 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ddb6d6c8-8d66-471d-a24e-d40d20cb1820 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:01:05.250855 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ddb6d6c8-8d66-471d-a24e-d40d20cb1820 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:01:05.261370 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb6d6c8-8d66-471d-a24e-d40d20cb1820 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Made reservation on behalf of 3f49381724b54648b1fa1c5be8c5abd0 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:01:05.264330 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ddb6d6c8-8d66-471d-a24e-d40d20cb1820 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:05.292432 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb6d6c8-8d66-471d-a24e-d40d20cb1820 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:01:05.301418 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ddb6d6c8-8d66-471d-a24e-d40d20cb1820 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:05.301888 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-ddb6d6c8-8d66-471d-a24e-d40d20cb1820 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Added segment 3e10987a-2b5a-4d9b-99b7-c7ae37c47078 of type vlan for network e07fee58-28ed-4740-8ad6-a9b91e9e6a13 Mar 11 16:01:05.327929 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ddb6d6c8-8d66-471d-a24e-d40d20cb1820 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:05.356437 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ddb6d6c8-8d66-471d-a24e-d40d20cb1820 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:05.360197 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb6d6c8-8d66-471d-a24e-d40d20cb1820 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:01:05.360775 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ddb6d6c8-8d66-471d-a24e-d40d20cb1820 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:05.460425 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ddb6d6c8-8d66-471d-a24e-d40d20cb1820 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2323530 Mar 11 16:01:05.463395 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 47612) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:05.469093 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-f185ca40-4da4-4035-a524-11fd6e8a56e3 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Request body: {'subnet': {'network_id': 'e07fee58-28ed-4740-8ad6-a9b91e9e6a13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:01:05.471512 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6d6c8-8d66-471d-a24e-d40d20cb1820 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Pushing event updated for resources: {'Network': ['ID=e07fee58-28ed-4740-8ad6-a9b91e9e6a13,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:05.482572 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network e07fee58-28ed-4740-8ad6-a9b91e9e6a13 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:01:05.587976 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f185ca40-4da4-4035-a524-11fd6e8a56e3 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:01:05.591972 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f185ca40-4da4-4035-a524-11fd6e8a56e3 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Usage tracker for resource:subnet and tenant:3f49381724b54648b1fa1c5be8c5abd0 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:01:05.594945 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f185ca40-4da4-4035-a524-11fd6e8a56e3 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:01:05.601477 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f185ca40-4da4-4035-a524-11fd6e8a56e3 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:01:05.611438 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f185ca40-4da4-4035-a524-11fd6e8a56e3 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Made reservation on behalf of 3f49381724b54648b1fa1c5be8c5abd0 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:01:05.720812 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f185ca40-4da4-4035-a524-11fd6e8a56e3 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:05.817763 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.ipam_backend_mixin [None req-f185ca40-4da4-4035-a524-11fd6e8a56e3 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Performing IP validity checks on allocation pools {{(pid=83866) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 16:01:05.818286 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.ipam_backend_mixin [None req-f185ca40-4da4-4035-a524-11fd6e8a56e3 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83866) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 16:01:05.843645 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b274c91-f2f8-4bde-9ee0-4d508ac0fcfc None None] Network c0f933a3-2364-4d04-89b1-f552cbf086c7 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:01:05.944707 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f185ca40-4da4-4035-a524-11fd6e8a56e3 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:05.950730 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-9fa6b156-ddda-4f24-8169-3670a0d578b2 None None] Provisioning for port ee11273c-7b4c-473f-8797-161eaa342b14 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:01:06.027059 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f185ca40-4da4-4035-a524-11fd6e8a56e3 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Pushing event updated for resources: {'Subnet': ['ID=0ced6e4d-64de-4dc8-aacb-664ae6f7fbcd,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:06.039235 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f185ca40-4da4-4035-a524-11fd6e8a56e3 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Checking segment: {'id': '3e10987a-2b5a-4d9b-99b7-c7ae37c47078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e07fee58-28ed-4740-8ad6-a9b91e9e6a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:01:06.039597 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f185ca40-4da4-4035-a524-11fd6e8a56e3 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Network hostable DHCP agents. Network: e07fee58-28ed-4740-8ad6-a9b91e9e6a13, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:01:06.061220 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f185ca40-4da4-4035-a524-11fd6e8a56e3 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Network e07fee58-28ed-4740-8ad6-a9b91e9e6a13 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:01:06.070380 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-f185ca40-4da4-4035-a524-11fd6e8a56e3 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, e07fee58-28ed-4740-8ad6-a9b91e9e6a13) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:01:06.074334 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f185ca40-4da4-4035-a524-11fd6e8a56e3 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:01:06.074935 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f185ca40-4da4-4035-a524-11fd6e8a56e3 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:06.082673 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2774501-87d4-4fc1-9d0a-35ceccd67512 None None] Network e07fee58-28ed-4740-8ad6-a9b91e9e6a13 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:01:06.098330 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f185ca40-4da4-4035-a524-11fd6e8a56e3 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6329446 Mar 11 16:01:06.100973 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 47616) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:06.258311 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6c187f50-e9b5-4c3d-a9fd-136633d1a072 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:06.327058 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6c187f50-e9b5-4c3d-a9fd-136633d1a072 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:06.356669 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43fb731-e7ba-4673-83c5-b6cc86c3ca2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-e07fee58-28ed-4740-8ad6-a9b91e9e6a13', 'network_id': 'e07fee58-28ed-4740-8ad6-a9b91e9e6a13', 'tenant_id': '3f49381724b54648b1fa1c5be8c5abd0', 'fixed_ips': [{'subnet_id': '0ced6e4d-64de-4dc8-aacb-664ae6f7fbcd'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:01:06.357687 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a43fb731-e7ba-4673-83c5-b6cc86c3ca2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:06.418834 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6c187f50-e9b5-4c3d-a9fd-136633d1a072 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server [None req-a43fb731-e7ba-4673-83c5-b6cc86c3ca2d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ced6e4d-64de-4dc8-aacb-664ae6f7fbcd: This subnet is being modified by another concurrent operation. Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise value Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise value Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise value Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise value Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise value Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise value Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server raise exception Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ced6e4d-64de-4dc8-aacb-664ae6f7fbcd: This subnet is being modified by another concurrent operation. Mar 11 16:01:06.476476 dv-neutron-833373-1-hyperv neutron-server[83868]: ERROR oslo_messaging.rpc.server Mar 11 16:01:06.502953 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e924c89d-bad9-47b0-87ea-2a5de1b18950 None None] Network e07fee58-28ed-4740-8ad6-a9b91e9e6a13 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:01:06.585791 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c187f50-e9b5-4c3d-a9fd-136633d1a072 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Pushing event deleted for resources: {'Subnet': ['ID=0ced6e4d-64de-4dc8-aacb-664ae6f7fbcd,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:06.650183 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device ee11273c-7b4c-473f-8797-161eaa342b14 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:01:06.684881 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6c187f50-e9b5-4c3d-a9fd-136633d1a072 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:06.710738 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-6c187f50-e9b5-4c3d-a9fd-136633d1a072 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e07fee58-28ed-4740-8ad6-a9b91e9e6a13']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:01:06.722572 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-6c187f50-e9b5-4c3d-a9fd-136633d1a072 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e10987a-2b5a-4d9b-99b7-c7ae37c47078') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:01:06.722860 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-6c187f50-e9b5-4c3d-a9fd-136633d1a072 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e10987a-2b5a-4d9b-99b7-c7ae37c47078') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:01:06.734308 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6c187f50-e9b5-4c3d-a9fd-136633d1a072 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:06.735279 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46019524-0a4b-492b-aecc-e4f49f250568 None None] get_active_networks_info from dv-neutron-833373-1-hyperv {{(pid=83868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 16:01:06.750689 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6c187f50-e9b5-4c3d-a9fd-136633d1a072 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:06.757587 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c187f50-e9b5-4c3d-a9fd-136633d1a072 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:01:06.757963 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6c187f50-e9b5-4c3d-a9fd-136633d1a072 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:06.772245 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 16:01:06.772245 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:01:06.772245 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 16:01:06.772245 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:01:06.772245 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 16:01:06.772245 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:01:06.772245 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 16:01:06.772245 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:01:06.772245 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 16:01:06.772245 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:01:06.772245 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 16:01:06.772245 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:01:06.772245 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 16:01:06.772245 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:01:06.772245 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:01:06.772245 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:01:06.772245 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:01:06.772245 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:01:06.772245 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 16:01:06.772245 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:01:06.772245 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 16:01:06.772245 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:01:06.772245 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:01:06.772245 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:01:06.772245 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 16:01:06.772245 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:01:06.772245 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:01:06.772245 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:01:06.772245 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:01:06.772245 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:01:06.772245 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:01:06.772245 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:01:06.818473 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port ee11273c-7b4c-473f-8797-161eaa342b14 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:01:06.831700 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port ee11273c-7b4c-473f-8797-161eaa342b14 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:01:06.832192 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:06.852380 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6c187f50-e9b5-4c3d-a9fd-136633d1a072 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:06.869822 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46019524-0a4b-492b-aecc-e4f49f250568 None None] Resources bound (agent type, host, resource id): {{(pid=83868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 16:01:06.871686 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6c187f50-e9b5-4c3d-a9fd-136633d1a072 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:06.877760 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c187f50-e9b5-4c3d-a9fd-136633d1a072 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Pushing event deleted for resources: {'Network': ['ID=e07fee58-28ed-4740-8ad6-a9b91e9e6a13,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:06.885395 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-6c187f50-e9b5-4c3d-a9fd-136633d1a072 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] 10.222.0.31 "DELETE /v2.0/networks/e07fee58-28ed-4740-8ad6-a9b91e9e6a13 HTTP/1.1" status: 204 len: 168 time: 0.7831569 Mar 11 16:01:06.888854 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 47620) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:06.894963 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-0b65b7a8-ef4c-4efe-b559-25b1a7e3818f tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1430778748'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:01:06.899727 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0b65b7a8-ef4c-4efe-b559-25b1a7e3818f tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:01:06.903533 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0b65b7a8-ef4c-4efe-b559-25b1a7e3818f tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Usage tracker for resource:network and tenant:3f49381724b54648b1fa1c5be8c5abd0 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:01:06.906331 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0b65b7a8-ef4c-4efe-b559-25b1a7e3818f tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:01:06.913135 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0b65b7a8-ef4c-4efe-b559-25b1a7e3818f tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:01:06.922499 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b65b7a8-ef4c-4efe-b559-25b1a7e3818f tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Made reservation on behalf of 3f49381724b54648b1fa1c5be8c5abd0 for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:01:06.925949 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0b65b7a8-ef4c-4efe-b559-25b1a7e3818f tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:06.954770 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b65b7a8-ef4c-4efe-b559-25b1a7e3818f tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:01:06.965011 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0b65b7a8-ef4c-4efe-b559-25b1a7e3818f tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:06.965438 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-0b65b7a8-ef4c-4efe-b559-25b1a7e3818f tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Added segment 1e1fa5e6-687b-4b65-9c28-a3547a97bf63 of type vlan for network 5992c81e-e0bf-487a-a375-30fb7c17f521 Mar 11 16:01:06.991436 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0b65b7a8-ef4c-4efe-b559-25b1a7e3818f tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:07.026631 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0b65b7a8-ef4c-4efe-b559-25b1a7e3818f tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:07.030551 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b65b7a8-ef4c-4efe-b559-25b1a7e3818f tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:01:07.031184 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0b65b7a8-ef4c-4efe-b559-25b1a7e3818f tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:07.053942 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:07.123865 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port ee11273c-7b4c-473f-8797-161eaa342b14, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ee11273c-7b4c-473f-8797-161eaa342b14,segment=NetworkSegment(ad4addb3-5f7a-4852-b0f0-d9f878895ee6),segment_id=ad4addb3-5f7a-4852-b0f0-d9f878895ee6)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:01:07.132851 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0b65b7a8-ef4c-4efe-b559-25b1a7e3818f tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2429626 Mar 11 16:01:07.135942 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 47624) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:07.143878 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-5cdd572a-86f5-43ae-bffb-b3617790ac50 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Request body: {'subnet': {'network_id': '5992c81e-e0bf-487a-a375-30fb7c17f521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:01:07.145516 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b65b7a8-ef4c-4efe-b559-25b1a7e3818f tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Pushing event updated for resources: {'Network': ['ID=5992c81e-e0bf-487a-a375-30fb7c17f521,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:07.154234 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:07.189086 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 5992c81e-e0bf-487a-a375-30fb7c17f521 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:01:07.260873 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-5cdd572a-86f5-43ae-bffb-b3617790ac50 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:01:07.264584 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-5cdd572a-86f5-43ae-bffb-b3617790ac50 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Usage tracker for resource:subnet and tenant:3f49381724b54648b1fa1c5be8c5abd0 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:01:07.267308 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-5cdd572a-86f5-43ae-bffb-b3617790ac50 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:01:07.273453 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-5cdd572a-86f5-43ae-bffb-b3617790ac50 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:01:07.283783 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cdd572a-86f5-43ae-bffb-b3617790ac50 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Made reservation on behalf of 3f49381724b54648b1fa1c5be8c5abd0 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:01:07.333610 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=ee11273c-7b4c-473f-8797-161eaa342b14,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:07.388458 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5cdd572a-86f5-43ae-bffb-b3617790ac50 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:07.686851 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5cdd572a-86f5-43ae-bffb-b3617790ac50 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:07.765301 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd572a-86f5-43ae-bffb-b3617790ac50 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Pushing event updated for resources: {'Subnet': ['ID=08589edb-7384-4ab9-9cb2-bb69f93f009a,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:07.775913 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdd572a-86f5-43ae-bffb-b3617790ac50 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Checking segment: {'id': '1e1fa5e6-687b-4b65-9c28-a3547a97bf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '5992c81e-e0bf-487a-a375-30fb7c17f521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:01:07.776301 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdd572a-86f5-43ae-bffb-b3617790ac50 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Network hostable DHCP agents. Network: 5992c81e-e0bf-487a-a375-30fb7c17f521, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:01:07.796914 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdd572a-86f5-43ae-bffb-b3617790ac50 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Network 5992c81e-e0bf-487a-a375-30fb7c17f521 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:01:07.805342 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-5cdd572a-86f5-43ae-bffb-b3617790ac50 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 5992c81e-e0bf-487a-a375-30fb7c17f521) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:01:07.810232 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdd572a-86f5-43ae-bffb-b3617790ac50 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:01:07.810814 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5cdd572a-86f5-43ae-bffb-b3617790ac50 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:07.814052 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4722ec-3449-4608-bf82-20d70acdac72 None None] Network 5992c81e-e0bf-487a-a375-30fb7c17f521 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:01:07.834483 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5cdd572a-86f5-43ae-bffb-b3617790ac50 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6966603 Mar 11 16:01:07.838223 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 47628) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:07.843482 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-0ed73f76-458a-47be-a652-f96e6002c144 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-769334833'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:01:07.848684 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-0ed73f76-458a-47be-a652-f96e6002c144 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:01:07.852551 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-0ed73f76-458a-47be-a652-f96e6002c144 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Usage tracker for resource:network and tenant:3f49381724b54648b1fa1c5be8c5abd0 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:01:07.855412 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-0ed73f76-458a-47be-a652-f96e6002c144 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:01:07.861167 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-0ed73f76-458a-47be-a652-f96e6002c144 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:01:07.871359 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed73f76-458a-47be-a652-f96e6002c144 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Made reservation on behalf of 3f49381724b54648b1fa1c5be8c5abd0 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:01:07.874791 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0ed73f76-458a-47be-a652-f96e6002c144 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:07.904078 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed73f76-458a-47be-a652-f96e6002c144 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:01:07.913049 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0ed73f76-458a-47be-a652-f96e6002c144 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:07.913383 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-0ed73f76-458a-47be-a652-f96e6002c144 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Added segment 8a0a1429-599e-4992-8cff-d475da6c91cb of type vlan for network 2ba5cd8c-a62b-4006-bb36-f1a1e7868d27 Mar 11 16:01:07.942626 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0ed73f76-458a-47be-a652-f96e6002c144 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:07.971712 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0ed73f76-458a-47be-a652-f96e6002c144 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:07.975945 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed73f76-458a-47be-a652-f96e6002c144 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:01:07.976565 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0ed73f76-458a-47be-a652-f96e6002c144 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:08.033195 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c0c882-bc2e-4486-8149-31a5294620e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-5992c81e-e0bf-487a-a375-30fb7c17f521', 'network_id': '5992c81e-e0bf-487a-a375-30fb7c17f521', 'tenant_id': '3f49381724b54648b1fa1c5be8c5abd0', 'fixed_ips': [{'subnet_id': '08589edb-7384-4ab9-9cb2-bb69f93f009a'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:01:08.034044 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b8c0c882-bc2e-4486-8149-31a5294620e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:08.057598 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0ed73f76-458a-47be-a652-f96e6002c144 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2183220 Mar 11 16:01:08.060535 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 47632) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:08.067146 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-33370e88-6e66-4a69-8651-c7285d4c612c tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Request body: {'subnet': {'network_id': '2ba5cd8c-a62b-4006-bb36-f1a1e7868d27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:01:08.088915 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73f76-458a-47be-a652-f96e6002c144 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Pushing event updated for resources: {'Network': ['ID=2ba5cd8c-a62b-4006-bb36-f1a1e7868d27,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:08.104711 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 2ba5cd8c-a62b-4006-bb36-f1a1e7868d27 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:01:08.183869 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-33370e88-6e66-4a69-8651-c7285d4c612c tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:01:08.187753 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-33370e88-6e66-4a69-8651-c7285d4c612c tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Usage tracker for resource:subnet and tenant:3f49381724b54648b1fa1c5be8c5abd0 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:01:08.190617 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-33370e88-6e66-4a69-8651-c7285d4c612c tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:01:08.197337 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-33370e88-6e66-4a69-8651-c7285d4c612c tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:01:08.208521 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33370e88-6e66-4a69-8651-c7285d4c612c tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Made reservation on behalf of 3f49381724b54648b1fa1c5be8c5abd0 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:01:08.280277 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-b8c0c882-bc2e-4486-8149-31a5294620e5 None None] Allocated IP 2001:db8::2 (5992c81e-e0bf-487a-a375-30fb7c17f521/08589edb-7384-4ab9-9cb2-bb69f93f009a/f6014409-2ef5-49ef-a6c6-7e66945a1b37) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:01:08.318325 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-33370e88-6e66-4a69-8651-c7285d4c612c tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:08.459151 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device ee11273c-7b4c-473f-8797-161eaa342b14 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:01:08.542329 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-33370e88-6e66-4a69-8651-c7285d4c612c tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:08.572005 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b8c0c882-bc2e-4486-8149-31a5294620e5 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:08.584430 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b8c0c882-bc2e-4486-8149-31a5294620e5 None None] Transition to ACTIVE for port object f6014409-2ef5-49ef-a6c6-7e66945a1b37 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:01:08.610580 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b8c0c882-bc2e-4486-8149-31a5294620e5 None None] Transition to ACTIVE for port object f6014409-2ef5-49ef-a6c6-7e66945a1b37 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:01:08.611754 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port ee11273c-7b4c-473f-8797-161eaa342b14 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:01:08.612144 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:08.622209 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33370e88-6e66-4a69-8651-c7285d4c612c tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Pushing event updated for resources: {'Subnet': ['ID=e54034c3-edb5-4c35-8044-4585d11b4f71,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:08.638206 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33370e88-6e66-4a69-8651-c7285d4c612c tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:01:08.638544 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33370e88-6e66-4a69-8651-c7285d4c612c tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:01:08.638875 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33370e88-6e66-4a69-8651-c7285d4c612c tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:01:08.639226 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33370e88-6e66-4a69-8651-c7285d4c612c tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:01:08.639550 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33370e88-6e66-4a69-8651-c7285d4c612c tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:01:08.639870 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33370e88-6e66-4a69-8651-c7285d4c612c tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:01:08.640218 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33370e88-6e66-4a69-8651-c7285d4c612c tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:01:08.640538 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33370e88-6e66-4a69-8651-c7285d4c612c tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:01:08.640893 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33370e88-6e66-4a69-8651-c7285d4c612c tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:01:08.641300 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33370e88-6e66-4a69-8651-c7285d4c612c tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:01:08.641631 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33370e88-6e66-4a69-8651-c7285d4c612c tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:01:08.647115 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b8c0c882-bc2e-4486-8149-31a5294620e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:08.647569 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33370e88-6e66-4a69-8651-c7285d4c612c tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Checking segment: {'id': '8a0a1429-599e-4992-8cff-d475da6c91cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2ba5cd8c-a62b-4006-bb36-f1a1e7868d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:01:08.647932 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33370e88-6e66-4a69-8651-c7285d4c612c tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Network hostable DHCP agents. Network: 2ba5cd8c-a62b-4006-bb36-f1a1e7868d27, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:01:08.669760 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33370e88-6e66-4a69-8651-c7285d4c612c tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Network 2ba5cd8c-a62b-4006-bb36-f1a1e7868d27 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:01:08.679867 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-33370e88-6e66-4a69-8651-c7285d4c612c tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 2ba5cd8c-a62b-4006-bb36-f1a1e7868d27) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:01:08.684363 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33370e88-6e66-4a69-8651-c7285d4c612c tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:01:08.684975 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-33370e88-6e66-4a69-8651-c7285d4c612c tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:08.702981 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3603a8c7-52ef-4532-bf05-e386708d33d3 None None] Network 2ba5cd8c-a62b-4006-bb36-f1a1e7868d27 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:01:08.707485 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-33370e88-6e66-4a69-8651-c7285d4c612c tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6456726 Mar 11 16:01:08.709976 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 47636) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:08.803714 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c0c882-bc2e-4486-8149-31a5294620e5 None None] Network 5992c81e-e0bf-487a-a375-30fb7c17f521 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:01:08.813787 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-b8c0c882-bc2e-4486-8149-31a5294620e5 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:01:08.815483 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c0c882-bc2e-4486-8149-31a5294620e5 None None] Pushing event updated for resources: {'Port': ['ID=f6014409-2ef5-49ef-a6c6-7e66945a1b37,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:08.818528 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c0c882-bc2e-4486-8149-31a5294620e5 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:01:08.852250 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1550f4b2-4de3-450e-bc7e-e6df7e96c2ac tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:08.917064 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1550f4b2-4de3-450e-bc7e-e6df7e96c2ac tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:08.993791 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1550f4b2-4de3-450e-bc7e-e6df7e96c2ac tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:09.023612 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b8c0c882-bc2e-4486-8149-31a5294620e5 None None] Attempting to bind port f6014409-2ef5-49ef-a6c6-7e66945a1b37 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:01:09.023982 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b8c0c882-bc2e-4486-8149-31a5294620e5 None None] Attempting to bind port f6014409-2ef5-49ef-a6c6-7e66945a1b37 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '1e1fa5e6-687b-4b65-9c28-a3547a97bf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '5992c81e-e0bf-487a-a375-30fb7c17f521'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:01:09.024381 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c0c882-bc2e-4486-8149-31a5294620e5 None None] Attempting to bind port f6014409-2ef5-49ef-a6c6-7e66945a1b37 on network 5992c81e-e0bf-487a-a375-30fb7c17f521 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:01:09.031153 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550f4b2-4de3-450e-bc7e-e6df7e96c2ac tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Pushing event deleted for resources: {'Subnet': ['ID=e54034c3-edb5-4c35-8044-4585d11b4f71,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:09.062523 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c0c882-bc2e-4486-8149-31a5294620e5 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:01:09.062896 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c0c882-bc2e-4486-8149-31a5294620e5 None None] Checking segment: {'id': '1e1fa5e6-687b-4b65-9c28-a3547a97bf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '5992c81e-e0bf-487a-a375-30fb7c17f521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:01:09.063288 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b8c0c882-bc2e-4486-8149-31a5294620e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:09.063674 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c0c882-bc2e-4486-8149-31a5294620e5 None None] Bound using segment: {'id': '1e1fa5e6-687b-4b65-9c28-a3547a97bf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '5992c81e-e0bf-487a-a375-30fb7c17f521'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:01:09.064158 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b8c0c882-bc2e-4486-8149-31a5294620e5 None None] Bound port: f6014409-2ef5-49ef-a6c6-7e66945a1b37, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e1fa5e6-687b-4b65-9c28-a3547a97bf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '5992c81e-e0bf-487a-a375-30fb7c17f521'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:01:09.064530 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b8c0c882-bc2e-4486-8149-31a5294620e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:09.112940 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dc24c7-06c3-4932-a0a0-681f07ada02a None None] Network 2ba5cd8c-a62b-4006-bb36-f1a1e7868d27 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:01:09.128737 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1550f4b2-4de3-450e-bc7e-e6df7e96c2ac tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:09.153779 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-1550f4b2-4de3-450e-bc7e-e6df7e96c2ac tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba5cd8c-a62b-4006-bb36-f1a1e7868d27']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:01:09.165995 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-1550f4b2-4de3-450e-bc7e-e6df7e96c2ac tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a0a1429-599e-4992-8cff-d475da6c91cb') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:01:09.166296 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-1550f4b2-4de3-450e-bc7e-e6df7e96c2ac tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a0a1429-599e-4992-8cff-d475da6c91cb') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:01:09.177506 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1550f4b2-4de3-450e-bc7e-e6df7e96c2ac tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:09.195353 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1550f4b2-4de3-450e-bc7e-e6df7e96c2ac tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:09.201895 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1550f4b2-4de3-450e-bc7e-e6df7e96c2ac tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:01:09.202310 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1550f4b2-4de3-450e-bc7e-e6df7e96c2ac tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:09.217348 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 16:01:09.217348 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:01:09.217348 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 16:01:09.217348 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:01:09.217348 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 16:01:09.217348 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:01:09.217348 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 16:01:09.217348 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:01:09.217348 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 16:01:09.217348 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:01:09.217348 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 16:01:09.217348 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:01:09.217348 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 16:01:09.217348 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:01:09.217348 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:01:09.217348 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:01:09.217348 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:01:09.217348 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:01:09.217348 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 16:01:09.217348 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:01:09.217348 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 16:01:09.217348 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:01:09.217348 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:01:09.217348 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:01:09.217348 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 16:01:09.217348 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:01:09.217348 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:01:09.217348 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:01:09.217348 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:01:09.217348 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:01:09.217348 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:01:09.217348 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:01:09.275991 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-b8c0c882-bc2e-4486-8149-31a5294620e5 None None] For port f6014409-2ef5-49ef-a6c6-7e66945a1b37, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:01:09.317144 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-b8c0c882-bc2e-4486-8149-31a5294620e5 None None] For port f6014409-2ef5-49ef-a6c6-7e66945a1b37, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=f6014409-2ef5-49ef-a6c6-7e66945a1b37,segment=NetworkSegment(1e1fa5e6-687b-4b65-9c28-a3547a97bf63),segment_id=1e1fa5e6-687b-4b65-9c28-a3547a97bf63)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:01:09.322268 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b8c0c882-bc2e-4486-8149-31a5294620e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:09.400392 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1550f4b2-4de3-450e-bc7e-e6df7e96c2ac tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:09.411230 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c0c882-bc2e-4486-8149-31a5294620e5 None None] Pushing event updated for resources: {'Port': ['ID=f6014409-2ef5-49ef-a6c6-7e66945a1b37,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:09.423101 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1550f4b2-4de3-450e-bc7e-e6df7e96c2ac tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:09.436644 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550f4b2-4de3-450e-bc7e-e6df7e96c2ac tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Pushing event deleted for resources: {'Network': ['ID=2ba5cd8c-a62b-4006-bb36-f1a1e7868d27,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:09.439226 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-1550f4b2-4de3-450e-bc7e-e6df7e96c2ac tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] 10.222.0.31 "DELETE /v2.0/networks/2ba5cd8c-a62b-4006-bb36-f1a1e7868d27 HTTP/1.1" status: 204 len: 168 time: 0.7283068 Mar 11 16:01:09.442584 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 47640) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:09.487372 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-890d5983-4d07-4a26-a0cb-d1995ec051f9 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] GET failed (client error): The resource could not be found. Mar 11 16:01:09.489104 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-890d5983-4d07-4a26-a0cb-d1995ec051f9 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Synchronizing usage tracker for tenant:3f49381724b54648b1fa1c5be8c5abd0 on resource:subnet {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:01:09.506940 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-890d5983-4d07-4a26-a0cb-d1995ec051f9 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Unset dirty status for tenant:3f49381724b54648b1fa1c5be8c5abd0 on resource:subnet {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:01:09.510320 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-890d5983-4d07-4a26-a0cb-d1995ec051f9 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] 10.222.0.31 "GET /v2.0/subnets/e54034c3-edb5-4c35-8044-4585d11b4f71 HTTP/1.1" status: 404 len: 337 time: 0.0667443 Mar 11 16:01:09.513085 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 47644) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:09.543490 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-074c5233-e7ab-422f-906e-92aad0636cef tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] DELETE failed (client error): The resource could not be found. Mar 11 16:01:09.543490 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-074c5233-e7ab-422f-906e-92aad0636cef tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:01:09.545454 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-074c5233-e7ab-422f-906e-92aad0636cef tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] 10.222.0.31 "DELETE /v2.0/networks/2ba5cd8c-a62b-4006-bb36-f1a1e7868d27 HTTP/1.1" status: 404 len: 339 time: 0.0314255 Mar 11 16:01:09.549604 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 47648) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:09.593289 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8fd68f4-e6ad-4d54-91c0-355a3c3c902a tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] DELETE failed (client error): The resource could not be found. Mar 11 16:01:09.593728 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8fd68f4-e6ad-4d54-91c0-355a3c3c902a tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:01:09.595345 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d8fd68f4-e6ad-4d54-91c0-355a3c3c902a tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] 10.222.0.31 "DELETE /v2.0/subnets/e54034c3-edb5-4c35-8044-4585d11b4f71 HTTP/1.1" status: 404 len: 337 time: 0.0441761 Mar 11 16:01:09.597971 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 47652) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:09.627140 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b8fce98-7858-418f-a64b-0ff795f4f88c tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] DELETE failed (client error): The resource could not be found. Mar 11 16:01:09.627570 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b8fce98-7858-418f-a64b-0ff795f4f88c tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:01:09.630765 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9b8fce98-7858-418f-a64b-0ff795f4f88c tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] 10.222.0.31 "DELETE /v2.0/networks/2ba5cd8c-a62b-4006-bb36-f1a1e7868d27 HTTP/1.1" status: 404 len: 339 time: 0.0318940 Mar 11 16:01:09.633393 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 47656) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:09.700789 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-4db56ccc-9293-4130-8552-fe610500f910 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Deleting subnet 08589edb-7384-4ab9-9cb2-bb69f93f009a {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:01:09.703825 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4db56ccc-9293-4130-8552-fe610500f910 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:09.758385 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4db56ccc-9293-4130-8552-fe610500f910 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:09.841647 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4db56ccc-9293-4130-8552-fe610500f910 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:09.912899 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4db56ccc-9293-4130-8552-fe610500f910 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:09.951697 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db56ccc-9293-4130-8552-fe610500f910 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Pushing event deleted for resources: {'Subnet': ['ID=08589edb-7384-4ab9-9cb2-bb69f93f009a,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:09.956333 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4db56ccc-9293-4130-8552-fe610500f910 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:09.969358 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4db56ccc-9293-4130-8552-fe610500f910 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] 10.222.0.31 "DELETE /v2.0/subnets/08589edb-7384-4ab9-9cb2-bb69f93f009a HTTP/1.1" status: 204 len: 168 time: 0.3349664 Mar 11 16:01:09.971725 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 47660) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:10.088576 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-80f666b0-fa78-4bb6-84de-c646cdff98fc tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:10.100188 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-80f666b0-fa78-4bb6-84de-c646cdff98fc tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Deleting port f6014409-2ef5-49ef-a6c6-7e66945a1b37 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:01:10.100458 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-80f666b0-fa78-4bb6-84de-c646cdff98fc tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:10.318608 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-80f666b0-fa78-4bb6-84de-c646cdff98fc tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] For port f6014409-2ef5-49ef-a6c6-7e66945a1b37, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=f6014409-2ef5-49ef-a6c6-7e66945a1b37,segment=NetworkSegment(1e1fa5e6-687b-4b65-9c28-a3547a97bf63),segment_id=1e1fa5e6-687b-4b65-9c28-a3547a97bf63)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:01:10.320190 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-80f666b0-fa78-4bb6-84de-c646cdff98fc tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:10.321249 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c430caa-5b2c-4359-b5a0-e2cf71da3993 None None] Network 5992c81e-e0bf-487a-a375-30fb7c17f521 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:01:10.434530 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-a02bd194-45e5-4085-ad1a-2b5572fb5a55 None None] Provisioning for port f6014409-2ef5-49ef-a6c6-7e66945a1b37 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:01:10.445906 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-80f666b0-fa78-4bb6-84de-c646cdff98fc tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Calling delete_port for f6014409-2ef5-49ef-a6c6-7e66945a1b37 owned by network:dhcp {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:01:10.505654 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device f6014409-2ef5-49ef-a6c6-7e66945a1b37 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:01:10.529147 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-80f666b0-fa78-4bb6-84de-c646cdff98fc tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:10.547939 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: f6014409-2ef5-49ef-a6c6-7e66945a1b37 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:01:10.548307 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device f6014409-2ef5-49ef-a6c6-7e66945a1b37 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 11 16:01:10.577207 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f666b0-fa78-4bb6-84de-c646cdff98fc tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Pushing event deleted for resources: {'Port': ['ID=f6014409-2ef5-49ef-a6c6-7e66945a1b37,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:10.584318 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Port f6014409-2ef5-49ef-a6c6-7e66945a1b37 not found, will not notify nova. {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 11 16:01:10.584990 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f666b0-fa78-4bb6-84de-c646cdff98fc tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] No DVR routers for this DVR port f6014409-2ef5-49ef-a6c6-7e66945a1b37 on host dv-neutron-833373-1-hyperv {{(pid=83867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:01:10.599371 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdee94e6-60e4-49d6-8508-12f5531e73c8 None None] DHCP port deletion for 5992c81e-e0bf-487a-a375-30fb7c17f521 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:01:10.709469 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-80f666b0-fa78-4bb6-84de-c646cdff98fc tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:10.733514 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-80f666b0-fa78-4bb6-84de-c646cdff98fc tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5992c81e-e0bf-487a-a375-30fb7c17f521']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:01:10.745634 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-80f666b0-fa78-4bb6-84de-c646cdff98fc tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e1fa5e6-687b-4b65-9c28-a3547a97bf63') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:01:10.745925 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-80f666b0-fa78-4bb6-84de-c646cdff98fc tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e1fa5e6-687b-4b65-9c28-a3547a97bf63') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:01:10.757141 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-80f666b0-fa78-4bb6-84de-c646cdff98fc tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:10.772859 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-80f666b0-fa78-4bb6-84de-c646cdff98fc tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:10.778945 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80f666b0-fa78-4bb6-84de-c646cdff98fc tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:01:10.779389 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-80f666b0-fa78-4bb6-84de-c646cdff98fc tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:10.793593 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 16:01:10.793593 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:01:10.793593 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 16:01:10.793593 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:01:10.793593 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 16:01:10.793593 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:01:10.793593 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 16:01:10.793593 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:01:10.793593 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 16:01:10.793593 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:01:10.793593 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 16:01:10.793593 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:01:10.793593 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 16:01:10.793593 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:01:10.793593 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:01:10.793593 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:01:10.793593 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:01:10.793593 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:01:10.793593 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 16:01:10.793593 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:01:10.793593 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 16:01:10.793593 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:01:10.793593 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:01:10.793593 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:01:10.793593 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 16:01:10.793593 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:01:10.793593 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:01:10.793593 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:01:10.793593 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:01:10.793593 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:01:10.793593 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:01:10.793593 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:01:10.948297 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-80f666b0-fa78-4bb6-84de-c646cdff98fc tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:10.966669 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-80f666b0-fa78-4bb6-84de-c646cdff98fc tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:10.977595 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f666b0-fa78-4bb6-84de-c646cdff98fc tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Pushing event deleted for resources: {'Network': ['ID=5992c81e-e0bf-487a-a375-30fb7c17f521,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:10.981468 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-80f666b0-fa78-4bb6-84de-c646cdff98fc tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] 10.222.0.31 "DELETE /v2.0/networks/5992c81e-e0bf-487a-a375-30fb7c17f521 HTTP/1.1" status: 204 len: 168 time: 1.0086122 Mar 11 16:01:10.983907 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 47664) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:11.030226 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-59d8ced4-518b-4dd7-8cea-20d1591b38db tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] DELETE failed (client error): The resource could not be found. Mar 11 16:01:11.030654 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59d8ced4-518b-4dd7-8cea-20d1591b38db tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:01:11.032249 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-59d8ced4-518b-4dd7-8cea-20d1591b38db tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] 10.222.0.31 "DELETE /v2.0/subnets/0ced6e4d-64de-4dc8-aacb-664ae6f7fbcd HTTP/1.1" status: 404 len: 337 time: 0.0474007 Mar 11 16:01:11.035801 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 47668) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:11.064677 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b607a6-e262-45d8-9fa6-64e7cd871d1e tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] DELETE failed (client error): The resource could not be found. Mar 11 16:01:11.065101 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72b607a6-e262-45d8-9fa6-64e7cd871d1e tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:01:11.067159 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-72b607a6-e262-45d8-9fa6-64e7cd871d1e tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] 10.222.0.31 "DELETE /v2.0/networks/e07fee58-28ed-4740-8ad6-a9b91e9e6a13 HTTP/1.1" status: 404 len: 339 time: 0.0304358 Mar 11 16:01:11.069607 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 47672) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:11.106989 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e7fbd87-dc19-46ca-a307-e3568697fffc tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] DELETE failed (client error): The resource could not be found. Mar 11 16:01:11.107404 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e7fbd87-dc19-46ca-a307-e3568697fffc tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:01:11.108952 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0e7fbd87-dc19-46ca-a307-e3568697fffc tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] 10.222.0.31 "DELETE /v2.0/subnets/9fb461fd-24b4-4507-8011-dee00b278a5c HTTP/1.1" status: 404 len: 337 time: 0.0384967 Mar 11 16:01:11.111321 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 47676) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:11.139885 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d834cf5-73a9-4bf6-853a-8d481fe58843 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] DELETE failed (client error): The resource could not be found. Mar 11 16:01:11.140351 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d834cf5-73a9-4bf6-853a-8d481fe58843 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:01:11.141903 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7d834cf5-73a9-4bf6-853a-8d481fe58843 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] 10.222.0.31 "DELETE /v2.0/networks/0920bfee-c098-4ab2-8703-b63cab5bba41 HTTP/1.1" status: 404 len: 339 time: 0.0297394 Mar 11 16:01:11.144884 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 47680) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:11.329309 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-b30a5539-7ca7-419c-9633-e20f17d3635c tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Deleting subnet bb6d7e55-f487-4679-b8db-2756fc6f89d1 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:01:11.332816 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b30a5539-7ca7-419c-9633-e20f17d3635c tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:11.384077 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b30a5539-7ca7-419c-9633-e20f17d3635c tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:11.468545 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b30a5539-7ca7-419c-9633-e20f17d3635c tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:11.541603 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b30a5539-7ca7-419c-9633-e20f17d3635c tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:11.583088 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a5539-7ca7-419c-9633-e20f17d3635c tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Pushing event deleted for resources: {'Subnet': ['ID=bb6d7e55-f487-4679-b8db-2756fc6f89d1,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:11.588441 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b30a5539-7ca7-419c-9633-e20f17d3635c tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:11.596366 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f393658-50e5-4d36-b826-b3612c219d33 None None] Network c0f933a3-2364-4d04-89b1-f552cbf086c7 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:01:11.599857 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b30a5539-7ca7-419c-9633-e20f17d3635c tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] 10.222.0.31 "DELETE /v2.0/subnets/bb6d7e55-f487-4679-b8db-2756fc6f89d1 HTTP/1.1" status: 204 len: 168 time: 0.4540279 Mar 11 16:01:11.602228 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 47684) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:11.717339 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-817f523e-780d-4de0-9e58-94855c658a43 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:11.728136 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-817f523e-780d-4de0-9e58-94855c658a43 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Deleting port ee11273c-7b4c-473f-8797-161eaa342b14 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:01:11.728462 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-817f523e-780d-4de0-9e58-94855c658a43 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:11.888607 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8a5a3f-ed3d-4fa1-808e-9da17827be26 None None] DHCP port deletion for c0f933a3-2364-4d04-89b1-f552cbf086c7 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:01:11.892939 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-bf8a5a3f-ed3d-4fa1-808e-9da17827be26 None None] Deleting port ee11273c-7b4c-473f-8797-161eaa342b14 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:01:11.893307 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bf8a5a3f-ed3d-4fa1-808e-9da17827be26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:11.938112 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-817f523e-780d-4de0-9e58-94855c658a43 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] For port ee11273c-7b4c-473f-8797-161eaa342b14, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ee11273c-7b4c-473f-8797-161eaa342b14,segment=NetworkSegment(ad4addb3-5f7a-4852-b0f0-d9f878895ee6),segment_id=ad4addb3-5f7a-4852-b0f0-d9f878895ee6)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:01:11.938467 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-817f523e-780d-4de0-9e58-94855c658a43 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:12.064150 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-817f523e-780d-4de0-9e58-94855c658a43 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Calling delete_port for ee11273c-7b4c-473f-8797-161eaa342b14 owned by network:dhcp {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:01:12.093399 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-bf8a5a3f-ed3d-4fa1-808e-9da17827be26 None None] For port ee11273c-7b4c-473f-8797-161eaa342b14, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ee11273c-7b4c-473f-8797-161eaa342b14,segment=NetworkSegment(ad4addb3-5f7a-4852-b0f0-d9f878895ee6),segment_id=ad4addb3-5f7a-4852-b0f0-d9f878895ee6)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:01:12.093713 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bf8a5a3f-ed3d-4fa1-808e-9da17827be26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:12.139989 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-817f523e-780d-4de0-9e58-94855c658a43 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:12.183421 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f523e-780d-4de0-9e58-94855c658a43 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Pushing event deleted for resources: {'Port': ['ID=ee11273c-7b4c-473f-8797-161eaa342b14,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:12.189401 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817f523e-780d-4de0-9e58-94855c658a43 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] No DVR routers for this DVR port ee11273c-7b4c-473f-8797-161eaa342b14 on host dv-neutron-833373-1-hyperv {{(pid=83867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:01:12.220564 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-bf8a5a3f-ed3d-4fa1-808e-9da17827be26 None None] Calling delete_port for ee11273c-7b4c-473f-8797-161eaa342b14 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:01:12.290196 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-bf8a5a3f-ed3d-4fa1-808e-9da17827be26 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:01:12.290551 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-bf8a5a3f-ed3d-4fa1-808e-9da17827be26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:01:12.313633 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-817f523e-780d-4de0-9e58-94855c658a43 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:12.343326 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-817f523e-780d-4de0-9e58-94855c658a43 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0f933a3-2364-4d04-89b1-f552cbf086c7']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:01:12.357195 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-817f523e-780d-4de0-9e58-94855c658a43 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad4addb3-5f7a-4852-b0f0-d9f878895ee6') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:01:12.357487 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-817f523e-780d-4de0-9e58-94855c658a43 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad4addb3-5f7a-4852-b0f0-d9f878895ee6') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:01:12.369703 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-817f523e-780d-4de0-9e58-94855c658a43 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:12.385099 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-817f523e-780d-4de0-9e58-94855c658a43 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:12.391082 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-817f523e-780d-4de0-9e58-94855c658a43 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:01:12.391578 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-817f523e-780d-4de0-9e58-94855c658a43 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:12.407923 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 16:01:12.407923 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:01:12.407923 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 16:01:12.407923 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:01:12.407923 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 16:01:12.407923 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:01:12.407923 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 16:01:12.407923 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:01:12.407923 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 16:01:12.407923 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:01:12.407923 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 16:01:12.407923 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:01:12.407923 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 16:01:12.407923 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:01:12.407923 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:01:12.407923 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:01:12.407923 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:01:12.407923 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:01:12.407923 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 16:01:12.407923 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:01:12.407923 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 16:01:12.407923 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:01:12.407923 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:01:12.407923 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:01:12.407923 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 16:01:12.407923 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:01:12.407923 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:01:12.407923 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:01:12.407923 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:01:12.407923 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:01:12.407923 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:01:12.407923 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:01:12.443157 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device ee11273c-7b4c-473f-8797-161eaa342b14 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:01:12.477098 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: ee11273c-7b4c-473f-8797-161eaa342b14 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:01:12.477442 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device ee11273c-7b4c-473f-8797-161eaa342b14 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:01:12.477849 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device f6014409-2ef5-49ef-a6c6-7e66945a1b37 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:01:12.513353 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: f6014409-2ef5-49ef-a6c6-7e66945a1b37 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:01:12.513696 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device f6014409-2ef5-49ef-a6c6-7e66945a1b37 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:01:12.584339 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-817f523e-780d-4de0-9e58-94855c658a43 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:12.602494 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-817f523e-780d-4de0-9e58-94855c658a43 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:12.614050 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f523e-780d-4de0-9e58-94855c658a43 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] Pushing event deleted for resources: {'Network': ['ID=c0f933a3-2364-4d04-89b1-f552cbf086c7,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:12.616479 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-817f523e-780d-4de0-9e58-94855c658a43 tempest-NetworksIpV6Test-571920378 tempest-NetworksIpV6Test-571920378-project] 10.222.0.31 "DELETE /v2.0/networks/c0f933a3-2364-4d04-89b1-f552cbf086c7 HTTP/1.1" status: 204 len: 168 time: 1.0133493 Mar 11 16:01:12.792313 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-bf8a5a3f-ed3d-4fa1-808e-9da17827be26 None None] Deleting port ee11273c-7b4c-473f-8797-161eaa342b14 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:01:12.792828 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bf8a5a3f-ed3d-4fa1-808e-9da17827be26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:12.854590 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-bf8a5a3f-ed3d-4fa1-808e-9da17827be26 None None] The port 'ee11273c-7b4c-473f-8797-161eaa342b14' was deleted {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:01:12.913108 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 47692) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:13.095172 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d1edbe4a-53fc-4896-b124-48d7c5b33fe6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3f49381724b54648b1fa1c5be8c5abd0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1808763 Mar 11 16:01:13.097673 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 47698) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:13.158667 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4da4130d-b58b-4620-b57a-558755b8d6d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:13.183856 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4da4130d-b58b-4620-b57a-558755b8d6d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:13.235317 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4da4130d-b58b-4620-b57a-558755b8d6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:13.250732 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da4130d-b58b-4620-b57a-558755b8d6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a4ae4f-c8ba-4201-bf91-cddff65a99c5,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:13.257583 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4da4130d-b58b-4620-b57a-558755b8d6d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:13.258685 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-4da4130d-b58b-4620-b57a-558755b8d6d8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e3a4ae4f-c8ba-4201-bf91-cddff65a99c5 HTTP/1.1" status: 204 len: 168 time: 0.1601446 Mar 11 16:01:14.042419 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 47720) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:14.167203 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-140f7acd-f44c-4bc8-b2c7-fd7bea2bbefc tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-86853733', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:01:14.173450 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-140f7acd-f44c-4bc8-b2c7-fd7bea2bbefc tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:01:14.177774 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-140f7acd-f44c-4bc8-b2c7-fd7bea2bbefc tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Usage tracker for resource:router and tenant:2cba43b0820e4ba7bea164f9d7beaf56 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:01:14.180619 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-140f7acd-f44c-4bc8-b2c7-fd7bea2bbefc tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:01:14.186960 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-140f7acd-f44c-4bc8-b2c7-fd7bea2bbefc tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:01:14.197948 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-140f7acd-f44c-4bc8-b2c7-fd7bea2bbefc tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:14.198944 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-140f7acd-f44c-4bc8-b2c7-fd7bea2bbefc tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:14.218777 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-140f7acd-f44c-4bc8-b2c7-fd7bea2bbefc tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:14.237384 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-140f7acd-f44c-4bc8-b2c7-fd7bea2bbefc tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:14.259026 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-140f7acd-f44c-4bc8-b2c7-fd7bea2bbefc tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:14.260196 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-140f7acd-f44c-4bc8-b2c7-fd7bea2bbefc tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2167575 Mar 11 16:01:14.262816 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 47726) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:14.268019 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-fe2e8ba2-2fde-46af-aa19-6cf272c8d520 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1471822990'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:01:14.274477 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-fe2e8ba2-2fde-46af-aa19-6cf272c8d520 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:01:14.278979 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-fe2e8ba2-2fde-46af-aa19-6cf272c8d520 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Usage tracker for resource:network and tenant:2cba43b0820e4ba7bea164f9d7beaf56 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:01:14.282366 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-fe2e8ba2-2fde-46af-aa19-6cf272c8d520 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:01:14.289807 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-fe2e8ba2-2fde-46af-aa19-6cf272c8d520 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:01:14.299598 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2e8ba2-2fde-46af-aa19-6cf272c8d520 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Made reservation on behalf of 2cba43b0820e4ba7bea164f9d7beaf56 for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:01:14.303108 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fe2e8ba2-2fde-46af-aa19-6cf272c8d520 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:14.315502 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fe2e8ba2-2fde-46af-aa19-6cf272c8d520 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:14.348268 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-fe2e8ba2-2fde-46af-aa19-6cf272c8d520 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:01:14.351973 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-fe2e8ba2-2fde-46af-aa19-6cf272c8d520 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Usage tracker for resource:security_group_rule and tenant:2cba43b0820e4ba7bea164f9d7beaf56 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:01:14.354729 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-fe2e8ba2-2fde-46af-aa19-6cf272c8d520 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:01:14.360313 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-fe2e8ba2-2fde-46af-aa19-6cf272c8d520 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:01:14.431089 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fe2e8ba2-2fde-46af-aa19-6cf272c8d520 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:14.434783 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fe2e8ba2-2fde-46af-aa19-6cf272c8d520 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:14.467145 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe2e8ba2-2fde-46af-aa19-6cf272c8d520 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:01:14.475511 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e8ba2-2fde-46af-aa19-6cf272c8d520 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63401109-94f5-4fef-883b-711ef5089301,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:14.481039 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fe2e8ba2-2fde-46af-aa19-6cf272c8d520 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:14.481574 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-fe2e8ba2-2fde-46af-aa19-6cf272c8d520 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Added segment 27ef0127-a97d-451c-9d10-878227ed48c2 of type vlan for network 9977876b-f17c-4d31-9b4f-f20de74b0d1d Mar 11 16:01:14.508168 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fe2e8ba2-2fde-46af-aa19-6cf272c8d520 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:14.537486 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fe2e8ba2-2fde-46af-aa19-6cf272c8d520 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:14.541761 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2e8ba2-2fde-46af-aa19-6cf272c8d520 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:01:14.542397 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fe2e8ba2-2fde-46af-aa19-6cf272c8d520 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:14.650909 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-fe2e8ba2-2fde-46af-aa19-6cf272c8d520 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3870811 Mar 11 16:01:14.653818 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 47730) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:14.654293 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e8ba2-2fde-46af-aa19-6cf272c8d520 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Pushing event updated for resources: {'Network': ['ID=9977876b-f17c-4d31-9b4f-f20de74b0d1d,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:14.659299 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-0ded392f-0101-4218-8247-93c8f0911f3f tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Request body: {'subnet': {'network_id': '9977876b-f17c-4d31-9b4f-f20de74b0d1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:01:14.663722 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 9977876b-f17c-4d31-9b4f-f20de74b0d1d details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:01:14.770697 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-0ded392f-0101-4218-8247-93c8f0911f3f tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:01:14.774397 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-0ded392f-0101-4218-8247-93c8f0911f3f tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Usage tracker for resource:subnet and tenant:2cba43b0820e4ba7bea164f9d7beaf56 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:01:14.777160 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-0ded392f-0101-4218-8247-93c8f0911f3f tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:01:14.782820 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-0ded392f-0101-4218-8247-93c8f0911f3f tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:01:14.792684 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ded392f-0101-4218-8247-93c8f0911f3f tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Made reservation on behalf of 2cba43b0820e4ba7bea164f9d7beaf56 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:01:14.892674 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0ded392f-0101-4218-8247-93c8f0911f3f tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:15.101424 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0ded392f-0101-4218-8247-93c8f0911f3f tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:15.181388 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded392f-0101-4218-8247-93c8f0911f3f tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Pushing event updated for resources: {'Subnet': ['ID=cc2ea400-e943-4fb1-aebe-5ae8b275cd0e,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:15.191741 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ded392f-0101-4218-8247-93c8f0911f3f tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Checking segment: {'id': '27ef0127-a97d-451c-9d10-878227ed48c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '9977876b-f17c-4d31-9b4f-f20de74b0d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:01:15.192121 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ded392f-0101-4218-8247-93c8f0911f3f tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Network hostable DHCP agents. Network: 9977876b-f17c-4d31-9b4f-f20de74b0d1d, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:01:15.213947 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ded392f-0101-4218-8247-93c8f0911f3f tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Network 9977876b-f17c-4d31-9b4f-f20de74b0d1d is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:01:15.223019 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-0ded392f-0101-4218-8247-93c8f0911f3f tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 9977876b-f17c-4d31-9b4f-f20de74b0d1d) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:01:15.226768 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ded392f-0101-4218-8247-93c8f0911f3f tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:01:15.227345 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0ded392f-0101-4218-8247-93c8f0911f3f tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:15.232428 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba40e5e-32cf-458c-8582-8088b4427e0f None None] Network 9977876b-f17c-4d31-9b4f-f20de74b0d1d requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:01:15.250195 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0ded392f-0101-4218-8247-93c8f0911f3f tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5953093 Mar 11 16:01:15.253632 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 47734) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:15.258957 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-c25f5bfd-44d6-4c15-b6f2-2e4fc4a40c7d tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1170471614'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:01:15.263682 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c25f5bfd-44d6-4c15-b6f2-2e4fc4a40c7d tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:01:15.267359 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c25f5bfd-44d6-4c15-b6f2-2e4fc4a40c7d tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Usage tracker for resource:network and tenant:2cba43b0820e4ba7bea164f9d7beaf56 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:01:15.270308 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c25f5bfd-44d6-4c15-b6f2-2e4fc4a40c7d tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:01:15.275870 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c25f5bfd-44d6-4c15-b6f2-2e4fc4a40c7d tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:01:15.286547 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25f5bfd-44d6-4c15-b6f2-2e4fc4a40c7d tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Made reservation on behalf of 2cba43b0820e4ba7bea164f9d7beaf56 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:01:15.289429 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c25f5bfd-44d6-4c15-b6f2-2e4fc4a40c7d tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:15.317958 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c25f5bfd-44d6-4c15-b6f2-2e4fc4a40c7d tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:01:15.327260 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c25f5bfd-44d6-4c15-b6f2-2e4fc4a40c7d tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:15.327602 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-c25f5bfd-44d6-4c15-b6f2-2e4fc4a40c7d tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Added segment 3be9a86b-dfe1-4acf-8287-fc991cf8df1c of type vlan for network 92f73346-641d-4443-81c9-247c06889e64 Mar 11 16:01:15.354030 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c25f5bfd-44d6-4c15-b6f2-2e4fc4a40c7d tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:15.385234 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c25f5bfd-44d6-4c15-b6f2-2e4fc4a40c7d tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:15.389171 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25f5bfd-44d6-4c15-b6f2-2e4fc4a40c7d tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:01:15.389744 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c25f5bfd-44d6-4c15-b6f2-2e4fc4a40c7d tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:15.456095 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3923646-2fdd-4a01-801a-e06375da16d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-9977876b-f17c-4d31-9b4f-f20de74b0d1d', 'network_id': '9977876b-f17c-4d31-9b4f-f20de74b0d1d', 'tenant_id': '2cba43b0820e4ba7bea164f9d7beaf56', 'fixed_ips': [{'subnet_id': 'cc2ea400-e943-4fb1-aebe-5ae8b275cd0e'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:01:15.457326 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b3923646-2fdd-4a01-801a-e06375da16d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:15.495446 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c25f5bfd-44d6-4c15-b6f2-2e4fc4a40c7d tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2381291 Mar 11 16:01:15.495742 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 47738) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:15.501454 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-c5137f90-a0de-4780-a84f-f70c086cc52b tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Request body: {'subnet': {'network_id': '92f73346-641d-4443-81c9-247c06889e64', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:01:15.504745 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f5bfd-44d6-4c15-b6f2-2e4fc4a40c7d tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Pushing event updated for resources: {'Network': ['ID=92f73346-641d-4443-81c9-247c06889e64,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:15.515869 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 92f73346-641d-4443-81c9-247c06889e64 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:01:15.610633 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-c5137f90-a0de-4780-a84f-f70c086cc52b tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:01:15.614767 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-c5137f90-a0de-4780-a84f-f70c086cc52b tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Usage tracker for resource:subnet and tenant:2cba43b0820e4ba7bea164f9d7beaf56 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:01:15.617525 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-c5137f90-a0de-4780-a84f-f70c086cc52b tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:01:15.623032 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-c5137f90-a0de-4780-a84f-f70c086cc52b tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:01:15.633177 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5137f90-a0de-4780-a84f-f70c086cc52b tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Made reservation on behalf of 2cba43b0820e4ba7bea164f9d7beaf56 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:01:15.705228 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-b3923646-2fdd-4a01-801a-e06375da16d3 None None] Allocated IP 172.20.0.2 (9977876b-f17c-4d31-9b4f-f20de74b0d1d/cc2ea400-e943-4fb1-aebe-5ae8b275cd0e/fa9a74cb-1ca2-4f9f-af7c-cbfa80689b56) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:01:15.738308 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c5137f90-a0de-4780-a84f-f70c086cc52b tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:15.908996 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b3923646-2fdd-4a01-801a-e06375da16d3 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:15.919865 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b3923646-2fdd-4a01-801a-e06375da16d3 None None] Transition to ACTIVE for port object fa9a74cb-1ca2-4f9f-af7c-cbfa80689b56 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:01:15.939011 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b3923646-2fdd-4a01-801a-e06375da16d3 None None] Transition to ACTIVE for port object fa9a74cb-1ca2-4f9f-af7c-cbfa80689b56 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:01:15.945081 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b3923646-2fdd-4a01-801a-e06375da16d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:15.953457 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c5137f90-a0de-4780-a84f-f70c086cc52b tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:16.036709 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5137f90-a0de-4780-a84f-f70c086cc52b tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Pushing event updated for resources: {'Subnet': ['ID=42f38640-5a56-4127-ba06-fb138330eb0c,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:16.039477 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3923646-2fdd-4a01-801a-e06375da16d3 None None] Network 9977876b-f17c-4d31-9b4f-f20de74b0d1d is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:01:16.040399 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:16.043205 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-b3923646-2fdd-4a01-801a-e06375da16d3 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:01:16.047448 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3923646-2fdd-4a01-801a-e06375da16d3 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:01:16.050126 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3923646-2fdd-4a01-801a-e06375da16d3 None None] Pushing event updated for resources: {'Port': ['ID=fa9a74cb-1ca2-4f9f-af7c-cbfa80689b56,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:16.052065 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5137f90-a0de-4780-a84f-f70c086cc52b tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Checking segment: {'id': '3be9a86b-dfe1-4acf-8287-fc991cf8df1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '92f73346-641d-4443-81c9-247c06889e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:01:16.052460 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5137f90-a0de-4780-a84f-f70c086cc52b tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Network hostable DHCP agents. Network: 92f73346-641d-4443-81c9-247c06889e64, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:01:16.074771 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5137f90-a0de-4780-a84f-f70c086cc52b tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Network 92f73346-641d-4443-81c9-247c06889e64 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:01:16.085894 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-c5137f90-a0de-4780-a84f-f70c086cc52b tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 92f73346-641d-4443-81c9-247c06889e64) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:01:16.090079 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5137f90-a0de-4780-a84f-f70c086cc52b tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:01:16.090768 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c5137f90-a0de-4780-a84f-f70c086cc52b tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:16.114805 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c5137f90-a0de-4780-a84f-f70c086cc52b tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6179242 Mar 11 16:01:16.117689 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 47742) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:16.121315 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a947701e-871d-43a7-9e99-4e9a6ebbf9de None None] Network 92f73346-641d-4443-81c9-247c06889e64 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:01:16.123129 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-52d157f2-4156-449d-978a-8cfde9382f99 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Request body: {'router': {'external_gateway_info': {'network_id': '92f73346-641d-4443-81c9-247c06889e64'}}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:01:16.251837 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b3923646-2fdd-4a01-801a-e06375da16d3 None None] Attempting to bind port fa9a74cb-1ca2-4f9f-af7c-cbfa80689b56 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:01:16.252659 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b3923646-2fdd-4a01-801a-e06375da16d3 None None] Attempting to bind port fa9a74cb-1ca2-4f9f-af7c-cbfa80689b56 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '27ef0127-a97d-451c-9d10-878227ed48c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '9977876b-f17c-4d31-9b4f-f20de74b0d1d'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:01:16.252659 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3923646-2fdd-4a01-801a-e06375da16d3 None None] Attempting to bind port fa9a74cb-1ca2-4f9f-af7c-cbfa80689b56 on network 9977876b-f17c-4d31-9b4f-f20de74b0d1d {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:01:16.273509 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3923646-2fdd-4a01-801a-e06375da16d3 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:01:16.273887 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3923646-2fdd-4a01-801a-e06375da16d3 None None] Checking segment: {'id': '27ef0127-a97d-451c-9d10-878227ed48c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '9977876b-f17c-4d31-9b4f-f20de74b0d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:01:16.274281 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b3923646-2fdd-4a01-801a-e06375da16d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:16.274665 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3923646-2fdd-4a01-801a-e06375da16d3 None None] Bound using segment: {'id': '27ef0127-a97d-451c-9d10-878227ed48c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '9977876b-f17c-4d31-9b4f-f20de74b0d1d'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:01:16.275158 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-b3923646-2fdd-4a01-801a-e06375da16d3 None None] Bound port: fa9a74cb-1ca2-4f9f-af7c-cbfa80689b56, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27ef0127-a97d-451c-9d10-878227ed48c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '9977876b-f17c-4d31-9b4f-f20de74b0d1d'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:01:16.275499 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b3923646-2fdd-4a01-801a-e06375da16d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:16.462589 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-b3923646-2fdd-4a01-801a-e06375da16d3 None None] For port fa9a74cb-1ca2-4f9f-af7c-cbfa80689b56, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:01:16.472051 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-b3923646-2fdd-4a01-801a-e06375da16d3 None None] For port fa9a74cb-1ca2-4f9f-af7c-cbfa80689b56, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=fa9a74cb-1ca2-4f9f-af7c-cbfa80689b56,segment=NetworkSegment(27ef0127-a97d-451c-9d10-878227ed48c2),segment_id=27ef0127-a97d-451c-9d10-878227ed48c2)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:01:16.477518 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b5d8e1-f562-4ca6-9633-ef727a397249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-92f73346-641d-4443-81c9-247c06889e64', 'network_id': '92f73346-641d-4443-81c9-247c06889e64', 'tenant_id': '2cba43b0820e4ba7bea164f9d7beaf56', 'fixed_ips': [{'subnet_id': '42f38640-5a56-4127-ba06-fb138330eb0c'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:01:16.478336 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-65b5d8e1-f562-4ca6-9633-ef727a397249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:16.490330 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b3923646-2fdd-4a01-801a-e06375da16d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:16.625645 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-52d157f2-4156-449d-978a-8cfde9382f99 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:16.643753 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3923646-2fdd-4a01-801a-e06375da16d3 None None] Pushing event updated for resources: {'Port': ['ID=fa9a74cb-1ca2-4f9f-af7c-cbfa80689b56,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:16.732439 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-65b5d8e1-f562-4ca6-9633-ef727a397249 None None] Allocated IP 172.21.0.2 (92f73346-641d-4443-81c9-247c06889e64/42f38640-5a56-4127-ba06-fb138330eb0c/07c63ebc-0f77-426c-94a8-17c7dc98fbdd) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:01:16.814614 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.api.v2.resource [None req-52d157f2-4156-449d-978a-8cfde9382f99 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:01:16.823293 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-52d157f2-4156-449d-978a-8cfde9382f99 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] 10.222.0.31 "PUT /v2.0/routers/be26785d-25e8-4931-b760-818362637cd1 HTTP/1.1" status: 400 len: 364 time: 0.6970181 Mar 11 16:01:16.824825 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 47746) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:16.907018 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-d329b2b0-087c-47ca-b685-84437a1d7696 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Deleting subnet 42f38640-5a56-4127-ba06-fb138330eb0c {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:01:16.973601 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-65b5d8e1-f562-4ca6-9633-ef727a397249 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:16.983684 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-65b5d8e1-f562-4ca6-9633-ef727a397249 None None] Transition to ACTIVE for port object 07c63ebc-0f77-426c-94a8-17c7dc98fbdd will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:01:17.002120 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-65b5d8e1-f562-4ca6-9633-ef727a397249 None None] Transition to ACTIVE for port object 07c63ebc-0f77-426c-94a8-17c7dc98fbdd will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:01:17.006365 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d329b2b0-087c-47ca-b685-84437a1d7696 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:17.007736 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-65b5d8e1-f562-4ca6-9633-ef727a397249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:17.064934 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d329b2b0-087c-47ca-b685-84437a1d7696 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:17.077143 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b5d8e1-f562-4ca6-9633-ef727a397249 None None] Network 92f73346-641d-4443-81c9-247c06889e64 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:01:17.080000 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-65b5d8e1-f562-4ca6-9633-ef727a397249 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:01:17.085048 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b5d8e1-f562-4ca6-9633-ef727a397249 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:01:17.087164 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b5d8e1-f562-4ca6-9633-ef727a397249 None None] Pushing event updated for resources: {'Port': ['ID=07c63ebc-0f77-426c-94a8-17c7dc98fbdd,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:17.154832 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d329b2b0-087c-47ca-b685-84437a1d7696 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:17.176158 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-65b5d8e1-f562-4ca6-9633-ef727a397249 None None] Attempting to bind port 07c63ebc-0f77-426c-94a8-17c7dc98fbdd on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:01:17.176534 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-65b5d8e1-f562-4ca6-9633-ef727a397249 None None] Attempting to bind port 07c63ebc-0f77-426c-94a8-17c7dc98fbdd by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '3be9a86b-dfe1-4acf-8287-fc991cf8df1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '92f73346-641d-4443-81c9-247c06889e64'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:01:17.176898 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b5d8e1-f562-4ca6-9633-ef727a397249 None None] Attempting to bind port 07c63ebc-0f77-426c-94a8-17c7dc98fbdd on network 92f73346-641d-4443-81c9-247c06889e64 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:01:17.183476 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b5d8e1-f562-4ca6-9633-ef727a397249 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:01:17.184139 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b5d8e1-f562-4ca6-9633-ef727a397249 None None] Checking segment: {'id': '3be9a86b-dfe1-4acf-8287-fc991cf8df1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '92f73346-641d-4443-81c9-247c06889e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:01:17.184283 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-65b5d8e1-f562-4ca6-9633-ef727a397249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:17.184885 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b5d8e1-f562-4ca6-9633-ef727a397249 None None] Bound using segment: {'id': '3be9a86b-dfe1-4acf-8287-fc991cf8df1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '92f73346-641d-4443-81c9-247c06889e64'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:01:17.185090 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-65b5d8e1-f562-4ca6-9633-ef727a397249 None None] Bound port: 07c63ebc-0f77-426c-94a8-17c7dc98fbdd, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be9a86b-dfe1-4acf-8287-fc991cf8df1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '92f73346-641d-4443-81c9-247c06889e64'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:01:17.185452 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-65b5d8e1-f562-4ca6-9633-ef727a397249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:17.234099 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d329b2b0-087c-47ca-b685-84437a1d7696 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:17.275378 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d329b2b0-087c-47ca-b685-84437a1d7696 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Pushing event deleted for resources: {'Subnet': ['ID=42f38640-5a56-4127-ba06-fb138330eb0c,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:17.279967 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-65b5d8e1-f562-4ca6-9633-ef727a397249 None None] For port 07c63ebc-0f77-426c-94a8-17c7dc98fbdd, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:01:17.285438 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-65b5d8e1-f562-4ca6-9633-ef727a397249 None None] For port 07c63ebc-0f77-426c-94a8-17c7dc98fbdd, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=07c63ebc-0f77-426c-94a8-17c7dc98fbdd,segment=NetworkSegment(3be9a86b-dfe1-4acf-8287-fc991cf8df1c),segment_id=3be9a86b-dfe1-4acf-8287-fc991cf8df1c)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:01:17.288783 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d329b2b0-087c-47ca-b685-84437a1d7696 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:17.290392 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-65b5d8e1-f562-4ca6-9633-ef727a397249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:17.298345 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d329b2b0-087c-47ca-b685-84437a1d7696 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] 10.222.0.31 "DELETE /v2.0/subnets/42f38640-5a56-4127-ba06-fb138330eb0c HTTP/1.1" status: 204 len: 168 time: 0.4670005 Mar 11 16:01:17.298793 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 47750) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:17.368452 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b5d8e1-f562-4ca6-9633-ef727a397249 None None] Pushing event updated for resources: {'Port': ['ID=07c63ebc-0f77-426c-94a8-17c7dc98fbdd,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:17.427507 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d99549ba-470f-44cb-89d9-8e53f8bbbbe8 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:17.439758 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-d99549ba-470f-44cb-89d9-8e53f8bbbbe8 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Deleting port 07c63ebc-0f77-426c-94a8-17c7dc98fbdd {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:01:17.440230 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d99549ba-470f-44cb-89d9-8e53f8bbbbe8 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:17.674009 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-d99549ba-470f-44cb-89d9-8e53f8bbbbe8 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] For port 07c63ebc-0f77-426c-94a8-17c7dc98fbdd, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=07c63ebc-0f77-426c-94a8-17c7dc98fbdd,segment=NetworkSegment(3be9a86b-dfe1-4acf-8287-fc991cf8df1c),segment_id=3be9a86b-dfe1-4acf-8287-fc991cf8df1c)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:01:17.674503 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d99549ba-470f-44cb-89d9-8e53f8bbbbe8 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:17.760801 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5bf324-621e-4b0f-951d-740b4367ccec None None] Network 9977876b-f17c-4d31-9b4f-f20de74b0d1d requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:01:17.816858 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-d99549ba-470f-44cb-89d9-8e53f8bbbbe8 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Calling delete_port for 07c63ebc-0f77-426c-94a8-17c7dc98fbdd owned by network:dhcp {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:01:17.878694 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-7989d051-997e-4dbd-b88f-d6663909b3f4 None None] Provisioning for port fa9a74cb-1ca2-4f9f-af7c-cbfa80689b56 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:01:17.894491 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d99549ba-470f-44cb-89d9-8e53f8bbbbe8 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:17.943119 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99549ba-470f-44cb-89d9-8e53f8bbbbe8 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Pushing event deleted for resources: {'Port': ['ID=07c63ebc-0f77-426c-94a8-17c7dc98fbdd,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:17.947685 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99549ba-470f-44cb-89d9-8e53f8bbbbe8 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] No DVR routers for this DVR port 07c63ebc-0f77-426c-94a8-17c7dc98fbdd on host dv-neutron-833373-1-hyperv {{(pid=83867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:01:18.170797 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d99549ba-470f-44cb-89d9-8e53f8bbbbe8 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:18.204374 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-d99549ba-470f-44cb-89d9-8e53f8bbbbe8 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92f73346-641d-4443-81c9-247c06889e64']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:01:18.219232 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-d99549ba-470f-44cb-89d9-8e53f8bbbbe8 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3be9a86b-dfe1-4acf-8287-fc991cf8df1c') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:01:18.219528 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-d99549ba-470f-44cb-89d9-8e53f8bbbbe8 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3be9a86b-dfe1-4acf-8287-fc991cf8df1c') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:01:18.236434 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d99549ba-470f-44cb-89d9-8e53f8bbbbe8 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:18.254536 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d99549ba-470f-44cb-89d9-8e53f8bbbbe8 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:18.261123 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d99549ba-470f-44cb-89d9-8e53f8bbbbe8 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:01:18.261517 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d99549ba-470f-44cb-89d9-8e53f8bbbbe8 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:18.281967 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 16:01:18.281967 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:01:18.281967 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 16:01:18.281967 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:01:18.281967 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 16:01:18.281967 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:01:18.281967 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 16:01:18.281967 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:01:18.281967 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 16:01:18.281967 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:01:18.281967 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 16:01:18.281967 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:01:18.281967 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 16:01:18.281967 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:01:18.281967 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:01:18.281967 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:01:18.281967 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:01:18.281967 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:01:18.281967 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 16:01:18.281967 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:01:18.281967 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 16:01:18.281967 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:01:18.281967 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:01:18.281967 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:01:18.281967 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 16:01:18.281967 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:01:18.281967 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:01:18.281967 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:01:18.281967 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:01:18.281967 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:01:18.281967 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:01:18.281967 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:01:18.367481 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d99549ba-470f-44cb-89d9-8e53f8bbbbe8 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:18.386004 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-d99549ba-470f-44cb-89d9-8e53f8bbbbe8 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:18.398714 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99549ba-470f-44cb-89d9-8e53f8bbbbe8 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Pushing event deleted for resources: {'Network': ['ID=92f73346-641d-4443-81c9-247c06889e64,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:18.404397 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d99549ba-470f-44cb-89d9-8e53f8bbbbe8 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] 10.222.0.31 "DELETE /v2.0/networks/92f73346-641d-4443-81c9-247c06889e64 HTTP/1.1" status: 204 len: 168 time: 1.1032662 Mar 11 16:01:18.404711 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 47754) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:18.415936 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99549ba-470f-44cb-89d9-8e53f8bbbbe8 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:01:18.416442 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99549ba-470f-44cb-89d9-8e53f8bbbbe8 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:01:18.416778 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99549ba-470f-44cb-89d9-8e53f8bbbbe8 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:01:18.417124 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99549ba-470f-44cb-89d9-8e53f8bbbbe8 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:01:18.417424 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99549ba-470f-44cb-89d9-8e53f8bbbbe8 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:01:18.417746 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99549ba-470f-44cb-89d9-8e53f8bbbbe8 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:01:18.418062 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99549ba-470f-44cb-89d9-8e53f8bbbbe8 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:01:18.419040 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99549ba-470f-44cb-89d9-8e53f8bbbbe8 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:01:18.419040 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99549ba-470f-44cb-89d9-8e53f8bbbbe8 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:01:18.419040 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99549ba-470f-44cb-89d9-8e53f8bbbbe8 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:01:18.419357 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99549ba-470f-44cb-89d9-8e53f8bbbbe8 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:01:18.511661 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd530a1-0d2d-48e1-9f0b-aad372bc95e6 None None] DHCP port deletion for 92f73346-641d-4443-81c9-247c06889e64 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:01:18.522407 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device fa9a74cb-1ca2-4f9f-af7c-cbfa80689b56 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:01:18.549686 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653afa3c-52e0-4d89-8e05-51bb8b95412e None None] Network 92f73346-641d-4443-81c9-247c06889e64 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:01:18.577559 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-cb5dbb06-a7ac-43a7-b5d3-b035d2834606 None None] Could not find standard attr ID for object 07c63ebc-0f77-426c-94a8-17c7dc98fbdd. {{(pid=83868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:01:18.580756 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653afa3c-52e0-4d89-8e05-51bb8b95412e None None] Network 92f73346-641d-4443-81c9-247c06889e64 could not be found, it might have been deleted concurrently. {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 11 16:01:18.613651 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port fa9a74cb-1ca2-4f9f-af7c-cbfa80689b56 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:01:18.616349 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a916681-58eb-488a-8f7f-32c3df60c295 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Deleting subnet cc2ea400-e943-4fb1-aebe-5ae8b275cd0e {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:01:18.618455 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port fa9a74cb-1ca2-4f9f-af7c-cbfa80689b56 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:01:18.618824 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:18.619512 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5a916681-58eb-488a-8f7f-32c3df60c295 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:18.678579 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5a916681-58eb-488a-8f7f-32c3df60c295 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:18.733981 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:18.771698 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port fa9a74cb-1ca2-4f9f-af7c-cbfa80689b56, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=fa9a74cb-1ca2-4f9f-af7c-cbfa80689b56,segment=NetworkSegment(27ef0127-a97d-451c-9d10-878227ed48c2),segment_id=27ef0127-a97d-451c-9d10-878227ed48c2)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:01:18.775389 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:18.777219 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5a916681-58eb-488a-8f7f-32c3df60c295 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:18.853321 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5a916681-58eb-488a-8f7f-32c3df60c295 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:18.877106 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=fa9a74cb-1ca2-4f9f-af7c-cbfa80689b56,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:18.896078 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916681-58eb-488a-8f7f-32c3df60c295 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Pushing event deleted for resources: {'Subnet': ['ID=cc2ea400-e943-4fb1-aebe-5ae8b275cd0e,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:18.902152 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5a916681-58eb-488a-8f7f-32c3df60c295 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:18.910932 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-5a916681-58eb-488a-8f7f-32c3df60c295 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] 10.222.0.31 "DELETE /v2.0/subnets/cc2ea400-e943-4fb1-aebe-5ae8b275cd0e HTTP/1.1" status: 204 len: 168 time: 0.5023677 Mar 11 16:01:18.911091 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3f48cf-1b7c-4ad8-9129-b0de7686b628 None None] Network 9977876b-f17c-4d31-9b4f-f20de74b0d1d requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:01:18.911355 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 47758) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:19.031264 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e4d50041-30f1-4e8a-8011-53d6b2899c97 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:19.042229 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-e4d50041-30f1-4e8a-8011-53d6b2899c97 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Deleting port fa9a74cb-1ca2-4f9f-af7c-cbfa80689b56 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:01:19.042560 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e4d50041-30f1-4e8a-8011-53d6b2899c97 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:19.155474 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e476d3-8ad1-4b51-b3c8-f5d6a710d047 None None] DHCP port deletion for 9977876b-f17c-4d31-9b4f-f20de74b0d1d request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:01:19.159729 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-f0e476d3-8ad1-4b51-b3c8-f5d6a710d047 None None] Deleting port fa9a74cb-1ca2-4f9f-af7c-cbfa80689b56 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:01:19.160133 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f0e476d3-8ad1-4b51-b3c8-f5d6a710d047 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:19.244970 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-e4d50041-30f1-4e8a-8011-53d6b2899c97 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] For port fa9a74cb-1ca2-4f9f-af7c-cbfa80689b56, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=fa9a74cb-1ca2-4f9f-af7c-cbfa80689b56,segment=NetworkSegment(27ef0127-a97d-451c-9d10-878227ed48c2),segment_id=27ef0127-a97d-451c-9d10-878227ed48c2)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:01:19.245326 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e4d50041-30f1-4e8a-8011-53d6b2899c97 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:19.365149 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-f0e476d3-8ad1-4b51-b3c8-f5d6a710d047 None None] For port fa9a74cb-1ca2-4f9f-af7c-cbfa80689b56, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=fa9a74cb-1ca2-4f9f-af7c-cbfa80689b56,segment=NetworkSegment(27ef0127-a97d-451c-9d10-878227ed48c2),segment_id=27ef0127-a97d-451c-9d10-878227ed48c2)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:01:19.365538 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f0e476d3-8ad1-4b51-b3c8-f5d6a710d047 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:19.366143 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-e4d50041-30f1-4e8a-8011-53d6b2899c97 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Calling delete_port for fa9a74cb-1ca2-4f9f-af7c-cbfa80689b56 owned by network:dhcp {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:01:19.442959 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e4d50041-30f1-4e8a-8011-53d6b2899c97 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:19.484156 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-f0e476d3-8ad1-4b51-b3c8-f5d6a710d047 None None] Calling delete_port for fa9a74cb-1ca2-4f9f-af7c-cbfa80689b56 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:01:19.489075 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d50041-30f1-4e8a-8011-53d6b2899c97 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Pushing event deleted for resources: {'Port': ['ID=fa9a74cb-1ca2-4f9f-af7c-cbfa80689b56,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:19.492826 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d50041-30f1-4e8a-8011-53d6b2899c97 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] No DVR routers for this DVR port fa9a74cb-1ca2-4f9f-af7c-cbfa80689b56 on host dv-neutron-833373-1-hyperv {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:01:19.557209 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-f0e476d3-8ad1-4b51-b3c8-f5d6a710d047 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:01:19.557560 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-f0e476d3-8ad1-4b51-b3c8-f5d6a710d047 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:01:19.703270 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e4d50041-30f1-4e8a-8011-53d6b2899c97 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:19.727761 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-e4d50041-30f1-4e8a-8011-53d6b2899c97 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9977876b-f17c-4d31-9b4f-f20de74b0d1d']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:01:19.742450 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-e4d50041-30f1-4e8a-8011-53d6b2899c97 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27ef0127-a97d-451c-9d10-878227ed48c2') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:01:19.742745 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-e4d50041-30f1-4e8a-8011-53d6b2899c97 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27ef0127-a97d-451c-9d10-878227ed48c2') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:01:19.754375 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e4d50041-30f1-4e8a-8011-53d6b2899c97 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:19.770187 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e4d50041-30f1-4e8a-8011-53d6b2899c97 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:19.775990 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d50041-30f1-4e8a-8011-53d6b2899c97 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:01:19.776406 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e4d50041-30f1-4e8a-8011-53d6b2899c97 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:19.790272 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 16:01:19.790272 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:01:19.790272 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 16:01:19.790272 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:01:19.790272 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 16:01:19.790272 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:01:19.790272 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 16:01:19.790272 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:01:19.790272 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 16:01:19.790272 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:01:19.790272 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 16:01:19.790272 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:01:19.790272 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 16:01:19.790272 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:01:19.790272 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:01:19.790272 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:01:19.790272 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:01:19.790272 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:01:19.790272 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 16:01:19.790272 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:01:19.790272 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 16:01:19.790272 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:01:19.790272 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:01:19.790272 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:01:19.790272 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 16:01:19.790272 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:01:19.790272 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:01:19.790272 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:01:19.790272 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:01:19.790272 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:01:19.790272 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:01:19.790272 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:01:19.866155 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e4d50041-30f1-4e8a-8011-53d6b2899c97 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:19.883556 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e4d50041-30f1-4e8a-8011-53d6b2899c97 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:19.898776 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d50041-30f1-4e8a-8011-53d6b2899c97 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Pushing event deleted for resources: {'Network': ['ID=9977876b-f17c-4d31-9b4f-f20de74b0d1d,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:19.902952 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-e4d50041-30f1-4e8a-8011-53d6b2899c97 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] 10.222.0.31 "DELETE /v2.0/networks/9977876b-f17c-4d31-9b4f-f20de74b0d1d HTTP/1.1" status: 204 len: 168 time: 0.9906015 Mar 11 16:01:19.905594 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 47762) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:19.949155 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-110bf239-9e73-42ae-937a-cec2b1471a10 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Synchronizing usage tracker for tenant:2cba43b0820e4ba7bea164f9d7beaf56 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:01:19.964968 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-110bf239-9e73-42ae-937a-cec2b1471a10 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Unset dirty status for tenant:2cba43b0820e4ba7bea164f9d7beaf56 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:01:19.966074 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-110bf239-9e73-42ae-937a-cec2b1471a10 tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] 10.222.0.31 "GET /v2.0/ports?device_id=be26785d-25e8-4931-b760-818362637cd1 HTTP/1.1" status: 200 len: 205 time: 0.0595779 Mar 11 16:01:19.968566 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 47766) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:20.059117 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-f0e476d3-8ad1-4b51-b3c8-f5d6a710d047 None None] Deleting port fa9a74cb-1ca2-4f9f-af7c-cbfa80689b56 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:01:20.059663 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f0e476d3-8ad1-4b51-b3c8-f5d6a710d047 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:20.100918 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1d4a0a05-f9d4-41af-b2ee-ef7104b8e1fe tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks [] for router, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:20.122267 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-f0e476d3-8ad1-4b51-b3c8-f5d6a710d047 None None] The port 'fa9a74cb-1ca2-4f9f-af7c-cbfa80689b56' was deleted {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:01:20.445837 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device fa9a74cb-1ca2-4f9f-af7c-cbfa80689b56 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:01:20.481150 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: fa9a74cb-1ca2-4f9f-af7c-cbfa80689b56 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:01:20.481491 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device fa9a74cb-1ca2-4f9f-af7c-cbfa80689b56 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:01:20.481896 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 07c63ebc-0f77-426c-94a8-17c7dc98fbdd no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:01:20.486954 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1d4a0a05-f9d4-41af-b2ee-ef7104b8e1fe tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:20.491734 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1d4a0a05-f9d4-41af-b2ee-ef7104b8e1fe tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:20.513238 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 07c63ebc-0f77-426c-94a8-17c7dc98fbdd {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:01:20.513602 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 07c63ebc-0f77-426c-94a8-17c7dc98fbdd not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:01:20.517320 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1d4a0a05-f9d4-41af-b2ee-ef7104b8e1fe tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:20.517613 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4a0a05-f9d4-41af-b2ee-ef7104b8e1fe tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Fanout notify agent at l3_agent the message router_deleted on router be26785d-25e8-4931-b760-818362637cd1 {{(pid=83866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:01:20.529292 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1d4a0a05-f9d4-41af-b2ee-ef7104b8e1fe tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:20.530350 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-1d4a0a05-f9d4-41af-b2ee-ef7104b8e1fe tempest-RoutersNegativeTest-502443206 tempest-RoutersNegativeTest-502443206-project] 10.222.0.31 "DELETE /v2.0/routers/be26785d-25e8-4931-b760-818362637cd1 HTTP/1.1" status: 204 len: 168 time: 0.5609257 Mar 11 16:01:20.813837 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 47774) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:20.988754 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-aa1f3c7d-4e26-45f5-9760-532c2387ff08 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2cba43b0820e4ba7bea164f9d7beaf56&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1737647 Mar 11 16:01:20.991287 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 47780) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:21.047904 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bcbcb9c3-4a9e-47a9-90fa-2f0a5d6995f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:21.074070 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bcbcb9c3-4a9e-47a9-90fa-2f0a5d6995f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:21.122201 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bcbcb9c3-4a9e-47a9-90fa-2f0a5d6995f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:21.137266 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbcb9c3-4a9e-47a9-90fa-2f0a5d6995f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63401109-94f5-4fef-883b-711ef5089301,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:21.144167 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bcbcb9c3-4a9e-47a9-90fa-2f0a5d6995f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:21.145142 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-bcbcb9c3-4a9e-47a9-90fa-2f0a5d6995f7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/63401109-94f5-4fef-883b-711ef5089301 HTTP/1.1" status: 204 len: 168 time: 0.1529715 Mar 11 16:01:21.993397 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 47802) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:22.122436 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-fc1659c7-b2b1-4dc3-8889-5e55a7580513 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1843494622-network', 'tenant_id': '8a94879cc07c4e00a4c68dcb89215938'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:01:22.127121 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-fc1659c7-b2b1-4dc3-8889-5e55a7580513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:01:22.131586 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-fc1659c7-b2b1-4dc3-8889-5e55a7580513 admin admin] Usage tracker for resource:network and tenant:8a94879cc07c4e00a4c68dcb89215938 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:01:22.136585 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-fc1659c7-b2b1-4dc3-8889-5e55a7580513 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:01:22.144587 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-fc1659c7-b2b1-4dc3-8889-5e55a7580513 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:01:22.157147 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1659c7-b2b1-4dc3-8889-5e55a7580513 admin admin] Made reservation on behalf of 8a94879cc07c4e00a4c68dcb89215938 for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:01:22.160071 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fc1659c7-b2b1-4dc3-8889-5e55a7580513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:22.172432 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fc1659c7-b2b1-4dc3-8889-5e55a7580513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:22.204553 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-fc1659c7-b2b1-4dc3-8889-5e55a7580513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:01:22.209040 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-fc1659c7-b2b1-4dc3-8889-5e55a7580513 admin admin] Usage tracker for resource:security_group_rule and tenant:8a94879cc07c4e00a4c68dcb89215938 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:01:22.211753 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-fc1659c7-b2b1-4dc3-8889-5e55a7580513 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:01:22.217326 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-fc1659c7-b2b1-4dc3-8889-5e55a7580513 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:01:22.283397 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fc1659c7-b2b1-4dc3-8889-5e55a7580513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:22.287223 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fc1659c7-b2b1-4dc3-8889-5e55a7580513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:22.317525 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc1659c7-b2b1-4dc3-8889-5e55a7580513 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:01:22.326545 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1659c7-b2b1-4dc3-8889-5e55a7580513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d572c6-addb-4006-9395-ae4b26d0189a,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:22.331772 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fc1659c7-b2b1-4dc3-8889-5e55a7580513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:22.332143 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-fc1659c7-b2b1-4dc3-8889-5e55a7580513 admin admin] Added segment 01aa623f-df39-4bc8-9190-a988f4c0c4e0 of type vlan for network dbe22e1a-b853-4bfc-b2aa-4b464e562fa3 Mar 11 16:01:22.357482 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fc1659c7-b2b1-4dc3-8889-5e55a7580513 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:22.387097 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fc1659c7-b2b1-4dc3-8889-5e55a7580513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:22.387927 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1659c7-b2b1-4dc3-8889-5e55a7580513 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:01:22.388516 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fc1659c7-b2b1-4dc3-8889-5e55a7580513 admin admin] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:22.488044 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-fc1659c7-b2b1-4dc3-8889-5e55a7580513 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4930084 Mar 11 16:01:22.490713 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1659c7-b2b1-4dc3-8889-5e55a7580513 admin admin] Pushing event updated for resources: {'Network': ['ID=dbe22e1a-b853-4bfc-b2aa-4b464e562fa3,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:22.491352 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 47808) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:22.498299 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-ab76c387-c146-4574-9131-9dcb9b8e2524 admin admin] Request body: {'subnet': {'network_id': 'dbe22e1a-b853-4bfc-b2aa-4b464e562fa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1843494622-subnet', 'tenant_id': '8a94879cc07c4e00a4c68dcb89215938', 'ip_version': 4}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:01:22.500457 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network dbe22e1a-b853-4bfc-b2aa-4b464e562fa3 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:01:22.503892 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ab76c387-c146-4574-9131-9dcb9b8e2524 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:01:22.509301 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ab76c387-c146-4574-9131-9dcb9b8e2524 admin admin] Usage tracker for resource:subnet and tenant:8a94879cc07c4e00a4c68dcb89215938 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:01:22.513670 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ab76c387-c146-4574-9131-9dcb9b8e2524 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:01:22.520955 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ab76c387-c146-4574-9131-9dcb9b8e2524 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:01:22.531908 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab76c387-c146-4574-9131-9dcb9b8e2524 admin admin] Made reservation on behalf of 8a94879cc07c4e00a4c68dcb89215938 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:01:22.534446 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ab76c387-c146-4574-9131-9dcb9b8e2524 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:22.738221 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ab76c387-c146-4574-9131-9dcb9b8e2524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:22.810262 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab76c387-c146-4574-9131-9dcb9b8e2524 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ccf3db1-3792-4f1d-82e6-047627b5d628,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:22.822323 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab76c387-c146-4574-9131-9dcb9b8e2524 admin admin] Checking segment: {'id': '01aa623f-df39-4bc8-9190-a988f4c0c4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'dbe22e1a-b853-4bfc-b2aa-4b464e562fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:01:22.822675 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab76c387-c146-4574-9131-9dcb9b8e2524 admin admin] Network hostable DHCP agents. Network: dbe22e1a-b853-4bfc-b2aa-4b464e562fa3, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:01:22.844513 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab76c387-c146-4574-9131-9dcb9b8e2524 admin admin] Network dbe22e1a-b853-4bfc-b2aa-4b464e562fa3 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:01:22.854384 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-ab76c387-c146-4574-9131-9dcb9b8e2524 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, dbe22e1a-b853-4bfc-b2aa-4b464e562fa3) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:01:22.858147 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab76c387-c146-4574-9131-9dcb9b8e2524 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:01:22.858655 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ab76c387-c146-4574-9131-9dcb9b8e2524 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:22.865146 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319f47b3-5ab9-4bcc-964f-374af326b85c None None] Network dbe22e1a-b853-4bfc-b2aa-4b464e562fa3 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:01:22.882926 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ab76c387-c146-4574-9131-9dcb9b8e2524 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3875232 Mar 11 16:01:22.883200 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 47812) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:22.888796 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-66e2a263-2c6c-494e-91dc-056d8ae55b61 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1843494622-router', 'tenant_id': '8a94879cc07c4e00a4c68dcb89215938', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:01:22.893954 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-66e2a263-2c6c-494e-91dc-056d8ae55b61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:01:22.897838 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-66e2a263-2c6c-494e-91dc-056d8ae55b61 admin admin] Usage tracker for resource:router and tenant:8a94879cc07c4e00a4c68dcb89215938 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:01:22.900643 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-66e2a263-2c6c-494e-91dc-056d8ae55b61 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:01:22.906204 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-66e2a263-2c6c-494e-91dc-056d8ae55b61 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:01:22.917091 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-66e2a263-2c6c-494e-91dc-056d8ae55b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:22.918046 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-66e2a263-2c6c-494e-91dc-056d8ae55b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:22.938064 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-66e2a263-2c6c-494e-91dc-056d8ae55b61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:23.079144 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbc99d8-3fbf-42c1-a4b0-d276f00709c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-dbe22e1a-b853-4bfc-b2aa-4b464e562fa3', 'network_id': 'dbe22e1a-b853-4bfc-b2aa-4b464e562fa3', 'tenant_id': '8a94879cc07c4e00a4c68dcb89215938', 'fixed_ips': [{'subnet_id': '1ccf3db1-3792-4f1d-82e6-047627b5d628'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:01:23.079969 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5dbc99d8-3fbf-42c1-a4b0-d276f00709c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:23.088698 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-66e2a263-2c6c-494e-91dc-056d8ae55b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:23.236591 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-5dbc99d8-3fbf-42c1-a4b0-d276f00709c7 None None] Allocated IP 172.20.0.2 (dbe22e1a-b853-4bfc-b2aa-4b464e562fa3/1ccf3db1-3792-4f1d-82e6-047627b5d628/2fb3b57f-3627-4bcd-90f9-7b6367f6ba88) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:01:23.277554 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-66e2a263-2c6c-494e-91dc-056d8ae55b61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:23.310106 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-66e2a263-2c6c-494e-91dc-056d8ae55b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:23.441164 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-66e2a263-2c6c-494e-91dc-056d8ae55b61 admin admin] Allocated IP 172.26.0.107 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/bb35303d-144d-463a-aef8-47e6159f8cac) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:01:23.441906 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5dbc99d8-3fbf-42c1-a4b0-d276f00709c7 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:23.451896 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5dbc99d8-3fbf-42c1-a4b0-d276f00709c7 None None] Transition to ACTIVE for port object 2fb3b57f-3627-4bcd-90f9-7b6367f6ba88 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:01:23.470713 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-5dbc99d8-3fbf-42c1-a4b0-d276f00709c7 None None] Transition to ACTIVE for port object 2fb3b57f-3627-4bcd-90f9-7b6367f6ba88 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:01:23.476398 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5dbc99d8-3fbf-42c1-a4b0-d276f00709c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:23.584582 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbc99d8-3fbf-42c1-a4b0-d276f00709c7 None None] Network dbe22e1a-b853-4bfc-b2aa-4b464e562fa3 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:01:23.587718 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-5dbc99d8-3fbf-42c1-a4b0-d276f00709c7 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:01:23.590433 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbc99d8-3fbf-42c1-a4b0-d276f00709c7 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:01:23.591148 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-66e2a263-2c6c-494e-91dc-056d8ae55b61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:23.597554 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc99d8-3fbf-42c1-a4b0-d276f00709c7 None None] Pushing event updated for resources: {'Port': ['ID=2fb3b57f-3627-4bcd-90f9-7b6367f6ba88,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:23.620363 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-66e2a263-2c6c-494e-91dc-056d8ae55b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:23.685075 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-5dbc99d8-3fbf-42c1-a4b0-d276f00709c7 None None] Attempting to bind port 2fb3b57f-3627-4bcd-90f9-7b6367f6ba88 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:01:23.685448 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-5dbc99d8-3fbf-42c1-a4b0-d276f00709c7 None None] Attempting to bind port 2fb3b57f-3627-4bcd-90f9-7b6367f6ba88 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '01aa623f-df39-4bc8-9190-a988f4c0c4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'dbe22e1a-b853-4bfc-b2aa-4b464e562fa3'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:01:23.685904 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbc99d8-3fbf-42c1-a4b0-d276f00709c7 None None] Attempting to bind port 2fb3b57f-3627-4bcd-90f9-7b6367f6ba88 on network dbe22e1a-b853-4bfc-b2aa-4b464e562fa3 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:01:23.692640 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e2a263-2c6c-494e-91dc-056d8ae55b61 admin admin] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:01:23.692839 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbc99d8-3fbf-42c1-a4b0-d276f00709c7 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:01:23.693172 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbc99d8-3fbf-42c1-a4b0-d276f00709c7 None None] Checking segment: {'id': '01aa623f-df39-4bc8-9190-a988f4c0c4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'dbe22e1a-b853-4bfc-b2aa-4b464e562fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:01:23.693534 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5dbc99d8-3fbf-42c1-a4b0-d276f00709c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:23.693924 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbc99d8-3fbf-42c1-a4b0-d276f00709c7 None None] Bound using segment: {'id': '01aa623f-df39-4bc8-9190-a988f4c0c4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'dbe22e1a-b853-4bfc-b2aa-4b464e562fa3'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:01:23.694382 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-5dbc99d8-3fbf-42c1-a4b0-d276f00709c7 None None] Bound port: 2fb3b57f-3627-4bcd-90f9-7b6367f6ba88, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01aa623f-df39-4bc8-9190-a988f4c0c4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'dbe22e1a-b853-4bfc-b2aa-4b464e562fa3'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:01:23.694757 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5dbc99d8-3fbf-42c1-a4b0-d276f00709c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:23.695548 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-66e2a263-2c6c-494e-91dc-056d8ae55b61 admin admin] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:01:23.699959 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e2a263-2c6c-494e-91dc-056d8ae55b61 admin admin] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:01:23.728083 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e2a263-2c6c-494e-91dc-056d8ae55b61 admin admin] Pushing event updated for resources: {'Port': ['ID=bb35303d-144d-463a-aef8-47e6159f8cac,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:23.784081 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5dbc99d8-3fbf-42c1-a4b0-d276f00709c7 None None] For port 2fb3b57f-3627-4bcd-90f9-7b6367f6ba88, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:01:23.788811 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5dbc99d8-3fbf-42c1-a4b0-d276f00709c7 None None] For port 2fb3b57f-3627-4bcd-90f9-7b6367f6ba88, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=2fb3b57f-3627-4bcd-90f9-7b6367f6ba88,segment=NetworkSegment(01aa623f-df39-4bc8-9190-a988f4c0c4e0),segment_id=01aa623f-df39-4bc8-9190-a988f4c0c4e0)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:01:23.792669 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5dbc99d8-3fbf-42c1-a4b0-d276f00709c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:23.864986 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-66e2a263-2c6c-494e-91dc-056d8ae55b61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:23.865389 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-66e2a263-2c6c-494e-91dc-056d8ae55b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:23.877960 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc99d8-3fbf-42c1-a4b0-d276f00709c7 None None] Pushing event updated for resources: {'Port': ['ID=2fb3b57f-3627-4bcd-90f9-7b6367f6ba88,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:24.200809 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e2a263-2c6c-494e-91dc-056d8ae55b61 admin admin] Router 1845e8ae-387f-49f3-9ab4-fe0efc93bbd4 is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:01:24.399085 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e2a263-2c6c-494e-91dc-056d8ae55b61 admin admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:01:24.409674 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38af4600-9874-4583-8b8d-44b3144c2589 None None] Sync routers for ids ['1845e8ae-387f-49f3-9ab4-fe0efc93bbd4'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:01:24.427452 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-66e2a263-2c6c-494e-91dc-056d8ae55b61 admin admin] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:24.431795 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-66e2a263-2c6c-494e-91dc-056d8ae55b61 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5440371 Mar 11 16:01:24.433436 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 47816) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:24.438089 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38af4600-9874-4583-8b8d-44b3144c2589 None None] Routers {'1845e8ae-387f-49f3-9ab4-fe0efc93bbd4'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:01:24.438733 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-38af4600-9874-4583-8b8d-44b3144c2589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:01:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['1845e8ae-387f-49f3-9ab4-fe0efc93bbd4'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:01:24.502846 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 2fb3b57f-3627-4bcd-90f9-7b6367f6ba88 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:01:24.683106 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 2fb3b57f-3627-4bcd-90f9-7b6367f6ba88 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:01:24.701301 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-38af4600-9874-4583-8b8d-44b3144c2589 None None] Set router 1845e8ae-387f-49f3-9ab4-fe0efc93bbd4 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:01:24.827036 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c961ab-893a-490f-a527-7f68d72f6154 None None] Network dbe22e1a-b853-4bfc-b2aa-4b464e562fa3 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:01:25.020590 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-ad1f3ecb-5f61-45c3-aca2-272a98196044 None None] Provisioning for port 2fb3b57f-3627-4bcd-90f9-7b6367f6ba88 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:01:25.036704 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-ad1f3ecb-5f61-45c3-aca2-272a98196044 None None] Provisioning complete for port 2fb3b57f-3627-4bcd-90f9-7b6367f6ba88 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:01:25.037075 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ad1f3ecb-5f61-45c3-aca2-272a98196044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:25.193004 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5e3c8395-824a-4e8b-8e0f-8d6ef6ecc666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:25.311002 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ad1f3ecb-5f61-45c3-aca2-272a98196044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:25.335361 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-38af4600-9874-4583-8b8d-44b3144c2589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1845e8ae-387f-49f3-9ab4-fe0efc93bbd4', 'name': 'tempest-TestEncryptedCinderVolumes-1843494622-router', 'tenant_id': '8a94879cc07c4e00a4c68dcb89215938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': 'bb35303d-144d-463a-aef8-47e6159f8cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:01:22Z', 'updated_at': '2022-03-11T16:01:23Z', 'revision_number': 3, 'project_id': '8a94879cc07c4e00a4c68dcb89215938', 'gw_port': {'id': 'bb35303d-144d-463a-aef8-47e6159f8cac', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1845e8ae-387f-49f3-9ab4-fe0efc93bbd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:01:23Z', 'updated_at': '2022-03-11T16:01:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:01:25.345725 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38af4600-9874-4583-8b8d-44b3144c2589 None None] Checking router: 1845e8ae-387f-49f3-9ab4-fe0efc93bbd4 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:01:25.346076 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38af4600-9874-4583-8b8d-44b3144c2589 None None] Updating router 1845e8ae-387f-49f3-9ab4-fe0efc93bbd4 port bb35303d-144d-463a-aef8-47e6159f8cac binding host dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:01:25.399441 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-ad1f3ecb-5f61-45c3-aca2-272a98196044 None None] For port 2fb3b57f-3627-4bcd-90f9-7b6367f6ba88, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=2fb3b57f-3627-4bcd-90f9-7b6367f6ba88,segment=NetworkSegment(01aa623f-df39-4bc8-9190-a988f4c0c4e0),segment_id=01aa623f-df39-4bc8-9190-a988f4c0c4e0)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:01:25.401893 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-5e3c8395-824a-4e8b-8e0f-8d6ef6ecc666 admin admin] Allocated IP 172.20.0.1 (dbe22e1a-b853-4bfc-b2aa-4b464e562fa3/1ccf3db1-3792-4f1d-82e6-047627b5d628/1db1864d-5881-474c-a1e6-9d045a5d6b72) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:01:25.409786 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ad1f3ecb-5f61-45c3-aca2-272a98196044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:25.450996 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-38af4600-9874-4583-8b8d-44b3144c2589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:25.564785 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5e3c8395-824a-4e8b-8e0f-8d6ef6ecc666 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:25.574531 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f3ecb-5f61-45c3-aca2-272a98196044 None None] Pushing event updated for resources: {'Port': ['ID=2fb3b57f-3627-4bcd-90f9-7b6367f6ba88,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:25.585437 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-5e3c8395-824a-4e8b-8e0f-8d6ef6ecc666 admin admin] Transition to ACTIVE for port object 1db1864d-5881-474c-a1e6-9d045a5d6b72 will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:01:25.610724 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5e3c8395-824a-4e8b-8e0f-8d6ef6ecc666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:25.676800 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3c8395-824a-4e8b-8e0f-8d6ef6ecc666 admin admin] Network dbe22e1a-b853-4bfc-b2aa-4b464e562fa3 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:01:25.678162 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-02877dec-4e9b-4c62-a7ca-ac95461b5528 None None] Provisioning complete for port 2fb3b57f-3627-4bcd-90f9-7b6367f6ba88 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:01:25.678526 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-02877dec-4e9b-4c62-a7ca-ac95461b5528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:25.679683 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-5e3c8395-824a-4e8b-8e0f-8d6ef6ecc666 admin admin] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:01:25.684221 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3c8395-824a-4e8b-8e0f-8d6ef6ecc666 admin admin] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:01:25.712737 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c8395-824a-4e8b-8e0f-8d6ef6ecc666 admin admin] Pushing event updated for resources: {'Port': ['ID=1db1864d-5881-474c-a1e6-9d045a5d6b72,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:25.743223 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5e3c8395-824a-4e8b-8e0f-8d6ef6ecc666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:25.930068 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5e3c8395-824a-4e8b-8e0f-8d6ef6ecc666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:25.981443 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-38af4600-9874-4583-8b8d-44b3144c2589 None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:25.993724 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-38af4600-9874-4583-8b8d-44b3144c2589 None None] Transition to ACTIVE for port object bb35303d-144d-463a-aef8-47e6159f8cac will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:01:26.000302 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-38af4600-9874-4583-8b8d-44b3144c2589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:26.087207 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82eb30-0717-4984-a126-70ea54d8c086 None None] Pushing event updated for resources: {'Port': ['ID=bb35303d-144d-463a-aef8-47e6159f8cac,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:26.092053 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-72ea073c-4408-4eda-9590-a5210a379692 None None] Provisioning for port 1db1864d-5881-474c-a1e6-9d045a5d6b72 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:01:26.098205 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-38af4600-9874-4583-8b8d-44b3144c2589 None None] Attempting to bind port bb35303d-144d-463a-aef8-47e6159f8cac on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:01:26.098324 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-38af4600-9874-4583-8b8d-44b3144c2589 None None] Attempting to bind port bb35303d-144d-463a-aef8-47e6159f8cac by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:01:26.098624 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38af4600-9874-4583-8b8d-44b3144c2589 None None] Attempting to bind port bb35303d-144d-463a-aef8-47e6159f8cac on network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:01:26.102644 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-72ea073c-4408-4eda-9590-a5210a379692 None None] Provisioning complete for port 1db1864d-5881-474c-a1e6-9d045a5d6b72 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:01:26.102949 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-72ea073c-4408-4eda-9590-a5210a379692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:26.148012 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38af4600-9874-4583-8b8d-44b3144c2589 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:01:26.148407 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38af4600-9874-4583-8b8d-44b3144c2589 None None] Checking segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:01:26.148799 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-38af4600-9874-4583-8b8d-44b3144c2589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:26.149195 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38af4600-9874-4583-8b8d-44b3144c2589 None None] Bound using segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:01:26.149655 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-38af4600-9874-4583-8b8d-44b3144c2589 None None] Bound port: bb35303d-144d-463a-aef8-47e6159f8cac, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:01:26.150022 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-38af4600-9874-4583-8b8d-44b3144c2589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:26.155170 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5e3c8395-824a-4e8b-8e0f-8d6ef6ecc666 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:26.160189 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5e3c8395-824a-4e8b-8e0f-8d6ef6ecc666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:26.202458 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-72ea073c-4408-4eda-9590-a5210a379692 None None] Port 1db1864d-5881-474c-a1e6-9d045a5d6b72 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:01:26.241942 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-38af4600-9874-4583-8b8d-44b3144c2589 None None] For port bb35303d-144d-463a-aef8-47e6159f8cac, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:01:26.245142 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-38af4600-9874-4583-8b8d-44b3144c2589 None None] For port bb35303d-144d-463a-aef8-47e6159f8cac, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=bb35303d-144d-463a-aef8-47e6159f8cac,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:01:26.249123 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-38af4600-9874-4583-8b8d-44b3144c2589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:26.265475 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c8395-824a-4e8b-8e0f-8d6ef6ecc666 admin admin] Pushing event updated for resources: {'Port': ['ID=1db1864d-5881-474c-a1e6-9d045a5d6b72,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:26.267939 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5e3c8395-824a-4e8b-8e0f-8d6ef6ecc666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:26.329695 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82eb30-0717-4984-a126-70ea54d8c086 None None] Pushing event updated for resources: {'Port': ['ID=bb35303d-144d-463a-aef8-47e6159f8cac,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:26.335506 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38af4600-9874-4583-8b8d-44b3144c2589 None None] Routers {'1845e8ae-387f-49f3-9ab4-fe0efc93bbd4'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:01:26.336126 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-38af4600-9874-4583-8b8d-44b3144c2589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:01:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['1845e8ae-387f-49f3-9ab4-fe0efc93bbd4'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:01:26.405056 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3c8395-824a-4e8b-8e0f-8d6ef6ecc666 admin admin] Network dbe22e1a-b853-4bfc-b2aa-4b464e562fa3 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:01:26.406363 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-5e3c8395-824a-4e8b-8e0f-8d6ef6ecc666 admin admin] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:01:26.483495 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 2fb3b57f-3627-4bcd-90f9-7b6367f6ba88 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:01:26.578570 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-38af4600-9874-4583-8b8d-44b3144c2589 None None] Set router 1845e8ae-387f-49f3-9ab4-fe0efc93bbd4 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:01:26.656384 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 2fb3b57f-3627-4bcd-90f9-7b6367f6ba88 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:01:26.656671 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:26.783826 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-48bcfd68-7662-4542-9be4-899aae594d80 None None] Provisioning complete for port 1db1864d-5881-474c-a1e6-9d045a5d6b72 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:01:26.784840 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-48bcfd68-7662-4542-9be4-899aae594d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:26.811675 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3c8395-824a-4e8b-8e0f-8d6ef6ecc666 admin admin] Router 1845e8ae-387f-49f3-9ab4-fe0efc93bbd4 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:01:26.922669 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-48bcfd68-7662-4542-9be4-899aae594d80 None None] Port 1db1864d-5881-474c-a1e6-9d045a5d6b72 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:01:27.012468 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3c8395-824a-4e8b-8e0f-8d6ef6ecc666 admin admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:01:27.022611 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5e3c8395-824a-4e8b-8e0f-8d6ef6ecc666 admin admin] 10.222.0.31 "PUT /v2.0/routers/1845e8ae-387f-49f3-9ab4-fe0efc93bbd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5890918 Mar 11 16:01:27.067900 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-38af4600-9874-4583-8b8d-44b3144c2589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1845e8ae-387f-49f3-9ab4-fe0efc93bbd4', 'name': 'tempest-TestEncryptedCinderVolumes-1843494622-router', 'tenant_id': '8a94879cc07c4e00a4c68dcb89215938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': 'bb35303d-144d-463a-aef8-47e6159f8cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:01:22Z', 'updated_at': '2022-03-11T16:01:25Z', 'revision_number': 4, 'project_id': '8a94879cc07c4e00a4c68dcb89215938', 'gw_port': {'id': 'bb35303d-144d-463a-aef8-47e6159f8cac', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1845e8ae-387f-49f3-9ab4-fe0efc93bbd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:01:23Z', 'updated_at': '2022-03-11T16:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '1db1864d-5881-474c-a1e6-9d045a5d6b72', 'name': '', 'network_id': 'dbe22e1a-b853-4bfc-b2aa-4b464e562fa3', 'tenant_id': '8a94879cc07c4e00a4c68dcb89215938', 'mac_address': 'fa:16:3e:c6:73:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1845e8ae-387f-49f3-9ab4-fe0efc93bbd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ccf3db1-3792-4f1d-82e6-047627b5d628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:01:25Z', 'updated_at': '2022-03-11T16:01:25Z', 'revision_number': 2, 'project_id': '8a94879cc07c4e00a4c68dcb89215938', 'subnets': [{'id': '1ccf3db1-3792-4f1d-82e6-047627b5d628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:01:27.071927 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38af4600-9874-4583-8b8d-44b3144c2589 None None] The sync data for ids ['1845e8ae-387f-49f3-9ab4-fe0efc93bbd4'] in dv-neutron-833373-1-hyperv is: [{'id': '1845e8ae-387f-49f3-9ab4-fe0efc93bbd4', 'name': 'tempest-TestEncryptedCinderVolumes-1843494622-router', 'tenant_id': '8a94879cc07c4e00a4c68dcb89215938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': 'bb35303d-144d-463a-aef8-47e6159f8cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:01:22Z', 'updated_at': '2022-03-11T16:01:25Z', 'revision_number': 4, 'project_id': '8a94879cc07c4e00a4c68dcb89215938', 'gw_port': {'id': 'bb35303d-144d-463a-aef8-47e6159f8cac', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1845e8ae-387f-49f3-9ab4-fe0efc93bbd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:01:23Z', 'updated_at': '2022-03-11T16:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '1db1864d-5881-474c-a1e6-9d045a5d6b72', 'name': '', 'network_id': 'dbe22e1a-b853-4bfc-b2aa-4b464e562fa3', 'tenant_id': '8a94879cc07c4e00a4c68dcb89215938', 'mac_address': 'fa:16:3e:c6:73:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1845e8ae-387f-49f3-9ab4-fe0efc93bbd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ccf3db1-3792-4f1d-82e6-047627b5d628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:01:25Z', 'updated_at': '2022-03-11T16:01:25Z', 'revision_number': 2, 'project_id': '8a94879cc07c4e00a4c68dcb89215938', 'subnets': [{'id': '1ccf3db1-3792-4f1d-82e6-047627b5d628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:01:27.927799 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 47838) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:27.933771 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-528a923d-be96-40d2-ae85-ee5a1d961e77 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1994421312-network', 'tenant_id': '7e8a5b457e084ee690c2f5d54dff3c78'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:01:27.938945 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-528a923d-be96-40d2-ae85-ee5a1d961e77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:01:27.945621 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-528a923d-be96-40d2-ae85-ee5a1d961e77 admin admin] Usage tracker for resource:network and tenant:7e8a5b457e084ee690c2f5d54dff3c78 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:01:27.948809 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-528a923d-be96-40d2-ae85-ee5a1d961e77 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:01:27.955055 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-528a923d-be96-40d2-ae85-ee5a1d961e77 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:01:27.966231 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528a923d-be96-40d2-ae85-ee5a1d961e77 admin admin] Made reservation on behalf of 7e8a5b457e084ee690c2f5d54dff3c78 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:01:27.969027 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-528a923d-be96-40d2-ae85-ee5a1d961e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:27.982454 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-528a923d-be96-40d2-ae85-ee5a1d961e77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:28.020128 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-528a923d-be96-40d2-ae85-ee5a1d961e77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:01:28.024065 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-528a923d-be96-40d2-ae85-ee5a1d961e77 admin admin] Usage tracker for resource:security_group_rule and tenant:7e8a5b457e084ee690c2f5d54dff3c78 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:01:28.027210 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-528a923d-be96-40d2-ae85-ee5a1d961e77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:01:28.033207 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-528a923d-be96-40d2-ae85-ee5a1d961e77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:01:28.111225 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-528a923d-be96-40d2-ae85-ee5a1d961e77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:28.116443 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-528a923d-be96-40d2-ae85-ee5a1d961e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:28.150078 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-528a923d-be96-40d2-ae85-ee5a1d961e77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:01:28.160203 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a923d-be96-40d2-ae85-ee5a1d961e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3a050d-db6f-4a50-831d-eaa0bc4fa876,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:28.168538 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-528a923d-be96-40d2-ae85-ee5a1d961e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:28.169072 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-528a923d-be96-40d2-ae85-ee5a1d961e77 admin admin] Added segment 540fd416-007d-45fe-bf93-425db76f7b81 of type vlan for network 98932272-eeae-4282-8c09-d10efb95a2f7 Mar 11 16:01:28.210128 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-528a923d-be96-40d2-ae85-ee5a1d961e77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:28.246606 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-528a923d-be96-40d2-ae85-ee5a1d961e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:28.247553 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528a923d-be96-40d2-ae85-ee5a1d961e77 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:01:28.248411 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-528a923d-be96-40d2-ae85-ee5a1d961e77 admin admin] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:28.358754 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a923d-be96-40d2-ae85-ee5a1d961e77 admin admin] Pushing event updated for resources: {'Network': ['ID=98932272-eeae-4282-8c09-d10efb95a2f7,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:28.363606 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-528a923d-be96-40d2-ae85-ee5a1d961e77 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4345903 Mar 11 16:01:28.366715 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 47842) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:28.368644 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 98932272-eeae-4282-8c09-d10efb95a2f7 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:01:28.372209 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-43bfc8b6-2d7a-420f-85a7-b268a028bc19 admin admin] Request body: {'subnet': {'network_id': '98932272-eeae-4282-8c09-d10efb95a2f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1994421312-subnet', 'tenant_id': '7e8a5b457e084ee690c2f5d54dff3c78', 'ip_version': 4}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:01:28.377154 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-43bfc8b6-2d7a-420f-85a7-b268a028bc19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:01:28.381218 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-43bfc8b6-2d7a-420f-85a7-b268a028bc19 admin admin] Usage tracker for resource:subnet and tenant:7e8a5b457e084ee690c2f5d54dff3c78 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:01:28.384053 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-43bfc8b6-2d7a-420f-85a7-b268a028bc19 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:01:28.390631 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-43bfc8b6-2d7a-420f-85a7-b268a028bc19 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:01:28.402475 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43bfc8b6-2d7a-420f-85a7-b268a028bc19 admin admin] Made reservation on behalf of 7e8a5b457e084ee690c2f5d54dff3c78 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:01:28.405523 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-43bfc8b6-2d7a-420f-85a7-b268a028bc19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:28.498746 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device bb35303d-144d-463a-aef8-47e6159f8cac up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:01:28.625647 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port bb35303d-144d-463a-aef8-47e6159f8cac completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:01:28.633705 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port bb35303d-144d-463a-aef8-47e6159f8cac triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:01:28.634666 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:28.757083 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:28.764249 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-43bfc8b6-2d7a-420f-85a7-b268a028bc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:28.774999 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port bb35303d-144d-463a-aef8-47e6159f8cac, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=bb35303d-144d-463a-aef8-47e6159f8cac,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:01:28.780153 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:28.836236 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bfc8b6-2d7a-420f-85a7-b268a028bc19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f075f13a-32fc-4c17-b78d-49876e7fff03,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:28.848960 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=bb35303d-144d-463a-aef8-47e6159f8cac,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:28.853957 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bfc8b6-2d7a-420f-85a7-b268a028bc19 admin admin] Checking segment: {'id': '540fd416-007d-45fe-bf93-425db76f7b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '98932272-eeae-4282-8c09-d10efb95a2f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:01:28.854317 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bfc8b6-2d7a-420f-85a7-b268a028bc19 admin admin] Network hostable DHCP agents. Network: 98932272-eeae-4282-8c09-d10efb95a2f7, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:01:28.876268 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bfc8b6-2d7a-420f-85a7-b268a028bc19 admin admin] Network 98932272-eeae-4282-8c09-d10efb95a2f7 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:01:28.885839 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-43bfc8b6-2d7a-420f-85a7-b268a028bc19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 98932272-eeae-4282-8c09-d10efb95a2f7) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:01:28.889680 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bfc8b6-2d7a-420f-85a7-b268a028bc19 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:01:28.890271 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-43bfc8b6-2d7a-420f-85a7-b268a028bc19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:28.894605 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7f4428-1a98-4d49-a8a7-21094a33b39a None None] Network 98932272-eeae-4282-8c09-d10efb95a2f7 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:01:28.914690 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-43bfc8b6-2d7a-420f-85a7-b268a028bc19 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5464730 Mar 11 16:01:28.917111 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 47846) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:28.925471 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-f452153a-778d-4e83-9ebc-6215030870cf admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1994421312-router', 'tenant_id': '7e8a5b457e084ee690c2f5d54dff3c78', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:01:28.931943 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-f452153a-778d-4e83-9ebc-6215030870cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:01:28.937064 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-f452153a-778d-4e83-9ebc-6215030870cf admin admin] Usage tracker for resource:router and tenant:7e8a5b457e084ee690c2f5d54dff3c78 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:01:28.940898 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-f452153a-778d-4e83-9ebc-6215030870cf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:01:28.948517 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-f452153a-778d-4e83-9ebc-6215030870cf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:01:28.964764 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f452153a-778d-4e83-9ebc-6215030870cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:28.965850 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f452153a-778d-4e83-9ebc-6215030870cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:28.985308 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f452153a-778d-4e83-9ebc-6215030870cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:29.116264 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddb3a3f-f9e4-4046-a97f-25c9598ef709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-98932272-eeae-4282-8c09-d10efb95a2f7', 'network_id': '98932272-eeae-4282-8c09-d10efb95a2f7', 'tenant_id': '7e8a5b457e084ee690c2f5d54dff3c78', 'fixed_ips': [{'subnet_id': 'f075f13a-32fc-4c17-b78d-49876e7fff03'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:01:29.117099 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1ddb3a3f-f9e4-4046-a97f-25c9598ef709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:29.227254 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f452153a-778d-4e83-9ebc-6215030870cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:29.277592 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-1ddb3a3f-f9e4-4046-a97f-25c9598ef709 None None] Allocated IP 172.20.0.2 (98932272-eeae-4282-8c09-d10efb95a2f7/f075f13a-32fc-4c17-b78d-49876e7fff03/65cad19d-1bc8-4ddf-87c1-787727aed77d) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:01:29.420001 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fb97fff9-47ca-40a4-9aa7-02791e16177c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:29.420769 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f452153a-778d-4e83-9ebc-6215030870cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:29.449988 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f452153a-778d-4e83-9ebc-6215030870cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:29.497604 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1ddb3a3f-f9e4-4046-a97f-25c9598ef709 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:29.508303 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-1ddb3a3f-f9e4-4046-a97f-25c9598ef709 None None] Transition to ACTIVE for port object 65cad19d-1bc8-4ddf-87c1-787727aed77d will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:01:29.526877 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-1ddb3a3f-f9e4-4046-a97f-25c9598ef709 None None] Transition to ACTIVE for port object 65cad19d-1bc8-4ddf-87c1-787727aed77d will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:01:29.533080 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1ddb3a3f-f9e4-4046-a97f-25c9598ef709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:29.584834 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-f452153a-778d-4e83-9ebc-6215030870cf admin admin] Allocated IP 172.26.0.231 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/bdc0f5f4-cb21-4116-b645-184945592eff) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:01:29.601059 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddb3a3f-f9e4-4046-a97f-25c9598ef709 None None] Network 98932272-eeae-4282-8c09-d10efb95a2f7 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:01:29.603910 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-1ddb3a3f-f9e4-4046-a97f-25c9598ef709 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:01:29.608528 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddb3a3f-f9e4-4046-a97f-25c9598ef709 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:01:29.610565 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb3a3f-f9e4-4046-a97f-25c9598ef709 None None] Pushing event updated for resources: {'Port': ['ID=65cad19d-1bc8-4ddf-87c1-787727aed77d,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:29.698102 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-1ddb3a3f-f9e4-4046-a97f-25c9598ef709 None None] Attempting to bind port 65cad19d-1bc8-4ddf-87c1-787727aed77d on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:01:29.698447 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-1ddb3a3f-f9e4-4046-a97f-25c9598ef709 None None] Attempting to bind port 65cad19d-1bc8-4ddf-87c1-787727aed77d by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '540fd416-007d-45fe-bf93-425db76f7b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '98932272-eeae-4282-8c09-d10efb95a2f7'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:01:29.698750 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddb3a3f-f9e4-4046-a97f-25c9598ef709 None None] Attempting to bind port 65cad19d-1bc8-4ddf-87c1-787727aed77d on network 98932272-eeae-4282-8c09-d10efb95a2f7 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:01:29.705315 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddb3a3f-f9e4-4046-a97f-25c9598ef709 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:01:29.705686 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddb3a3f-f9e4-4046-a97f-25c9598ef709 None None] Checking segment: {'id': '540fd416-007d-45fe-bf93-425db76f7b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '98932272-eeae-4282-8c09-d10efb95a2f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:01:29.706222 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1ddb3a3f-f9e4-4046-a97f-25c9598ef709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:29.706629 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddb3a3f-f9e4-4046-a97f-25c9598ef709 None None] Bound using segment: {'id': '540fd416-007d-45fe-bf93-425db76f7b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '98932272-eeae-4282-8c09-d10efb95a2f7'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:01:29.707102 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-1ddb3a3f-f9e4-4046-a97f-25c9598ef709 None None] Bound port: 65cad19d-1bc8-4ddf-87c1-787727aed77d, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '540fd416-007d-45fe-bf93-425db76f7b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '98932272-eeae-4282-8c09-d10efb95a2f7'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:01:29.707481 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1ddb3a3f-f9e4-4046-a97f-25c9598ef709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:29.741184 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f452153a-778d-4e83-9ebc-6215030870cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:29.770117 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f452153a-778d-4e83-9ebc-6215030870cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:29.796616 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-1ddb3a3f-f9e4-4046-a97f-25c9598ef709 None None] For port 65cad19d-1bc8-4ddf-87c1-787727aed77d, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:01:29.800577 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-1ddb3a3f-f9e4-4046-a97f-25c9598ef709 None None] For port 65cad19d-1bc8-4ddf-87c1-787727aed77d, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=65cad19d-1bc8-4ddf-87c1-787727aed77d,segment=NetworkSegment(540fd416-007d-45fe-bf93-425db76f7b81),segment_id=540fd416-007d-45fe-bf93-425db76f7b81)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:01:29.804813 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1ddb3a3f-f9e4-4046-a97f-25c9598ef709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:29.836589 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f452153a-778d-4e83-9ebc-6215030870cf admin admin] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:01:29.839195 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-f452153a-778d-4e83-9ebc-6215030870cf admin admin] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:01:29.842887 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f452153a-778d-4e83-9ebc-6215030870cf admin admin] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:01:29.875985 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f452153a-778d-4e83-9ebc-6215030870cf admin admin] Pushing event updated for resources: {'Port': ['ID=bdc0f5f4-cb21-4116-b645-184945592eff,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:29.889064 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb3a3f-f9e4-4046-a97f-25c9598ef709 None None] Pushing event updated for resources: {'Port': ['ID=65cad19d-1bc8-4ddf-87c1-787727aed77d,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:30.029370 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f452153a-778d-4e83-9ebc-6215030870cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:30.030395 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f452153a-778d-4e83-9ebc-6215030870cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:30.266781 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f452153a-778d-4e83-9ebc-6215030870cf admin admin] Router b7deaa0a-269b-4b69-8d13-c8945c9251c2 is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:01:30.468485 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f452153a-778d-4e83-9ebc-6215030870cf admin admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:01:30.480791 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554ea2ea-72d2-40b2-9398-cd5704c1bab5 None None] Sync routers for ids ['b7deaa0a-269b-4b69-8d13-c8945c9251c2'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:01:30.498606 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554ea2ea-72d2-40b2-9398-cd5704c1bab5 None None] Routers {'b7deaa0a-269b-4b69-8d13-c8945c9251c2'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:01:30.499411 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-554ea2ea-72d2-40b2-9398-cd5704c1bab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:01:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['b7deaa0a-269b-4b69-8d13-c8945c9251c2'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:01:30.502082 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f452153a-778d-4e83-9ebc-6215030870cf admin admin] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:30.508370 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 47850) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:30.520640 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-f452153a-778d-4e83-9ebc-6215030870cf admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6008136 Mar 11 16:01:30.552951 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 65cad19d-1bc8-4ddf-87c1-787727aed77d up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:01:30.632062 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 65cad19d-1bc8-4ddf-87c1-787727aed77d completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:01:30.639432 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device bb35303d-144d-463a-aef8-47e6159f8cac up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:01:30.695111 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-554ea2ea-72d2-40b2-9398-cd5704c1bab5 None None] Set router b7deaa0a-269b-4b69-8d13-c8945c9251c2 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:01:30.726740 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port bb35303d-144d-463a-aef8-47e6159f8cac triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:01:30.727244 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:30.916747 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ba5fab-8dac-4cb3-ad94-b69cdcb75fb4 None None] Network 98932272-eeae-4282-8c09-d10efb95a2f7 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:01:31.027028 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-a854f7ba-f30b-40d8-9b64-cab6499d3c54 None None] Provisioning for port 65cad19d-1bc8-4ddf-87c1-787727aed77d completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:01:31.029340 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-554ea2ea-72d2-40b2-9398-cd5704c1bab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7deaa0a-269b-4b69-8d13-c8945c9251c2', 'name': 'tempest-TestEncryptedCinderVolumes-1994421312-router', 'tenant_id': '7e8a5b457e084ee690c2f5d54dff3c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'bdc0f5f4-cb21-4116-b645-184945592eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:01:28Z', 'updated_at': '2022-03-11T16:01:29Z', 'revision_number': 3, 'project_id': '7e8a5b457e084ee690c2f5d54dff3c78', 'gw_port': {'id': 'bdc0f5f4-cb21-4116-b645-184945592eff', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7deaa0a-269b-4b69-8d13-c8945c9251c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:01:29Z', 'updated_at': '2022-03-11T16:01:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:01:31.033208 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554ea2ea-72d2-40b2-9398-cd5704c1bab5 None None] Checking router: b7deaa0a-269b-4b69-8d13-c8945c9251c2 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:01:31.033736 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554ea2ea-72d2-40b2-9398-cd5704c1bab5 None None] Updating router b7deaa0a-269b-4b69-8d13-c8945c9251c2 port bdc0f5f4-cb21-4116-b645-184945592eff binding host dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:01:31.046792 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-a854f7ba-f30b-40d8-9b64-cab6499d3c54 None None] Provisioning complete for port 65cad19d-1bc8-4ddf-87c1-787727aed77d triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:01:31.047156 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a854f7ba-f30b-40d8-9b64-cab6499d3c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:31.088469 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-554ea2ea-72d2-40b2-9398-cd5704c1bab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:31.324993 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a854f7ba-f30b-40d8-9b64-cab6499d3c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:31.333830 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-be6ecfaf-86c0-4e6c-8ea5-884ffa7bda45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:31.367551 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-a854f7ba-f30b-40d8-9b64-cab6499d3c54 None None] For port 65cad19d-1bc8-4ddf-87c1-787727aed77d, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=65cad19d-1bc8-4ddf-87c1-787727aed77d,segment=NetworkSegment(540fd416-007d-45fe-bf93-425db76f7b81),segment_id=540fd416-007d-45fe-bf93-425db76f7b81)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:01:31.372918 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a854f7ba-f30b-40d8-9b64-cab6499d3c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:31.441112 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-554ea2ea-72d2-40b2-9398-cd5704c1bab5 None None] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:31.453639 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854f7ba-f30b-40d8-9b64-cab6499d3c54 None None] Pushing event updated for resources: {'Port': ['ID=65cad19d-1bc8-4ddf-87c1-787727aed77d,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:31.454984 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-554ea2ea-72d2-40b2-9398-cd5704c1bab5 None None] Transition to ACTIVE for port object bdc0f5f4-cb21-4116-b645-184945592eff will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:01:31.464366 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-554ea2ea-72d2-40b2-9398-cd5704c1bab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:31.558307 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-554ea2ea-72d2-40b2-9398-cd5704c1bab5 None None] Attempting to bind port bdc0f5f4-cb21-4116-b645-184945592eff on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:01:31.559028 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-554ea2ea-72d2-40b2-9398-cd5704c1bab5 None None] Attempting to bind port bdc0f5f4-cb21-4116-b645-184945592eff by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:01:31.559028 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554ea2ea-72d2-40b2-9398-cd5704c1bab5 None None] Attempting to bind port bdc0f5f4-cb21-4116-b645-184945592eff on network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:01:31.565537 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98be01-3142-4274-9994-7d4d48e91fa1 None None] Pushing event updated for resources: {'Port': ['ID=bdc0f5f4-cb21-4116-b645-184945592eff,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:31.575356 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554ea2ea-72d2-40b2-9398-cd5704c1bab5 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:01:31.575695 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554ea2ea-72d2-40b2-9398-cd5704c1bab5 None None] Checking segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:01:31.576041 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-554ea2ea-72d2-40b2-9398-cd5704c1bab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:31.576459 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554ea2ea-72d2-40b2-9398-cd5704c1bab5 None None] Bound using segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:01:31.576922 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-554ea2ea-72d2-40b2-9398-cd5704c1bab5 None None] Bound port: bdc0f5f4-cb21-4116-b645-184945592eff, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:01:31.577289 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-554ea2ea-72d2-40b2-9398-cd5704c1bab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:31.582054 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-be6ecfaf-86c0-4e6c-8ea5-884ffa7bda45 admin admin] Allocated IP 172.20.0.1 (98932272-eeae-4282-8c09-d10efb95a2f7/f075f13a-32fc-4c17-b78d-49876e7fff03/bdbdea71-3166-4ff1-8f90-fe61d8110dd7) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:01:31.601842 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d98be01-3142-4274-9994-7d4d48e91fa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:01:31.602185 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d98be01-3142-4274-9994-7d4d48e91fa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:01:31.602517 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d98be01-3142-4274-9994-7d4d48e91fa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:01:31.602846 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d98be01-3142-4274-9994-7d4d48e91fa1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:01:31.603174 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d98be01-3142-4274-9994-7d4d48e91fa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:01:31.603513 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d98be01-3142-4274-9994-7d4d48e91fa1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:01:31.603813 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d98be01-3142-4274-9994-7d4d48e91fa1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:01:31.604150 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d98be01-3142-4274-9994-7d4d48e91fa1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:01:31.604470 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d98be01-3142-4274-9994-7d4d48e91fa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:01:31.604783 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d98be01-3142-4274-9994-7d4d48e91fa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:01:31.605094 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d98be01-3142-4274-9994-7d4d48e91fa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:01:31.656226 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-554ea2ea-72d2-40b2-9398-cd5704c1bab5 None None] For port bdc0f5f4-cb21-4116-b645-184945592eff, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:01:31.656451 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b752d4df-0f54-4d91-8d1b-266306a32a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:31.660846 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-554ea2ea-72d2-40b2-9398-cd5704c1bab5 None None] For port bdc0f5f4-cb21-4116-b645-184945592eff, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=bdc0f5f4-cb21-4116-b645-184945592eff,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:01:31.665380 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-554ea2ea-72d2-40b2-9398-cd5704c1bab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:31.696469 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d070a0d8-7273-4748-9fd1-c1543928d2b8 None None] Provisioning complete for port 65cad19d-1bc8-4ddf-87c1-787727aed77d triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:01:31.696932 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d070a0d8-7273-4748-9fd1-c1543928d2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:31.742549 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-be6ecfaf-86c0-4e6c-8ea5-884ffa7bda45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:31.746233 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98be01-3142-4274-9994-7d4d48e91fa1 None None] Pushing event updated for resources: {'Port': ['ID=bdc0f5f4-cb21-4116-b645-184945592eff,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:31.756450 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554ea2ea-72d2-40b2-9398-cd5704c1bab5 None None] Routers {'b7deaa0a-269b-4b69-8d13-c8945c9251c2'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:01:31.757053 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-554ea2ea-72d2-40b2-9398-cd5704c1bab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:01:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['b7deaa0a-269b-4b69-8d13-c8945c9251c2'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:01:31.758492 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-be6ecfaf-86c0-4e6c-8ea5-884ffa7bda45 admin admin] Transition to ACTIVE for port object bdbdea71-3166-4ff1-8f90-fe61d8110dd7 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:01:31.781138 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-be6ecfaf-86c0-4e6c-8ea5-884ffa7bda45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:31.867806 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6ecfaf-86c0-4e6c-8ea5-884ffa7bda45 admin admin] Network 98932272-eeae-4282-8c09-d10efb95a2f7 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:01:31.871269 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ecfaf-86c0-4e6c-8ea5-884ffa7bda45 admin admin] Pushing event updated for resources: {'Port': ['ID=bdbdea71-3166-4ff1-8f90-fe61d8110dd7,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:31.873678 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-be6ecfaf-86c0-4e6c-8ea5-884ffa7bda45 admin admin] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:01:31.875671 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6ecfaf-86c0-4e6c-8ea5-884ffa7bda45 admin admin] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:01:31.932049 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-be6ecfaf-86c0-4e6c-8ea5-884ffa7bda45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:31.954968 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-554ea2ea-72d2-40b2-9398-cd5704c1bab5 None None] Set router b7deaa0a-269b-4b69-8d13-c8945c9251c2 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:01:32.017221 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-be6ecfaf-86c0-4e6c-8ea5-884ffa7bda45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:32.157400 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-89e0916b-2087-4f69-96bd-508dfb458ef8 None None] Provisioning for port bdbdea71-3166-4ff1-8f90-fe61d8110dd7 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:01:32.164295 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-89e0916b-2087-4f69-96bd-508dfb458ef8 None None] Provisioning complete for port bdbdea71-3166-4ff1-8f90-fe61d8110dd7 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:01:32.164669 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-89e0916b-2087-4f69-96bd-508dfb458ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:32.240342 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-89e0916b-2087-4f69-96bd-508dfb458ef8 None None] Port bdbdea71-3166-4ff1-8f90-fe61d8110dd7 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:01:32.265509 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-554ea2ea-72d2-40b2-9398-cd5704c1bab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7deaa0a-269b-4b69-8d13-c8945c9251c2', 'name': 'tempest-TestEncryptedCinderVolumes-1994421312-router', 'tenant_id': '7e8a5b457e084ee690c2f5d54dff3c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'bdc0f5f4-cb21-4116-b645-184945592eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:01:28Z', 'updated_at': '2022-03-11T16:01:29Z', 'revision_number': 3, 'project_id': '7e8a5b457e084ee690c2f5d54dff3c78', 'gw_port': {'id': 'bdc0f5f4-cb21-4116-b645-184945592eff', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7deaa0a-269b-4b69-8d13-c8945c9251c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:01:29Z', 'updated_at': '2022-03-11T16:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:01:32.270873 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554ea2ea-72d2-40b2-9398-cd5704c1bab5 None None] The sync data for ids ['b7deaa0a-269b-4b69-8d13-c8945c9251c2'] in dv-neutron-833373-1-hyperv is: [{'id': 'b7deaa0a-269b-4b69-8d13-c8945c9251c2', 'name': 'tempest-TestEncryptedCinderVolumes-1994421312-router', 'tenant_id': '7e8a5b457e084ee690c2f5d54dff3c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'bdc0f5f4-cb21-4116-b645-184945592eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:01:28Z', 'updated_at': '2022-03-11T16:01:29Z', 'revision_number': 3, 'project_id': '7e8a5b457e084ee690c2f5d54dff3c78', 'gw_port': {'id': 'bdc0f5f4-cb21-4116-b645-184945592eff', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7deaa0a-269b-4b69-8d13-c8945c9251c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:01:29Z', 'updated_at': '2022-03-11T16:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:01:32.374629 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-be6ecfaf-86c0-4e6c-8ea5-884ffa7bda45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:32.380503 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-be6ecfaf-86c0-4e6c-8ea5-884ffa7bda45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:32.456535 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 65cad19d-1bc8-4ddf-87c1-787727aed77d up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:01:32.487282 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ecfaf-86c0-4e6c-8ea5-884ffa7bda45 admin admin] Pushing event updated for resources: {'Port': ['ID=bdbdea71-3166-4ff1-8f90-fe61d8110dd7,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:32.490347 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-be6ecfaf-86c0-4e6c-8ea5-884ffa7bda45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:32.526942 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 65cad19d-1bc8-4ddf-87c1-787727aed77d triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:01:32.527304 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:32.629722 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6ecfaf-86c0-4e6c-8ea5-884ffa7bda45 admin admin] Network 98932272-eeae-4282-8c09-d10efb95a2f7 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:01:32.630846 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-be6ecfaf-86c0-4e6c-8ea5-884ffa7bda45 admin admin] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:01:32.840507 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:32.864130 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-740149a7-a651-4ff7-af17-bc926bed5855 None None] Provisioning complete for port bdbdea71-3166-4ff1-8f90-fe61d8110dd7 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:01:32.864489 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-740149a7-a651-4ff7-af17-bc926bed5855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:32.915444 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-740149a7-a651-4ff7-af17-bc926bed5855 None None] Port bdbdea71-3166-4ff1-8f90-fe61d8110dd7 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:01:32.973752 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:01:33.020185 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6ecfaf-86c0-4e6c-8ea5-884ffa7bda45 admin admin] Router b7deaa0a-269b-4b69-8d13-c8945c9251c2 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:01:33.076051 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:33.243122 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6ecfaf-86c0-4e6c-8ea5-884ffa7bda45 admin admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:01:33.251567 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-be6ecfaf-86c0-4e6c-8ea5-884ffa7bda45 admin admin] 10.222.0.31 "PUT /v2.0/routers/b7deaa0a-269b-4b69-8d13-c8945c9251c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7412190 Mar 11 16:01:34.100449 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-39c4b2e3-5d04-416c-9ccb-46ea09e5beeb tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:01:34.101127 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-39c4b2e3-5d04-416c-9ccb-46ea09e5beeb tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Synchronizing usage tracker for tenant:8a94879cc07c4e00a4c68dcb89215938 on resource:network {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:01:34.118174 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-39c4b2e3-5d04-416c-9ccb-46ea09e5beeb tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Unset dirty status for tenant:8a94879cc07c4e00a4c68dcb89215938 on resource:network {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:01:34.119382 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-39c4b2e3-5d04-416c-9ccb-46ea09e5beeb tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/networks?id=dbe22e1a-b853-4bfc-b2aa-4b464e562fa3 HTTP/1.1" status: 200 len: 817 time: 0.1576726 Mar 11 16:01:34.135979 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-bb288160-a42e-44f7-bf90-75f102b5c92c tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/quotas/8a94879cc07c4e00a4c68dcb89215938 HTTP/1.1" status: 200 len: 375 time: 0.0109987 Mar 11 16:01:34.215114 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-5499c522-b0c7-4a67-88c4-f8bda234efe8 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a94879cc07c4e00a4c68dcb89215938&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742733 Mar 11 16:01:34.275463 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:34.356566 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-0fb4df5b-e9f2-42ed-a87d-6d7913abfa47 service neutron] 10.222.0.31 "GET /v2.0/networks/dbe22e1a-b853-4bfc-b2aa-4b464e562fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287746 Mar 11 16:01:34.586743 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-3e2018c2-df19-4a8a-a870-f43eb394a120 service neutron] 10.222.0.31 "GET /v2.0/networks/dbe22e1a-b853-4bfc-b2aa-4b464e562fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244523 Mar 11 16:01:34.768419 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-f44f6275-e00d-43b2-b4e0-7ef9218410ec req-d464ff22-a0fc-4235-81f4-19b71f148282 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Synchronizing usage tracker for tenant:8a94879cc07c4e00a4c68dcb89215938 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:01:34.785455 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-f44f6275-e00d-43b2-b4e0-7ef9218410ec req-d464ff22-a0fc-4235-81f4-19b71f148282 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Unset dirty status for tenant:8a94879cc07c4e00a4c68dcb89215938 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:01:34.786607 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f44f6275-e00d-43b2-b4e0-7ef9218410ec req-d464ff22-a0fc-4235-81f4-19b71f148282 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0a99eb-5f3b-4f69-9464-9e5c3cdd687e HTTP/1.1" status: 200 len: 210 time: 0.0613890 Mar 11 16:01:35.779792 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-91a01a10-f2d5-45f2-afc2-1dc1d6847f95 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:01:35.781205 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-91a01a10-f2d5-45f2-afc2-1dc1d6847f95 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.73 "GET /v2.0/networks?id=dbe22e1a-b853-4bfc-b2aa-4b464e562fa3 HTTP/1.1" status: 200 len: 817 time: 0.1496034 Mar 11 16:01:35.797221 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-a3873a47-9d2e-4449-a864-fcf9f190d14a tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Request body: {'port': {'device_id': 'ad0a99eb-5f3b-4f69-9464-9e5c3cdd687e', 'network_id': 'dbe22e1a-b853-4bfc-b2aa-4b464e562fa3', 'admin_state_up': True, 'tenant_id': '8a94879cc07c4e00a4c68dcb89215938'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:01:35.979887 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-90edfb7e-7774-4c3c-99ff-ac41ae996ab5 req-8148ab30-65c0-4a6c-84b6-eab1a7479049 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0a99eb-5f3b-4f69-9464-9e5c3cdd687e HTTP/1.1" status: 200 len: 210 time: 0.0501127 Mar 11 16:01:35.980788 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-a3873a47-9d2e-4449-a864-fcf9f190d14a tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:01:35.991113 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-a3873a47-9d2e-4449-a864-fcf9f190d14a tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:01:36.001431 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-a3873a47-9d2e-4449-a864-fcf9f190d14a tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Made reservation on behalf of 8a94879cc07c4e00a4c68dcb89215938 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:01:36.004920 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-a3873a47-9d2e-4449-a864-fcf9f190d14a tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:36.167256 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-a3873a47-9d2e-4449-a864-fcf9f190d14a tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Allocated IP 172.20.0.9 (dbe22e1a-b853-4bfc-b2aa-4b464e562fa3/1ccf3db1-3792-4f1d-82e6-047627b5d628/a7c11d9f-c062-4e7d-9fc9-cb589b435bcd) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:01:36.365556 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-a3873a47-9d2e-4449-a864-fcf9f190d14a tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:36.381271 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-a3873a47-9d2e-4449-a864-fcf9f190d14a tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Transition to ACTIVE for port object a7c11d9f-c062-4e7d-9fc9-cb589b435bcd will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:01:36.404168 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-a3873a47-9d2e-4449-a864-fcf9f190d14a tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:36.477780 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-a3873a47-9d2e-4449-a864-fcf9f190d14a tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Network dbe22e1a-b853-4bfc-b2aa-4b464e562fa3 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:01:36.481008 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-a3873a47-9d2e-4449-a864-fcf9f190d14a tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:01:36.485542 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-a3873a47-9d2e-4449-a864-fcf9f190d14a tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:01:36.513970 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3873a47-9d2e-4449-a864-fcf9f190d14a tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Pushing event updated for resources: {'Port': ['ID=a7c11d9f-c062-4e7d-9fc9-cb589b435bcd,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:36.553126 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-a3873a47-9d2e-4449-a864-fcf9f190d14a tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:01:36.553730 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-a3873a47-9d2e-4449-a864-fcf9f190d14a tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:36.579330 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-a3873a47-9d2e-4449-a864-fcf9f190d14a tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7856476 Mar 11 16:01:36.590134 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-49f2ba39-fdc8-42cd-9d6a-87d8e2e174cf service neutron] Request body: {'port': {'device_id': 'ad0a99eb-5f3b-4f69-9464-9e5c3cdd687e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:01:36.705232 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-49f2ba39-fdc8-42cd-9d6a-87d8e2e174cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:36.757980 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-079eee5a-e34a-4805-b034-76b6d9f00b9e None None] Provisioning for port a7c11d9f-c062-4e7d-9fc9-cb589b435bcd completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:01:36.762945 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-079eee5a-e34a-4805-b034-76b6d9f00b9e None None] Provisioning complete for port a7c11d9f-c062-4e7d-9fc9-cb589b435bcd triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:01:36.763312 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-079eee5a-e34a-4805-b034-76b6d9f00b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:36.814996 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-079eee5a-e34a-4805-b034-76b6d9f00b9e None None] Port a7c11d9f-c062-4e7d-9fc9-cb589b435bcd cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:01:37.042678 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-49f2ba39-fdc8-42cd-9d6a-87d8e2e174cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7c11d9f-c062-4e7d-9fc9-cb589b435bcd {{(pid=83866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:01:37.049499 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-49f2ba39-fdc8-42cd-9d6a-87d8e2e174cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:37.063859 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-49f2ba39-fdc8-42cd-9d6a-87d8e2e174cf service neutron] Transition to ACTIVE for port object a7c11d9f-c062-4e7d-9fc9-cb589b435bcd will not be triggered until provisioned by entity L2. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:01:37.068981 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-49f2ba39-fdc8-42cd-9d6a-87d8e2e174cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:37.191455 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5c8f2-5c22-4d9c-b665-51af957ecbc4 req-127d8711-88b6-460d-bbe1-8af1edc6f56f tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:01:37.193942 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-cdb5c8f2-5c22-4d9c-b665-51af957ecbc4 req-127d8711-88b6-460d-bbe1-8af1edc6f56f tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0a99eb-5f3b-4f69-9464-9e5c3cdd687e HTTP/1.1" status: 200 len: 943 time: 0.0881004 Mar 11 16:01:37.198231 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f2ba39-fdc8-42cd-9d6a-87d8e2e174cf service neutron] Pushing event updated for resources: {'Port': ['ID=a7c11d9f-c062-4e7d-9fc9-cb589b435bcd,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:37.249683 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-cdb5c8f2-5c22-4d9c-b665-51af957ecbc4 req-75134751-0348-4ad0-a720-1ecd561661b0 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3d572c6-addb-4006-9395-ae4b26d0189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461276 Mar 11 16:01:37.404394 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-49f2ba39-fdc8-42cd-9d6a-87d8e2e174cf service neutron] Attempting to bind port a7c11d9f-c062-4e7d-9fc9-cb589b435bcd on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:01:37.404653 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-49f2ba39-fdc8-42cd-9d6a-87d8e2e174cf service neutron] Attempting to bind port a7c11d9f-c062-4e7d-9fc9-cb589b435bcd by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '01aa623f-df39-4bc8-9190-a988f4c0c4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'dbe22e1a-b853-4bfc-b2aa-4b464e562fa3'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:01:37.404977 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-49f2ba39-fdc8-42cd-9d6a-87d8e2e174cf service neutron] Attempting to bind port a7c11d9f-c062-4e7d-9fc9-cb589b435bcd on network dbe22e1a-b853-4bfc-b2aa-4b464e562fa3 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:01:37.411606 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-49f2ba39-fdc8-42cd-9d6a-87d8e2e174cf service neutron] Port a7c11d9f-c062-4e7d-9fc9-cb589b435bcd on network dbe22e1a-b853-4bfc-b2aa-4b464e562fa3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:01:37.411923 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-49f2ba39-fdc8-42cd-9d6a-87d8e2e174cf service neutron] Attempting to bind port a7c11d9f-c062-4e7d-9fc9-cb589b435bcd on network dbe22e1a-b853-4bfc-b2aa-4b464e562fa3 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:01:37.418120 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-49f2ba39-fdc8-42cd-9d6a-87d8e2e174cf service neutron] Checking agent: {'id': '233b753e-9484-4350-9871-64b7c66fc067', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'started_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:01:37.418454 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-49f2ba39-fdc8-42cd-9d6a-87d8e2e174cf service neutron] Checking segment: {'id': '01aa623f-df39-4bc8-9190-a988f4c0c4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'dbe22e1a-b853-4bfc-b2aa-4b464e562fa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:01:37.418841 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-49f2ba39-fdc8-42cd-9d6a-87d8e2e174cf service neutron] Bound using segment: {'id': '01aa623f-df39-4bc8-9190-a988f4c0c4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'dbe22e1a-b853-4bfc-b2aa-4b464e562fa3'} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:01:37.419256 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-49f2ba39-fdc8-42cd-9d6a-87d8e2e174cf service neutron] Bound port: a7c11d9f-c062-4e7d-9fc9-cb589b435bcd, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01aa623f-df39-4bc8-9190-a988f4c0c4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'dbe22e1a-b853-4bfc-b2aa-4b464e562fa3'}}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:01:37.419597 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-49f2ba39-fdc8-42cd-9d6a-87d8e2e174cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:37.517253 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-49f2ba39-fdc8-42cd-9d6a-87d8e2e174cf service neutron] For port a7c11d9f-c062-4e7d-9fc9-cb589b435bcd, host hv-neutron-8333, cleared binding levels {{(pid=83866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:01:37.521047 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-49f2ba39-fdc8-42cd-9d6a-87d8e2e174cf service neutron] For port a7c11d9f-c062-4e7d-9fc9-cb589b435bcd, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a7c11d9f-c062-4e7d-9fc9-cb589b435bcd,segment=NetworkSegment(01aa623f-df39-4bc8-9190-a988f4c0c4e0),segment_id=01aa623f-df39-4bc8-9190-a988f4c0c4e0)] {{(pid=83866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:01:37.525414 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-49f2ba39-fdc8-42cd-9d6a-87d8e2e174cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:37.600452 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-49f2ba39-fdc8-42cd-9d6a-87d8e2e174cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:37.603339 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-49f2ba39-fdc8-42cd-9d6a-87d8e2e174cf service neutron] 10.222.0.73 "PUT /v2.0/ports/a7c11d9f-c062-4e7d-9fc9-cb589b435bcd HTTP/1.1" status: 200 len: 1093 time: 1.0158975 Mar 11 16:01:37.603339 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad0a99eb-5f3b-4f69-9464-9e5c3cdd687e', 'tag': 'a7c11d9f-c062-4e7d-9fc9-cb589b435bcd'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:01:37.624355 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f2ba39-fdc8-42cd-9d6a-87d8e2e174cf service neutron] Pushing event updated for resources: {'Port': ['ID=a7c11d9f-c062-4e7d-9fc9-cb589b435bcd,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:37.691992 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad0a99eb-5f3b-4f69-9464-9e5c3cdd687e', 'tag': 'a7c11d9f-c062-4e7d-9fc9-cb589b435bcd', 'status': 'completed', 'code': 200} Mar 11 16:01:37.740359 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-d2e9bfc4-372d-4988-8db3-cd3c97f41a3c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8a94879cc07c4e00a4c68dcb89215938&device_id=ad0a99eb-5f3b-4f69-9464-9e5c3cdd687e HTTP/1.1" status: 200 len: 1096 time: 0.0882533 Mar 11 16:01:37.818854 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-71927bea-c207-473b-a5d3-5608caf08637 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7c11d9f-c062-4e7d-9fc9-cb589b435bcd HTTP/1.1" status: 200 len: 217 time: 0.0702789 Mar 11 16:01:37.884938 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-0c59a1ab-d5f7-4a19-ba6d-611c5f7d959a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:01:37.886356 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-0c59a1ab-d5f7-4a19-ba6d-611c5f7d959a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ccf3db1-3792-4f1d-82e6-047627b5d628 HTTP/1.1" status: 200 len: 856 time: 0.0612786 Mar 11 16:01:37.969278 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-9cbd033b-5fe7-42de-a032-549480b87671 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dbe22e1a-b853-4bfc-b2aa-4b464e562fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764134 Mar 11 16:01:38.111394 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-65a3b4ea-8c03-491b-bbf4-d22ad7314e57 service neutron] 10.222.0.73 "GET /v2.0/networks/dbe22e1a-b853-4bfc-b2aa-4b464e562fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362705 Mar 11 16:01:38.246230 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-09972451-6708-4e42-a4b7-1917e5f3ec4d req-7c1d1d14-de5d-460e-b7c6-adb2fc637bae service neutron] 10.222.0.73 "GET /v2.0/networks/dbe22e1a-b853-4bfc-b2aa-4b464e562fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288145 Mar 11 16:01:38.365518 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-216a8beb-c1fe-49f8-8c50-c6ce06a00829 req-940f1f05-5d60-4ef4-a340-07c53ff992cd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8a94879cc07c4e00a4c68dcb89215938&device_id=ad0a99eb-5f3b-4f69-9464-9e5c3cdd687e HTTP/1.1" status: 200 len: 1096 time: 0.0700758 Mar 11 16:01:38.462119 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b47211-7781-48e4-8141-80dae86e5eb5 req-00e0e6c4-953d-43a0-aaae-74cf1b163f15 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:01:38.463549 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-25b47211-7781-48e4-8141-80dae86e5eb5 req-00e0e6c4-953d-43a0-aaae-74cf1b163f15 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0a99eb-5f3b-4f69-9464-9e5c3cdd687e HTTP/1.1" status: 200 len: 943 time: 0.0854485 Mar 11 16:01:38.484039 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device bdc0f5f4-cb21-4116-b645-184945592eff up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:01:38.503194 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a8beb-c1fe-49f8-8c50-c6ce06a00829 req-44f4f100-1861-46ee-8b6a-f2ee277e86e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:01:38.504793 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-216a8beb-c1fe-49f8-8c50-c6ce06a00829 req-44f4f100-1861-46ee-8b6a-f2ee277e86e2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dbe22e1a-b853-4bfc-b2aa-4b464e562fa3 HTTP/1.1" status: 200 len: 918 time: 0.1327817 Mar 11 16:01:38.515841 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-25b47211-7781-48e4-8141-80dae86e5eb5 req-0f378f26-54c9-4d77-98e8-99136d0cd666 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3d572c6-addb-4006-9395-ae4b26d0189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467303 Mar 11 16:01:38.558199 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port bdc0f5f4-cb21-4116-b645-184945592eff completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:01:38.563322 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port bdc0f5f4-cb21-4116-b645-184945592eff triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:01:38.563783 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:38.579864 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-216a8beb-c1fe-49f8-8c50-c6ce06a00829 req-8e880dab-60f1-4b22-97ec-fd00536ea7b0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7c11d9f-c062-4e7d-9fc9-cb589b435bcd HTTP/1.1" status: 200 len: 217 time: 0.0690820 Mar 11 16:01:38.642856 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a8beb-c1fe-49f8-8c50-c6ce06a00829 req-d2bf97f7-6ad9-4ffc-aee6-855dbd778113 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:01:38.644369 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-216a8beb-c1fe-49f8-8c50-c6ce06a00829 req-d2bf97f7-6ad9-4ffc-aee6-855dbd778113 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ccf3db1-3792-4f1d-82e6-047627b5d628 HTTP/1.1" status: 200 len: 856 time: 0.0587444 Mar 11 16:01:38.679929 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:38.695937 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port bdc0f5f4-cb21-4116-b645-184945592eff, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=bdc0f5f4-cb21-4116-b645-184945592eff,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:01:38.700464 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:38.724993 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-216a8beb-c1fe-49f8-8c50-c6ce06a00829 req-2dd17968-44a7-4fe0-b760-d38619a29613 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dbe22e1a-b853-4bfc-b2aa-4b464e562fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748110 Mar 11 16:01:38.769481 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=bdc0f5f4-cb21-4116-b645-184945592eff,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:38.858498 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-216a8beb-c1fe-49f8-8c50-c6ce06a00829 req-3428fb92-4cdf-4237-a792-c809b2bb0388 service neutron] 10.222.0.73 "GET /v2.0/networks/dbe22e1a-b853-4bfc-b2aa-4b464e562fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273668 Mar 11 16:01:38.989532 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-216a8beb-c1fe-49f8-8c50-c6ce06a00829 req-f0ad2dc3-14cf-471a-b689-653b87a6dfe3 service neutron] 10.222.0.73 "GET /v2.0/networks/dbe22e1a-b853-4bfc-b2aa-4b464e562fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243763 Mar 11 16:01:39.716017 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976254d-6d30-4259-a7bd-63b57509a45a req-40e04b45-a802-4a9c-a804-529d1d5bef3d tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:01:39.716752 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-0976254d-6d30-4259-a7bd-63b57509a45a req-40e04b45-a802-4a9c-a804-529d1d5bef3d tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Synchronizing usage tracker for tenant:8a94879cc07c4e00a4c68dcb89215938 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:01:39.732086 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-0976254d-6d30-4259-a7bd-63b57509a45a req-40e04b45-a802-4a9c-a804-529d1d5bef3d tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Unset dirty status for tenant:8a94879cc07c4e00a4c68dcb89215938 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:01:39.733348 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0976254d-6d30-4259-a7bd-63b57509a45a req-40e04b45-a802-4a9c-a804-529d1d5bef3d tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0a99eb-5f3b-4f69-9464-9e5c3cdd687e HTTP/1.1" status: 200 len: 943 time: 0.0932615 Mar 11 16:01:39.777750 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-0976254d-6d30-4259-a7bd-63b57509a45a req-10afab45-a3c6-41d6-8b0e-be682a859c17 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Synchronizing usage tracker for tenant:8a94879cc07c4e00a4c68dcb89215938 on resource:security_group {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:01:39.794673 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-0976254d-6d30-4259-a7bd-63b57509a45a req-10afab45-a3c6-41d6-8b0e-be682a859c17 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Unset dirty status for tenant:8a94879cc07c4e00a4c68dcb89215938 on resource:security_group {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:01:39.795809 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0976254d-6d30-4259-a7bd-63b57509a45a req-10afab45-a3c6-41d6-8b0e-be682a859c17 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3d572c6-addb-4006-9395-ae4b26d0189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569015 Mar 11 16:01:40.459335 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device bdc0f5f4-cb21-4116-b645-184945592eff up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:01:40.529406 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port bdc0f5f4-cb21-4116-b645-184945592eff triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:01:40.529696 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:40.786129 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device a7c11d9f-c062-4e7d-9fc9-cb589b435bcd details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:01:40.921256 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port a7c11d9f-c062-4e7d-9fc9-cb589b435bcd, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a7c11d9f-c062-4e7d-9fc9-cb589b435bcd,segment=NetworkSegment(01aa623f-df39-4bc8-9190-a988f4c0c4e0),segment_id=01aa623f-df39-4bc8-9190-a988f4c0c4e0)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:01:40.935071 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': 'a7c11d9f-c062-4e7d-9fc9-cb589b435bcd', 'network_id': 'dbe22e1a-b853-4bfc-b2aa-4b464e562fa3', 'port_id': 'a7c11d9f-c062-4e7d-9fc9-cb589b435bcd', 'mac_address': 'fa:16:3e:39:77:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccf3db1-3792-4f1d-82e6-047627b5d628', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:01:40.993098 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:40.995270 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86974ea8-d4e7-4b10-ac2f-4c9ce08e51a6 req-c1cc30a7-3d97-40d4-a500-69a7fc114986 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:01:40.996766 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-86974ea8-d4e7-4b10-ac2f-4c9ce08e51a6 req-c1cc30a7-3d97-40d4-a500-69a7fc114986 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0a99eb-5f3b-4f69-9464-9e5c3cdd687e HTTP/1.1" status: 200 len: 943 time: 0.0761051 Mar 11 16:01:41.010730 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7c11d9f-c062-4e7d-9fc9-cb589b435bcd {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:01:41.026197 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port a7c11d9f-c062-4e7d-9fc9-cb589b435bcd, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a7c11d9f-c062-4e7d-9fc9-cb589b435bcd,segment=NetworkSegment(01aa623f-df39-4bc8-9190-a988f4c0c4e0),segment_id=01aa623f-df39-4bc8-9190-a988f4c0c4e0)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:01:41.030559 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:41.042164 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-86974ea8-d4e7-4b10-ac2f-4c9ce08e51a6 req-a8c7cd55-611f-4b3b-b2ca-4b83fcba5983 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3d572c6-addb-4006-9395-ae4b26d0189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397935 Mar 11 16:01:41.094103 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=a7c11d9f-c062-4e7d-9fc9-cb589b435bcd,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:41.335258 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['a7c11d9f-c062-4e7d-9fc9-cb589b435bcd'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:01:41.826825 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56542706-78f5-4e04-82f8-86704ef962cb None None] Sync routers for ids ['1845e8ae-387f-49f3-9ab4-fe0efc93bbd4'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:01:41.841273 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56542706-78f5-4e04-82f8-86704ef962cb None None] Routers {'1845e8ae-387f-49f3-9ab4-fe0efc93bbd4'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:01:41.841880 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-56542706-78f5-4e04-82f8-86704ef962cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:01:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['1845e8ae-387f-49f3-9ab4-fe0efc93bbd4'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:01:42.049060 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-56542706-78f5-4e04-82f8-86704ef962cb None None] Set router 1845e8ae-387f-49f3-9ab4-fe0efc93bbd4 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:01:42.245165 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808edbe-fce5-46eb-bb0d-d1de991c0f71 req-d01e0ac0-1a45-43e0-ab8d-11c9ffe37a74 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:01:42.246622 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b808edbe-fce5-46eb-bb0d-d1de991c0f71 req-d01e0ac0-1a45-43e0-ab8d-11c9ffe37a74 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0a99eb-5f3b-4f69-9464-9e5c3cdd687e HTTP/1.1" status: 200 len: 944 time: 0.0842969 Mar 11 16:01:42.371758 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-56542706-78f5-4e04-82f8-86704ef962cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1845e8ae-387f-49f3-9ab4-fe0efc93bbd4', 'name': 'tempest-TestEncryptedCinderVolumes-1843494622-router', 'tenant_id': '8a94879cc07c4e00a4c68dcb89215938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': 'bb35303d-144d-463a-aef8-47e6159f8cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:01:22Z', 'updated_at': '2022-03-11T16:01:25Z', 'revision_number': 4, 'project_id': '8a94879cc07c4e00a4c68dcb89215938', 'gw_port': {'id': 'bb35303d-144d-463a-aef8-47e6159f8cac', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1845e8ae-387f-49f3-9ab4-fe0efc93bbd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:01:23Z', 'updated_at': '2022-03-11T16:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '1db1864d-5881-474c-a1e6-9d045a5d6b72', 'name': '', 'network_id': 'dbe22e1a-b853-4bfc-b2aa-4b464e562fa3', 'tenant_id': '8a94879cc07c4e00a4c68dcb89215938', 'mac_address': 'fa:16:3e:c6:73:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1845e8ae-387f-49f3-9ab4-fe0efc93bbd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ccf3db1-3792-4f1d-82e6-047627b5d628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:01:25Z', 'updated_at': '2022-03-11T16:01:25Z', 'revision_number': 2, 'project_id': '8a94879cc07c4e00a4c68dcb89215938', 'subnets': [{'id': '1ccf3db1-3792-4f1d-82e6-047627b5d628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:01:42.375650 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56542706-78f5-4e04-82f8-86704ef962cb None None] Checking router: 1845e8ae-387f-49f3-9ab4-fe0efc93bbd4 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:01:42.375998 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56542706-78f5-4e04-82f8-86704ef962cb None None] Updating router 1845e8ae-387f-49f3-9ab4-fe0efc93bbd4 port 1db1864d-5881-474c-a1e6-9d045a5d6b72 binding host dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:01:42.383819 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b808edbe-fce5-46eb-bb0d-d1de991c0f71 req-d90c60f8-bbfd-4c99-87a7-746be2309198 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3d572c6-addb-4006-9395-ae4b26d0189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302836 Mar 11 16:01:42.434919 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-56542706-78f5-4e04-82f8-86704ef962cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:42.764786 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-56542706-78f5-4e04-82f8-86704ef962cb None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:42.776846 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-56542706-78f5-4e04-82f8-86704ef962cb None None] Transition to ACTIVE for port object 1db1864d-5881-474c-a1e6-9d045a5d6b72 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:01:42.782236 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-56542706-78f5-4e04-82f8-86704ef962cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:42.820907 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device a7c11d9f-c062-4e7d-9fc9-cb589b435bcd up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:01:42.959142 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d31f0fa-1751-44bd-8278-7c3938113986 None None] Pushing event updated for resources: {'Port': ['ID=1db1864d-5881-474c-a1e6-9d045a5d6b72,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:42.979402 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d31f0fa-1751-44bd-8278-7c3938113986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:01:42.979734 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d31f0fa-1751-44bd-8278-7c3938113986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:01:42.980063 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d31f0fa-1751-44bd-8278-7c3938113986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:01:42.980420 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d31f0fa-1751-44bd-8278-7c3938113986 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:01:42.980739 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d31f0fa-1751-44bd-8278-7c3938113986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:01:42.981059 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d31f0fa-1751-44bd-8278-7c3938113986 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:01:42.981377 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d31f0fa-1751-44bd-8278-7c3938113986 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:01:42.981696 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d31f0fa-1751-44bd-8278-7c3938113986 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:01:42.982175 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d31f0fa-1751-44bd-8278-7c3938113986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:01:42.982489 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d31f0fa-1751-44bd-8278-7c3938113986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:01:42.982801 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d31f0fa-1751-44bd-8278-7c3938113986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:01:43.069818 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning for port a7c11d9f-c062-4e7d-9fc9-cb589b435bcd completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:01:43.079098 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port a7c11d9f-c062-4e7d-9fc9-cb589b435bcd triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:01:43.079460 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:43.101227 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-56542706-78f5-4e04-82f8-86704ef962cb None None] Attempting to bind port 1db1864d-5881-474c-a1e6-9d045a5d6b72 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:01:43.101588 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-56542706-78f5-4e04-82f8-86704ef962cb None None] Attempting to bind port 1db1864d-5881-474c-a1e6-9d045a5d6b72 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '01aa623f-df39-4bc8-9190-a988f4c0c4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'dbe22e1a-b853-4bfc-b2aa-4b464e562fa3'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:01:43.101939 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56542706-78f5-4e04-82f8-86704ef962cb None None] Attempting to bind port 1db1864d-5881-474c-a1e6-9d045a5d6b72 on network dbe22e1a-b853-4bfc-b2aa-4b464e562fa3 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:01:43.129837 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56542706-78f5-4e04-82f8-86704ef962cb None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:01:43.130199 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56542706-78f5-4e04-82f8-86704ef962cb None None] Checking segment: {'id': '01aa623f-df39-4bc8-9190-a988f4c0c4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'dbe22e1a-b853-4bfc-b2aa-4b464e562fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:01:43.130581 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-56542706-78f5-4e04-82f8-86704ef962cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:43.130956 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56542706-78f5-4e04-82f8-86704ef962cb None None] Bound using segment: {'id': '01aa623f-df39-4bc8-9190-a988f4c0c4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'dbe22e1a-b853-4bfc-b2aa-4b464e562fa3'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:01:43.131410 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-56542706-78f5-4e04-82f8-86704ef962cb None None] Bound port: 1db1864d-5881-474c-a1e6-9d045a5d6b72, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01aa623f-df39-4bc8-9190-a988f4c0c4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'dbe22e1a-b853-4bfc-b2aa-4b464e562fa3'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:01:43.131772 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-56542706-78f5-4e04-82f8-86704ef962cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:43.285957 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:43.301857 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-56542706-78f5-4e04-82f8-86704ef962cb None None] For port 1db1864d-5881-474c-a1e6-9d045a5d6b72, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:01:43.315852 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-56542706-78f5-4e04-82f8-86704ef962cb None None] For port 1db1864d-5881-474c-a1e6-9d045a5d6b72, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=1db1864d-5881-474c-a1e6-9d045a5d6b72,segment=NetworkSegment(01aa623f-df39-4bc8-9190-a988f4c0c4e0),segment_id=01aa623f-df39-4bc8-9190-a988f4c0c4e0)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:01:43.328078 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-56542706-78f5-4e04-82f8-86704ef962cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:43.331844 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0a99eb-5f3b-4f69-9464-9e5c3cdd687e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c11d9f-c062-4e7d-9fc9-cb589b435bcd'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:01:43.386845 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port a7c11d9f-c062-4e7d-9fc9-cb589b435bcd, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a7c11d9f-c062-4e7d-9fc9-cb589b435bcd,segment=NetworkSegment(01aa623f-df39-4bc8-9190-a988f4c0c4e0),segment_id=01aa623f-df39-4bc8-9190-a988f4c0c4e0)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:01:43.390310 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0a99eb-5f3b-4f69-9464-9e5c3cdd687e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c11d9f-c062-4e7d-9fc9-cb589b435bcd', 'code': 200} Mar 11 16:01:43.400414 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:43.436537 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d31f0fa-1751-44bd-8278-7c3938113986 None None] Pushing event updated for resources: {'Port': ['ID=1db1864d-5881-474c-a1e6-9d045a5d6b72,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:43.473260 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56542706-78f5-4e04-82f8-86704ef962cb None None] Routers {'1845e8ae-387f-49f3-9ab4-fe0efc93bbd4'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:01:43.474020 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-56542706-78f5-4e04-82f8-86704ef962cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:01:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['1845e8ae-387f-49f3-9ab4-fe0efc93bbd4'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:01:43.532330 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e897b678-9aa6-4141-aee1-a3f796e062ae None None] Sync routers for ids ['b7deaa0a-269b-4b69-8d13-c8945c9251c2'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:01:43.547802 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e897b678-9aa6-4141-aee1-a3f796e062ae None None] Routers {'b7deaa0a-269b-4b69-8d13-c8945c9251c2'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:01:43.548762 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-e897b678-9aa6-4141-aee1-a3f796e062ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:01:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['b7deaa0a-269b-4b69-8d13-c8945c9251c2'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:01:43.581125 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=a7c11d9f-c062-4e7d-9fc9-cb589b435bcd,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:43.699333 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f405141-74a7-4ced-b2f8-7ebef1a065ef req-60ffd1f9-ed39-45a6-9dcc-f26c6c35d515 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:01:43.700890 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1f405141-74a7-4ced-b2f8-7ebef1a065ef req-60ffd1f9-ed39-45a6-9dcc-f26c6c35d515 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0a99eb-5f3b-4f69-9464-9e5c3cdd687e HTTP/1.1" status: 200 len: 945 time: 0.1520829 Mar 11 16:01:43.736028 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d5e63cca-9536-4f98-b4c3-1e45a06a0b51 req-bd72545e-ed08-4c7a-af6e-0af613aaf058 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ad0a99eb-5f3b-4f69-9464-9e5c3cdd687e HTTP/1.1" status: 200 len: 1098 time: 0.1255357 Mar 11 16:01:43.787430 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-e897b678-9aa6-4141-aee1-a3f796e062ae None None] Set router b7deaa0a-269b-4b69-8d13-c8945c9251c2 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:01:43.788265 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1f405141-74a7-4ced-b2f8-7ebef1a065ef req-ccac289e-4a37-4642-bc4e-f88f25073e2c tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3d572c6-addb-4006-9395-ae4b26d0189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777724 Mar 11 16:01:43.796828 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d5e63cca-9536-4f98-b4c3-1e45a06a0b51 req-e7035820-928f-4737-ac50-f28ff1858c6c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b3d572c6-addb-4006-9395-ae4b26d0189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486383 Mar 11 16:01:43.831279 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-56542706-78f5-4e04-82f8-86704ef962cb None None] Set router 1845e8ae-387f-49f3-9ab4-fe0efc93bbd4 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:01:44.101476 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-e897b678-9aa6-4141-aee1-a3f796e062ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7deaa0a-269b-4b69-8d13-c8945c9251c2', 'name': 'tempest-TestEncryptedCinderVolumes-1994421312-router', 'tenant_id': '7e8a5b457e084ee690c2f5d54dff3c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'bdc0f5f4-cb21-4116-b645-184945592eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:01:28Z', 'updated_at': '2022-03-11T16:01:31Z', 'revision_number': 4, 'project_id': '7e8a5b457e084ee690c2f5d54dff3c78', 'gw_port': {'id': 'bdc0f5f4-cb21-4116-b645-184945592eff', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7deaa0a-269b-4b69-8d13-c8945c9251c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:01:29Z', 'updated_at': '2022-03-11T16:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'bdbdea71-3166-4ff1-8f90-fe61d8110dd7', 'name': '', 'network_id': '98932272-eeae-4282-8c09-d10efb95a2f7', 'tenant_id': '7e8a5b457e084ee690c2f5d54dff3c78', 'mac_address': 'fa:16:3e:b7:58:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7deaa0a-269b-4b69-8d13-c8945c9251c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f075f13a-32fc-4c17-b78d-49876e7fff03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:01:31Z', 'updated_at': '2022-03-11T16:01:32Z', 'revision_number': 2, 'project_id': '7e8a5b457e084ee690c2f5d54dff3c78', 'subnets': [{'id': 'f075f13a-32fc-4c17-b78d-49876e7fff03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:01:44.105191 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e897b678-9aa6-4141-aee1-a3f796e062ae None None] Checking router: b7deaa0a-269b-4b69-8d13-c8945c9251c2 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:01:44.105640 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e897b678-9aa6-4141-aee1-a3f796e062ae None None] Updating router b7deaa0a-269b-4b69-8d13-c8945c9251c2 port bdbdea71-3166-4ff1-8f90-fe61d8110dd7 binding host dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:01:44.152538 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-56542706-78f5-4e04-82f8-86704ef962cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1845e8ae-387f-49f3-9ab4-fe0efc93bbd4', 'name': 'tempest-TestEncryptedCinderVolumes-1843494622-router', 'tenant_id': '8a94879cc07c4e00a4c68dcb89215938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': 'bb35303d-144d-463a-aef8-47e6159f8cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:01:22Z', 'updated_at': '2022-03-11T16:01:25Z', 'revision_number': 4, 'project_id': '8a94879cc07c4e00a4c68dcb89215938', 'gw_port': {'id': 'bb35303d-144d-463a-aef8-47e6159f8cac', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1845e8ae-387f-49f3-9ab4-fe0efc93bbd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:01:23Z', 'updated_at': '2022-03-11T16:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '1db1864d-5881-474c-a1e6-9d045a5d6b72', 'name': '', 'network_id': 'dbe22e1a-b853-4bfc-b2aa-4b464e562fa3', 'tenant_id': '8a94879cc07c4e00a4c68dcb89215938', 'mac_address': 'fa:16:3e:c6:73:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1845e8ae-387f-49f3-9ab4-fe0efc93bbd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ccf3db1-3792-4f1d-82e6-047627b5d628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:01:25Z', 'updated_at': '2022-03-11T16:01:43Z', 'revision_number': 4, 'project_id': '8a94879cc07c4e00a4c68dcb89215938', 'subnets': [{'id': '1ccf3db1-3792-4f1d-82e6-047627b5d628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:01:44.156512 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56542706-78f5-4e04-82f8-86704ef962cb None None] The sync data for ids ['1845e8ae-387f-49f3-9ab4-fe0efc93bbd4'] in dv-neutron-833373-1-hyperv is: [{'id': '1845e8ae-387f-49f3-9ab4-fe0efc93bbd4', 'name': 'tempest-TestEncryptedCinderVolumes-1843494622-router', 'tenant_id': '8a94879cc07c4e00a4c68dcb89215938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': 'bb35303d-144d-463a-aef8-47e6159f8cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:01:22Z', 'updated_at': '2022-03-11T16:01:25Z', 'revision_number': 4, 'project_id': '8a94879cc07c4e00a4c68dcb89215938', 'gw_port': {'id': 'bb35303d-144d-463a-aef8-47e6159f8cac', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1845e8ae-387f-49f3-9ab4-fe0efc93bbd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:01:23Z', 'updated_at': '2022-03-11T16:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '1db1864d-5881-474c-a1e6-9d045a5d6b72', 'name': '', 'network_id': 'dbe22e1a-b853-4bfc-b2aa-4b464e562fa3', 'tenant_id': '8a94879cc07c4e00a4c68dcb89215938', 'mac_address': 'fa:16:3e:c6:73:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1845e8ae-387f-49f3-9ab4-fe0efc93bbd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ccf3db1-3792-4f1d-82e6-047627b5d628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:01:25Z', 'updated_at': '2022-03-11T16:01:43Z', 'revision_number': 4, 'project_id': '8a94879cc07c4e00a4c68dcb89215938', 'subnets': [{'id': '1ccf3db1-3792-4f1d-82e6-047627b5d628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:01:44.160022 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e897b678-9aa6-4141-aee1-a3f796e062ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:44.494753 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 1db1864d-5881-474c-a1e6-9d045a5d6b72 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:01:44.525566 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e897b678-9aa6-4141-aee1-a3f796e062ae None None] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:44.541263 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-e897b678-9aa6-4141-aee1-a3f796e062ae None None] Transition to ACTIVE for port object bdbdea71-3166-4ff1-8f90-fe61d8110dd7 will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:01:44.549244 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e897b678-9aa6-4141-aee1-a3f796e062ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:44.576588 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 1db1864d-5881-474c-a1e6-9d045a5d6b72 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:01:44.581918 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 1db1864d-5881-474c-a1e6-9d045a5d6b72 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:01:44.582364 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:44.680516 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee5e505-5de3-4909-aaab-3c01f2508ae1 None None] Pushing event updated for resources: {'Port': ['ID=bdbdea71-3166-4ff1-8f90-fe61d8110dd7,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:44.720603 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:44.756181 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 1db1864d-5881-474c-a1e6-9d045a5d6b72, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=1db1864d-5881-474c-a1e6-9d045a5d6b72,segment=NetworkSegment(01aa623f-df39-4bc8-9190-a988f4c0c4e0),segment_id=01aa623f-df39-4bc8-9190-a988f4c0c4e0)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:01:44.761344 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:44.782093 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-e897b678-9aa6-4141-aee1-a3f796e062ae None None] Attempting to bind port bdbdea71-3166-4ff1-8f90-fe61d8110dd7 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:01:44.782450 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-e897b678-9aa6-4141-aee1-a3f796e062ae None None] Attempting to bind port bdbdea71-3166-4ff1-8f90-fe61d8110dd7 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '540fd416-007d-45fe-bf93-425db76f7b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '98932272-eeae-4282-8c09-d10efb95a2f7'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:01:44.782809 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e897b678-9aa6-4141-aee1-a3f796e062ae None None] Attempting to bind port bdbdea71-3166-4ff1-8f90-fe61d8110dd7 on network 98932272-eeae-4282-8c09-d10efb95a2f7 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:01:44.790805 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e897b678-9aa6-4141-aee1-a3f796e062ae None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:01:44.791278 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e897b678-9aa6-4141-aee1-a3f796e062ae None None] Checking segment: {'id': '540fd416-007d-45fe-bf93-425db76f7b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '98932272-eeae-4282-8c09-d10efb95a2f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:01:44.791578 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e897b678-9aa6-4141-aee1-a3f796e062ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:44.791969 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e897b678-9aa6-4141-aee1-a3f796e062ae None None] Bound using segment: {'id': '540fd416-007d-45fe-bf93-425db76f7b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '98932272-eeae-4282-8c09-d10efb95a2f7'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:01:44.792471 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-e897b678-9aa6-4141-aee1-a3f796e062ae None None] Bound port: bdbdea71-3166-4ff1-8f90-fe61d8110dd7, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '540fd416-007d-45fe-bf93-425db76f7b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '98932272-eeae-4282-8c09-d10efb95a2f7'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:01:44.792860 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e897b678-9aa6-4141-aee1-a3f796e062ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:44.828496 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=1db1864d-5881-474c-a1e6-9d045a5d6b72,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:44.888353 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-e897b678-9aa6-4141-aee1-a3f796e062ae None None] For port bdbdea71-3166-4ff1-8f90-fe61d8110dd7, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:01:44.891293 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-e897b678-9aa6-4141-aee1-a3f796e062ae None None] For port bdbdea71-3166-4ff1-8f90-fe61d8110dd7, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=bdbdea71-3166-4ff1-8f90-fe61d8110dd7,segment=NetworkSegment(540fd416-007d-45fe-bf93-425db76f7b81),segment_id=540fd416-007d-45fe-bf93-425db76f7b81)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:01:44.895244 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e897b678-9aa6-4141-aee1-a3f796e062ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:44.985730 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee5e505-5de3-4909-aaab-3c01f2508ae1 None None] Pushing event updated for resources: {'Port': ['ID=bdbdea71-3166-4ff1-8f90-fe61d8110dd7,revision_number=4']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:44.991131 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e897b678-9aa6-4141-aee1-a3f796e062ae None None] Routers {'b7deaa0a-269b-4b69-8d13-c8945c9251c2'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:01:44.991759 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-e897b678-9aa6-4141-aee1-a3f796e062ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:01:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['b7deaa0a-269b-4b69-8d13-c8945c9251c2'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:01:45.169814 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed125c5-eb89-41c6-94ca-b7afbcd34b68 req-c1032fc9-2a6b-4301-9367-775a6ab1973c tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:01:45.171211 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2ed125c5-eb89-41c6-94ca-b7afbcd34b68 req-c1032fc9-2a6b-4301-9367-775a6ab1973c tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0a99eb-5f3b-4f69-9464-9e5c3cdd687e HTTP/1.1" status: 200 len: 945 time: 0.2450223 Mar 11 16:01:45.211898 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-e897b678-9aa6-4141-aee1-a3f796e062ae None None] Set router b7deaa0a-269b-4b69-8d13-c8945c9251c2 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:01:45.230836 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2ed125c5-eb89-41c6-94ca-b7afbcd34b68 req-27229b2f-a622-408e-9edf-0b36b95b897e tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3d572c6-addb-4006-9395-ae4b26d0189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527141 Mar 11 16:01:45.555356 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-e897b678-9aa6-4141-aee1-a3f796e062ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7deaa0a-269b-4b69-8d13-c8945c9251c2', 'name': 'tempest-TestEncryptedCinderVolumes-1994421312-router', 'tenant_id': '7e8a5b457e084ee690c2f5d54dff3c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'bdc0f5f4-cb21-4116-b645-184945592eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:01:28Z', 'updated_at': '2022-03-11T16:01:31Z', 'revision_number': 4, 'project_id': '7e8a5b457e084ee690c2f5d54dff3c78', 'gw_port': {'id': 'bdc0f5f4-cb21-4116-b645-184945592eff', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7deaa0a-269b-4b69-8d13-c8945c9251c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:01:29Z', 'updated_at': '2022-03-11T16:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'bdbdea71-3166-4ff1-8f90-fe61d8110dd7', 'name': '', 'network_id': '98932272-eeae-4282-8c09-d10efb95a2f7', 'tenant_id': '7e8a5b457e084ee690c2f5d54dff3c78', 'mac_address': 'fa:16:3e:b7:58:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7deaa0a-269b-4b69-8d13-c8945c9251c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f075f13a-32fc-4c17-b78d-49876e7fff03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:01:31Z', 'updated_at': '2022-03-11T16:01:44Z', 'revision_number': 4, 'project_id': '7e8a5b457e084ee690c2f5d54dff3c78', 'subnets': [{'id': 'f075f13a-32fc-4c17-b78d-49876e7fff03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:01:45.559555 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e897b678-9aa6-4141-aee1-a3f796e062ae None None] The sync data for ids ['b7deaa0a-269b-4b69-8d13-c8945c9251c2'] in dv-neutron-833373-1-hyperv is: [{'id': 'b7deaa0a-269b-4b69-8d13-c8945c9251c2', 'name': 'tempest-TestEncryptedCinderVolumes-1994421312-router', 'tenant_id': '7e8a5b457e084ee690c2f5d54dff3c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'bdc0f5f4-cb21-4116-b645-184945592eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:01:28Z', 'updated_at': '2022-03-11T16:01:31Z', 'revision_number': 4, 'project_id': '7e8a5b457e084ee690c2f5d54dff3c78', 'gw_port': {'id': 'bdc0f5f4-cb21-4116-b645-184945592eff', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7deaa0a-269b-4b69-8d13-c8945c9251c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:01:29Z', 'updated_at': '2022-03-11T16:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'bdbdea71-3166-4ff1-8f90-fe61d8110dd7', 'name': '', 'network_id': '98932272-eeae-4282-8c09-d10efb95a2f7', 'tenant_id': '7e8a5b457e084ee690c2f5d54dff3c78', 'mac_address': 'fa:16:3e:b7:58:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7deaa0a-269b-4b69-8d13-c8945c9251c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f075f13a-32fc-4c17-b78d-49876e7fff03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:01:31Z', 'updated_at': '2022-03-11T16:01:44Z', 'revision_number': 4, 'project_id': '7e8a5b457e084ee690c2f5d54dff3c78', 'subnets': [{'id': 'f075f13a-32fc-4c17-b78d-49876e7fff03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:01:46.019115 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:46.441950 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9762b-bd81-4e19-b876-bc6d99fd20fe req-4600f2ce-b56f-4a0b-a575-7d3540478317 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:01:46.443444 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-78c9762b-bd81-4e19-b876-bc6d99fd20fe req-4600f2ce-b56f-4a0b-a575-7d3540478317 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0a99eb-5f3b-4f69-9464-9e5c3cdd687e HTTP/1.1" status: 200 len: 945 time: 0.0833521 Mar 11 16:01:46.491470 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-78c9762b-bd81-4e19-b876-bc6d99fd20fe req-e0b02569-ad5e-4086-92eb-68b63511cf87 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3d572c6-addb-4006-9395-ae4b26d0189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421460 Mar 11 16:01:46.533080 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device bdbdea71-3166-4ff1-8f90-fe61d8110dd7 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:01:46.605822 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port bdbdea71-3166-4ff1-8f90-fe61d8110dd7 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:01:46.610478 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port bdbdea71-3166-4ff1-8f90-fe61d8110dd7 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:01:46.610851 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:46.686908 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ffe19-4dbc-4af6-a070-a59832ba7719 req-fa7c07fa-db33-4e1c-acb3-5154d39d4295 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:01:46.688478 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-4d3ffe19-4dbc-4af6-a070-a59832ba7719 req-fa7c07fa-db33-4e1c-acb3-5154d39d4295 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0a99eb-5f3b-4f69-9464-9e5c3cdd687e HTTP/1.1" status: 200 len: 945 time: 0.0746393 Mar 11 16:01:46.726326 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:46.738150 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-4d3ffe19-4dbc-4af6-a070-a59832ba7719 req-a7ca87aa-a5d0-4c70-9859-fc03cd3d15ab tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3d572c6-addb-4006-9395-ae4b26d0189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427208 Mar 11 16:01:46.758421 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port bdbdea71-3166-4ff1-8f90-fe61d8110dd7, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=bdbdea71-3166-4ff1-8f90-fe61d8110dd7,segment=NetworkSegment(540fd416-007d-45fe-bf93-425db76f7b81),segment_id=540fd416-007d-45fe-bf93-425db76f7b81)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:01:46.761994 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:46.762739 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 1db1864d-5881-474c-a1e6-9d045a5d6b72 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:01:46.873606 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=bdbdea71-3166-4ff1-8f90-fe61d8110dd7,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:01:46.888826 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 1db1864d-5881-474c-a1e6-9d045a5d6b72 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:01:46.889192 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:48.470019 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device bdbdea71-3166-4ff1-8f90-fe61d8110dd7 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:01:48.542767 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port bdbdea71-3166-4ff1-8f90-fe61d8110dd7 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:01:48.543135 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:59.393222 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ba5673e4-e0f4-4661-8f75-efbeab850ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:01.658845 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b61b3b5c-099f-40bb-bd6d-063e692ab3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:02.454840 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2a353-c1ee-4626-85c6-5d53141ceb19 req-bc6f121f-b154-438b-bc4f-8d2c9f8a422f tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:02:02.457037 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-93a2a353-c1ee-4626-85c6-5d53141ceb19 req-bc6f121f-b154-438b-bc4f-8d2c9f8a422f tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0a99eb-5f3b-4f69-9464-9e5c3cdd687e HTTP/1.1" status: 200 len: 945 time: 0.0817533 Mar 11 16:02:02.500754 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-93a2a353-c1ee-4626-85c6-5d53141ceb19 req-43c87933-7570-42ed-bbd9-532664674e55 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3d572c6-addb-4006-9395-ae4b26d0189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383055 Mar 11 16:02:02.846250 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:03.071876 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:03.702223 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d03f8a-aa5b-4d9d-9fea-dde331661676 req-4b77f70a-1704-4bea-a1d8-bd1a997c857b tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:02:03.703641 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d9d03f8a-aa5b-4d9d-9fea-dde331661676 req-4b77f70a-1704-4bea-a1d8-bd1a997c857b tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0a99eb-5f3b-4f69-9464-9e5c3cdd687e HTTP/1.1" status: 200 len: 945 time: 0.0753901 Mar 11 16:02:03.747878 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d9d03f8a-aa5b-4d9d-9fea-dde331661676 req-ee322e60-0ee3-400b-92ae-a0b0f98dc464 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3d572c6-addb-4006-9395-ae4b26d0189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386393 Mar 11 16:02:04.278300 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:04.285484 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc92ab-370e-4c29-ac82-695e101c453f req-fe1b4407-2e22-4111-950d-2363657d9e1a tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:02:04.286918 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9ddc92ab-370e-4c29-ac82-695e101c453f req-fe1b4407-2e22-4111-950d-2363657d9e1a tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad0a99eb-5f3b-4f69-9464-9e5c3cdd687e HTTP/1.1" status: 200 len: 945 time: 0.0808890 Mar 11 16:02:04.355729 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-9ddc92ab-370e-4c29-ac82-695e101c453f req-13e8d9c4-5b37-4bfa-ae03-f80a326c2a31 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Deleting port a7c11d9f-c062-4e7d-9fc9-cb589b435bcd {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:02:04.356070 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-9ddc92ab-370e-4c29-ac82-695e101c453f req-13e8d9c4-5b37-4bfa-ae03-f80a326c2a31 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:04.593888 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-9ddc92ab-370e-4c29-ac82-695e101c453f req-13e8d9c4-5b37-4bfa-ae03-f80a326c2a31 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] For port a7c11d9f-c062-4e7d-9fc9-cb589b435bcd, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a7c11d9f-c062-4e7d-9fc9-cb589b435bcd,segment=NetworkSegment(01aa623f-df39-4bc8-9190-a988f4c0c4e0),segment_id=01aa623f-df39-4bc8-9190-a988f4c0c4e0)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:02:04.594152 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-9ddc92ab-370e-4c29-ac82-695e101c453f req-13e8d9c4-5b37-4bfa-ae03-f80a326c2a31 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:04.711933 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-9ddc92ab-370e-4c29-ac82-695e101c453f req-13e8d9c4-5b37-4bfa-ae03-f80a326c2a31 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Calling delete_port for a7c11d9f-c062-4e7d-9fc9-cb589b435bcd owned by compute:nova {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:02:04.852520 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-9ddc92ab-370e-4c29-ac82-695e101c453f req-13e8d9c4-5b37-4bfa-ae03-f80a326c2a31 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:04.865476 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['a7c11d9f-c062-4e7d-9fc9-cb589b435bcd'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:02:04.900051 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e8d9c4-5b37-4bfa-ae03-f80a326c2a31 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Pushing event deleted for resources: {'Port': ['ID=a7c11d9f-c062-4e7d-9fc9-cb589b435bcd,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:04.934117 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-882e7e5c-eca8-4f04-a33a-0c44ae64fb96 req-f7cb7cfa-310d-401c-9b7b-560fef686e25 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0a99eb-5f3b-4f69-9464-9e5c3cdd687e HTTP/1.1" status: 200 len: 210 time: 0.0506520 Mar 11 16:02:04.978205 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ddc92ab-370e-4c29-ac82-695e101c453f req-13e8d9c4-5b37-4bfa-ae03-f80a326c2a31 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] No DVR routers for this DVR port a7c11d9f-c062-4e7d-9fc9-cb589b435bcd on host hv-neutron-8333 {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:02:04.980756 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-9ddc92ab-370e-4c29-ac82-695e101c453f req-13e8d9c4-5b37-4bfa-ae03-f80a326c2a31 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:04.984714 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0a99eb-5f3b-4f69-9464-9e5c3cdd687e', 'name': 'network-vif-deleted', 'tag': 'a7c11d9f-c062-4e7d-9fc9-cb589b435bcd'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:02:05.003672 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9ddc92ab-370e-4c29-ac82-695e101c453f req-13e8d9c4-5b37-4bfa-ae03-f80a326c2a31 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.73 "DELETE /v2.0/ports/a7c11d9f-c062-4e7d-9fc9-cb589b435bcd HTTP/1.1" status: 204 len: 173 time: 0.7100844 Mar 11 16:02:05.041654 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0a99eb-5f3b-4f69-9464-9e5c3cdd687e', 'name': 'network-vif-deleted', 'tag': 'a7c11d9f-c062-4e7d-9fc9-cb589b435bcd', 'status': 'completed', 'code': 200} Mar 11 16:02:06.558626 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-39cf5893-a586-4344-9991-c097459ae790 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:02:06.559933 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-39cf5893-a586-4344-9991-c097459ae790 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/networks?id=dbe22e1a-b853-4bfc-b2aa-4b464e562fa3 HTTP/1.1" status: 200 len: 817 time: 0.1435804 Mar 11 16:02:06.575880 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-462ebdd5-4a69-40be-a2e8-21c067b81916 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/quotas/8a94879cc07c4e00a4c68dcb89215938 HTTP/1.1" status: 200 len: 375 time: 0.0105641 Mar 11 16:02:06.655463 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-98fce8db-53f0-4e24-b2f6-88138fdb7fec tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Synchronizing usage tracker for tenant:8a94879cc07c4e00a4c68dcb89215938 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:02:06.670790 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-98fce8db-53f0-4e24-b2f6-88138fdb7fec tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Unset dirty status for tenant:8a94879cc07c4e00a4c68dcb89215938 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:02:06.672009 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-98fce8db-53f0-4e24-b2f6-88138fdb7fec tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a94879cc07c4e00a4c68dcb89215938&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0911462 Mar 11 16:02:06.811076 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-f4f1af77-7f6e-4724-8159-bed617c1d4d3 service neutron] 10.222.0.31 "GET /v2.0/networks/dbe22e1a-b853-4bfc-b2aa-4b464e562fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270745 Mar 11 16:02:07.034990 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-9ab9c1f7-5069-4deb-b3cc-282bc91b2c49 service neutron] 10.222.0.31 "GET /v2.0/networks/dbe22e1a-b853-4bfc-b2aa-4b464e562fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176969 Mar 11 16:02:07.216765 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d3600338-752f-4de3-ba69-b6cbe2d7ce20 req-de9a5b0c-d1b3-4c33-8b3e-0303214b5ed8 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/ports?device_id=38c52b36-63eb-4f9a-a659-a50918ee0c94 HTTP/1.1" status: 200 len: 210 time: 0.0427899 Mar 11 16:02:08.219338 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-ecfc395c-59a9-4faf-be0b-4bf4b793d518 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:02:08.220777 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-ecfc395c-59a9-4faf-be0b-4bf4b793d518 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.73 "GET /v2.0/networks?id=dbe22e1a-b853-4bfc-b2aa-4b464e562fa3 HTTP/1.1" status: 200 len: 817 time: 0.1490586 Mar 11 16:02:08.236909 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-3d6928a8-6c8a-43f6-9fab-9a4005bb4031 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Request body: {'port': {'device_id': '38c52b36-63eb-4f9a-a659-a50918ee0c94', 'network_id': 'dbe22e1a-b853-4bfc-b2aa-4b464e562fa3', 'admin_state_up': True, 'tenant_id': '8a94879cc07c4e00a4c68dcb89215938'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:02:08.402127 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-26cd59ba-8e9f-41ae-a7ac-5d3395505165 req-20e3a0d9-f018-4a28-8fe3-4a94f6387a15 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/ports?device_id=38c52b36-63eb-4f9a-a659-a50918ee0c94 HTTP/1.1" status: 200 len: 210 time: 0.0602443 Mar 11 16:02:08.428213 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-3d6928a8-6c8a-43f6-9fab-9a4005bb4031 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:02:08.434029 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-3d6928a8-6c8a-43f6-9fab-9a4005bb4031 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:02:08.444021 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-3d6928a8-6c8a-43f6-9fab-9a4005bb4031 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Made reservation on behalf of 8a94879cc07c4e00a4c68dcb89215938 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:02:08.447080 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-3d6928a8-6c8a-43f6-9fab-9a4005bb4031 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:08.612923 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-3d6928a8-6c8a-43f6-9fab-9a4005bb4031 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Allocated IP 172.20.0.10 (dbe22e1a-b853-4bfc-b2aa-4b464e562fa3/1ccf3db1-3792-4f1d-82e6-047627b5d628/c235e738-e13d-48fe-b38f-d70181e5d6ea) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:02:08.810405 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-3d6928a8-6c8a-43f6-9fab-9a4005bb4031 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:08.826394 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-3d6928a8-6c8a-43f6-9fab-9a4005bb4031 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Transition to ACTIVE for port object c235e738-e13d-48fe-b38f-d70181e5d6ea will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:02:08.847298 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-3d6928a8-6c8a-43f6-9fab-9a4005bb4031 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:08.918751 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-3d6928a8-6c8a-43f6-9fab-9a4005bb4031 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Network dbe22e1a-b853-4bfc-b2aa-4b464e562fa3 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:02:08.923169 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-3d6928a8-6c8a-43f6-9fab-9a4005bb4031 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:02:08.929122 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-3d6928a8-6c8a-43f6-9fab-9a4005bb4031 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:02:08.958225 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6928a8-6c8a-43f6-9fab-9a4005bb4031 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Pushing event updated for resources: {'Port': ['ID=c235e738-e13d-48fe-b38f-d70181e5d6ea,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:08.968234 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device a7c11d9f-c062-4e7d-9fc9-cb589b435bcd no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:02:08.981865 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6928a8-6c8a-43f6-9fab-9a4005bb4031 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:08.982214 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6928a8-6c8a-43f6-9fab-9a4005bb4031 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:08.982555 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6928a8-6c8a-43f6-9fab-9a4005bb4031 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:08.982891 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6928a8-6c8a-43f6-9fab-9a4005bb4031 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:08.983222 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6928a8-6c8a-43f6-9fab-9a4005bb4031 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:08.983549 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6928a8-6c8a-43f6-9fab-9a4005bb4031 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:08.983874 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6928a8-6c8a-43f6-9fab-9a4005bb4031 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:08.984224 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6928a8-6c8a-43f6-9fab-9a4005bb4031 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:08.984548 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6928a8-6c8a-43f6-9fab-9a4005bb4031 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:08.984868 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6928a8-6c8a-43f6-9fab-9a4005bb4031 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:08.985195 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6928a8-6c8a-43f6-9fab-9a4005bb4031 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:09.009445 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-3d6928a8-6c8a-43f6-9fab-9a4005bb4031 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:02:09.009665 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-3d6928a8-6c8a-43f6-9fab-9a4005bb4031 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:09.011711 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] No Port match for: a7c11d9f-c062-4e7d-9fc9-cb589b435bcd {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:02:09.012352 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device a7c11d9f-c062-4e7d-9fc9-cb589b435bcd not bound to the agent host hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:02:09.036643 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-3d6928a8-6c8a-43f6-9fab-9a4005bb4031 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8033562 Mar 11 16:02:09.048420 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-87fbfd0a-ab2c-416f-9de9-bbb057581e24 service neutron] Request body: {'port': {'device_id': '38c52b36-63eb-4f9a-a659-a50918ee0c94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:02:09.158321 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-87fbfd0a-ab2c-416f-9de9-bbb057581e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:09.161287 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6a2231cf-8d9b-4db4-a2d6-24c9b6ce63de None None] Provisioning for port c235e738-e13d-48fe-b38f-d70181e5d6ea completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:02:09.166128 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6a2231cf-8d9b-4db4-a2d6-24c9b6ce63de None None] Provisioning complete for port c235e738-e13d-48fe-b38f-d70181e5d6ea triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:02:09.166481 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6a2231cf-8d9b-4db4-a2d6-24c9b6ce63de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:09.230329 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-6a2231cf-8d9b-4db4-a2d6-24c9b6ce63de None None] Port c235e738-e13d-48fe-b38f-d70181e5d6ea cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:02:09.499177 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-87fbfd0a-ab2c-416f-9de9-bbb057581e24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c235e738-e13d-48fe-b38f-d70181e5d6ea {{(pid=83866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:02:09.505963 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-87fbfd0a-ab2c-416f-9de9-bbb057581e24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:09.520654 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-87fbfd0a-ab2c-416f-9de9-bbb057581e24 service neutron] Transition to ACTIVE for port object c235e738-e13d-48fe-b38f-d70181e5d6ea will not be triggered until provisioned by entity L2. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:02:09.524324 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-87fbfd0a-ab2c-416f-9de9-bbb057581e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:09.599470 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f785b1-b758-474a-91b2-6b1c48400cd5 req-ba364efd-d0dd-40fc-b5e3-d0c31711569d tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:02:09.600991 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-82f785b1-b758-474a-91b2-6b1c48400cd5 req-ba364efd-d0dd-40fc-b5e3-d0c31711569d tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/ports?device_id=38c52b36-63eb-4f9a-a659-a50918ee0c94 HTTP/1.1" status: 200 len: 944 time: 0.0782323 Mar 11 16:02:09.648554 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-82f785b1-b758-474a-91b2-6b1c48400cd5 req-13667a2c-3aca-41a3-8883-573a5adfd7b9 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3d572c6-addb-4006-9395-ae4b26d0189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407875 Mar 11 16:02:09.660317 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fbfd0a-ab2c-416f-9de9-bbb057581e24 service neutron] Pushing event updated for resources: {'Port': ['ID=c235e738-e13d-48fe-b38f-d70181e5d6ea,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:09.856314 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-87fbfd0a-ab2c-416f-9de9-bbb057581e24 service neutron] Attempting to bind port c235e738-e13d-48fe-b38f-d70181e5d6ea on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:02:09.856655 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-87fbfd0a-ab2c-416f-9de9-bbb057581e24 service neutron] Attempting to bind port c235e738-e13d-48fe-b38f-d70181e5d6ea by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '01aa623f-df39-4bc8-9190-a988f4c0c4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'dbe22e1a-b853-4bfc-b2aa-4b464e562fa3'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:02:09.856980 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-87fbfd0a-ab2c-416f-9de9-bbb057581e24 service neutron] Attempting to bind port c235e738-e13d-48fe-b38f-d70181e5d6ea on network dbe22e1a-b853-4bfc-b2aa-4b464e562fa3 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:02:09.863557 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-87fbfd0a-ab2c-416f-9de9-bbb057581e24 service neutron] Port c235e738-e13d-48fe-b38f-d70181e5d6ea on network dbe22e1a-b853-4bfc-b2aa-4b464e562fa3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:02:09.863871 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-87fbfd0a-ab2c-416f-9de9-bbb057581e24 service neutron] Attempting to bind port c235e738-e13d-48fe-b38f-d70181e5d6ea on network dbe22e1a-b853-4bfc-b2aa-4b464e562fa3 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:02:09.869928 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-87fbfd0a-ab2c-416f-9de9-bbb057581e24 service neutron] Checking agent: {'id': '233b753e-9484-4350-9871-64b7c66fc067', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'started_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:02:09.870259 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-87fbfd0a-ab2c-416f-9de9-bbb057581e24 service neutron] Checking segment: {'id': '01aa623f-df39-4bc8-9190-a988f4c0c4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'dbe22e1a-b853-4bfc-b2aa-4b464e562fa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:02:09.870632 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-87fbfd0a-ab2c-416f-9de9-bbb057581e24 service neutron] Bound using segment: {'id': '01aa623f-df39-4bc8-9190-a988f4c0c4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'dbe22e1a-b853-4bfc-b2aa-4b464e562fa3'} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:02:09.871046 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-87fbfd0a-ab2c-416f-9de9-bbb057581e24 service neutron] Bound port: c235e738-e13d-48fe-b38f-d70181e5d6ea, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01aa623f-df39-4bc8-9190-a988f4c0c4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'dbe22e1a-b853-4bfc-b2aa-4b464e562fa3'}}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:02:09.871402 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-87fbfd0a-ab2c-416f-9de9-bbb057581e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:09.956702 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-87fbfd0a-ab2c-416f-9de9-bbb057581e24 service neutron] For port c235e738-e13d-48fe-b38f-d70181e5d6ea, host hv-neutron-8333, cleared binding levels {{(pid=83866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:02:09.959622 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-87fbfd0a-ab2c-416f-9de9-bbb057581e24 service neutron] For port c235e738-e13d-48fe-b38f-d70181e5d6ea, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c235e738-e13d-48fe-b38f-d70181e5d6ea,segment=NetworkSegment(01aa623f-df39-4bc8-9190-a988f4c0c4e0),segment_id=01aa623f-df39-4bc8-9190-a988f4c0c4e0)] {{(pid=83866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:02:09.964887 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-87fbfd0a-ab2c-416f-9de9-bbb057581e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:09.975209 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:02:10.030520 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-87fbfd0a-ab2c-416f-9de9-bbb057581e24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:10.032008 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-87fbfd0a-ab2c-416f-9de9-bbb057581e24 service neutron] 10.222.0.73 "PUT /v2.0/ports/c235e738-e13d-48fe-b38f-d70181e5d6ea HTTP/1.1" status: 200 len: 1094 time: 0.9879282 Mar 11 16:02:10.032466 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c52b36-63eb-4f9a-a659-a50918ee0c94', 'tag': 'c235e738-e13d-48fe-b38f-d70181e5d6ea'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:02:10.058088 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fbfd0a-ab2c-416f-9de9-bbb057581e24 service neutron] Pushing event updated for resources: {'Port': ['ID=c235e738-e13d-48fe-b38f-d70181e5d6ea,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:10.118884 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c52b36-63eb-4f9a-a659-a50918ee0c94', 'tag': 'c235e738-e13d-48fe-b38f-d70181e5d6ea', 'status': 'completed', 'code': 200} Mar 11 16:02:10.155201 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-29465daa-8d0a-431b-a674-7dc5c5f56d94 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8a94879cc07c4e00a4c68dcb89215938&device_id=38c52b36-63eb-4f9a-a659-a50918ee0c94 HTTP/1.1" status: 200 len: 1097 time: 0.0716290 Mar 11 16:02:10.227451 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-5a168ce2-4c18-486b-8b66-5b082d236e33 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c235e738-e13d-48fe-b38f-d70181e5d6ea HTTP/1.1" status: 200 len: 217 time: 0.0657284 Mar 11 16:02:10.293266 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-d36322c9-2ef9-44f3-acb7-4cf227e73171 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:02:10.294748 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-d36322c9-2ef9-44f3-acb7-4cf227e73171 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ccf3db1-3792-4f1d-82e6-047627b5d628 HTTP/1.1" status: 200 len: 856 time: 0.0612764 Mar 11 16:02:10.372971 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-9be0d3ba-dc17-4e43-b1c5-9339780b49a3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dbe22e1a-b853-4bfc-b2aa-4b464e562fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719073 Mar 11 16:02:10.504366 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-3623c9aa-850b-45a7-ae6b-5386171e416f service neutron] 10.222.0.73 "GET /v2.0/networks/dbe22e1a-b853-4bfc-b2aa-4b464e562fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249950 Mar 11 16:02:10.632955 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2f7c074e-24f2-41a6-88d4-0354ac3d1ab8 req-d2b12686-2e13-45f1-8650-5d8d34e4c67a service neutron] 10.222.0.73 "GET /v2.0/networks/dbe22e1a-b853-4bfc-b2aa-4b464e562fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233699 Mar 11 16:02:10.746145 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3b88fee0-fc89-4a78-9339-6eec66bc0708 req-116ebb42-64fe-4ed3-b6de-074ce5a30e9d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8a94879cc07c4e00a4c68dcb89215938&device_id=38c52b36-63eb-4f9a-a659-a50918ee0c94 HTTP/1.1" status: 200 len: 1097 time: 0.0678997 Mar 11 16:02:10.846509 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af099f62-cdf1-4a8b-bb7e-c9531e9d50a7 req-73a004ba-2bca-4af5-87ae-85d090a71de3 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:02:10.848177 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-af099f62-cdf1-4a8b-bb7e-c9531e9d50a7 req-73a004ba-2bca-4af5-87ae-85d090a71de3 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/ports?device_id=38c52b36-63eb-4f9a-a659-a50918ee0c94 HTTP/1.1" status: 200 len: 944 time: 0.0785275 Mar 11 16:02:10.880062 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88fee0-fc89-4a78-9339-6eec66bc0708 req-37cce249-21c3-4bd3-a672-620e392fdde5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:02:10.881543 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3b88fee0-fc89-4a78-9339-6eec66bc0708 req-37cce249-21c3-4bd3-a672-620e392fdde5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dbe22e1a-b853-4bfc-b2aa-4b464e562fa3 HTTP/1.1" status: 200 len: 918 time: 0.1299405 Mar 11 16:02:10.892372 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-af099f62-cdf1-4a8b-bb7e-c9531e9d50a7 req-d54403d4-7039-47d5-9380-4c6057e1eaea tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3d572c6-addb-4006-9395-ae4b26d0189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386872 Mar 11 16:02:10.952222 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3b88fee0-fc89-4a78-9339-6eec66bc0708 req-1de15edf-05c1-4e0b-a283-08614ba6cb9a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c235e738-e13d-48fe-b38f-d70181e5d6ea HTTP/1.1" status: 200 len: 217 time: 0.0633879 Mar 11 16:02:11.013577 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88fee0-fc89-4a78-9339-6eec66bc0708 req-c0cbb4fd-99a0-4f44-8429-c209d2770d6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:02:11.014955 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3b88fee0-fc89-4a78-9339-6eec66bc0708 req-c0cbb4fd-99a0-4f44-8429-c209d2770d6c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ccf3db1-3792-4f1d-82e6-047627b5d628 HTTP/1.1" status: 200 len: 856 time: 0.0566096 Mar 11 16:02:11.091765 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3b88fee0-fc89-4a78-9339-6eec66bc0708 req-32e7a797-5992-4675-9db9-9beac82614d4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dbe22e1a-b853-4bfc-b2aa-4b464e562fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708621 Mar 11 16:02:11.224365 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3b88fee0-fc89-4a78-9339-6eec66bc0708 req-bd47e438-8d49-4f3a-94a0-b4cc2f47f786 service neutron] 10.222.0.73 "GET /v2.0/networks/dbe22e1a-b853-4bfc-b2aa-4b464e562fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261065 Mar 11 16:02:11.365137 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3b88fee0-fc89-4a78-9339-6eec66bc0708 req-46b0eb82-af80-486c-840c-a3a07ccc6b44 service neutron] 10.222.0.73 "GET /v2.0/networks/dbe22e1a-b853-4bfc-b2aa-4b464e562fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342154 Mar 11 16:02:12.089558 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f61e3-5572-4888-971d-f05796d4c306 req-dda1312b-dc42-4b1e-b4e3-eabfc7d17c7b tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:02:12.090291 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-1c7f61e3-5572-4888-971d-f05796d4c306 req-dda1312b-dc42-4b1e-b4e3-eabfc7d17c7b tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Synchronizing usage tracker for tenant:8a94879cc07c4e00a4c68dcb89215938 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:02:12.108230 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-1c7f61e3-5572-4888-971d-f05796d4c306 req-dda1312b-dc42-4b1e-b4e3-eabfc7d17c7b tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Unset dirty status for tenant:8a94879cc07c4e00a4c68dcb89215938 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:02:12.109402 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1c7f61e3-5572-4888-971d-f05796d4c306 req-dda1312b-dc42-4b1e-b4e3-eabfc7d17c7b tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/ports?device_id=38c52b36-63eb-4f9a-a659-a50918ee0c94 HTTP/1.1" status: 200 len: 944 time: 0.0944610 Mar 11 16:02:12.158156 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1c7f61e3-5572-4888-971d-f05796d4c306 req-c67d3636-cceb-4d71-90bb-aa512bb1f833 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3d572c6-addb-4006-9395-ae4b26d0189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430138 Mar 11 16:02:13.002560 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device c235e738-e13d-48fe-b38f-d70181e5d6ea details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:02:13.169867 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port c235e738-e13d-48fe-b38f-d70181e5d6ea, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c235e738-e13d-48fe-b38f-d70181e5d6ea,segment=NetworkSegment(01aa623f-df39-4bc8-9190-a988f4c0c4e0),segment_id=01aa623f-df39-4bc8-9190-a988f4c0c4e0)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:02:13.184683 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': 'c235e738-e13d-48fe-b38f-d70181e5d6ea', 'network_id': 'dbe22e1a-b853-4bfc-b2aa-4b464e562fa3', 'port_id': 'c235e738-e13d-48fe-b38f-d70181e5d6ea', 'mac_address': 'fa:16:3e:05:aa:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccf3db1-3792-4f1d-82e6-047627b5d628', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:02:13.238050 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:13.255906 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c235e738-e13d-48fe-b38f-d70181e5d6ea {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:02:13.271027 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port c235e738-e13d-48fe-b38f-d70181e5d6ea, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c235e738-e13d-48fe-b38f-d70181e5d6ea,segment=NetworkSegment(01aa623f-df39-4bc8-9190-a988f4c0c4e0),segment_id=01aa623f-df39-4bc8-9190-a988f4c0c4e0)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:02:13.275059 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:13.346276 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=c235e738-e13d-48fe-b38f-d70181e5d6ea,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:13.358677 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce28a01-2952-44bf-8640-12db3a52cdb4 req-634ded4e-fb11-4dec-8ad6-002b7e27d015 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:02:13.360128 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-4ce28a01-2952-44bf-8640-12db3a52cdb4 req-634ded4e-fb11-4dec-8ad6-002b7e27d015 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/ports?device_id=38c52b36-63eb-4f9a-a659-a50918ee0c94 HTTP/1.1" status: 200 len: 945 time: 0.0779240 Mar 11 16:02:13.409145 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-4ce28a01-2952-44bf-8640-12db3a52cdb4 req-bacab7b7-bbf1-4376-93f7-d44de15524e4 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3d572c6-addb-4006-9395-ae4b26d0189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424111 Mar 11 16:02:13.581634 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['c235e738-e13d-48fe-b38f-d70181e5d6ea'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:02:14.610069 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189315a4-bf3c-4af5-8d55-b80a96bdc3db req-de7f1d7c-88cb-45e8-811b-b521431cb2e2 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:02:14.611524 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-189315a4-bf3c-4af5-8d55-b80a96bdc3db req-de7f1d7c-88cb-45e8-811b-b521431cb2e2 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/ports?device_id=38c52b36-63eb-4f9a-a659-a50918ee0c94 HTTP/1.1" status: 200 len: 945 time: 0.0853381 Mar 11 16:02:14.740666 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-189315a4-bf3c-4af5-8d55-b80a96bdc3db req-6238c9f2-65ed-44de-a786-2b2b6c4c3ea7 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3d572c6-addb-4006-9395-ae4b26d0189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229751 Mar 11 16:02:15.016081 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device c235e738-e13d-48fe-b38f-d70181e5d6ea up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:02:15.084798 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning for port c235e738-e13d-48fe-b38f-d70181e5d6ea completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:02:15.089469 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port c235e738-e13d-48fe-b38f-d70181e5d6ea triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:02:15.089841 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:15.203240 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:15.230776 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c52b36-63eb-4f9a-a659-a50918ee0c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c235e738-e13d-48fe-b38f-d70181e5d6ea'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:02:15.241362 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port c235e738-e13d-48fe-b38f-d70181e5d6ea, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c235e738-e13d-48fe-b38f-d70181e5d6ea,segment=NetworkSegment(01aa623f-df39-4bc8-9190-a988f4c0c4e0),segment_id=01aa623f-df39-4bc8-9190-a988f4c0c4e0)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:02:15.247190 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:15.293401 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c52b36-63eb-4f9a-a659-a50918ee0c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c235e738-e13d-48fe-b38f-d70181e5d6ea', 'code': 200} Mar 11 16:02:15.319434 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=c235e738-e13d-48fe-b38f-d70181e5d6ea,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:15.515763 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-82d51605-407f-42ad-b755-756be6d4e493 req-c0d08d7a-4ed1-4a0b-85d2-d37395357217 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=38c52b36-63eb-4f9a-a659-a50918ee0c94 HTTP/1.1" status: 200 len: 1099 time: 0.0676835 Mar 11 16:02:15.556927 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-82d51605-407f-42ad-b755-756be6d4e493 req-8acd45f9-d28c-4f57-882a-4a742fe7144e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b3d572c6-addb-4006-9395-ae4b26d0189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355053 Mar 11 16:02:15.943761 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072d066-e618-4453-8aff-faad038d9179 req-9fbc769c-86cc-40fd-ae3f-b011ee1a3c23 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:02:15.945238 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6072d066-e618-4453-8aff-faad038d9179 req-9fbc769c-86cc-40fd-ae3f-b011ee1a3c23 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/ports?device_id=38c52b36-63eb-4f9a-a659-a50918ee0c94 HTTP/1.1" status: 200 len: 946 time: 0.0799570 Mar 11 16:02:15.990734 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6072d066-e618-4453-8aff-faad038d9179 req-ca68ce62-50f8-41dd-a945-8a80ea74eaee tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3d572c6-addb-4006-9395-ae4b26d0189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400863 Mar 11 16:02:16.017112 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:17.188132 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7ed1a-20c7-46c8-9739-fb6c58cb1d69 req-04f2084a-8403-4c74-a5e2-3cb3c19ee0f2 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:02:17.189587 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-00f7ed1a-20c7-46c8-9739-fb6c58cb1d69 req-04f2084a-8403-4c74-a5e2-3cb3c19ee0f2 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/ports?device_id=38c52b36-63eb-4f9a-a659-a50918ee0c94 HTTP/1.1" status: 200 len: 946 time: 0.0781009 Mar 11 16:02:17.234688 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-00f7ed1a-20c7-46c8-9739-fb6c58cb1d69 req-d9aeb077-cac7-4e17-88b0-a5bf877b35d5 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3d572c6-addb-4006-9395-ae4b26d0189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394983 Mar 11 16:02:17.431656 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac63f7c-03e9-45ad-b125-981ad57e5ec1 req-22054794-15d1-4623-9b27-9701de5154c9 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:02:17.433129 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-fac63f7c-03e9-45ad-b125-981ad57e5ec1 req-22054794-15d1-4623-9b27-9701de5154c9 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/ports?device_id=38c52b36-63eb-4f9a-a659-a50918ee0c94 HTTP/1.1" status: 200 len: 946 time: 0.0758352 Mar 11 16:02:17.480816 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-fac63f7c-03e9-45ad-b125-981ad57e5ec1 req-b90881b5-b6e0-48f2-b646-d996f40c6604 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3d572c6-addb-4006-9395-ae4b26d0189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422246 Mar 11 16:02:20.951656 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-906ad849-107d-42fe-99ac-fe744b34944d req-bb337e46-7568-4d56-9711-f55ab19078f7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=38c52b36-63eb-4f9a-a659-a50918ee0c94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0665865 Mar 11 16:02:21.092419 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-906ad849-107d-42fe-99ac-fe744b34944d req-87bdab07-85a3-47da-8702-84fcc55dbc34 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8a94879cc07c4e00a4c68dcb89215938&device_id=38c52b36-63eb-4f9a-a659-a50918ee0c94 HTTP/1.1" status: 200 len: 1099 time: 0.0694675 Mar 11 16:02:21.235396 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ad849-107d-42fe-99ac-fe744b34944d req-79a1f10a-5469-4524-9cf3-27d06cdd79f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:02:21.236774 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-906ad849-107d-42fe-99ac-fe744b34944d req-79a1f10a-5469-4524-9cf3-27d06cdd79f0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dbe22e1a-b853-4bfc-b2aa-4b464e562fa3 HTTP/1.1" status: 200 len: 918 time: 0.1256137 Mar 11 16:02:21.307338 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-906ad849-107d-42fe-99ac-fe744b34944d req-415a4d06-e8f2-478f-af39-9ff4ea2f899b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c235e738-e13d-48fe-b38f-d70181e5d6ea HTTP/1.1" status: 200 len: 217 time: 0.0648160 Mar 11 16:02:21.372811 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ad849-107d-42fe-99ac-fe744b34944d req-95778ff2-abd0-4aef-9a22-1305dda77fd7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:02:21.374214 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-906ad849-107d-42fe-99ac-fe744b34944d req-95778ff2-abd0-4aef-9a22-1305dda77fd7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ccf3db1-3792-4f1d-82e6-047627b5d628 HTTP/1.1" status: 200 len: 856 time: 0.0614176 Mar 11 16:02:21.449099 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-906ad849-107d-42fe-99ac-fe744b34944d req-8b641431-cf2c-4175-9539-75b2c4336780 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dbe22e1a-b853-4bfc-b2aa-4b464e562fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682406 Mar 11 16:02:21.582189 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-906ad849-107d-42fe-99ac-fe744b34944d req-2bc95b92-b1f2-4969-9c70-ff53daf165cc service neutron] 10.222.0.73 "GET /v2.0/networks/dbe22e1a-b853-4bfc-b2aa-4b464e562fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273761 Mar 11 16:02:21.715561 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-906ad849-107d-42fe-99ac-fe744b34944d req-8533a47b-54e1-4848-8ae4-70e3eff15b35 service neutron] 10.222.0.73 "GET /v2.0/networks/dbe22e1a-b853-4bfc-b2aa-4b464e562fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274910 Mar 11 16:02:29.397102 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4872f35e-c772-464e-8cc5-985a362676bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:31.661575 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5a9ee57d-25d5-49d2-8fc5-ae67153f3629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:31.759534 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a0567-f158-4666-9f70-b43c18342ea1 req-a4ce8842-e1d6-40a2-b1ea-ad432b9853ee tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:02:31.760861 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-695a0567-f158-4666-9f70-b43c18342ea1 req-a4ce8842-e1d6-40a2-b1ea-ad432b9853ee tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/ports?device_id=38c52b36-63eb-4f9a-a659-a50918ee0c94 HTTP/1.1" status: 200 len: 946 time: 0.0772583 Mar 11 16:02:31.805274 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-695a0567-f158-4666-9f70-b43c18342ea1 req-6cbe6c7f-69c5-4640-adbe-c44b963e431b tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3d572c6-addb-4006-9395-ae4b26d0189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390053 Mar 11 16:02:32.839251 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:33.005412 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d2f2c-ca43-4c6f-bcda-976de63e97ef req-96b09fac-30e0-41cf-8857-aeeda61ebdbb tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:02:33.006432 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4b2d2f2c-ca43-4c6f-bcda-976de63e97ef req-96b09fac-30e0-41cf-8857-aeeda61ebdbb tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/ports?device_id=38c52b36-63eb-4f9a-a659-a50918ee0c94 HTTP/1.1" status: 200 len: 946 time: 0.0782163 Mar 11 16:02:33.054832 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4b2d2f2c-ca43-4c6f-bcda-976de63e97ef req-0b265d19-72e0-497a-8a32-9386246d233d tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3d572c6-addb-4006-9395-ae4b26d0189a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428712 Mar 11 16:02:33.073950 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:33.534376 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225228b4-6dcf-48c1-9b5b-6a5f70888d66 req-fbb2364f-fde9-41db-b35b-5307664ebd35 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:02:33.536434 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-225228b4-6dcf-48c1-9b5b-6a5f70888d66 req-fbb2364f-fde9-41db-b35b-5307664ebd35 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.73 "GET /v2.0/ports?device_id=38c52b36-63eb-4f9a-a659-a50918ee0c94 HTTP/1.1" status: 200 len: 946 time: 0.0779092 Mar 11 16:02:33.603308 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-225228b4-6dcf-48c1-9b5b-6a5f70888d66 req-5079421b-0ebf-4663-8459-ede28ca2a366 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Deleting port c235e738-e13d-48fe-b38f-d70181e5d6ea {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:02:33.603650 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-225228b4-6dcf-48c1-9b5b-6a5f70888d66 req-5079421b-0ebf-4663-8459-ede28ca2a366 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:33.847161 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-225228b4-6dcf-48c1-9b5b-6a5f70888d66 req-5079421b-0ebf-4663-8459-ede28ca2a366 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] For port c235e738-e13d-48fe-b38f-d70181e5d6ea, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c235e738-e13d-48fe-b38f-d70181e5d6ea,segment=NetworkSegment(01aa623f-df39-4bc8-9190-a988f4c0c4e0),segment_id=01aa623f-df39-4bc8-9190-a988f4c0c4e0)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:02:33.847425 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-225228b4-6dcf-48c1-9b5b-6a5f70888d66 req-5079421b-0ebf-4663-8459-ede28ca2a366 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:34.062029 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-225228b4-6dcf-48c1-9b5b-6a5f70888d66 req-5079421b-0ebf-4663-8459-ede28ca2a366 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Calling delete_port for c235e738-e13d-48fe-b38f-d70181e5d6ea owned by compute:nova {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:02:34.204736 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-225228b4-6dcf-48c1-9b5b-6a5f70888d66 req-5079421b-0ebf-4663-8459-ede28ca2a366 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:34.216742 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['c235e738-e13d-48fe-b38f-d70181e5d6ea'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:02:34.248587 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-592c83ea-5e12-424f-a6f5-a393bf339f43 req-7ba6857c-f94a-4fb4-9704-b87838a6fd93 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.31 "GET /v2.0/ports?device_id=38c52b36-63eb-4f9a-a659-a50918ee0c94 HTTP/1.1" status: 200 len: 210 time: 0.0643229 Mar 11 16:02:34.262579 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5079421b-0ebf-4663-8459-ede28ca2a366 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Pushing event deleted for resources: {'Port': ['ID=c235e738-e13d-48fe-b38f-d70181e5d6ea,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:34.280595 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:34.343325 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-225228b4-6dcf-48c1-9b5b-6a5f70888d66 req-5079421b-0ebf-4663-8459-ede28ca2a366 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] No DVR routers for this DVR port c235e738-e13d-48fe-b38f-d70181e5d6ea on host hv-neutron-8333 {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:02:34.345832 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-225228b4-6dcf-48c1-9b5b-6a5f70888d66 req-5079421b-0ebf-4663-8459-ede28ca2a366 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:34.348672 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c52b36-63eb-4f9a-a659-a50918ee0c94', 'name': 'network-vif-deleted', 'tag': 'c235e738-e13d-48fe-b38f-d70181e5d6ea'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:02:34.366869 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-225228b4-6dcf-48c1-9b5b-6a5f70888d66 req-5079421b-0ebf-4663-8459-ede28ca2a366 tempest-TestEncryptedCinderVolumes-75194672 tempest-TestEncryptedCinderVolumes-75194672-project] 10.222.0.73 "DELETE /v2.0/ports/c235e738-e13d-48fe-b38f-d70181e5d6ea HTTP/1.1" status: 204 len: 173 time: 0.8251510 Mar 11 16:02:34.408753 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c52b36-63eb-4f9a-a659-a50918ee0c94', 'name': 'network-vif-deleted', 'tag': 'c235e738-e13d-48fe-b38f-d70181e5d6ea', 'status': 'completed', 'code': 200} Mar 11 16:02:35.399775 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 48124) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:02:35.781462 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-635a704e-67e6-456f-8181-675a4a44e994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:36.367165 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-635a704e-67e6-456f-8181-675a4a44e994 admin admin] Deleting port 1db1864d-5881-474c-a1e6-9d045a5d6b72 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:02:36.367502 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-635a704e-67e6-456f-8181-675a4a44e994 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:36.635632 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-635a704e-67e6-456f-8181-675a4a44e994 admin admin] For port 1db1864d-5881-474c-a1e6-9d045a5d6b72, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=1db1864d-5881-474c-a1e6-9d045a5d6b72,segment=NetworkSegment(01aa623f-df39-4bc8-9190-a988f4c0c4e0),segment_id=01aa623f-df39-4bc8-9190-a988f4c0c4e0)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:02:36.636366 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-635a704e-67e6-456f-8181-675a4a44e994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:36.752755 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-635a704e-67e6-456f-8181-675a4a44e994 admin admin] Calling delete_port for 1db1864d-5881-474c-a1e6-9d045a5d6b72 owned by network:router_interface {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:02:36.917004 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-635a704e-67e6-456f-8181-675a4a44e994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:36.962318 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a704e-67e6-456f-8181-675a4a44e994 admin admin] Pushing event deleted for resources: {'Port': ['ID=1db1864d-5881-474c-a1e6-9d045a5d6b72,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:37.081491 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device c235e738-e13d-48fe-b38f-d70181e5d6ea no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:02:37.119140 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] No Port match for: c235e738-e13d-48fe-b38f-d70181e5d6ea {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:02:37.119500 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device c235e738-e13d-48fe-b38f-d70181e5d6ea not bound to the agent host hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:02:37.253552 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-635a704e-67e6-456f-8181-675a4a44e994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:37.815999 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635a704e-67e6-456f-8181-675a4a44e994 admin admin] Router 1845e8ae-387f-49f3-9ab4-fe0efc93bbd4 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:02:38.105357 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635a704e-67e6-456f-8181-675a4a44e994 admin admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:02:38.114900 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c45be3-668d-4644-bbc9-4597eccda38c None None] Sync routers for ids ['1845e8ae-387f-49f3-9ab4-fe0efc93bbd4'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:02:38.117858 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-635a704e-67e6-456f-8181-675a4a44e994 admin admin] 10.222.0.31 "PUT /v2.0/routers/1845e8ae-387f-49f3-9ab4-fe0efc93bbd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7169600 Mar 11 16:02:38.120339 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 48128) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:02:38.126775 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c45be3-668d-4644-bbc9-4597eccda38c None None] Routers {'1845e8ae-387f-49f3-9ab4-fe0efc93bbd4'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:02:38.127384 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-40c45be3-668d-4644-bbc9-4597eccda38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:02:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['1845e8ae-387f-49f3-9ab4-fe0efc93bbd4'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:02:38.307670 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-40c45be3-668d-4644-bbc9-4597eccda38c None None] Set router 1845e8ae-387f-49f3-9ab4-fe0efc93bbd4 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:02:38.325364 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4bbe791c-7291-414c-bd8c-32ca48e09504 admin admin] Notify callbacks [] for router, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:38.526850 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4bbe791c-7291-414c-bd8c-32ca48e09504 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:38.536879 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-4bbe791c-7291-414c-bd8c-32ca48e09504 admin admin] Deleting port bb35303d-144d-463a-aef8-47e6159f8cac {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:02:38.537271 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4bbe791c-7291-414c-bd8c-32ca48e09504 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:38.713571 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-4bbe791c-7291-414c-bd8c-32ca48e09504 admin admin] For port bb35303d-144d-463a-aef8-47e6159f8cac, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=bb35303d-144d-463a-aef8-47e6159f8cac,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:02:38.713839 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4bbe791c-7291-414c-bd8c-32ca48e09504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:38.753574 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-40c45be3-668d-4644-bbc9-4597eccda38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1845e8ae-387f-49f3-9ab4-fe0efc93bbd4', 'name': 'tempest-TestEncryptedCinderVolumes-1843494622-router', 'tenant_id': '8a94879cc07c4e00a4c68dcb89215938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': 'bb35303d-144d-463a-aef8-47e6159f8cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:01:22Z', 'updated_at': '2022-03-11T16:02:36Z', 'revision_number': 5, 'project_id': '8a94879cc07c4e00a4c68dcb89215938', 'gw_port': {'id': 'bb35303d-144d-463a-aef8-47e6159f8cac', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1845e8ae-387f-49f3-9ab4-fe0efc93bbd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:01:23Z', 'updated_at': '2022-03-11T16:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:02:38.760475 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c45be3-668d-4644-bbc9-4597eccda38c None None] Checking router: 1845e8ae-387f-49f3-9ab4-fe0efc93bbd4 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:02:38.786425 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c45be3-668d-4644-bbc9-4597eccda38c None None] Routers {'1845e8ae-387f-49f3-9ab4-fe0efc93bbd4'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:02:38.786818 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-40c45be3-668d-4644-bbc9-4597eccda38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:02:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['1845e8ae-387f-49f3-9ab4-fe0efc93bbd4'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:02:38.834888 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-4bbe791c-7291-414c-bd8c-32ca48e09504 admin admin] Calling delete_port for bb35303d-144d-463a-aef8-47e6159f8cac owned by network:router_gateway {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:02:38.992634 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-40c45be3-668d-4644-bbc9-4597eccda38c None None] Set router 1845e8ae-387f-49f3-9ab4-fe0efc93bbd4 gateway port host: None {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:02:39.002561 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4bbe791c-7291-414c-bd8c-32ca48e09504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:39.045329 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe791c-7291-414c-bd8c-32ca48e09504 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb35303d-144d-463a-aef8-47e6159f8cac,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:39.100649 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-40c45be3-668d-4644-bbc9-4597eccda38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1845e8ae-387f-49f3-9ab4-fe0efc93bbd4', 'name': 'tempest-TestEncryptedCinderVolumes-1843494622-router', 'tenant_id': '8a94879cc07c4e00a4c68dcb89215938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:01:22Z', 'updated_at': '2022-03-11T16:02:38Z', 'revision_number': 6, 'project_id': '8a94879cc07c4e00a4c68dcb89215938', 'gw_port_host': None}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:02:39.104749 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c45be3-668d-4644-bbc9-4597eccda38c None None] The sync data for ids ['1845e8ae-387f-49f3-9ab4-fe0efc93bbd4'] in dv-neutron-833373-1-hyperv is: [{'id': '1845e8ae-387f-49f3-9ab4-fe0efc93bbd4', 'name': 'tempest-TestEncryptedCinderVolumes-1843494622-router', 'tenant_id': '8a94879cc07c4e00a4c68dcb89215938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:01:22Z', 'updated_at': '2022-03-11T16:02:38Z', 'revision_number': 6, 'project_id': '8a94879cc07c4e00a4c68dcb89215938', 'gw_port_host': None}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:02:39.271394 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4bbe791c-7291-414c-bd8c-32ca48e09504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:39.646059 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4bbe791c-7291-414c-bd8c-32ca48e09504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:39.650274 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4bbe791c-7291-414c-bd8c-32ca48e09504 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:39.674118 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4bbe791c-7291-414c-bd8c-32ca48e09504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:39.674673 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bbe791c-7291-414c-bd8c-32ca48e09504 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1845e8ae-387f-49f3-9ab4-fe0efc93bbd4 {{(pid=83866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:02:39.687481 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4bbe791c-7291-414c-bd8c-32ca48e09504 admin admin] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:39.688625 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-4bbe791c-7291-414c-bd8c-32ca48e09504 admin admin] 10.222.0.31 "DELETE /v2.0/routers/1845e8ae-387f-49f3-9ab4-fe0efc93bbd4 HTTP/1.1" status: 204 len: 168 time: 1.5673730 Mar 11 16:02:39.691181 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 48132) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:02:39.752714 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aacc011-4605-46a8-ace5-dad581e82a07 admin admin] Deleting subnet 1ccf3db1-3792-4f1d-82e6-047627b5d628 {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:02:39.756960 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8aacc011-4605-46a8-ace5-dad581e82a07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:39.807363 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8aacc011-4605-46a8-ace5-dad581e82a07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:39.888546 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8aacc011-4605-46a8-ace5-dad581e82a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:39.963470 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8aacc011-4605-46a8-ace5-dad581e82a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:39.999838 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aacc011-4605-46a8-ace5-dad581e82a07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ccf3db1-3792-4f1d-82e6-047627b5d628,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:40.007338 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8aacc011-4605-46a8-ace5-dad581e82a07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:40.012460 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85677271-4c3c-4fab-a483-fa8d509e928a None None] Network dbe22e1a-b853-4bfc-b2aa-4b464e562fa3 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:02:40.014435 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-8aacc011-4605-46a8-ace5-dad581e82a07 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1ccf3db1-3792-4f1d-82e6-047627b5d628 HTTP/1.1" status: 204 len: 168 time: 0.3216331 Mar 11 16:02:40.016979 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 48136) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:02:40.144173 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a97a9a09-f61a-4013-8712-f4811745e6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:40.155553 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-a97a9a09-f61a-4013-8712-f4811745e6e9 admin admin] Deleting port 2fb3b57f-3627-4bcd-90f9-7b6367f6ba88 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:02:40.155879 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a97a9a09-f61a-4013-8712-f4811745e6e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:40.283709 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edaf24e-fb18-4762-8411-0f06a2c5962a None None] DHCP port deletion for dbe22e1a-b853-4bfc-b2aa-4b464e562fa3 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:02:40.288733 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-5edaf24e-fb18-4762-8411-0f06a2c5962a None None] Deleting port 2fb3b57f-3627-4bcd-90f9-7b6367f6ba88 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:02:40.289106 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5edaf24e-fb18-4762-8411-0f06a2c5962a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:40.370911 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-a97a9a09-f61a-4013-8712-f4811745e6e9 admin admin] For port 2fb3b57f-3627-4bcd-90f9-7b6367f6ba88, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=2fb3b57f-3627-4bcd-90f9-7b6367f6ba88,segment=NetworkSegment(01aa623f-df39-4bc8-9190-a988f4c0c4e0),segment_id=01aa623f-df39-4bc8-9190-a988f4c0c4e0)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:02:40.371256 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a97a9a09-f61a-4013-8712-f4811745e6e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:40.490863 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 1db1864d-5881-474c-a1e6-9d045a5d6b72 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:02:40.493082 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-a97a9a09-f61a-4013-8712-f4811745e6e9 admin admin] Calling delete_port for 2fb3b57f-3627-4bcd-90f9-7b6367f6ba88 owned by network:dhcp {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:02:40.531070 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 1db1864d-5881-474c-a1e6-9d045a5d6b72 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:02:40.531418 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 1db1864d-5881-474c-a1e6-9d045a5d6b72 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:02:40.531838 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 2fb3b57f-3627-4bcd-90f9-7b6367f6ba88 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:02:40.565683 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a97a9a09-f61a-4013-8712-f4811745e6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:40.567196 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-5edaf24e-fb18-4762-8411-0f06a2c5962a None None] For port 2fb3b57f-3627-4bcd-90f9-7b6367f6ba88, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=2fb3b57f-3627-4bcd-90f9-7b6367f6ba88,segment=NetworkSegment(01aa623f-df39-4bc8-9190-a988f4c0c4e0),segment_id=01aa623f-df39-4bc8-9190-a988f4c0c4e0)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:02:40.567685 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5edaf24e-fb18-4762-8411-0f06a2c5962a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:40.616937 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a9a09-f61a-4013-8712-f4811745e6e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fb3b57f-3627-4bcd-90f9-7b6367f6ba88,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:40.621411 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97a9a09-f61a-4013-8712-f4811745e6e9 admin admin] No DVR routers for this DVR port 2fb3b57f-3627-4bcd-90f9-7b6367f6ba88 on host dv-neutron-833373-1-hyperv {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:02:40.700852 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-5edaf24e-fb18-4762-8411-0f06a2c5962a None None] Calling delete_port for 2fb3b57f-3627-4bcd-90f9-7b6367f6ba88 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:02:40.743059 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a97a9a09-f61a-4013-8712-f4811745e6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:40.749105 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No active binding found for port 2fb3b57f-3627-4bcd-90f9-7b6367f6ba88 {{(pid=83868) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 11 16:02:40.749520 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 2fb3b57f-3627-4bcd-90f9-7b6367f6ba88 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:02:40.749934 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device bb35303d-144d-463a-aef8-47e6159f8cac no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:02:40.769856 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-a97a9a09-f61a-4013-8712-f4811745e6e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbe22e1a-b853-4bfc-b2aa-4b464e562fa3']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:02:40.782093 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-a97a9a09-f61a-4013-8712-f4811745e6e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01aa623f-df39-4bc8-9190-a988f4c0c4e0') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:02:40.782396 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-a97a9a09-f61a-4013-8712-f4811745e6e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01aa623f-df39-4bc8-9190-a988f4c0c4e0') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:02:40.783593 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: bb35303d-144d-463a-aef8-47e6159f8cac {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:02:40.783943 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device bb35303d-144d-463a-aef8-47e6159f8cac not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:02:40.797449 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a97a9a09-f61a-4013-8712-f4811745e6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:40.809725 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-5edaf24e-fb18-4762-8411-0f06a2c5962a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:02:40.810080 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-5edaf24e-fb18-4762-8411-0f06a2c5962a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:02:40.813895 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a97a9a09-f61a-4013-8712-f4811745e6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:40.819948 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a97a9a09-f61a-4013-8712-f4811745e6e9 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:02:40.820355 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a97a9a09-f61a-4013-8712-f4811745e6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:40.832918 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 16:02:40.832918 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:02:40.832918 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 16:02:40.832918 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:02:40.832918 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 16:02:40.832918 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:02:40.832918 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 16:02:40.832918 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:02:40.832918 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 16:02:40.832918 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:02:40.832918 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 16:02:40.832918 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:02:40.832918 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 16:02:40.832918 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:02:40.832918 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:02:40.832918 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:02:40.832918 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:02:40.832918 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:02:40.832918 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 16:02:40.832918 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:02:40.832918 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 16:02:40.832918 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:02:40.832918 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:02:40.832918 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:02:40.832918 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 16:02:40.832918 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:02:40.832918 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:02:40.832918 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:02:40.832918 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:02:40.832918 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:02:40.832918 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:02:40.832918 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:02:40.907545 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a97a9a09-f61a-4013-8712-f4811745e6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:40.923143 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a97a9a09-f61a-4013-8712-f4811745e6e9 admin admin] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:40.935220 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a9a09-f61a-4013-8712-f4811745e6e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbe22e1a-b853-4bfc-b2aa-4b464e562fa3,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:40.948856 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a97a9a09-f61a-4013-8712-f4811745e6e9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/dbe22e1a-b853-4bfc-b2aa-4b464e562fa3 HTTP/1.1" status: 204 len: 168 time: 0.9285545 Mar 11 16:02:40.949504 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 48140) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:02:41.311183 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-5edaf24e-fb18-4762-8411-0f06a2c5962a None None] Deleting port 2fb3b57f-3627-4bcd-90f9-7b6367f6ba88 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:02:41.311746 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5edaf24e-fb18-4762-8411-0f06a2c5962a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:41.380380 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-5edaf24e-fb18-4762-8411-0f06a2c5962a None None] The port '2fb3b57f-3627-4bcd-90f9-7b6367f6ba88' was deleted {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:02:41.432899 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-99919566-a4b4-44ad-9c6f-583735c67452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:42.016454 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-99919566-a4b4-44ad-9c6f-583735c67452 admin admin] Deleting port bdbdea71-3166-4ff1-8f90-fe61d8110dd7 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:02:42.017209 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-99919566-a4b4-44ad-9c6f-583735c67452 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:42.184739 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-99919566-a4b4-44ad-9c6f-583735c67452 admin admin] For port bdbdea71-3166-4ff1-8f90-fe61d8110dd7, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=bdbdea71-3166-4ff1-8f90-fe61d8110dd7,segment=NetworkSegment(540fd416-007d-45fe-bf93-425db76f7b81),segment_id=540fd416-007d-45fe-bf93-425db76f7b81)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:02:42.185085 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-99919566-a4b4-44ad-9c6f-583735c67452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:42.304367 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-99919566-a4b4-44ad-9c6f-583735c67452 admin admin] Calling delete_port for bdbdea71-3166-4ff1-8f90-fe61d8110dd7 owned by network:router_interface {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:02:42.471828 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-99919566-a4b4-44ad-9c6f-583735c67452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:42.517921 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99919566-a4b4-44ad-9c6f-583735c67452 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdbdea71-3166-4ff1-8f90-fe61d8110dd7,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:42.904195 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-99919566-a4b4-44ad-9c6f-583735c67452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:43.489362 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99919566-a4b4-44ad-9c6f-583735c67452 admin admin] Router b7deaa0a-269b-4b69-8d13-c8945c9251c2 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:02:43.686581 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99919566-a4b4-44ad-9c6f-583735c67452 admin admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:02:43.695755 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5b5b77-98c8-496c-ad11-8f230e5f55e4 None None] Sync routers for ids ['b7deaa0a-269b-4b69-8d13-c8945c9251c2'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:02:43.697139 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-99919566-a4b4-44ad-9c6f-583735c67452 admin admin] 10.222.0.31 "PUT /v2.0/routers/b7deaa0a-269b-4b69-8d13-c8945c9251c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7466824 Mar 11 16:02:43.699518 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 48144) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:02:43.708343 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5b5b77-98c8-496c-ad11-8f230e5f55e4 None None] Routers {'b7deaa0a-269b-4b69-8d13-c8945c9251c2'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:02:43.708924 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-3b5b5b77-98c8-496c-ad11-8f230e5f55e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:02:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['b7deaa0a-269b-4b69-8d13-c8945c9251c2'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:02:43.886136 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-3b5b5b77-98c8-496c-ad11-8f230e5f55e4 None None] Set router b7deaa0a-269b-4b69-8d13-c8945c9251c2 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:02:43.897037 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0bfe3738-4655-4d5d-8f6d-153914de34f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:44.171204 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-3b5b5b77-98c8-496c-ad11-8f230e5f55e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7deaa0a-269b-4b69-8d13-c8945c9251c2', 'name': 'tempest-TestEncryptedCinderVolumes-1994421312-router', 'tenant_id': '7e8a5b457e084ee690c2f5d54dff3c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'bdc0f5f4-cb21-4116-b645-184945592eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:01:28Z', 'updated_at': '2022-03-11T16:02:42Z', 'revision_number': 5, 'project_id': '7e8a5b457e084ee690c2f5d54dff3c78', 'gw_port': {'id': 'bdc0f5f4-cb21-4116-b645-184945592eff', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7deaa0a-269b-4b69-8d13-c8945c9251c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:01:29Z', 'updated_at': '2022-03-11T16:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:02:44.175200 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5b5b77-98c8-496c-ad11-8f230e5f55e4 None None] Checking router: b7deaa0a-269b-4b69-8d13-c8945c9251c2 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:02:44.187442 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5b5b77-98c8-496c-ad11-8f230e5f55e4 None None] Routers {'b7deaa0a-269b-4b69-8d13-c8945c9251c2'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:02:44.188052 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-3b5b5b77-98c8-496c-ad11-8f230e5f55e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:02:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['b7deaa0a-269b-4b69-8d13-c8945c9251c2'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:02:44.203452 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0bfe3738-4655-4d5d-8f6d-153914de34f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:44.214528 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-0bfe3738-4655-4d5d-8f6d-153914de34f2 admin admin] Deleting port bdc0f5f4-cb21-4116-b645-184945592eff {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:02:44.214871 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0bfe3738-4655-4d5d-8f6d-153914de34f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:44.336896 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-3b5b5b77-98c8-496c-ad11-8f230e5f55e4 None None] Set router b7deaa0a-269b-4b69-8d13-c8945c9251c2 gateway port host: None {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:02:44.391969 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-0bfe3738-4655-4d5d-8f6d-153914de34f2 admin admin] For port bdc0f5f4-cb21-4116-b645-184945592eff, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=bdc0f5f4-cb21-4116-b645-184945592eff,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:02:44.392358 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0bfe3738-4655-4d5d-8f6d-153914de34f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:44.443894 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-3b5b5b77-98c8-496c-ad11-8f230e5f55e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7deaa0a-269b-4b69-8d13-c8945c9251c2', 'name': 'tempest-TestEncryptedCinderVolumes-1994421312-router', 'tenant_id': '7e8a5b457e084ee690c2f5d54dff3c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:01:28Z', 'updated_at': '2022-03-11T16:02:44Z', 'revision_number': 6, 'project_id': '7e8a5b457e084ee690c2f5d54dff3c78', 'gw_port_host': None}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:02:44.448869 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5b5b77-98c8-496c-ad11-8f230e5f55e4 None None] The sync data for ids ['b7deaa0a-269b-4b69-8d13-c8945c9251c2'] in dv-neutron-833373-1-hyperv is: [{'id': 'b7deaa0a-269b-4b69-8d13-c8945c9251c2', 'name': 'tempest-TestEncryptedCinderVolumes-1994421312-router', 'tenant_id': '7e8a5b457e084ee690c2f5d54dff3c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:01:28Z', 'updated_at': '2022-03-11T16:02:44Z', 'revision_number': 6, 'project_id': '7e8a5b457e084ee690c2f5d54dff3c78', 'gw_port_host': None}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:02:44.522800 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-0bfe3738-4655-4d5d-8f6d-153914de34f2 admin admin] Calling delete_port for bdc0f5f4-cb21-4116-b645-184945592eff owned by network:router_gateway {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:02:44.682334 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0bfe3738-4655-4d5d-8f6d-153914de34f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:44.724878 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe3738-4655-4d5d-8f6d-153914de34f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdc0f5f4-cb21-4116-b645-184945592eff,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:44.955416 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0bfe3738-4655-4d5d-8f6d-153914de34f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:45.216016 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0bfe3738-4655-4d5d-8f6d-153914de34f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:45.220421 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0bfe3738-4655-4d5d-8f6d-153914de34f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:45.248181 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0bfe3738-4655-4d5d-8f6d-153914de34f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:45.248691 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfe3738-4655-4d5d-8f6d-153914de34f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7deaa0a-269b-4b69-8d13-c8945c9251c2 {{(pid=83866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:02:45.261662 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0bfe3738-4655-4d5d-8f6d-153914de34f2 admin admin] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:45.262774 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0bfe3738-4655-4d5d-8f6d-153914de34f2 admin admin] 10.222.0.31 "DELETE /v2.0/routers/b7deaa0a-269b-4b69-8d13-c8945c9251c2 HTTP/1.1" status: 204 len: 168 time: 1.5623598 Mar 11 16:02:45.265405 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 48148) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:02:45.331766 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e719f9-e954-4a0f-8a50-0160ba52b613 admin admin] Deleting subnet f075f13a-32fc-4c17-b78d-49876e7fff03 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:02:45.335180 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e2e719f9-e954-4a0f-8a50-0160ba52b613 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:45.386186 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e2e719f9-e954-4a0f-8a50-0160ba52b613 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:45.478425 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e2e719f9-e954-4a0f-8a50-0160ba52b613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:45.548538 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e2e719f9-e954-4a0f-8a50-0160ba52b613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:45.585531 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e719f9-e954-4a0f-8a50-0160ba52b613 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f075f13a-32fc-4c17-b78d-49876e7fff03,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:45.596905 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e719f9-e954-4a0f-8a50-0160ba52b613 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:45.597248 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e719f9-e954-4a0f-8a50-0160ba52b613 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:45.598139 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e719f9-e954-4a0f-8a50-0160ba52b613 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:45.598502 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e719f9-e954-4a0f-8a50-0160ba52b613 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:45.598820 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e719f9-e954-4a0f-8a50-0160ba52b613 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:45.599131 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e719f9-e954-4a0f-8a50-0160ba52b613 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:45.599455 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e719f9-e954-4a0f-8a50-0160ba52b613 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:45.599790 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e719f9-e954-4a0f-8a50-0160ba52b613 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:45.600129 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e719f9-e954-4a0f-8a50-0160ba52b613 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:45.600447 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e719f9-e954-4a0f-8a50-0160ba52b613 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:45.600764 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e719f9-e954-4a0f-8a50-0160ba52b613 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:45.602040 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab5776d-c357-4220-a92b-69c075cde15e None None] Network 98932272-eeae-4282-8c09-d10efb95a2f7 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:02:45.603523 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e2e719f9-e954-4a0f-8a50-0160ba52b613 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:45.612000 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e2e719f9-e954-4a0f-8a50-0160ba52b613 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f075f13a-32fc-4c17-b78d-49876e7fff03 HTTP/1.1" status: 204 len: 168 time: 0.3432138 Mar 11 16:02:45.612248 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 48152) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:02:45.720765 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6900fcb3-9cd8-4f9e-95ad-b437b3fc0fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:45.731149 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-6900fcb3-9cd8-4f9e-95ad-b437b3fc0fd3 admin admin] Deleting port 65cad19d-1bc8-4ddf-87c1-787727aed77d {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:02:45.731474 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6900fcb3-9cd8-4f9e-95ad-b437b3fc0fd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:45.842796 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dc3cd8-54f7-4fa0-b1a2-fea60ac3911d None None] DHCP port deletion for 98932272-eeae-4282-8c09-d10efb95a2f7 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:02:45.846999 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-20dc3cd8-54f7-4fa0-b1a2-fea60ac3911d None None] Deleting port 65cad19d-1bc8-4ddf-87c1-787727aed77d {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:02:45.847991 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-20dc3cd8-54f7-4fa0-b1a2-fea60ac3911d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:45.940397 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-6900fcb3-9cd8-4f9e-95ad-b437b3fc0fd3 admin admin] For port 65cad19d-1bc8-4ddf-87c1-787727aed77d, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=65cad19d-1bc8-4ddf-87c1-787727aed77d,segment=NetworkSegment(540fd416-007d-45fe-bf93-425db76f7b81),segment_id=540fd416-007d-45fe-bf93-425db76f7b81)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:02:45.940750 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6900fcb3-9cd8-4f9e-95ad-b437b3fc0fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:46.061284 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-6900fcb3-9cd8-4f9e-95ad-b437b3fc0fd3 admin admin] Calling delete_port for 65cad19d-1bc8-4ddf-87c1-787727aed77d owned by network:dhcp {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:02:46.092920 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:46.102290 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-20dc3cd8-54f7-4fa0-b1a2-fea60ac3911d None None] For port 65cad19d-1bc8-4ddf-87c1-787727aed77d, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=65cad19d-1bc8-4ddf-87c1-787727aed77d,segment=NetworkSegment(540fd416-007d-45fe-bf93-425db76f7b81),segment_id=540fd416-007d-45fe-bf93-425db76f7b81)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:02:46.102682 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-20dc3cd8-54f7-4fa0-b1a2-fea60ac3911d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:46.135932 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6900fcb3-9cd8-4f9e-95ad-b437b3fc0fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:46.228044 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-20dc3cd8-54f7-4fa0-b1a2-fea60ac3911d None None] Calling delete_port for 65cad19d-1bc8-4ddf-87c1-787727aed77d owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:02:46.268246 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6900fcb3-9cd8-4f9e-95ad-b437b3fc0fd3 admin admin] No DVR routers for this DVR port 65cad19d-1bc8-4ddf-87c1-787727aed77d on host dv-neutron-833373-1-hyperv {{(pid=83867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:02:46.270406 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6900fcb3-9cd8-4f9e-95ad-b437b3fc0fd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=65cad19d-1bc8-4ddf-87c1-787727aed77d,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:46.303688 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-20dc3cd8-54f7-4fa0-b1a2-fea60ac3911d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:02:46.304038 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-20dc3cd8-54f7-4fa0-b1a2-fea60ac3911d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:02:46.384626 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6900fcb3-9cd8-4f9e-95ad-b437b3fc0fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:46.409176 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-6900fcb3-9cd8-4f9e-95ad-b437b3fc0fd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98932272-eeae-4282-8c09-d10efb95a2f7']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:02:46.421625 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-6900fcb3-9cd8-4f9e-95ad-b437b3fc0fd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '540fd416-007d-45fe-bf93-425db76f7b81') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:02:46.421915 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-6900fcb3-9cd8-4f9e-95ad-b437b3fc0fd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '540fd416-007d-45fe-bf93-425db76f7b81') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:02:46.433197 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6900fcb3-9cd8-4f9e-95ad-b437b3fc0fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:46.451443 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6900fcb3-9cd8-4f9e-95ad-b437b3fc0fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:46.458516 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6900fcb3-9cd8-4f9e-95ad-b437b3fc0fd3 admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:02:46.458896 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6900fcb3-9cd8-4f9e-95ad-b437b3fc0fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:46.471769 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 16:02:46.471769 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:02:46.471769 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 16:02:46.471769 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:02:46.471769 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 16:02:46.471769 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:02:46.471769 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 16:02:46.471769 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:02:46.471769 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 16:02:46.471769 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:02:46.471769 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 16:02:46.471769 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:02:46.471769 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 16:02:46.471769 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:02:46.471769 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:02:46.471769 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:02:46.471769 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:02:46.471769 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:02:46.471769 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 16:02:46.471769 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:02:46.471769 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 16:02:46.471769 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:02:46.471769 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:02:46.471769 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:02:46.471769 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 16:02:46.471769 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:02:46.471769 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:02:46.471769 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:02:46.471769 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:02:46.471769 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:02:46.471769 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:02:46.471769 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:02:46.491781 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device bdbdea71-3166-4ff1-8f90-fe61d8110dd7 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:02:46.524587 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: bdbdea71-3166-4ff1-8f90-fe61d8110dd7 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:02:46.524941 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device bdbdea71-3166-4ff1-8f90-fe61d8110dd7 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:02:46.525355 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 65cad19d-1bc8-4ddf-87c1-787727aed77d no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:02:46.549699 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6900fcb3-9cd8-4f9e-95ad-b437b3fc0fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:46.559683 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 65cad19d-1bc8-4ddf-87c1-787727aed77d {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:02:46.560022 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 65cad19d-1bc8-4ddf-87c1-787727aed77d not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:02:46.560469 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device bdc0f5f4-cb21-4116-b645-184945592eff no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:02:46.567824 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6900fcb3-9cd8-4f9e-95ad-b437b3fc0fd3 admin admin] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:46.577599 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6900fcb3-9cd8-4f9e-95ad-b437b3fc0fd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=98932272-eeae-4282-8c09-d10efb95a2f7,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:46.583992 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6900fcb3-9cd8-4f9e-95ad-b437b3fc0fd3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/98932272-eeae-4282-8c09-d10efb95a2f7 HTTP/1.1" status: 204 len: 168 time: 0.9683714 Mar 11 16:02:46.594231 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: bdc0f5f4-cb21-4116-b645-184945592eff {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:02:46.594582 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device bdc0f5f4-cb21-4116-b645-184945592eff not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:02:46.776427 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 48158) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:02:46.805191 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-20dc3cd8-54f7-4fa0-b1a2-fea60ac3911d None None] Deleting port 65cad19d-1bc8-4ddf-87c1-787727aed77d {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:02:46.805701 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-20dc3cd8-54f7-4fa0-b1a2-fea60ac3911d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:46.826436 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ef5a76c9-a057-4932-a70b-fc283e0e09a4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8a94879cc07c4e00a4c68dcb89215938&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0488839 Mar 11 16:02:46.828844 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 48162) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:02:46.871897 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-20dc3cd8-54f7-4fa0-b1a2-fea60ac3911d None None] The port '65cad19d-1bc8-4ddf-87c1-787727aed77d' was deleted {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:02:46.893195 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fa91c99f-9b71-48c4-8143-f81091b30bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:46.921532 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fa91c99f-9b71-48c4-8143-f81091b30bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:46.973455 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fa91c99f-9b71-48c4-8143-f81091b30bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:46.975674 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:02:46.991711 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa91c99f-9b71-48c4-8143-f81091b30bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d572c6-addb-4006-9395-ae4b26d0189a,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:47.000978 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-fa91c99f-9b71-48c4-8143-f81091b30bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:47.004876 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-fa91c99f-9b71-48c4-8143-f81091b30bd2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b3d572c6-addb-4006-9395-ae4b26d0189a HTTP/1.1" status: 204 len: 168 time: 0.1723945 Mar 11 16:02:47.383620 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 48170) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:02:47.433808 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-e806843b-9424-4115-804f-93a724502cc2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7e8a5b457e084ee690c2f5d54dff3c78&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0490181 Mar 11 16:02:47.436163 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 48174) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:02:47.496244 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ccf6489a-4722-46d1-bdfe-213ede4f23d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:47.521605 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ccf6489a-4722-46d1-bdfe-213ede4f23d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:47.669254 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ccf6489a-4722-46d1-bdfe-213ede4f23d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:47.683560 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf6489a-4722-46d1-bdfe-213ede4f23d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3a050d-db6f-4a50-831d-eaa0bc4fa876,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:47.689715 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ccf6489a-4722-46d1-bdfe-213ede4f23d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:47.693341 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ccf6489a-4722-46d1-bdfe-213ede4f23d1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9c3a050d-db6f-4a50-831d-eaa0bc4fa876 HTTP/1.1" status: 204 len: 168 time: 0.2537782 Mar 11 16:02:48.574252 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 48196) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:02:48.734775 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-cf1b0084-38bf-44b3-82a1-f37ca791ee77 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-976450662-network', 'tenant_id': '34e4725cbf874bb69f8cc9256a937e24'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:02:48.740026 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-cf1b0084-38bf-44b3-82a1-f37ca791ee77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:02:48.743935 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-cf1b0084-38bf-44b3-82a1-f37ca791ee77 admin admin] Usage tracker for resource:network and tenant:34e4725cbf874bb69f8cc9256a937e24 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:02:48.746894 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-cf1b0084-38bf-44b3-82a1-f37ca791ee77 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:02:48.756433 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-cf1b0084-38bf-44b3-82a1-f37ca791ee77 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:02:48.769008 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1b0084-38bf-44b3-82a1-f37ca791ee77 admin admin] Made reservation on behalf of 34e4725cbf874bb69f8cc9256a937e24 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:02:48.772122 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cf1b0084-38bf-44b3-82a1-f37ca791ee77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:48.784087 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cf1b0084-38bf-44b3-82a1-f37ca791ee77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:48.815057 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-cf1b0084-38bf-44b3-82a1-f37ca791ee77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:02:48.819132 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-cf1b0084-38bf-44b3-82a1-f37ca791ee77 admin admin] Usage tracker for resource:security_group_rule and tenant:34e4725cbf874bb69f8cc9256a937e24 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:02:48.821944 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-cf1b0084-38bf-44b3-82a1-f37ca791ee77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:02:48.827437 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-cf1b0084-38bf-44b3-82a1-f37ca791ee77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:02:48.891631 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cf1b0084-38bf-44b3-82a1-f37ca791ee77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:48.895957 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cf1b0084-38bf-44b3-82a1-f37ca791ee77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:48.928021 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf1b0084-38bf-44b3-82a1-f37ca791ee77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:02:48.933440 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b0084-38bf-44b3-82a1-f37ca791ee77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c3f72d-7180-4ac7-bb71-2782a0d49d29,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:48.939908 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cf1b0084-38bf-44b3-82a1-f37ca791ee77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:48.940362 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-cf1b0084-38bf-44b3-82a1-f37ca791ee77 admin admin] Added segment 9db02b5c-2d49-4021-af11-fd8925aad783 of type vlan for network 3b0688f5-5c3f-41fd-a9fb-4baca99572d6 Mar 11 16:02:48.969317 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cf1b0084-38bf-44b3-82a1-f37ca791ee77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:48.999050 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cf1b0084-38bf-44b3-82a1-f37ca791ee77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:48.999869 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1b0084-38bf-44b3-82a1-f37ca791ee77 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:02:49.000508 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cf1b0084-38bf-44b3-82a1-f37ca791ee77 admin admin] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:49.101865 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b0084-38bf-44b3-82a1-f37ca791ee77 admin admin] Pushing event updated for resources: {'Network': ['ID=3b0688f5-5c3f-41fd-a9fb-4baca99572d6,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:49.105594 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-cf1b0084-38bf-44b3-82a1-f37ca791ee77 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5303111 Mar 11 16:02:49.110677 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 48202) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:02:49.116300 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 3b0688f5-5c3f-41fd-a9fb-4baca99572d6 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:02:49.117408 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-12863e67-7368-4808-809a-839fdf16c93f admin admin] Request body: {'subnet': {'network_id': '3b0688f5-5c3f-41fd-a9fb-4baca99572d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-976450662-subnet', 'tenant_id': '34e4725cbf874bb69f8cc9256a937e24', 'ip_version': 4}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:02:49.122407 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-12863e67-7368-4808-809a-839fdf16c93f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:02:49.126126 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-12863e67-7368-4808-809a-839fdf16c93f admin admin] Usage tracker for resource:subnet and tenant:34e4725cbf874bb69f8cc9256a937e24 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:02:49.129067 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-12863e67-7368-4808-809a-839fdf16c93f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:02:49.134812 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-12863e67-7368-4808-809a-839fdf16c93f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:02:49.144553 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12863e67-7368-4808-809a-839fdf16c93f admin admin] Made reservation on behalf of 34e4725cbf874bb69f8cc9256a937e24 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:02:49.146810 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-12863e67-7368-4808-809a-839fdf16c93f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:49.349486 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-12863e67-7368-4808-809a-839fdf16c93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:49.425107 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12863e67-7368-4808-809a-839fdf16c93f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec06a899-0f7c-4782-9249-d46894899420,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:49.437927 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12863e67-7368-4808-809a-839fdf16c93f admin admin] Checking segment: {'id': '9db02b5c-2d49-4021-af11-fd8925aad783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '3b0688f5-5c3f-41fd-a9fb-4baca99572d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:02:49.438288 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12863e67-7368-4808-809a-839fdf16c93f admin admin] Network hostable DHCP agents. Network: 3b0688f5-5c3f-41fd-a9fb-4baca99572d6, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:02:49.465130 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12863e67-7368-4808-809a-839fdf16c93f admin admin] Network 3b0688f5-5c3f-41fd-a9fb-4baca99572d6 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:02:49.476523 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-12863e67-7368-4808-809a-839fdf16c93f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 3b0688f5-5c3f-41fd-a9fb-4baca99572d6) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:02:49.480815 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12863e67-7368-4808-809a-839fdf16c93f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:02:49.481416 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-12863e67-7368-4808-809a-839fdf16c93f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:49.485551 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1682b879-010b-4509-8170-780a9639439c None None] Network 3b0688f5-5c3f-41fd-a9fb-4baca99572d6 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:02:49.509321 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-12863e67-7368-4808-809a-839fdf16c93f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3975956 Mar 11 16:02:49.511874 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 48206) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:02:49.516768 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-7448f233-c271-4fa2-b083-27eafb5cbe32 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-976450662-router', 'tenant_id': '34e4725cbf874bb69f8cc9256a937e24', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:02:49.521321 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7448f233-c271-4fa2-b083-27eafb5cbe32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:02:49.525073 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7448f233-c271-4fa2-b083-27eafb5cbe32 admin admin] Usage tracker for resource:router and tenant:34e4725cbf874bb69f8cc9256a937e24 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:02:49.527845 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7448f233-c271-4fa2-b083-27eafb5cbe32 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:02:49.533625 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7448f233-c271-4fa2-b083-27eafb5cbe32 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:02:49.543961 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7448f233-c271-4fa2-b083-27eafb5cbe32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:49.544880 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7448f233-c271-4fa2-b083-27eafb5cbe32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:49.563433 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7448f233-c271-4fa2-b083-27eafb5cbe32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:49.718730 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7448f233-c271-4fa2-b083-27eafb5cbe32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:49.723710 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9c73e5-4bfc-4ddb-aa99-0c3e561e8389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-3b0688f5-5c3f-41fd-a9fb-4baca99572d6', 'network_id': '3b0688f5-5c3f-41fd-a9fb-4baca99572d6', 'tenant_id': '34e4725cbf874bb69f8cc9256a937e24', 'fixed_ips': [{'subnet_id': 'ec06a899-0f7c-4782-9249-d46894899420'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:02:49.724566 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ee9c73e5-4bfc-4ddb-aa99-0c3e561e8389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:49.905650 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-ee9c73e5-4bfc-4ddb-aa99-0c3e561e8389 None None] Allocated IP 172.20.0.2 (3b0688f5-5c3f-41fd-a9fb-4baca99572d6/ec06a899-0f7c-4782-9249-d46894899420/e7cd985f-9a1b-4a5a-9bce-86a77f71e9e6) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:02:49.929913 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7448f233-c271-4fa2-b083-27eafb5cbe32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:49.964428 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7448f233-c271-4fa2-b083-27eafb5cbe32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:50.118073 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-7448f233-c271-4fa2-b083-27eafb5cbe32 admin admin] Allocated IP 172.26.0.45 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/b8150c47-3c71-4970-a011-4e5166915613) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:02:50.158783 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ee9c73e5-4bfc-4ddb-aa99-0c3e561e8389 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:50.171270 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-ee9c73e5-4bfc-4ddb-aa99-0c3e561e8389 None None] Transition to ACTIVE for port object e7cd985f-9a1b-4a5a-9bce-86a77f71e9e6 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:02:50.194786 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-ee9c73e5-4bfc-4ddb-aa99-0c3e561e8389 None None] Transition to ACTIVE for port object e7cd985f-9a1b-4a5a-9bce-86a77f71e9e6 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:02:50.202393 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ee9c73e5-4bfc-4ddb-aa99-0c3e561e8389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:50.277178 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9c73e5-4bfc-4ddb-aa99-0c3e561e8389 None None] Network 3b0688f5-5c3f-41fd-a9fb-4baca99572d6 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:02:50.278482 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-ee9c73e5-4bfc-4ddb-aa99-0c3e561e8389 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:02:50.281544 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9c73e5-4bfc-4ddb-aa99-0c3e561e8389 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:02:50.297214 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c73e5-4bfc-4ddb-aa99-0c3e561e8389 None None] Pushing event updated for resources: {'Port': ['ID=e7cd985f-9a1b-4a5a-9bce-86a77f71e9e6,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:50.348706 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9c73e5-4bfc-4ddb-aa99-0c3e561e8389 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:50.349048 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9c73e5-4bfc-4ddb-aa99-0c3e561e8389 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:50.349501 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9c73e5-4bfc-4ddb-aa99-0c3e561e8389 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:50.349841 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9c73e5-4bfc-4ddb-aa99-0c3e561e8389 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:50.350179 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9c73e5-4bfc-4ddb-aa99-0c3e561e8389 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:50.350505 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9c73e5-4bfc-4ddb-aa99-0c3e561e8389 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:50.350838 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9c73e5-4bfc-4ddb-aa99-0c3e561e8389 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:50.351161 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9c73e5-4bfc-4ddb-aa99-0c3e561e8389 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:50.351486 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9c73e5-4bfc-4ddb-aa99-0c3e561e8389 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:50.351803 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9c73e5-4bfc-4ddb-aa99-0c3e561e8389 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:50.352142 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9c73e5-4bfc-4ddb-aa99-0c3e561e8389 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:50.381277 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7448f233-c271-4fa2-b083-27eafb5cbe32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:50.411226 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-ee9c73e5-4bfc-4ddb-aa99-0c3e561e8389 None None] Attempting to bind port e7cd985f-9a1b-4a5a-9bce-86a77f71e9e6 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:02:50.411688 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-ee9c73e5-4bfc-4ddb-aa99-0c3e561e8389 None None] Attempting to bind port e7cd985f-9a1b-4a5a-9bce-86a77f71e9e6 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '9db02b5c-2d49-4021-af11-fd8925aad783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '3b0688f5-5c3f-41fd-a9fb-4baca99572d6'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:02:50.412138 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9c73e5-4bfc-4ddb-aa99-0c3e561e8389 None None] Attempting to bind port e7cd985f-9a1b-4a5a-9bce-86a77f71e9e6 on network 3b0688f5-5c3f-41fd-a9fb-4baca99572d6 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:02:50.418439 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7448f233-c271-4fa2-b083-27eafb5cbe32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:50.419056 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9c73e5-4bfc-4ddb-aa99-0c3e561e8389 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:02:50.419428 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9c73e5-4bfc-4ddb-aa99-0c3e561e8389 None None] Checking segment: {'id': '9db02b5c-2d49-4021-af11-fd8925aad783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '3b0688f5-5c3f-41fd-a9fb-4baca99572d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:02:50.419826 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ee9c73e5-4bfc-4ddb-aa99-0c3e561e8389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:50.420245 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9c73e5-4bfc-4ddb-aa99-0c3e561e8389 None None] Bound using segment: {'id': '9db02b5c-2d49-4021-af11-fd8925aad783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '3b0688f5-5c3f-41fd-a9fb-4baca99572d6'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:02:50.420712 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-ee9c73e5-4bfc-4ddb-aa99-0c3e561e8389 None None] Bound port: e7cd985f-9a1b-4a5a-9bce-86a77f71e9e6, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db02b5c-2d49-4021-af11-fd8925aad783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '3b0688f5-5c3f-41fd-a9fb-4baca99572d6'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:02:50.421079 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ee9c73e5-4bfc-4ddb-aa99-0c3e561e8389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:50.486545 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7448f233-c271-4fa2-b083-27eafb5cbe32 admin admin] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:02:50.490852 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-7448f233-c271-4fa2-b083-27eafb5cbe32 admin admin] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:02:50.492652 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7448f233-c271-4fa2-b083-27eafb5cbe32 admin admin] Pushing event updated for resources: {'Port': ['ID=b8150c47-3c71-4970-a011-4e5166915613,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:50.494724 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7448f233-c271-4fa2-b083-27eafb5cbe32 admin admin] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:02:50.509670 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-ee9c73e5-4bfc-4ddb-aa99-0c3e561e8389 None None] For port e7cd985f-9a1b-4a5a-9bce-86a77f71e9e6, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:02:50.512679 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-ee9c73e5-4bfc-4ddb-aa99-0c3e561e8389 None None] For port e7cd985f-9a1b-4a5a-9bce-86a77f71e9e6, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=e7cd985f-9a1b-4a5a-9bce-86a77f71e9e6,segment=NetworkSegment(9db02b5c-2d49-4021-af11-fd8925aad783),segment_id=9db02b5c-2d49-4021-af11-fd8925aad783)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:02:50.516484 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ee9c73e5-4bfc-4ddb-aa99-0c3e561e8389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:50.600730 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c73e5-4bfc-4ddb-aa99-0c3e561e8389 None None] Pushing event updated for resources: {'Port': ['ID=e7cd985f-9a1b-4a5a-9bce-86a77f71e9e6,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:50.653912 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7448f233-c271-4fa2-b083-27eafb5cbe32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:50.654557 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7448f233-c271-4fa2-b083-27eafb5cbe32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:50.895716 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7448f233-c271-4fa2-b083-27eafb5cbe32 admin admin] Router 562d45e6-267a-459f-aea8-ce5ee1d7edd5 is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:02:51.091889 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7448f233-c271-4fa2-b083-27eafb5cbe32 admin admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:02:51.104060 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29056b03-b3c5-4d13-b814-f1173f6bf696 None None] Sync routers for ids ['562d45e6-267a-459f-aea8-ce5ee1d7edd5'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:02:51.117265 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7448f233-c271-4fa2-b083-27eafb5cbe32 admin admin] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:51.117450 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29056b03-b3c5-4d13-b814-f1173f6bf696 None None] Routers {'562d45e6-267a-459f-aea8-ce5ee1d7edd5'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:02:51.117970 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-29056b03-b3c5-4d13-b814-f1173f6bf696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:02:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['562d45e6-267a-459f-aea8-ce5ee1d7edd5'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:02:51.118494 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7448f233-c271-4fa2-b083-27eafb5cbe32 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6056809 Mar 11 16:02:51.121264 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 48210) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:02:51.345044 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-29056b03-b3c5-4d13-b814-f1173f6bf696 None None] Set router 562d45e6-267a-459f-aea8-ce5ee1d7edd5 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:02:51.570151 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a92c1e0-0cd8-448a-8e89-cc6eedab6401 None None] Network 3b0688f5-5c3f-41fd-a9fb-4baca99572d6 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:02:51.746936 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-800b8a97-ff8d-4cf9-82f1-e2d15f0a9b2b None None] Provisioning for port e7cd985f-9a1b-4a5a-9bce-86a77f71e9e6 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:02:51.846265 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-29056b03-b3c5-4d13-b814-f1173f6bf696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562d45e6-267a-459f-aea8-ce5ee1d7edd5', 'name': 'tempest-TestMinimumBasicScenario-976450662-router', 'tenant_id': '34e4725cbf874bb69f8cc9256a937e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': 'b8150c47-3c71-4970-a011-4e5166915613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:02:49Z', 'updated_at': '2022-03-11T16:02:50Z', 'revision_number': 3, 'project_id': '34e4725cbf874bb69f8cc9256a937e24', 'gw_port': {'id': 'b8150c47-3c71-4970-a011-4e5166915613', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:92:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562d45e6-267a-459f-aea8-ce5ee1d7edd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:02:50Z', 'updated_at': '2022-03-11T16:02:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:02:51.856591 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29056b03-b3c5-4d13-b814-f1173f6bf696 None None] Checking router: 562d45e6-267a-459f-aea8-ce5ee1d7edd5 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:02:51.856933 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29056b03-b3c5-4d13-b814-f1173f6bf696 None None] Updating router 562d45e6-267a-459f-aea8-ce5ee1d7edd5 port b8150c47-3c71-4970-a011-4e5166915613 binding host dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:02:51.906310 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4cde033b-24fa-44b2-a8eb-9117a7bb8bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:51.919144 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-29056b03-b3c5-4d13-b814-f1173f6bf696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:52.124522 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-4cde033b-24fa-44b2-a8eb-9117a7bb8bd8 admin admin] Allocated IP 172.20.0.1 (3b0688f5-5c3f-41fd-a9fb-4baca99572d6/ec06a899-0f7c-4782-9249-d46894899420/5d83dbc0-48fb-46ab-9b38-fd359f892748) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:02:52.279224 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4cde033b-24fa-44b2-a8eb-9117a7bb8bd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:52.282118 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-29056b03-b3c5-4d13-b814-f1173f6bf696 None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:52.295262 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-29056b03-b3c5-4d13-b814-f1173f6bf696 None None] Transition to ACTIVE for port object b8150c47-3c71-4970-a011-4e5166915613 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:02:52.295536 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-4cde033b-24fa-44b2-a8eb-9117a7bb8bd8 admin admin] Transition to ACTIVE for port object 5d83dbc0-48fb-46ab-9b38-fd359f892748 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:02:52.302044 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-29056b03-b3c5-4d13-b814-f1173f6bf696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:52.317940 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4cde033b-24fa-44b2-a8eb-9117a7bb8bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:52.384016 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-29056b03-b3c5-4d13-b814-f1173f6bf696 None None] Attempting to bind port b8150c47-3c71-4970-a011-4e5166915613 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:02:52.384623 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-29056b03-b3c5-4d13-b814-f1173f6bf696 None None] Attempting to bind port b8150c47-3c71-4970-a011-4e5166915613 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:02:52.384751 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29056b03-b3c5-4d13-b814-f1173f6bf696 None None] Attempting to bind port b8150c47-3c71-4970-a011-4e5166915613 on network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:02:52.386789 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dec9de-0e0f-4b0e-be27-e3a7c8bd8932 None None] Pushing event updated for resources: {'Port': ['ID=b8150c47-3c71-4970-a011-4e5166915613,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:52.387040 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cde033b-24fa-44b2-a8eb-9117a7bb8bd8 admin admin] Network 3b0688f5-5c3f-41fd-a9fb-4baca99572d6 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:02:52.390590 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-4cde033b-24fa-44b2-a8eb-9117a7bb8bd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:02:52.392515 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde033b-24fa-44b2-a8eb-9117a7bb8bd8 admin admin] Pushing event updated for resources: {'Port': ['ID=5d83dbc0-48fb-46ab-9b38-fd359f892748,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:52.394682 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29056b03-b3c5-4d13-b814-f1173f6bf696 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:02:52.394682 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29056b03-b3c5-4d13-b814-f1173f6bf696 None None] Checking segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:02:52.395661 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-29056b03-b3c5-4d13-b814-f1173f6bf696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:52.395785 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cde033b-24fa-44b2-a8eb-9117a7bb8bd8 admin admin] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:02:52.395880 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29056b03-b3c5-4d13-b814-f1173f6bf696 None None] Bound using segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:02:52.396225 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-29056b03-b3c5-4d13-b814-f1173f6bf696 None None] Bound port: b8150c47-3c71-4970-a011-4e5166915613, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:02:52.396674 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-29056b03-b3c5-4d13-b814-f1173f6bf696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:52.453404 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4cde033b-24fa-44b2-a8eb-9117a7bb8bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:52.492275 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-29056b03-b3c5-4d13-b814-f1173f6bf696 None None] For port b8150c47-3c71-4970-a011-4e5166915613, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:02:52.496228 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-29056b03-b3c5-4d13-b814-f1173f6bf696 None None] For port b8150c47-3c71-4970-a011-4e5166915613, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=b8150c47-3c71-4970-a011-4e5166915613,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:02:52.501333 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-29056b03-b3c5-4d13-b814-f1173f6bf696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:52.549020 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4cde033b-24fa-44b2-a8eb-9117a7bb8bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:52.558206 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device e7cd985f-9a1b-4a5a-9bce-86a77f71e9e6 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:02:52.645977 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dec9de-0e0f-4b0e-be27-e3a7c8bd8932 None None] Pushing event updated for resources: {'Port': ['ID=b8150c47-3c71-4970-a011-4e5166915613,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:52.662360 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29056b03-b3c5-4d13-b814-f1173f6bf696 None None] Routers {'562d45e6-267a-459f-aea8-ce5ee1d7edd5'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:02:52.662970 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-29056b03-b3c5-4d13-b814-f1173f6bf696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:02:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['562d45e6-267a-459f-aea8-ce5ee1d7edd5'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:02:52.784668 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4cde033b-24fa-44b2-a8eb-9117a7bb8bd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:52.789121 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4cde033b-24fa-44b2-a8eb-9117a7bb8bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:52.868577 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port e7cd985f-9a1b-4a5a-9bce-86a77f71e9e6 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:02:52.880208 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port e7cd985f-9a1b-4a5a-9bce-86a77f71e9e6 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:02:52.880574 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:52.905477 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d8c177cd-c7eb-4de8-a3cb-5290792a5a4c None None] Provisioning for port 5d83dbc0-48fb-46ab-9b38-fd359f892748 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:02:52.930093 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d8c177cd-c7eb-4de8-a3cb-5290792a5a4c None None] Provisioning complete for port 5d83dbc0-48fb-46ab-9b38-fd359f892748 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:02:52.930466 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d8c177cd-c7eb-4de8-a3cb-5290792a5a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:52.996536 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde033b-24fa-44b2-a8eb-9117a7bb8bd8 admin admin] Pushing event updated for resources: {'Port': ['ID=5d83dbc0-48fb-46ab-9b38-fd359f892748,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:52.999660 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-4cde033b-24fa-44b2-a8eb-9117a7bb8bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:53.012738 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-29056b03-b3c5-4d13-b814-f1173f6bf696 None None] Set router 562d45e6-267a-459f-aea8-ce5ee1d7edd5 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:02:53.052172 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-d8c177cd-c7eb-4de8-a3cb-5290792a5a4c None None] Port 5d83dbc0-48fb-46ab-9b38-fd359f892748 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:02:53.134418 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cde033b-24fa-44b2-a8eb-9117a7bb8bd8 admin admin] Network 3b0688f5-5c3f-41fd-a9fb-4baca99572d6 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:02:53.135409 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-4cde033b-24fa-44b2-a8eb-9117a7bb8bd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:02:53.271462 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:53.330677 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port e7cd985f-9a1b-4a5a-9bce-86a77f71e9e6, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=e7cd985f-9a1b-4a5a-9bce-86a77f71e9e6,segment=NetworkSegment(9db02b5c-2d49-4021-af11-fd8925aad783),segment_id=9db02b5c-2d49-4021-af11-fd8925aad783)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:02:53.343664 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:53.463933 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=e7cd985f-9a1b-4a5a-9bce-86a77f71e9e6,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:53.466502 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b2718df6-8196-4149-96f6-978b31cdde4c None None] Provisioning complete for port 5d83dbc0-48fb-46ab-9b38-fd359f892748 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:02:53.466872 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b2718df6-8196-4149-96f6-978b31cdde4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:53.527547 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-b2718df6-8196-4149-96f6-978b31cdde4c None None] Port 5d83dbc0-48fb-46ab-9b38-fd359f892748 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:02:53.537205 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-29056b03-b3c5-4d13-b814-f1173f6bf696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562d45e6-267a-459f-aea8-ce5ee1d7edd5', 'name': 'tempest-TestMinimumBasicScenario-976450662-router', 'tenant_id': '34e4725cbf874bb69f8cc9256a937e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': 'b8150c47-3c71-4970-a011-4e5166915613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:02:49Z', 'updated_at': '2022-03-11T16:02:52Z', 'revision_number': 4, 'project_id': '34e4725cbf874bb69f8cc9256a937e24', 'gw_port': {'id': 'b8150c47-3c71-4970-a011-4e5166915613', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:92:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562d45e6-267a-459f-aea8-ce5ee1d7edd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:02:50Z', 'updated_at': '2022-03-11T16:02:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '5d83dbc0-48fb-46ab-9b38-fd359f892748', 'name': '', 'network_id': '3b0688f5-5c3f-41fd-a9fb-4baca99572d6', 'tenant_id': '34e4725cbf874bb69f8cc9256a937e24', 'mac_address': 'fa:16:3e:10:8e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562d45e6-267a-459f-aea8-ce5ee1d7edd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec06a899-0f7c-4782-9249-d46894899420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:02:51Z', 'updated_at': '2022-03-11T16:02:52Z', 'revision_number': 1, 'project_id': '34e4725cbf874bb69f8cc9256a937e24', 'subnets': [{'id': 'ec06a899-0f7c-4782-9249-d46894899420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:02:53.541233 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29056b03-b3c5-4d13-b814-f1173f6bf696 None None] The sync data for ids ['562d45e6-267a-459f-aea8-ce5ee1d7edd5'] in dv-neutron-833373-1-hyperv is: [{'id': '562d45e6-267a-459f-aea8-ce5ee1d7edd5', 'name': 'tempest-TestMinimumBasicScenario-976450662-router', 'tenant_id': '34e4725cbf874bb69f8cc9256a937e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': 'b8150c47-3c71-4970-a011-4e5166915613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:02:49Z', 'updated_at': '2022-03-11T16:02:52Z', 'revision_number': 4, 'project_id': '34e4725cbf874bb69f8cc9256a937e24', 'gw_port': {'id': 'b8150c47-3c71-4970-a011-4e5166915613', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:92:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562d45e6-267a-459f-aea8-ce5ee1d7edd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:02:50Z', 'updated_at': '2022-03-11T16:02:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '5d83dbc0-48fb-46ab-9b38-fd359f892748', 'name': '', 'network_id': '3b0688f5-5c3f-41fd-a9fb-4baca99572d6', 'tenant_id': '34e4725cbf874bb69f8cc9256a937e24', 'mac_address': 'fa:16:3e:10:8e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562d45e6-267a-459f-aea8-ce5ee1d7edd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec06a899-0f7c-4782-9249-d46894899420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:02:51Z', 'updated_at': '2022-03-11T16:02:52Z', 'revision_number': 1, 'project_id': '34e4725cbf874bb69f8cc9256a937e24', 'subnets': [{'id': 'ec06a899-0f7c-4782-9249-d46894899420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:02:53.546217 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cde033b-24fa-44b2-a8eb-9117a7bb8bd8 admin admin] Router 562d45e6-267a-459f-aea8-ce5ee1d7edd5 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:02:53.772550 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cde033b-24fa-44b2-a8eb-9117a7bb8bd8 admin admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:02:53.782339 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-4cde033b-24fa-44b2-a8eb-9117a7bb8bd8 admin admin] 10.222.0.31 "PUT /v2.0/routers/562d45e6-267a-459f-aea8-ce5ee1d7edd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6600096 Mar 11 16:02:54.574802 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device b8150c47-3c71-4970-a011-4e5166915613 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:02:54.653294 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port b8150c47-3c71-4970-a011-4e5166915613 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:02:54.658784 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port b8150c47-3c71-4970-a011-4e5166915613 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:02:54.659154 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:54.703881 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 48232) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:02:54.710889 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-50a33852-555f-42b2-9f51-b1b23a479598 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-405456483-network', 'tenant_id': '2a4cb249e48f4ca48006f4cd57c1fc1f'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:02:54.720430 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-50a33852-555f-42b2-9f51-b1b23a479598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:02:54.727356 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-50a33852-555f-42b2-9f51-b1b23a479598 admin admin] Usage tracker for resource:network and tenant:2a4cb249e48f4ca48006f4cd57c1fc1f is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:02:54.731114 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-50a33852-555f-42b2-9f51-b1b23a479598 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:02:54.737026 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-50a33852-555f-42b2-9f51-b1b23a479598 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:02:54.753042 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a33852-555f-42b2-9f51-b1b23a479598 admin admin] Made reservation on behalf of 2a4cb249e48f4ca48006f4cd57c1fc1f for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:02:54.755964 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-50a33852-555f-42b2-9f51-b1b23a479598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:54.773348 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-50a33852-555f-42b2-9f51-b1b23a479598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:54.788895 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:54.805535 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port b8150c47-3c71-4970-a011-4e5166915613, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=b8150c47-3c71-4970-a011-4e5166915613,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:02:54.806487 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-50a33852-555f-42b2-9f51-b1b23a479598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:02:54.809864 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:54.810515 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-50a33852-555f-42b2-9f51-b1b23a479598 admin admin] Usage tracker for resource:security_group_rule and tenant:2a4cb249e48f4ca48006f4cd57c1fc1f is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:02:54.810682 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device e7cd985f-9a1b-4a5a-9bce-86a77f71e9e6 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:02:54.813759 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-50a33852-555f-42b2-9f51-b1b23a479598 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:02:54.820653 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-50a33852-555f-42b2-9f51-b1b23a479598 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:02:54.892651 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-50a33852-555f-42b2-9f51-b1b23a479598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:54.897490 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-50a33852-555f-42b2-9f51-b1b23a479598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:54.924484 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=b8150c47-3c71-4970-a011-4e5166915613,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:54.927725 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50a33852-555f-42b2-9f51-b1b23a479598 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:02:54.937270 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a33852-555f-42b2-9f51-b1b23a479598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2111d4c1-2724-4dfe-80fa-a2dfa6c7451a,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:54.941042 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port e7cd985f-9a1b-4a5a-9bce-86a77f71e9e6 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:02:54.941504 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:54.942893 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-50a33852-555f-42b2-9f51-b1b23a479598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:54.943290 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-50a33852-555f-42b2-9f51-b1b23a479598 admin admin] Added segment a1504475-5002-4b1d-95d2-7727eac4b2b3 of type vlan for network 4ac153bf-aea6-41fc-8de4-05afb8210099 Mar 11 16:02:54.969427 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-50a33852-555f-42b2-9f51-b1b23a479598 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:54.999700 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-50a33852-555f-42b2-9f51-b1b23a479598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:55.000889 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a33852-555f-42b2-9f51-b1b23a479598 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:02:55.001637 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-50a33852-555f-42b2-9f51-b1b23a479598 admin admin] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:55.103699 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a33852-555f-42b2-9f51-b1b23a479598 admin admin] Pushing event updated for resources: {'Network': ['ID=4ac153bf-aea6-41fc-8de4-05afb8210099,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:55.111532 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 48236) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:02:55.112387 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-50a33852-555f-42b2-9f51-b1b23a479598 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4073339 Mar 11 16:02:55.115144 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 4ac153bf-aea6-41fc-8de4-05afb8210099 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:02:55.119112 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-66fe0abb-bd7c-4320-83a8-84036cf0156c admin admin] Request body: {'subnet': {'network_id': '4ac153bf-aea6-41fc-8de4-05afb8210099', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-405456483-subnet', 'tenant_id': '2a4cb249e48f4ca48006f4cd57c1fc1f', 'ip_version': 4}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:02:55.124089 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-66fe0abb-bd7c-4320-83a8-84036cf0156c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:02:55.127989 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-66fe0abb-bd7c-4320-83a8-84036cf0156c admin admin] Usage tracker for resource:subnet and tenant:2a4cb249e48f4ca48006f4cd57c1fc1f is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:02:55.131708 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-66fe0abb-bd7c-4320-83a8-84036cf0156c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:02:55.137361 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-66fe0abb-bd7c-4320-83a8-84036cf0156c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:02:55.147053 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fe0abb-bd7c-4320-83a8-84036cf0156c admin admin] Made reservation on behalf of 2a4cb249e48f4ca48006f4cd57c1fc1f for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:02:55.149392 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-66fe0abb-bd7c-4320-83a8-84036cf0156c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:55.360279 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-66fe0abb-bd7c-4320-83a8-84036cf0156c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:55.431978 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe0abb-bd7c-4320-83a8-84036cf0156c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eed108ec-e9e7-4d38-9754-ac74c9b15c1e,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:55.445601 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fe0abb-bd7c-4320-83a8-84036cf0156c admin admin] Checking segment: {'id': 'a1504475-5002-4b1d-95d2-7727eac4b2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4ac153bf-aea6-41fc-8de4-05afb8210099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:02:55.445963 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fe0abb-bd7c-4320-83a8-84036cf0156c admin admin] Network hostable DHCP agents. Network: 4ac153bf-aea6-41fc-8de4-05afb8210099, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:02:55.467560 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fe0abb-bd7c-4320-83a8-84036cf0156c admin admin] Network 4ac153bf-aea6-41fc-8de4-05afb8210099 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:02:55.477902 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-66fe0abb-bd7c-4320-83a8-84036cf0156c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 4ac153bf-aea6-41fc-8de4-05afb8210099) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:02:55.481680 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fe0abb-bd7c-4320-83a8-84036cf0156c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:02:55.482387 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-66fe0abb-bd7c-4320-83a8-84036cf0156c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:55.486429 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19ec1bb-e44f-42a6-8ba6-9f637e85c635 None None] Network 4ac153bf-aea6-41fc-8de4-05afb8210099 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:02:55.507461 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-66fe0abb-bd7c-4320-83a8-84036cf0156c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3931463 Mar 11 16:02:55.509954 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 48240) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:02:55.514794 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-5f536be6-12e9-43fb-ab32-b6fa7c6e98f6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-405456483-router', 'tenant_id': '2a4cb249e48f4ca48006f4cd57c1fc1f', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:02:55.520922 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-5f536be6-12e9-43fb-ab32-b6fa7c6e98f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:02:55.524816 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-5f536be6-12e9-43fb-ab32-b6fa7c6e98f6 admin admin] Usage tracker for resource:router and tenant:2a4cb249e48f4ca48006f4cd57c1fc1f is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:02:55.527651 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-5f536be6-12e9-43fb-ab32-b6fa7c6e98f6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:02:55.533297 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-5f536be6-12e9-43fb-ab32-b6fa7c6e98f6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:02:55.545207 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5f536be6-12e9-43fb-ab32-b6fa7c6e98f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:55.546227 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5f536be6-12e9-43fb-ab32-b6fa7c6e98f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:55.565157 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5f536be6-12e9-43fb-ab32-b6fa7c6e98f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:55.701935 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd3c77f-fe89-4bb5-bca1-ca4b43071a04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-4ac153bf-aea6-41fc-8de4-05afb8210099', 'network_id': '4ac153bf-aea6-41fc-8de4-05afb8210099', 'tenant_id': '2a4cb249e48f4ca48006f4cd57c1fc1f', 'fixed_ips': [{'subnet_id': 'eed108ec-e9e7-4d38-9754-ac74c9b15c1e'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:02:55.702749 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4bd3c77f-fe89-4bb5-bca1-ca4b43071a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:55.715129 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5f536be6-12e9-43fb-ab32-b6fa7c6e98f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:55.859273 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-4bd3c77f-fe89-4bb5-bca1-ca4b43071a04 None None] Allocated IP 172.20.0.2 (4ac153bf-aea6-41fc-8de4-05afb8210099/eed108ec-e9e7-4d38-9754-ac74c9b15c1e/78aef4c4-c2a1-4ffc-b827-a5a0e13f64cf) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:02:56.014097 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5f536be6-12e9-43fb-ab32-b6fa7c6e98f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:56.042753 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5f536be6-12e9-43fb-ab32-b6fa7c6e98f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:56.114760 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4bd3c77f-fe89-4bb5-bca1-ca4b43071a04 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:56.125243 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-4bd3c77f-fe89-4bb5-bca1-ca4b43071a04 None None] Transition to ACTIVE for port object 78aef4c4-c2a1-4ffc-b827-a5a0e13f64cf will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:02:56.145838 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-4bd3c77f-fe89-4bb5-bca1-ca4b43071a04 None None] Transition to ACTIVE for port object 78aef4c4-c2a1-4ffc-b827-a5a0e13f64cf will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:02:56.151191 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4bd3c77f-fe89-4bb5-bca1-ca4b43071a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:56.184853 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-5f536be6-12e9-43fb-ab32-b6fa7c6e98f6 admin admin] Allocated IP 172.26.0.208 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/ad04f736-edfa-4e75-b318-55d5373ca6e7) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:02:56.225196 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd3c77f-fe89-4bb5-bca1-ca4b43071a04 None None] Network 4ac153bf-aea6-41fc-8de4-05afb8210099 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:02:56.227793 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-4bd3c77f-fe89-4bb5-bca1-ca4b43071a04 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:02:56.232382 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd3c77f-fe89-4bb5-bca1-ca4b43071a04 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:02:56.234441 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3c77f-fe89-4bb5-bca1-ca4b43071a04 None None] Pushing event updated for resources: {'Port': ['ID=78aef4c4-c2a1-4ffc-b827-a5a0e13f64cf,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:56.324094 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-4bd3c77f-fe89-4bb5-bca1-ca4b43071a04 None None] Attempting to bind port 78aef4c4-c2a1-4ffc-b827-a5a0e13f64cf on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:02:56.324409 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-4bd3c77f-fe89-4bb5-bca1-ca4b43071a04 None None] Attempting to bind port 78aef4c4-c2a1-4ffc-b827-a5a0e13f64cf by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'a1504475-5002-4b1d-95d2-7727eac4b2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4ac153bf-aea6-41fc-8de4-05afb8210099'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:02:56.324769 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd3c77f-fe89-4bb5-bca1-ca4b43071a04 None None] Attempting to bind port 78aef4c4-c2a1-4ffc-b827-a5a0e13f64cf on network 4ac153bf-aea6-41fc-8de4-05afb8210099 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:02:56.331034 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd3c77f-fe89-4bb5-bca1-ca4b43071a04 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:02:56.331447 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd3c77f-fe89-4bb5-bca1-ca4b43071a04 None None] Checking segment: {'id': 'a1504475-5002-4b1d-95d2-7727eac4b2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4ac153bf-aea6-41fc-8de4-05afb8210099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:02:56.332070 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4bd3c77f-fe89-4bb5-bca1-ca4b43071a04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:56.332289 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd3c77f-fe89-4bb5-bca1-ca4b43071a04 None None] Bound using segment: {'id': 'a1504475-5002-4b1d-95d2-7727eac4b2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4ac153bf-aea6-41fc-8de4-05afb8210099'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:02:56.332755 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-4bd3c77f-fe89-4bb5-bca1-ca4b43071a04 None None] Bound port: 78aef4c4-c2a1-4ffc-b827-a5a0e13f64cf, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1504475-5002-4b1d-95d2-7727eac4b2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4ac153bf-aea6-41fc-8de4-05afb8210099'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:02:56.333076 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4bd3c77f-fe89-4bb5-bca1-ca4b43071a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:56.354982 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5f536be6-12e9-43fb-ab32-b6fa7c6e98f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:56.383015 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5f536be6-12e9-43fb-ab32-b6fa7c6e98f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:56.419042 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-4bd3c77f-fe89-4bb5-bca1-ca4b43071a04 None None] For port 78aef4c4-c2a1-4ffc-b827-a5a0e13f64cf, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:02:56.422064 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-4bd3c77f-fe89-4bb5-bca1-ca4b43071a04 None None] For port 78aef4c4-c2a1-4ffc-b827-a5a0e13f64cf, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=78aef4c4-c2a1-4ffc-b827-a5a0e13f64cf,segment=NetworkSegment(a1504475-5002-4b1d-95d2-7727eac4b2b3),segment_id=a1504475-5002-4b1d-95d2-7727eac4b2b3)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:02:56.426722 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4bd3c77f-fe89-4bb5-bca1-ca4b43071a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:56.454596 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f536be6-12e9-43fb-ab32-b6fa7c6e98f6 admin admin] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:02:56.457723 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-5f536be6-12e9-43fb-ab32-b6fa7c6e98f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:02:56.462359 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f536be6-12e9-43fb-ab32-b6fa7c6e98f6 admin admin] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:02:56.490579 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f536be6-12e9-43fb-ab32-b6fa7c6e98f6 admin admin] Pushing event updated for resources: {'Port': ['ID=ad04f736-edfa-4e75-b318-55d5373ca6e7,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:56.520071 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device b8150c47-3c71-4970-a011-4e5166915613 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:02:56.551253 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3c77f-fe89-4bb5-bca1-ca4b43071a04 None None] Pushing event updated for resources: {'Port': ['ID=78aef4c4-c2a1-4ffc-b827-a5a0e13f64cf,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:56.602749 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port b8150c47-3c71-4970-a011-4e5166915613 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:02:56.603357 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:56.639841 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5f536be6-12e9-43fb-ab32-b6fa7c6e98f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:56.640709 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5f536be6-12e9-43fb-ab32-b6fa7c6e98f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:56.890491 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f536be6-12e9-43fb-ab32-b6fa7c6e98f6 admin admin] Router f71ce750-7ada-415e-8fdc-444d87128bd5 is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:02:57.092609 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f536be6-12e9-43fb-ab32-b6fa7c6e98f6 admin admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:02:57.101665 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02a7615-edd3-4fd7-a2d0-66a10bf69983 None None] Sync routers for ids ['f71ce750-7ada-415e-8fdc-444d87128bd5'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:02:57.113786 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02a7615-edd3-4fd7-a2d0-66a10bf69983 None None] Routers {'f71ce750-7ada-415e-8fdc-444d87128bd5'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:02:57.114583 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-b02a7615-edd3-4fd7-a2d0-66a10bf69983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:02:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['f71ce750-7ada-415e-8fdc-444d87128bd5'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:02:57.118379 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5f536be6-12e9-43fb-ab32-b6fa7c6e98f6 admin admin] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:57.119800 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-5f536be6-12e9-43fb-ab32-b6fa7c6e98f6 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6089280 Mar 11 16:02:57.122510 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 48244) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:02:57.348139 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-b02a7615-edd3-4fd7-a2d0-66a10bf69983 None None] Set router f71ce750-7ada-415e-8fdc-444d87128bd5 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:02:57.515316 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba53000-ffb8-43a7-9cfc-1c1b00d1943b None None] Network 4ac153bf-aea6-41fc-8de4-05afb8210099 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:02:57.627979 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-93e1420c-4918-4288-9055-b17aa549efa3 None None] Provisioning for port 78aef4c4-c2a1-4ffc-b827-a5a0e13f64cf completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:02:57.648909 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-b02a7615-edd3-4fd7-a2d0-66a10bf69983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71ce750-7ada-415e-8fdc-444d87128bd5', 'name': 'tempest-TestMinimumBasicScenario-405456483-router', 'tenant_id': '2a4cb249e48f4ca48006f4cd57c1fc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'ad04f736-edfa-4e75-b318-55d5373ca6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:02:55Z', 'updated_at': '2022-03-11T16:02:56Z', 'revision_number': 3, 'project_id': '2a4cb249e48f4ca48006f4cd57c1fc1f', 'gw_port': {'id': 'ad04f736-edfa-4e75-b318-55d5373ca6e7', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:8a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71ce750-7ada-415e-8fdc-444d87128bd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:02:56Z', 'updated_at': '2022-03-11T16:02:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:02:57.653833 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02a7615-edd3-4fd7-a2d0-66a10bf69983 None None] Checking router: f71ce750-7ada-415e-8fdc-444d87128bd5 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:02:57.654166 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02a7615-edd3-4fd7-a2d0-66a10bf69983 None None] Updating router f71ce750-7ada-415e-8fdc-444d87128bd5 port ad04f736-edfa-4e75-b318-55d5373ca6e7 binding host dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:02:57.711643 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b02a7615-edd3-4fd7-a2d0-66a10bf69983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:58.037456 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7648957f-4fb0-4427-8eff-86b6d7c1777a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:58.057402 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b02a7615-edd3-4fd7-a2d0-66a10bf69983 None None] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:58.070535 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-b02a7615-edd3-4fd7-a2d0-66a10bf69983 None None] Transition to ACTIVE for port object ad04f736-edfa-4e75-b318-55d5373ca6e7 will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:02:58.078011 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b02a7615-edd3-4fd7-a2d0-66a10bf69983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:58.157938 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b94f2-0435-4d3c-b78b-998118624d8b None None] Pushing event updated for resources: {'Port': ['ID=ad04f736-edfa-4e75-b318-55d5373ca6e7,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:58.173136 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-b02a7615-edd3-4fd7-a2d0-66a10bf69983 None None] Attempting to bind port ad04f736-edfa-4e75-b318-55d5373ca6e7 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:02:58.173500 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-b02a7615-edd3-4fd7-a2d0-66a10bf69983 None None] Attempting to bind port ad04f736-edfa-4e75-b318-55d5373ca6e7 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:02:58.173933 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02a7615-edd3-4fd7-a2d0-66a10bf69983 None None] Attempting to bind port ad04f736-edfa-4e75-b318-55d5373ca6e7 on network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:02:58.177157 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b94f2-0435-4d3c-b78b-998118624d8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:58.177494 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b94f2-0435-4d3c-b78b-998118624d8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:58.177857 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b94f2-0435-4d3c-b78b-998118624d8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:58.178307 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b94f2-0435-4d3c-b78b-998118624d8b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:58.178634 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b94f2-0435-4d3c-b78b-998118624d8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:58.178954 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b94f2-0435-4d3c-b78b-998118624d8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:58.179301 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b94f2-0435-4d3c-b78b-998118624d8b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:58.179612 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b94f2-0435-4d3c-b78b-998118624d8b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:58.179924 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b94f2-0435-4d3c-b78b-998118624d8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:58.180286 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b94f2-0435-4d3c-b78b-998118624d8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:58.180651 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b94f2-0435-4d3c-b78b-998118624d8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:58.189957 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02a7615-edd3-4fd7-a2d0-66a10bf69983 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:02:58.190339 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02a7615-edd3-4fd7-a2d0-66a10bf69983 None None] Checking segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:02:58.190762 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b02a7615-edd3-4fd7-a2d0-66a10bf69983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:58.191350 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02a7615-edd3-4fd7-a2d0-66a10bf69983 None None] Bound using segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:02:58.191818 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-b02a7615-edd3-4fd7-a2d0-66a10bf69983 None None] Bound port: ad04f736-edfa-4e75-b318-55d5373ca6e7, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:02:58.192208 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b02a7615-edd3-4fd7-a2d0-66a10bf69983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:58.259088 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-7648957f-4fb0-4427-8eff-86b6d7c1777a admin admin] Allocated IP 172.20.0.1 (4ac153bf-aea6-41fc-8de4-05afb8210099/eed108ec-e9e7-4d38-9754-ac74c9b15c1e/40b83120-a7a8-4122-9751-bc87fe981ea0) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:02:58.268355 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-b02a7615-edd3-4fd7-a2d0-66a10bf69983 None None] For port ad04f736-edfa-4e75-b318-55d5373ca6e7, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:02:58.271980 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-b02a7615-edd3-4fd7-a2d0-66a10bf69983 None None] For port ad04f736-edfa-4e75-b318-55d5373ca6e7, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ad04f736-edfa-4e75-b318-55d5373ca6e7,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:02:58.276472 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b02a7615-edd3-4fd7-a2d0-66a10bf69983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:58.358552 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b94f2-0435-4d3c-b78b-998118624d8b None None] Pushing event updated for resources: {'Port': ['ID=ad04f736-edfa-4e75-b318-55d5373ca6e7,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:58.362991 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02a7615-edd3-4fd7-a2d0-66a10bf69983 None None] Routers {'f71ce750-7ada-415e-8fdc-444d87128bd5'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:02:58.363602 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-b02a7615-edd3-4fd7-a2d0-66a10bf69983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:02:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['f71ce750-7ada-415e-8fdc-444d87128bd5'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:02:58.416005 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7648957f-4fb0-4427-8eff-86b6d7c1777a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:58.431879 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-7648957f-4fb0-4427-8eff-86b6d7c1777a admin admin] Transition to ACTIVE for port object 40b83120-a7a8-4122-9751-bc87fe981ea0 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:02:58.454667 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7648957f-4fb0-4427-8eff-86b6d7c1777a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:58.522424 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7648957f-4fb0-4427-8eff-86b6d7c1777a admin admin] Network 4ac153bf-aea6-41fc-8de4-05afb8210099 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:02:58.525090 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-7648957f-4fb0-4427-8eff-86b6d7c1777a admin admin] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:02:58.528880 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7648957f-4fb0-4427-8eff-86b6d7c1777a admin admin] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:02:58.545718 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 78aef4c4-c2a1-4ffc-b827-a5a0e13f64cf up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:02:58.556425 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-b02a7615-edd3-4fd7-a2d0-66a10bf69983 None None] Set router f71ce750-7ada-415e-8fdc-444d87128bd5 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:02:58.570879 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648957f-4fb0-4427-8eff-86b6d7c1777a admin admin] Pushing event updated for resources: {'Port': ['ID=40b83120-a7a8-4122-9751-bc87fe981ea0,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:58.605443 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7648957f-4fb0-4427-8eff-86b6d7c1777a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:58.635144 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 78aef4c4-c2a1-4ffc-b827-a5a0e13f64cf completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:02:58.641249 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 78aef4c4-c2a1-4ffc-b827-a5a0e13f64cf triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:02:58.641923 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:58.706150 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7648957f-4fb0-4427-8eff-86b6d7c1777a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:58.779161 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:58.825547 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 78aef4c4-c2a1-4ffc-b827-a5a0e13f64cf, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=78aef4c4-c2a1-4ffc-b827-a5a0e13f64cf,segment=NetworkSegment(a1504475-5002-4b1d-95d2-7727eac4b2b3),segment_id=a1504475-5002-4b1d-95d2-7727eac4b2b3)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:02:58.830648 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:58.901457 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=78aef4c4-c2a1-4ffc-b827-a5a0e13f64cf,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:58.903815 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-58d389ac-aae6-4f4f-9179-b0a9feea811b None None] Provisioning for port 40b83120-a7a8-4122-9751-bc87fe981ea0 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:02:58.907625 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-b02a7615-edd3-4fd7-a2d0-66a10bf69983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71ce750-7ada-415e-8fdc-444d87128bd5', 'name': 'tempest-TestMinimumBasicScenario-405456483-router', 'tenant_id': '2a4cb249e48f4ca48006f4cd57c1fc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'ad04f736-edfa-4e75-b318-55d5373ca6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:02:55Z', 'updated_at': '2022-03-11T16:02:56Z', 'revision_number': 3, 'project_id': '2a4cb249e48f4ca48006f4cd57c1fc1f', 'gw_port': {'id': 'ad04f736-edfa-4e75-b318-55d5373ca6e7', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:8a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71ce750-7ada-415e-8fdc-444d87128bd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:02:56Z', 'updated_at': '2022-03-11T16:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:02:58.908794 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-58d389ac-aae6-4f4f-9179-b0a9feea811b None None] Provisioning complete for port 40b83120-a7a8-4122-9751-bc87fe981ea0 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:02:58.909169 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-58d389ac-aae6-4f4f-9179-b0a9feea811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:58.912210 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02a7615-edd3-4fd7-a2d0-66a10bf69983 None None] The sync data for ids ['f71ce750-7ada-415e-8fdc-444d87128bd5'] in dv-neutron-833373-1-hyperv is: [{'id': 'f71ce750-7ada-415e-8fdc-444d87128bd5', 'name': 'tempest-TestMinimumBasicScenario-405456483-router', 'tenant_id': '2a4cb249e48f4ca48006f4cd57c1fc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'ad04f736-edfa-4e75-b318-55d5373ca6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:02:55Z', 'updated_at': '2022-03-11T16:02:56Z', 'revision_number': 3, 'project_id': '2a4cb249e48f4ca48006f4cd57c1fc1f', 'gw_port': {'id': 'ad04f736-edfa-4e75-b318-55d5373ca6e7', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:8a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71ce750-7ada-415e-8fdc-444d87128bd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:02:56Z', 'updated_at': '2022-03-11T16:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:02:58.963384 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7648957f-4fb0-4427-8eff-86b6d7c1777a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:58.967571 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7648957f-4fb0-4427-8eff-86b6d7c1777a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:58.969462 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-58d389ac-aae6-4f4f-9179-b0a9feea811b None None] Port 40b83120-a7a8-4122-9751-bc87fe981ea0 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:02:59.082422 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648957f-4fb0-4427-8eff-86b6d7c1777a admin admin] Pushing event updated for resources: {'Port': ['ID=40b83120-a7a8-4122-9751-bc87fe981ea0,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:59.086102 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-7648957f-4fb0-4427-8eff-86b6d7c1777a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:59.230275 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7648957f-4fb0-4427-8eff-86b6d7c1777a admin admin] Network 4ac153bf-aea6-41fc-8de4-05afb8210099 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:02:59.231633 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-7648957f-4fb0-4427-8eff-86b6d7c1777a admin admin] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:02:59.402086 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-abc0386a-4feb-4989-afd4-cbf135ca6cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:59.495038 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-ef72fb37-6b48-40ef-b5e7-3b428a1f9366 None None] Provisioning complete for port 40b83120-a7a8-4122-9751-bc87fe981ea0 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:02:59.495459 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ef72fb37-6b48-40ef-b5e7-3b428a1f9366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:59.555579 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-ef72fb37-6b48-40ef-b5e7-3b428a1f9366 None None] Port 40b83120-a7a8-4122-9751-bc87fe981ea0 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:02:59.735563 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7648957f-4fb0-4427-8eff-86b6d7c1777a admin admin] Router f71ce750-7ada-415e-8fdc-444d87128bd5 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:02:59.936797 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7648957f-4fb0-4427-8eff-86b6d7c1777a admin admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:02:59.946733 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-7648957f-4fb0-4427-8eff-86b6d7c1777a admin admin] 10.222.0.31 "PUT /v2.0/routers/f71ce750-7ada-415e-8fdc-444d87128bd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8231211 Mar 11 16:03:00.515022 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 78aef4c4-c2a1-4ffc-b827-a5a0e13f64cf up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:03:00.603432 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 78aef4c4-c2a1-4ffc-b827-a5a0e13f64cf triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:00.604012 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:01.666849 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7ffe4e44-7631-4265-983b-fed7f35661d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:02.846908 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:03.077614 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:04.291585 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:04.563605 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device ad04f736-edfa-4e75-b318-55d5373ca6e7 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:03:04.651913 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port ad04f736-edfa-4e75-b318-55d5373ca6e7 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:03:04.657138 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port ad04f736-edfa-4e75-b318-55d5373ca6e7 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:04.657502 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:04.810565 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:04.828344 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port ad04f736-edfa-4e75-b318-55d5373ca6e7, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ad04f736-edfa-4e75-b318-55d5373ca6e7,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:03:04.833796 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:04.912642 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=ad04f736-edfa-4e75-b318-55d5373ca6e7,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:06.511765 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device ad04f736-edfa-4e75-b318-55d5373ca6e7 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:03:06.595758 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port ad04f736-edfa-4e75-b318-55d5373ca6e7 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:06.596266 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:08.303627 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b8c91b-9b79-4211-91c1-5a8954d7ddd4 None None] Sync routers for ids ['562d45e6-267a-459f-aea8-ce5ee1d7edd5'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:03:08.315943 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b8c91b-9b79-4211-91c1-5a8954d7ddd4 None None] Routers {'562d45e6-267a-459f-aea8-ce5ee1d7edd5'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:03:08.316853 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-37b8c91b-9b79-4211-91c1-5a8954d7ddd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:03:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['562d45e6-267a-459f-aea8-ce5ee1d7edd5'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:08.513985 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-37b8c91b-9b79-4211-91c1-5a8954d7ddd4 None None] Set router 562d45e6-267a-459f-aea8-ce5ee1d7edd5 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:03:08.852259 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-37b8c91b-9b79-4211-91c1-5a8954d7ddd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562d45e6-267a-459f-aea8-ce5ee1d7edd5', 'name': 'tempest-TestMinimumBasicScenario-976450662-router', 'tenant_id': '34e4725cbf874bb69f8cc9256a937e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': 'b8150c47-3c71-4970-a011-4e5166915613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:02:49Z', 'updated_at': '2022-03-11T16:02:52Z', 'revision_number': 4, 'project_id': '34e4725cbf874bb69f8cc9256a937e24', 'gw_port': {'id': 'b8150c47-3c71-4970-a011-4e5166915613', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:92:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562d45e6-267a-459f-aea8-ce5ee1d7edd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:02:50Z', 'updated_at': '2022-03-11T16:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '5d83dbc0-48fb-46ab-9b38-fd359f892748', 'name': '', 'network_id': '3b0688f5-5c3f-41fd-a9fb-4baca99572d6', 'tenant_id': '34e4725cbf874bb69f8cc9256a937e24', 'mac_address': 'fa:16:3e:10:8e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562d45e6-267a-459f-aea8-ce5ee1d7edd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec06a899-0f7c-4782-9249-d46894899420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:02:51Z', 'updated_at': '2022-03-11T16:02:52Z', 'revision_number': 2, 'project_id': '34e4725cbf874bb69f8cc9256a937e24', 'subnets': [{'id': 'ec06a899-0f7c-4782-9249-d46894899420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:08.857811 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b8c91b-9b79-4211-91c1-5a8954d7ddd4 None None] Checking router: 562d45e6-267a-459f-aea8-ce5ee1d7edd5 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:03:08.858097 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b8c91b-9b79-4211-91c1-5a8954d7ddd4 None None] Updating router 562d45e6-267a-459f-aea8-ce5ee1d7edd5 port 5d83dbc0-48fb-46ab-9b38-fd359f892748 binding host dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:03:08.915168 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-37b8c91b-9b79-4211-91c1-5a8954d7ddd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:09.298035 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-37b8c91b-9b79-4211-91c1-5a8954d7ddd4 None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:09.312069 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-37b8c91b-9b79-4211-91c1-5a8954d7ddd4 None None] Transition to ACTIVE for port object 5d83dbc0-48fb-46ab-9b38-fd359f892748 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:03:09.318898 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-37b8c91b-9b79-4211-91c1-5a8954d7ddd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:09.483026 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5762772-29c4-43a1-99de-37f402208b20 None None] Pushing event updated for resources: {'Port': ['ID=5d83dbc0-48fb-46ab-9b38-fd359f892748,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:09.627289 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-37b8c91b-9b79-4211-91c1-5a8954d7ddd4 None None] Attempting to bind port 5d83dbc0-48fb-46ab-9b38-fd359f892748 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:03:09.627665 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-37b8c91b-9b79-4211-91c1-5a8954d7ddd4 None None] Attempting to bind port 5d83dbc0-48fb-46ab-9b38-fd359f892748 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '9db02b5c-2d49-4021-af11-fd8925aad783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '3b0688f5-5c3f-41fd-a9fb-4baca99572d6'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:03:09.628066 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b8c91b-9b79-4211-91c1-5a8954d7ddd4 None None] Attempting to bind port 5d83dbc0-48fb-46ab-9b38-fd359f892748 on network 3b0688f5-5c3f-41fd-a9fb-4baca99572d6 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:03:09.635795 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b8c91b-9b79-4211-91c1-5a8954d7ddd4 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:03:09.636326 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b8c91b-9b79-4211-91c1-5a8954d7ddd4 None None] Checking segment: {'id': '9db02b5c-2d49-4021-af11-fd8925aad783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '3b0688f5-5c3f-41fd-a9fb-4baca99572d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:03:09.636745 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-37b8c91b-9b79-4211-91c1-5a8954d7ddd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:09.637201 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b8c91b-9b79-4211-91c1-5a8954d7ddd4 None None] Bound using segment: {'id': '9db02b5c-2d49-4021-af11-fd8925aad783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '3b0688f5-5c3f-41fd-a9fb-4baca99572d6'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:03:09.637669 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-37b8c91b-9b79-4211-91c1-5a8954d7ddd4 None None] Bound port: 5d83dbc0-48fb-46ab-9b38-fd359f892748, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db02b5c-2d49-4021-af11-fd8925aad783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '3b0688f5-5c3f-41fd-a9fb-4baca99572d6'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:03:09.638047 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-37b8c91b-9b79-4211-91c1-5a8954d7ddd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:09.755568 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-37b8c91b-9b79-4211-91c1-5a8954d7ddd4 None None] For port 5d83dbc0-48fb-46ab-9b38-fd359f892748, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:03:09.758984 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-37b8c91b-9b79-4211-91c1-5a8954d7ddd4 None None] For port 5d83dbc0-48fb-46ab-9b38-fd359f892748, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=5d83dbc0-48fb-46ab-9b38-fd359f892748,segment=NetworkSegment(9db02b5c-2d49-4021-af11-fd8925aad783),segment_id=9db02b5c-2d49-4021-af11-fd8925aad783)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:03:09.763835 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-37b8c91b-9b79-4211-91c1-5a8954d7ddd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:09.883977 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5762772-29c4-43a1-99de-37f402208b20 None None] Pushing event updated for resources: {'Port': ['ID=5d83dbc0-48fb-46ab-9b38-fd359f892748,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:09.886620 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b8c91b-9b79-4211-91c1-5a8954d7ddd4 None None] Routers {'562d45e6-267a-459f-aea8-ce5ee1d7edd5'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:03:09.887224 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-37b8c91b-9b79-4211-91c1-5a8954d7ddd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:03:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['562d45e6-267a-459f-aea8-ce5ee1d7edd5'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:10.119878 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-37b8c91b-9b79-4211-91c1-5a8954d7ddd4 None None] Set router 562d45e6-267a-459f-aea8-ce5ee1d7edd5 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:03:10.261287 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524fdf2b-ea47-4f2e-aaa8-fbbd5ae911d6 None None] Sync routers for ids ['f71ce750-7ada-415e-8fdc-444d87128bd5'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:03:10.281364 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524fdf2b-ea47-4f2e-aaa8-fbbd5ae911d6 None None] Routers {'f71ce750-7ada-415e-8fdc-444d87128bd5'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:03:10.281959 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-524fdf2b-ea47-4f2e-aaa8-fbbd5ae911d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:03:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['f71ce750-7ada-415e-8fdc-444d87128bd5'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:10.490122 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-37b8c91b-9b79-4211-91c1-5a8954d7ddd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562d45e6-267a-459f-aea8-ce5ee1d7edd5', 'name': 'tempest-TestMinimumBasicScenario-976450662-router', 'tenant_id': '34e4725cbf874bb69f8cc9256a937e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': 'b8150c47-3c71-4970-a011-4e5166915613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:02:49Z', 'updated_at': '2022-03-11T16:02:52Z', 'revision_number': 4, 'project_id': '34e4725cbf874bb69f8cc9256a937e24', 'gw_port': {'id': 'b8150c47-3c71-4970-a011-4e5166915613', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:92:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562d45e6-267a-459f-aea8-ce5ee1d7edd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:02:50Z', 'updated_at': '2022-03-11T16:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '5d83dbc0-48fb-46ab-9b38-fd359f892748', 'name': '', 'network_id': '3b0688f5-5c3f-41fd-a9fb-4baca99572d6', 'tenant_id': '34e4725cbf874bb69f8cc9256a937e24', 'mac_address': 'fa:16:3e:10:8e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562d45e6-267a-459f-aea8-ce5ee1d7edd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec06a899-0f7c-4782-9249-d46894899420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:02:51Z', 'updated_at': '2022-03-11T16:03:09Z', 'revision_number': 4, 'project_id': '34e4725cbf874bb69f8cc9256a937e24', 'subnets': [{'id': 'ec06a899-0f7c-4782-9249-d46894899420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:10.494720 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b8c91b-9b79-4211-91c1-5a8954d7ddd4 None None] The sync data for ids ['562d45e6-267a-459f-aea8-ce5ee1d7edd5'] in dv-neutron-833373-1-hyperv is: [{'id': '562d45e6-267a-459f-aea8-ce5ee1d7edd5', 'name': 'tempest-TestMinimumBasicScenario-976450662-router', 'tenant_id': '34e4725cbf874bb69f8cc9256a937e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': 'b8150c47-3c71-4970-a011-4e5166915613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:02:49Z', 'updated_at': '2022-03-11T16:02:52Z', 'revision_number': 4, 'project_id': '34e4725cbf874bb69f8cc9256a937e24', 'gw_port': {'id': 'b8150c47-3c71-4970-a011-4e5166915613', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:92:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562d45e6-267a-459f-aea8-ce5ee1d7edd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:02:50Z', 'updated_at': '2022-03-11T16:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '5d83dbc0-48fb-46ab-9b38-fd359f892748', 'name': '', 'network_id': '3b0688f5-5c3f-41fd-a9fb-4baca99572d6', 'tenant_id': '34e4725cbf874bb69f8cc9256a937e24', 'mac_address': 'fa:16:3e:10:8e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562d45e6-267a-459f-aea8-ce5ee1d7edd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec06a899-0f7c-4782-9249-d46894899420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:02:51Z', 'updated_at': '2022-03-11T16:03:09Z', 'revision_number': 4, 'project_id': '34e4725cbf874bb69f8cc9256a937e24', 'subnets': [{'id': 'ec06a899-0f7c-4782-9249-d46894899420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:03:10.501965 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-524fdf2b-ea47-4f2e-aaa8-fbbd5ae911d6 None None] Set router f71ce750-7ada-415e-8fdc-444d87128bd5 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:03:10.555393 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 5d83dbc0-48fb-46ab-9b38-fd359f892748 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:03:10.637931 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 5d83dbc0-48fb-46ab-9b38-fd359f892748 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:03:10.643303 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 5d83dbc0-48fb-46ab-9b38-fd359f892748 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:10.643861 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:10.777553 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:10.820317 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 5d83dbc0-48fb-46ab-9b38-fd359f892748, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=5d83dbc0-48fb-46ab-9b38-fd359f892748,segment=NetworkSegment(9db02b5c-2d49-4021-af11-fd8925aad783),segment_id=9db02b5c-2d49-4021-af11-fd8925aad783)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:03:10.825411 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:10.863418 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-524fdf2b-ea47-4f2e-aaa8-fbbd5ae911d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71ce750-7ada-415e-8fdc-444d87128bd5', 'name': 'tempest-TestMinimumBasicScenario-405456483-router', 'tenant_id': '2a4cb249e48f4ca48006f4cd57c1fc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'ad04f736-edfa-4e75-b318-55d5373ca6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:02:55Z', 'updated_at': '2022-03-11T16:02:58Z', 'revision_number': 4, 'project_id': '2a4cb249e48f4ca48006f4cd57c1fc1f', 'gw_port': {'id': 'ad04f736-edfa-4e75-b318-55d5373ca6e7', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:8a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71ce750-7ada-415e-8fdc-444d87128bd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:02:56Z', 'updated_at': '2022-03-11T16:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '40b83120-a7a8-4122-9751-bc87fe981ea0', 'name': '', 'network_id': '4ac153bf-aea6-41fc-8de4-05afb8210099', 'tenant_id': '2a4cb249e48f4ca48006f4cd57c1fc1f', 'mac_address': 'fa:16:3e:ef:9f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71ce750-7ada-415e-8fdc-444d87128bd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eed108ec-e9e7-4d38-9754-ac74c9b15c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:02:58Z', 'updated_at': '2022-03-11T16:02:58Z', 'revision_number': 2, 'project_id': '2a4cb249e48f4ca48006f4cd57c1fc1f', 'subnets': [{'id': 'eed108ec-e9e7-4d38-9754-ac74c9b15c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:10.868461 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524fdf2b-ea47-4f2e-aaa8-fbbd5ae911d6 None None] Checking router: f71ce750-7ada-415e-8fdc-444d87128bd5 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:03:10.868818 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524fdf2b-ea47-4f2e-aaa8-fbbd5ae911d6 None None] Updating router f71ce750-7ada-415e-8fdc-444d87128bd5 port 40b83120-a7a8-4122-9751-bc87fe981ea0 binding host dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:03:10.901876 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=5d83dbc0-48fb-46ab-9b38-fd359f892748,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:10.931483 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-524fdf2b-ea47-4f2e-aaa8-fbbd5ae911d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:11.283027 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-524fdf2b-ea47-4f2e-aaa8-fbbd5ae911d6 None None] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:11.293422 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-b35195c7-c13e-4125-8f09-a88d40bb9d17 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:11.294936 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-b35195c7-c13e-4125-8f09-a88d40bb9d17 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/networks?id=3b0688f5-5c3f-41fd-a9fb-4baca99572d6 HTTP/1.1" status: 200 len: 814 time: 0.1464224 Mar 11 16:03:11.296528 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-524fdf2b-ea47-4f2e-aaa8-fbbd5ae911d6 None None] Transition to ACTIVE for port object 40b83120-a7a8-4122-9751-bc87fe981ea0 will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:03:11.302807 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-524fdf2b-ea47-4f2e-aaa8-fbbd5ae911d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:11.312335 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-421c211a-e170-4338-8018-746f6862191f tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/quotas/34e4725cbf874bb69f8cc9256a937e24 HTTP/1.1" status: 200 len: 375 time: 0.0113957 Mar 11 16:03:11.398870 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-4fc9963a-afc8-4721-9db0-906b35720acc tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Synchronizing usage tracker for tenant:34e4725cbf874bb69f8cc9256a937e24 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:03:11.417849 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-4fc9963a-afc8-4721-9db0-906b35720acc tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Unset dirty status for tenant:34e4725cbf874bb69f8cc9256a937e24 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:03:11.419246 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-4fc9963a-afc8-4721-9db0-906b35720acc tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=34e4725cbf874bb69f8cc9256a937e24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1015365 Mar 11 16:03:11.437312 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387404d4-1ebc-4c27-b334-5adf2fcad94e None None] Pushing event updated for resources: {'Port': ['ID=40b83120-a7a8-4122-9751-bc87fe981ea0,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:11.526377 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-524fdf2b-ea47-4f2e-aaa8-fbbd5ae911d6 None None] Attempting to bind port 40b83120-a7a8-4122-9751-bc87fe981ea0 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:03:11.526749 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-524fdf2b-ea47-4f2e-aaa8-fbbd5ae911d6 None None] Attempting to bind port 40b83120-a7a8-4122-9751-bc87fe981ea0 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'a1504475-5002-4b1d-95d2-7727eac4b2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4ac153bf-aea6-41fc-8de4-05afb8210099'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:03:11.527109 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524fdf2b-ea47-4f2e-aaa8-fbbd5ae911d6 None None] Attempting to bind port 40b83120-a7a8-4122-9751-bc87fe981ea0 on network 4ac153bf-aea6-41fc-8de4-05afb8210099 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:03:11.534920 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524fdf2b-ea47-4f2e-aaa8-fbbd5ae911d6 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:03:11.535265 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524fdf2b-ea47-4f2e-aaa8-fbbd5ae911d6 None None] Checking segment: {'id': 'a1504475-5002-4b1d-95d2-7727eac4b2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4ac153bf-aea6-41fc-8de4-05afb8210099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:03:11.535678 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-524fdf2b-ea47-4f2e-aaa8-fbbd5ae911d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:11.536073 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524fdf2b-ea47-4f2e-aaa8-fbbd5ae911d6 None None] Bound using segment: {'id': 'a1504475-5002-4b1d-95d2-7727eac4b2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4ac153bf-aea6-41fc-8de4-05afb8210099'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:03:11.536558 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-524fdf2b-ea47-4f2e-aaa8-fbbd5ae911d6 None None] Bound port: 40b83120-a7a8-4122-9751-bc87fe981ea0, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1504475-5002-4b1d-95d2-7727eac4b2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4ac153bf-aea6-41fc-8de4-05afb8210099'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:03:11.536927 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-524fdf2b-ea47-4f2e-aaa8-fbbd5ae911d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:11.567770 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-37e0d43c-94e1-4aa5-a348-ef7fb9d310f6 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:03:11.569073 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-37e0d43c-94e1-4aa5-a348-ef7fb9d310f6 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1380260 Mar 11 16:03:11.629872 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-524fdf2b-ea47-4f2e-aaa8-fbbd5ae911d6 None None] For port 40b83120-a7a8-4122-9751-bc87fe981ea0, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:03:11.633218 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-524fdf2b-ea47-4f2e-aaa8-fbbd5ae911d6 None None] For port 40b83120-a7a8-4122-9751-bc87fe981ea0, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=40b83120-a7a8-4122-9751-bc87fe981ea0,segment=NetworkSegment(a1504475-5002-4b1d-95d2-7727eac4b2b3),segment_id=a1504475-5002-4b1d-95d2-7727eac4b2b3)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:03:11.638008 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-524fdf2b-ea47-4f2e-aaa8-fbbd5ae911d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:11.716210 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387404d4-1ebc-4c27-b334-5adf2fcad94e None None] Pushing event updated for resources: {'Port': ['ID=40b83120-a7a8-4122-9751-bc87fe981ea0,revision_number=4']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:11.719572 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-295aac68-3228-456c-ae16-b566fd754292 service neutron] 10.222.0.31 "GET /v2.0/networks/3b0688f5-5c3f-41fd-a9fb-4baca99572d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442585 Mar 11 16:03:11.722735 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524fdf2b-ea47-4f2e-aaa8-fbbd5ae911d6 None None] Routers {'f71ce750-7ada-415e-8fdc-444d87128bd5'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:03:11.723353 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-524fdf2b-ea47-4f2e-aaa8-fbbd5ae911d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:03:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['f71ce750-7ada-415e-8fdc-444d87128bd5'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:11.860944 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-a1b50dc1-5db2-4747-a638-4782bce92612 service neutron] 10.222.0.31 "GET /v2.0/networks/3b0688f5-5c3f-41fd-a9fb-4baca99572d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344471 Mar 11 16:03:11.942951 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-524fdf2b-ea47-4f2e-aaa8-fbbd5ae911d6 None None] Set router f71ce750-7ada-415e-8fdc-444d87128bd5 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:03:12.063599 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c401de1d-1080-4899-91e0-a7582493b618 req-1b53fa17-08ce-4ed1-ada0-19ed10bebbc6 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 210 time: 0.0482981 Mar 11 16:03:12.263594 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-524fdf2b-ea47-4f2e-aaa8-fbbd5ae911d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71ce750-7ada-415e-8fdc-444d87128bd5', 'name': 'tempest-TestMinimumBasicScenario-405456483-router', 'tenant_id': '2a4cb249e48f4ca48006f4cd57c1fc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'ad04f736-edfa-4e75-b318-55d5373ca6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:02:55Z', 'updated_at': '2022-03-11T16:02:58Z', 'revision_number': 4, 'project_id': '2a4cb249e48f4ca48006f4cd57c1fc1f', 'gw_port': {'id': 'ad04f736-edfa-4e75-b318-55d5373ca6e7', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:8a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71ce750-7ada-415e-8fdc-444d87128bd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:02:56Z', 'updated_at': '2022-03-11T16:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '40b83120-a7a8-4122-9751-bc87fe981ea0', 'name': '', 'network_id': '4ac153bf-aea6-41fc-8de4-05afb8210099', 'tenant_id': '2a4cb249e48f4ca48006f4cd57c1fc1f', 'mac_address': 'fa:16:3e:ef:9f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71ce750-7ada-415e-8fdc-444d87128bd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eed108ec-e9e7-4d38-9754-ac74c9b15c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:02:58Z', 'updated_at': '2022-03-11T16:03:11Z', 'revision_number': 4, 'project_id': '2a4cb249e48f4ca48006f4cd57c1fc1f', 'subnets': [{'id': 'eed108ec-e9e7-4d38-9754-ac74c9b15c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:12.267515 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524fdf2b-ea47-4f2e-aaa8-fbbd5ae911d6 None None] The sync data for ids ['f71ce750-7ada-415e-8fdc-444d87128bd5'] in dv-neutron-833373-1-hyperv is: [{'id': 'f71ce750-7ada-415e-8fdc-444d87128bd5', 'name': 'tempest-TestMinimumBasicScenario-405456483-router', 'tenant_id': '2a4cb249e48f4ca48006f4cd57c1fc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'ad04f736-edfa-4e75-b318-55d5373ca6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:02:55Z', 'updated_at': '2022-03-11T16:02:58Z', 'revision_number': 4, 'project_id': '2a4cb249e48f4ca48006f4cd57c1fc1f', 'gw_port': {'id': 'ad04f736-edfa-4e75-b318-55d5373ca6e7', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:8a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71ce750-7ada-415e-8fdc-444d87128bd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:02:56Z', 'updated_at': '2022-03-11T16:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '40b83120-a7a8-4122-9751-bc87fe981ea0', 'name': '', 'network_id': '4ac153bf-aea6-41fc-8de4-05afb8210099', 'tenant_id': '2a4cb249e48f4ca48006f4cd57c1fc1f', 'mac_address': 'fa:16:3e:ef:9f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71ce750-7ada-415e-8fdc-444d87128bd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eed108ec-e9e7-4d38-9754-ac74c9b15c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:02:58Z', 'updated_at': '2022-03-11T16:03:11Z', 'revision_number': 4, 'project_id': '2a4cb249e48f4ca48006f4cd57c1fc1f', 'subnets': [{'id': 'eed108ec-e9e7-4d38-9754-ac74c9b15c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:03:12.598031 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 5d83dbc0-48fb-46ab-9b38-fd359f892748 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:03:12.683535 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 5d83dbc0-48fb-46ab-9b38-fd359f892748 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:12.684089 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:12.802409 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 40b83120-a7a8-4122-9751-bc87fe981ea0 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:03:12.879612 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 40b83120-a7a8-4122-9751-bc87fe981ea0 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:03:12.886182 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 40b83120-a7a8-4122-9751-bc87fe981ea0 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:12.886553 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:13.009969 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:13.045607 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 40b83120-a7a8-4122-9751-bc87fe981ea0, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=40b83120-a7a8-4122-9751-bc87fe981ea0,segment=NetworkSegment(a1504475-5002-4b1d-95d2-7727eac4b2b3),segment_id=a1504475-5002-4b1d-95d2-7727eac4b2b3)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:03:13.049973 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:13.116020 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=40b83120-a7a8-4122-9751-bc87fe981ea0,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:13.252712 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a0a02989-2a39-40ff-a347-f404cd28810e req-302b6c5c-5547-47d9-a7f3-df370dc33a75 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 210 time: 0.0526814 Mar 11 16:03:13.406916 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-e9a5151f-5339-4d4e-b652-9be2dab40529 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:13.406916 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-e9a5151f-5339-4d4e-b652-9be2dab40529 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.73 "GET /v2.0/networks?id=3b0688f5-5c3f-41fd-a9fb-4baca99572d6 HTTP/1.1" status: 200 len: 814 time: 0.1521273 Mar 11 16:03:13.421475 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-63a08ce4-2ca9-438c-938a-9c5f0611674e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Request body: {'port': {'device_id': '3cdd258a-c77c-4263-8190-a19b1bde885f', 'network_id': '3b0688f5-5c3f-41fd-a9fb-4baca99572d6', 'admin_state_up': True, 'tenant_id': '34e4725cbf874bb69f8cc9256a937e24'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:13.558881 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-63a08ce4-2ca9-438c-938a-9c5f0611674e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:13.569270 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-63a08ce4-2ca9-438c-938a-9c5f0611674e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:13.580258 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-63a08ce4-2ca9-438c-938a-9c5f0611674e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Made reservation on behalf of 34e4725cbf874bb69f8cc9256a937e24 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:03:13.583407 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-63a08ce4-2ca9-438c-938a-9c5f0611674e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:13.755223 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-63a08ce4-2ca9-438c-938a-9c5f0611674e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Allocated IP 172.20.0.7 (3b0688f5-5c3f-41fd-a9fb-4baca99572d6/ec06a899-0f7c-4782-9249-d46894899420/b76cdbd7-47f5-4c95-838f-1be2a7115a93) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:03:14.013995 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-63a08ce4-2ca9-438c-938a-9c5f0611674e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:14.040143 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-63a08ce4-2ca9-438c-938a-9c5f0611674e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Transition to ACTIVE for port object b76cdbd7-47f5-4c95-838f-1be2a7115a93 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:03:14.067044 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-63a08ce4-2ca9-438c-938a-9c5f0611674e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:14.260768 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-63a08ce4-2ca9-438c-938a-9c5f0611674e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Network 3b0688f5-5c3f-41fd-a9fb-4baca99572d6 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:03:14.264426 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-63a08ce4-2ca9-438c-938a-9c5f0611674e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:14.269387 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-63a08ce4-2ca9-438c-938a-9c5f0611674e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:03:14.308087 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a08ce4-2ca9-438c-938a-9c5f0611674e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Pushing event updated for resources: {'Port': ['ID=b76cdbd7-47f5-4c95-838f-1be2a7115a93,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:14.382345 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-63a08ce4-2ca9-438c-938a-9c5f0611674e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:14.383802 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-63a08ce4-2ca9-438c-938a-9c5f0611674e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:14.393162 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a08ce4-2ca9-438c-938a-9c5f0611674e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:14.394688 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a08ce4-2ca9-438c-938a-9c5f0611674e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:14.395313 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a08ce4-2ca9-438c-938a-9c5f0611674e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:14.396032 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a08ce4-2ca9-438c-938a-9c5f0611674e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:14.396392 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a08ce4-2ca9-438c-938a-9c5f0611674e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:14.396725 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a08ce4-2ca9-438c-938a-9c5f0611674e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:14.397059 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a08ce4-2ca9-438c-938a-9c5f0611674e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:14.397415 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a08ce4-2ca9-438c-938a-9c5f0611674e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:14.398030 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a08ce4-2ca9-438c-938a-9c5f0611674e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:14.398355 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a08ce4-2ca9-438c-938a-9c5f0611674e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:14.398676 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a08ce4-2ca9-438c-938a-9c5f0611674e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:14.459654 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-63a08ce4-2ca9-438c-938a-9c5f0611674e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0399561 Mar 11 16:03:14.566942 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 40b83120-a7a8-4122-9751-bc87fe981ea0 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:03:14.708786 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d84edb33-7b2f-434c-8454-8bde30f5818e None None] Provisioning for port b76cdbd7-47f5-4c95-838f-1be2a7115a93 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:03:14.727698 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 40b83120-a7a8-4122-9751-bc87fe981ea0 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:14.729618 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:14.744723 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9f004-18db-41d1-aa27-6a1f37e99e77 req-5e41731d-5f91-4845-bdc6-a3bcc5f5a445 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:14.746506 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-8ba9f004-18db-41d1-aa27-6a1f37e99e77 req-5e41731d-5f91-4845-bdc6-a3bcc5f5a445 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 931 time: 0.2609918 Mar 11 16:03:14.801903 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-8ba9f004-18db-41d1-aa27-6a1f37e99e77 req-886abf22-a156-4392-9490-2a4879cfe462 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Synchronizing usage tracker for tenant:34e4725cbf874bb69f8cc9256a937e24 on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:03:14.812574 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d84edb33-7b2f-434c-8454-8bde30f5818e None None] Provisioning complete for port b76cdbd7-47f5-4c95-838f-1be2a7115a93 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:14.813221 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d84edb33-7b2f-434c-8454-8bde30f5818e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:14.821916 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-8ba9f004-18db-41d1-aa27-6a1f37e99e77 req-886abf22-a156-4392-9490-2a4879cfe462 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Unset dirty status for tenant:34e4725cbf874bb69f8cc9256a937e24 on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:03:14.834841 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-8ba9f004-18db-41d1-aa27-6a1f37e99e77 req-886abf22-a156-4392-9490-2a4879cfe462 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/security-groups?id=80c3f72d-7180-4ac7-bb71-2782a0d49d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817223 Mar 11 16:03:14.946070 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-d84edb33-7b2f-434c-8454-8bde30f5818e None None] Port b76cdbd7-47f5-4c95-838f-1be2a7115a93 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:03:16.036172 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0dc29-3a00-4e04-90a1-e3f96e515baa req-25edb4fa-40df-45f7-90c9-a4ed96ad091b tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:16.037075 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-8cd0dc29-3a00-4e04-90a1-e3f96e515baa req-25edb4fa-40df-45f7-90c9-a4ed96ad091b tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Synchronizing usage tracker for tenant:34e4725cbf874bb69f8cc9256a937e24 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:03:16.049358 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:16.053498 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-8cd0dc29-3a00-4e04-90a1-e3f96e515baa req-25edb4fa-40df-45f7-90c9-a4ed96ad091b tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Unset dirty status for tenant:34e4725cbf874bb69f8cc9256a937e24 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:03:16.054792 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8cd0dc29-3a00-4e04-90a1-e3f96e515baa req-25edb4fa-40df-45f7-90c9-a4ed96ad091b tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 931 time: 0.0989623 Mar 11 16:03:16.123395 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8cd0dc29-3a00-4e04-90a1-e3f96e515baa req-f21c79cc-60fd-4478-b420-c3d095c7cad0 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/security-groups?id=80c3f72d-7180-4ac7-bb71-2782a0d49d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572696 Mar 11 16:03:17.333910 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab097368-6b50-448d-ac63-db1c1c6b27b7 req-cc1386ee-5ea2-4366-b43b-b73b47b5027e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:17.335444 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-ab097368-6b50-448d-ac63-db1c1c6b27b7 req-cc1386ee-5ea2-4366-b43b-b73b47b5027e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 931 time: 0.0826883 Mar 11 16:03:17.383427 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-ab097368-6b50-448d-ac63-db1c1c6b27b7 req-c4701fe5-fdb3-4d51-be94-e6c0869de796 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/security-groups?id=80c3f72d-7180-4ac7-bb71-2782a0d49d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424957 Mar 11 16:03:18.601386 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6a5e0-5de3-43c2-b83b-2757466e6747 req-f194611c-ea29-48db-8be1-008058a665be tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:18.602937 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f3d6a5e0-5de3-43c2-b83b-2757466e6747 req-f194611c-ea29-48db-8be1-008058a665be tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 931 time: 0.0835829 Mar 11 16:03:18.651051 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f3d6a5e0-5de3-43c2-b83b-2757466e6747 req-bfa57e2c-4db7-47cb-9844-01163f755054 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/security-groups?id=80c3f72d-7180-4ac7-bb71-2782a0d49d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427356 Mar 11 16:03:19.863943 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d235e0-0d19-4bf4-bcb0-09c366bf4baf req-4fe27163-f0e6-4e76-9812-a628cb3086a4 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:19.865428 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e2d235e0-0d19-4bf4-bcb0-09c366bf4baf req-4fe27163-f0e6-4e76-9812-a628cb3086a4 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 931 time: 0.0845258 Mar 11 16:03:19.914284 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e2d235e0-0d19-4bf4-bcb0-09c366bf4baf req-09c7bec4-1112-4a67-bad1-5203f2e43670 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/security-groups?id=80c3f72d-7180-4ac7-bb71-2782a0d49d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426435 Mar 11 16:03:21.129535 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce966e1e-ce53-45cc-b784-bd07a8f470ab req-11d13b89-4a17-499f-8c03-b10f3dc66667 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:21.131304 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ce966e1e-ce53-45cc-b784-bd07a8f470ab req-11d13b89-4a17-499f-8c03-b10f3dc66667 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 931 time: 0.0851874 Mar 11 16:03:21.177561 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ce966e1e-ce53-45cc-b784-bd07a8f470ab req-0030dc72-db85-4d6b-b875-ecc8b8645915 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/security-groups?id=80c3f72d-7180-4ac7-bb71-2782a0d49d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405972 Mar 11 16:03:22.372239 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af3a94-5968-486b-a0c5-81f528c6a190 req-835d4ff7-532e-4d74-ab82-58ff528ce9db tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:22.373671 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-06af3a94-5968-486b-a0c5-81f528c6a190 req-835d4ff7-532e-4d74-ab82-58ff528ce9db tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 931 time: 0.0730288 Mar 11 16:03:22.421896 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-06af3a94-5968-486b-a0c5-81f528c6a190 req-051f0d35-8f90-4d5b-88f4-0da7b2c87c0e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/security-groups?id=80c3f72d-7180-4ac7-bb71-2782a0d49d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426748 Mar 11 16:03:23.349220 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-01c6bcc6-c24e-44c1-95ac-40790906540a service neutron] Request body: {'port': {'device_id': '3cdd258a-c77c-4263-8190-a19b1bde885f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:23.458679 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-01c6bcc6-c24e-44c1-95ac-40790906540a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:23.762609 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686c02f-9543-4dfc-83f0-8f71d33cb7a9 req-d4fbad0e-1aa6-4c7e-add9-6a46d409bb45 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:23.764041 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0686c02f-9543-4dfc-83f0-8f71d33cb7a9 req-d4fbad0e-1aa6-4c7e-add9-6a46d409bb45 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 931 time: 0.1981308 Mar 11 16:03:23.862712 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0686c02f-9543-4dfc-83f0-8f71d33cb7a9 req-14b31bfa-1b30-4f7a-bb63-0bf9932bcfda tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/security-groups?id=80c3f72d-7180-4ac7-bb71-2782a0d49d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875452 Mar 11 16:03:23.891408 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-01c6bcc6-c24e-44c1-95ac-40790906540a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b76cdbd7-47f5-4c95-838f-1be2a7115a93 {{(pid=83866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:03:23.898527 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-01c6bcc6-c24e-44c1-95ac-40790906540a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:23.912695 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-01c6bcc6-c24e-44c1-95ac-40790906540a service neutron] Transition to ACTIVE for port object b76cdbd7-47f5-4c95-838f-1be2a7115a93 will not be triggered until provisioned by entity L2. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:03:23.916243 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-01c6bcc6-c24e-44c1-95ac-40790906540a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:23.977809 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:03:24.041744 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c6bcc6-c24e-44c1-95ac-40790906540a service neutron] Pushing event updated for resources: {'Port': ['ID=b76cdbd7-47f5-4c95-838f-1be2a7115a93,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:24.152367 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-01c6bcc6-c24e-44c1-95ac-40790906540a service neutron] Attempting to bind port b76cdbd7-47f5-4c95-838f-1be2a7115a93 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:03:24.152729 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-01c6bcc6-c24e-44c1-95ac-40790906540a service neutron] Attempting to bind port b76cdbd7-47f5-4c95-838f-1be2a7115a93 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '9db02b5c-2d49-4021-af11-fd8925aad783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '3b0688f5-5c3f-41fd-a9fb-4baca99572d6'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:03:24.153026 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-01c6bcc6-c24e-44c1-95ac-40790906540a service neutron] Attempting to bind port b76cdbd7-47f5-4c95-838f-1be2a7115a93 on network 3b0688f5-5c3f-41fd-a9fb-4baca99572d6 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:03:24.161069 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-01c6bcc6-c24e-44c1-95ac-40790906540a service neutron] Port b76cdbd7-47f5-4c95-838f-1be2a7115a93 on network 3b0688f5-5c3f-41fd-a9fb-4baca99572d6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:03:24.161392 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-01c6bcc6-c24e-44c1-95ac-40790906540a service neutron] Attempting to bind port b76cdbd7-47f5-4c95-838f-1be2a7115a93 on network 3b0688f5-5c3f-41fd-a9fb-4baca99572d6 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:03:24.168732 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-01c6bcc6-c24e-44c1-95ac-40790906540a service neutron] Checking agent: {'id': '233b753e-9484-4350-9871-64b7c66fc067', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'started_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:03:24.168732 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-01c6bcc6-c24e-44c1-95ac-40790906540a service neutron] Checking segment: {'id': '9db02b5c-2d49-4021-af11-fd8925aad783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '3b0688f5-5c3f-41fd-a9fb-4baca99572d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:03:24.169050 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-01c6bcc6-c24e-44c1-95ac-40790906540a service neutron] Bound using segment: {'id': '9db02b5c-2d49-4021-af11-fd8925aad783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '3b0688f5-5c3f-41fd-a9fb-4baca99572d6'} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:03:24.169955 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-01c6bcc6-c24e-44c1-95ac-40790906540a service neutron] Bound port: b76cdbd7-47f5-4c95-838f-1be2a7115a93, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db02b5c-2d49-4021-af11-fd8925aad783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '3b0688f5-5c3f-41fd-a9fb-4baca99572d6'}}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:03:24.169955 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-01c6bcc6-c24e-44c1-95ac-40790906540a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:24.273889 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-01c6bcc6-c24e-44c1-95ac-40790906540a service neutron] For port b76cdbd7-47f5-4c95-838f-1be2a7115a93, host hv-neutron-8333, cleared binding levels {{(pid=83866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:03:24.277494 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-01c6bcc6-c24e-44c1-95ac-40790906540a service neutron] For port b76cdbd7-47f5-4c95-838f-1be2a7115a93, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b76cdbd7-47f5-4c95-838f-1be2a7115a93,segment=NetworkSegment(9db02b5c-2d49-4021-af11-fd8925aad783),segment_id=9db02b5c-2d49-4021-af11-fd8925aad783)] {{(pid=83866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:03:24.281496 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-01c6bcc6-c24e-44c1-95ac-40790906540a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:24.341001 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-01c6bcc6-c24e-44c1-95ac-40790906540a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:24.342469 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-01c6bcc6-c24e-44c1-95ac-40790906540a service neutron] 10.222.0.73 "PUT /v2.0/ports/b76cdbd7-47f5-4c95-838f-1be2a7115a93 HTTP/1.1" status: 200 len: 1093 time: 1.0687511 Mar 11 16:03:24.345483 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cdd258a-c77c-4263-8190-a19b1bde885f', 'tag': 'b76cdbd7-47f5-4c95-838f-1be2a7115a93'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:03:24.368052 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c6bcc6-c24e-44c1-95ac-40790906540a service neutron] Pushing event updated for resources: {'Port': ['ID=b76cdbd7-47f5-4c95-838f-1be2a7115a93,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:24.416577 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cdd258a-c77c-4263-8190-a19b1bde885f', 'tag': 'b76cdbd7-47f5-4c95-838f-1be2a7115a93', 'status': 'completed', 'code': 200} Mar 11 16:03:24.462266 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-2cc4e436-41b4-4519-a31f-d09eca8e73e5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=34e4725cbf874bb69f8cc9256a937e24&device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 1096 time: 0.0809493 Mar 11 16:03:24.532741 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-0359a4d2-2209-4f51-b9c1-89f990ad7fcc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b76cdbd7-47f5-4c95-838f-1be2a7115a93 HTTP/1.1" status: 200 len: 217 time: 0.0630436 Mar 11 16:03:24.597167 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-709966b1-c7ec-44cc-b14e-0033b3264a24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:24.598656 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-709966b1-c7ec-44cc-b14e-0033b3264a24 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ec06a899-0f7c-4782-9249-d46894899420 HTTP/1.1" status: 200 len: 853 time: 0.0606046 Mar 11 16:03:24.670181 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-9668ed0b-c7bb-476f-bf13-b453ae1b7cf2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3b0688f5-5c3f-41fd-a9fb-4baca99572d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661221 Mar 11 16:03:24.891974 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-3ebc44f5-4445-4e92-819a-03de71257766 service neutron] 10.222.0.73 "GET /v2.0/networks/3b0688f5-5c3f-41fd-a9fb-4baca99572d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147558 Mar 11 16:03:25.069588 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-048986a2-97e2-4e73-b899-c6e4ba6d8581 req-afc4c6d2-7590-4f31-91e6-4aa633d12b98 service neutron] 10.222.0.73 "GET /v2.0/networks/3b0688f5-5c3f-41fd-a9fb-4baca99572d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721830 Mar 11 16:03:25.094280 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725eba6d-847a-4ed1-b579-4587d296146b req-87ab7292-ed0d-4b64-b0c1-e1bf783d3946 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:25.095678 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-725eba6d-847a-4ed1-b579-4587d296146b req-87ab7292-ed0d-4b64-b0c1-e1bf783d3946 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 943 time: 0.1092651 Mar 11 16:03:25.185799 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-725eba6d-847a-4ed1-b579-4587d296146b req-ddda307a-c45b-4fce-a179-9e7a6a6f23e2 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/security-groups?id=80c3f72d-7180-4ac7-bb71-2782a0d49d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837233 Mar 11 16:03:25.205304 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2d1165a0-7f02-4fb2-81cf-763bbb02eb46 req-cef669f2-7e7e-46bc-aeb2-1720f060149c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=34e4725cbf874bb69f8cc9256a937e24&device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 1096 time: 0.0872595 Mar 11 16:03:25.334995 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1165a0-7f02-4fb2-81cf-763bbb02eb46 req-3116090c-81e3-4264-b72d-a578309c96d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:25.336473 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2d1165a0-7f02-4fb2-81cf-763bbb02eb46 req-3116090c-81e3-4264-b72d-a578309c96d4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3b0688f5-5c3f-41fd-a9fb-4baca99572d6 HTTP/1.1" status: 200 len: 915 time: 0.1250453 Mar 11 16:03:25.408362 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2d1165a0-7f02-4fb2-81cf-763bbb02eb46 req-df029ffa-e6f4-43f2-8632-d10153a2a3b5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b76cdbd7-47f5-4c95-838f-1be2a7115a93 HTTP/1.1" status: 200 len: 217 time: 0.0652025 Mar 11 16:03:25.470878 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1165a0-7f02-4fb2-81cf-763bbb02eb46 req-4f91cd97-6020-4f73-83ca-8c222cd93bbf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:25.472903 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2d1165a0-7f02-4fb2-81cf-763bbb02eb46 req-4f91cd97-6020-4f73-83ca-8c222cd93bbf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ec06a899-0f7c-4782-9249-d46894899420 HTTP/1.1" status: 200 len: 853 time: 0.0592039 Mar 11 16:03:25.549761 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2d1165a0-7f02-4fb2-81cf-763bbb02eb46 req-cde18e31-54aa-421c-bbdb-ff16613575c0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3b0688f5-5c3f-41fd-a9fb-4baca99572d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705307 Mar 11 16:03:25.678864 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2d1165a0-7f02-4fb2-81cf-763bbb02eb46 req-91cba0e2-5cb2-4468-a55d-c60234cec41f service neutron] 10.222.0.73 "GET /v2.0/networks/3b0688f5-5c3f-41fd-a9fb-4baca99572d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229520 Mar 11 16:03:25.819647 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2d1165a0-7f02-4fb2-81cf-763bbb02eb46 req-1de3944b-8db3-4687-8fcd-eb0925e91a3e service neutron] 10.222.0.73 "GET /v2.0/networks/3b0688f5-5c3f-41fd-a9fb-4baca99572d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340954 Mar 11 16:03:26.384619 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b34561-0e4a-4ef7-aa0f-3ae32c8f32c6 req-29729251-ae4d-4b03-86bc-d51eb46b008c tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:26.386038 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f1b34561-0e4a-4ef7-aa0f-3ae32c8f32c6 req-29729251-ae4d-4b03-86bc-d51eb46b008c tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 943 time: 0.0741062 Mar 11 16:03:26.430086 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f1b34561-0e4a-4ef7-aa0f-3ae32c8f32c6 req-a82d2c0d-b213-482e-8950-acf3cfb4db0a tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/security-groups?id=80c3f72d-7180-4ac7-bb71-2782a0d49d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385885 Mar 11 16:03:27.236195 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device b76cdbd7-47f5-4c95-838f-1be2a7115a93 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:03:27.365144 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port b76cdbd7-47f5-4c95-838f-1be2a7115a93, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b76cdbd7-47f5-4c95-838f-1be2a7115a93,segment=NetworkSegment(9db02b5c-2d49-4021-af11-fd8925aad783),segment_id=9db02b5c-2d49-4021-af11-fd8925aad783)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:03:27.378071 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': 'b76cdbd7-47f5-4c95-838f-1be2a7115a93', 'network_id': '3b0688f5-5c3f-41fd-a9fb-4baca99572d6', 'port_id': 'b76cdbd7-47f5-4c95-838f-1be2a7115a93', 'mac_address': 'fa:16:3e:e5:66:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec06a899-0f7c-4782-9249-d46894899420', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:03:27.429190 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:27.446043 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b76cdbd7-47f5-4c95-838f-1be2a7115a93 {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:03:27.461221 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port b76cdbd7-47f5-4c95-838f-1be2a7115a93, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b76cdbd7-47f5-4c95-838f-1be2a7115a93,segment=NetworkSegment(9db02b5c-2d49-4021-af11-fd8925aad783),segment_id=9db02b5c-2d49-4021-af11-fd8925aad783)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:03:27.464906 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:27.536734 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=b76cdbd7-47f5-4c95-838f-1be2a7115a93,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:27.624690 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ff906-f96d-4d37-9448-d79aca790955 req-dba2a182-14c9-4e98-bbcc-ebf86b80a689 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:27.626116 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-aa2ff906-f96d-4d37-9448-d79aca790955 req-dba2a182-14c9-4e98-bbcc-ebf86b80a689 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 944 time: 0.0776465 Mar 11 16:03:27.671870 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-aa2ff906-f96d-4d37-9448-d79aca790955 req-ad004189-a1e3-480b-9e81-f4eac00bd090 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/security-groups?id=80c3f72d-7180-4ac7-bb71-2782a0d49d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394204 Mar 11 16:03:27.782081 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['b76cdbd7-47f5-4c95-838f-1be2a7115a93'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:03:28.872165 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac830b9-5980-480a-80b7-bc37aacac41c req-05806420-8b16-46db-8acf-1acafac09fe1 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:28.873579 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-fac830b9-5980-480a-80b7-bc37aacac41c req-05806420-8b16-46db-8acf-1acafac09fe1 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 944 time: 0.0823774 Mar 11 16:03:28.917324 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-fac830b9-5980-480a-80b7-bc37aacac41c req-e651d613-4967-4cce-b54f-51b464714ed6 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/security-groups?id=80c3f72d-7180-4ac7-bb71-2782a0d49d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379899 Mar 11 16:03:29.235696 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device b76cdbd7-47f5-4c95-838f-1be2a7115a93 up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:03:29.301985 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning for port b76cdbd7-47f5-4c95-838f-1be2a7115a93 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:03:29.306731 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port b76cdbd7-47f5-4c95-838f-1be2a7115a93 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:29.307101 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:29.424378 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8700fb31-ab79-4be3-a86c-1bb646147feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:29.429264 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:29.456527 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cdd258a-c77c-4263-8190-a19b1bde885f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76cdbd7-47f5-4c95-838f-1be2a7115a93'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:03:29.466001 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port b76cdbd7-47f5-4c95-838f-1be2a7115a93, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b76cdbd7-47f5-4c95-838f-1be2a7115a93,segment=NetworkSegment(9db02b5c-2d49-4021-af11-fd8925aad783),segment_id=9db02b5c-2d49-4021-af11-fd8925aad783)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:03:29.469709 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:29.512637 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cdd258a-c77c-4263-8190-a19b1bde885f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76cdbd7-47f5-4c95-838f-1be2a7115a93', 'code': 200} Mar 11 16:03:29.537553 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=b76cdbd7-47f5-4c95-838f-1be2a7115a93,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:29.744371 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-cbc9de46-3197-425a-87e8-5cef4d4a148a req-1e136115-a960-4ef1-899b-57fa5f7fa95b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 1098 time: 0.0776503 Mar 11 16:03:29.785229 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-cbc9de46-3197-425a-87e8-5cef4d4a148a req-d7b4fad7-af17-444c-b5b2-3dd9d6fed714 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=80c3f72d-7180-4ac7-bb71-2782a0d49d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346231 Mar 11 16:03:30.258126 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0c824-5e59-460c-8254-06fdfe5b3826 req-46bb78dc-e62b-4f48-9502-f2986562654e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:30.259564 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-05e0c824-5e59-460c-8254-06fdfe5b3826 req-46bb78dc-e62b-4f48-9502-f2986562654e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 945 time: 0.0754695 Mar 11 16:03:30.304716 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-05e0c824-5e59-460c-8254-06fdfe5b3826 req-43baad9c-f715-42bd-9c02-493a5112f24e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/security-groups?id=80c3f72d-7180-4ac7-bb71-2782a0d49d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396852 Mar 11 16:03:31.499759 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17026c1b-eec1-443b-a883-e5dc8c4b7c4d req-e8ef2efb-1d22-474d-82cd-f56125656f5b tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:31.501163 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-17026c1b-eec1-443b-a883-e5dc8c4b7c4d req-e8ef2efb-1d22-474d-82cd-f56125656f5b tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 945 time: 0.0781207 Mar 11 16:03:31.553176 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-17026c1b-eec1-443b-a883-e5dc8c4b7c4d req-7f1f5241-22b1-4828-b263-3ed9fba9c976 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/security-groups?id=80c3f72d-7180-4ac7-bb71-2782a0d49d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464368 Mar 11 16:03:31.669052 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ecd0f407-b76a-4d65-9d91-16febf4bd368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:31.837677 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7665e63-73ea-4290-a889-b01104477a7d req-f6862161-3f02-4250-8adc-f052138b02e7 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:31.839034 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e7665e63-73ea-4290-a889-b01104477a7d req-f6862161-3f02-4250-8adc-f052138b02e7 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 945 time: 0.1653187 Mar 11 16:03:31.888403 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e7665e63-73ea-4290-a889-b01104477a7d req-9c371a00-d3f7-48c5-a778-c32f329af7bb tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/security-groups?id=80c3f72d-7180-4ac7-bb71-2782a0d49d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438912 Mar 11 16:03:32.314676 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc5edb-6947-40f7-97e7-c6050e554067 req-6352ea32-045c-4f8c-ba14-d50f159a8978 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:32.316368 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-a8fc5edb-6947-40f7-97e7-c6050e554067 req-6352ea32-045c-4f8c-ba14-d50f159a8978 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 945 time: 0.0765815 Mar 11 16:03:32.363431 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-a8fc5edb-6947-40f7-97e7-c6050e554067 req-05e09c8c-9628-4813-a6be-ef0f734972f4 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/security-groups?id=80c3f72d-7180-4ac7-bb71-2782a0d49d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415976 Mar 11 16:03:32.839803 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:33.072994 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:34.288234 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:42.447859 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe3d21-f54f-4cae-9ece-5d32a28dfad6 req-5be3bb01-7977-442a-8379-405dea607bec tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:42.449396 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-83fe3d21-f54f-4cae-9ece-5d32a28dfad6 req-5be3bb01-7977-442a-8379-405dea607bec tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 945 time: 0.0793381 Mar 11 16:03:42.494542 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-83fe3d21-f54f-4cae-9ece-5d32a28dfad6 req-cb8cb168-27c4-4f08-a2a3-e98f16d1f542 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/security-groups?id=80c3f72d-7180-4ac7-bb71-2782a0d49d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396905 Mar 11 16:03:42.522527 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 48434) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:42.657916 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-80679c1e-beea-449d-b2d5-8cf16d1491ba tempest-TestMinimumBasicScenario-1878027073 tempest-TestMinimumBasicScenario-1878027073-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 1093 time: 0.1342757 Mar 11 16:03:42.661629 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 48440) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:42.666625 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-918b1f57-a769-40ef-8524-60a2a66e1181 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Request body: {'floatingip': {'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'port_id': 'b76cdbd7-47f5-4c95-838f-1be2a7115a93', 'tenant_id': '34e4725cbf874bb69f8cc9256a937e24', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:42.671995 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-918b1f57-a769-40ef-8524-60a2a66e1181 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:42.675806 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-918b1f57-a769-40ef-8524-60a2a66e1181 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Usage tracker for resource:floatingip and tenant:34e4725cbf874bb69f8cc9256a937e24 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:42.678660 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-918b1f57-a769-40ef-8524-60a2a66e1181 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:42.684458 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-918b1f57-a769-40ef-8524-60a2a66e1181 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:42.694733 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-918b1f57-a769-40ef-8524-60a2a66e1181 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks [] for floatingip, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:42.828345 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-918b1f57-a769-40ef-8524-60a2a66e1181 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:42.960399 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-918b1f57-a769-40ef-8524-60a2a66e1181 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Allocated IP 172.26.0.129 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/8d103b4a-653d-45fa-a04b-4173bb9b0136) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:03:43.104028 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-918b1f57-a769-40ef-8524-60a2a66e1181 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:43.131322 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-918b1f57-a769-40ef-8524-60a2a66e1181 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:43.198799 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918b1f57-a769-40ef-8524-60a2a66e1181 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:03:43.201406 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-918b1f57-a769-40ef-8524-60a2a66e1181 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:43.204918 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918b1f57-a769-40ef-8524-60a2a66e1181 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:03:43.244906 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1f57-a769-40ef-8524-60a2a66e1181 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Pushing event updated for resources: {'Port': ['ID=8d103b4a-653d-45fa-a04b-4173bb9b0136,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:43.697056 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-918b1f57-a769-40ef-8524-60a2a66e1181 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:43.750163 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-918b1f57-a769-40ef-8524-60a2a66e1181 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:44.049147 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-918b1f57-a769-40ef-8524-60a2a66e1181 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:44.053803 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-918b1f57-a769-40ef-8524-60a2a66e1181 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:44.156882 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1f57-a769-40ef-8524-60a2a66e1181 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Pushing event updated for resources: {'Port': ['ID=8d103b4a-653d-45fa-a04b-4173bb9b0136,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:44.170917 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-918b1f57-a769-40ef-8524-60a2a66e1181 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:44.359248 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.l3_db [None req-918b1f57-a769-40ef-8524-60a2a66e1181 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Floating IP a8bb5dd7-33ab-4970-9539-34978986dc62 associated. External IP: 172.26.0.129, port: b76cdbd7-47f5-4c95-838f-1be2a7115a93. Mar 11 16:03:44.740449 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918b1f57-a769-40ef-8524-60a2a66e1181 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Router 562d45e6-267a-459f-aea8-ce5ee1d7edd5 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:03:44.936717 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918b1f57-a769-40ef-8524-60a2a66e1181 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:03:44.947494 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e279bb-f2ca-4b1b-8c73-a2f3e39ae714 None None] Sync routers for ids ['562d45e6-267a-459f-aea8-ce5ee1d7edd5'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:03:44.959652 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e279bb-f2ca-4b1b-8c73-a2f3e39ae714 None None] Routers {'562d45e6-267a-459f-aea8-ce5ee1d7edd5'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:03:44.960313 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-d9e279bb-f2ca-4b1b-8c73-a2f3e39ae714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:03:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['562d45e6-267a-459f-aea8-ce5ee1d7edd5'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:44.960851 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-918b1f57-a769-40ef-8524-60a2a66e1181 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:45.015044 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-918b1f57-a769-40ef-8524-60a2a66e1181 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3522782 Mar 11 16:03:45.015517 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cdd258a-c77c-4263-8190-a19b1bde885f', 'tag': 'b76cdbd7-47f5-4c95-838f-1be2a7115a93'}] {{(pid=83867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:03:45.018283 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 48444) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:45.023955 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-f8cf7ffa-0c26-4851-aa1d-daf1bb94302a tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1852291218', 'description': 'tempest-secgroup-smoke-1852291218 description', 'project_id': '34e4725cbf874bb69f8cc9256a937e24'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:45.030550 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f8cf7ffa-0c26-4851-aa1d-daf1bb94302a tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:45.041184 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f8cf7ffa-0c26-4851-aa1d-daf1bb94302a tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:45.052983 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f8cf7ffa-0c26-4851-aa1d-daf1bb94302a tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:45.094000 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f8cf7ffa-0c26-4851-aa1d-daf1bb94302a tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:45.098541 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f8cf7ffa-0c26-4851-aa1d-daf1bb94302a tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Usage tracker for resource:security_group_rule and tenant:34e4725cbf874bb69f8cc9256a937e24 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:45.101546 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f8cf7ffa-0c26-4851-aa1d-daf1bb94302a tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:45.108477 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f8cf7ffa-0c26-4851-aa1d-daf1bb94302a tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:45.153615 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-d9e279bb-f2ca-4b1b-8c73-a2f3e39ae714 None None] Set router 562d45e6-267a-459f-aea8-ce5ee1d7edd5 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:03:45.166502 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cdd258a-c77c-4263-8190-a19b1bde885f', 'tag': 'b76cdbd7-47f5-4c95-838f-1be2a7115a93', 'status': 'completed', 'code': 200} Mar 11 16:03:45.167921 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f8cf7ffa-0c26-4851-aa1d-daf1bb94302a tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:45.173150 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f8cf7ffa-0c26-4851-aa1d-daf1bb94302a tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:45.208053 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf7ffa-0c26-4851-aa1d-daf1bb94302a tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a353a4b0-77c7-4267-9b81-9e65c7f208b3,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:45.290268 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f8cf7ffa-0c26-4851-aa1d-daf1bb94302a tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:45.291633 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f8cf7ffa-0c26-4851-aa1d-daf1bb94302a tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2724721 Mar 11 16:03:45.294742 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 48452) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:45.303056 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-8a226167-029f-40ef-acb3-adbbf58462dd tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Request body: {'security_group_rule': {'security_group_id': 'a353a4b0-77c7-4267-9b81-9e65c7f208b3', 'project_id': '34e4725cbf874bb69f8cc9256a937e24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:45.308275 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8f9e4967-e958-4f46-ac7d-8263d7246a61 req-dab3aa49-aaaa-4e94-a884-b65f16248041 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=34e4725cbf874bb69f8cc9256a937e24&device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 1098 time: 0.1012113 Mar 11 16:03:45.310020 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-8a226167-029f-40ef-acb3-adbbf58462dd tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:45.313796 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-8a226167-029f-40ef-acb3-adbbf58462dd tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Usage tracker for resource:security_group_rule and tenant:34e4725cbf874bb69f8cc9256a937e24 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:45.316742 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-8a226167-029f-40ef-acb3-adbbf58462dd tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:45.322867 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-8a226167-029f-40ef-acb3-adbbf58462dd tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:45.341358 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8a226167-029f-40ef-acb3-adbbf58462dd tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:45.405489 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8a226167-029f-40ef-acb3-adbbf58462dd tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:45.411395 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8a226167-029f-40ef-acb3-adbbf58462dd tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:45.435204 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a226167-029f-40ef-acb3-adbbf58462dd tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1ab4b5e-ac6f-4da0-9378-1c68bf53c56a,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:45.445403 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8a226167-029f-40ef-acb3-adbbf58462dd tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:45.449184 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-8a226167-029f-40ef-acb3-adbbf58462dd tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1506763 Mar 11 16:03:45.449429 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 48456) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:45.449792 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e4967-e958-4f46-ac7d-8263d7246a61 req-49681d1c-983a-419e-81e3-b8dd7cb30d92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:45.451235 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8f9e4967-e958-4f46-ac7d-8263d7246a61 req-49681d1c-983a-419e-81e3-b8dd7cb30d92 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3b0688f5-5c3f-41fd-a9fb-4baca99572d6 HTTP/1.1" status: 200 len: 915 time: 0.1358154 Mar 11 16:03:45.454942 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-b5526b74-dc57-45e6-993f-9736cbca8970 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Request body: {'security_group_rule': {'security_group_id': 'a353a4b0-77c7-4267-9b81-9e65c7f208b3', 'project_id': '34e4725cbf874bb69f8cc9256a937e24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:45.461817 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-b5526b74-dc57-45e6-993f-9736cbca8970 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:45.465676 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-b5526b74-dc57-45e6-993f-9736cbca8970 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Usage tracker for resource:security_group_rule and tenant:34e4725cbf874bb69f8cc9256a937e24 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:45.468659 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-b5526b74-dc57-45e6-993f-9736cbca8970 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:45.475972 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-b5526b74-dc57-45e6-993f-9736cbca8970 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:45.493160 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b5526b74-dc57-45e6-993f-9736cbca8970 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:45.544066 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-d9e279bb-f2ca-4b1b-8c73-a2f3e39ae714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562d45e6-267a-459f-aea8-ce5ee1d7edd5', 'name': 'tempest-TestMinimumBasicScenario-976450662-router', 'tenant_id': '34e4725cbf874bb69f8cc9256a937e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': 'b8150c47-3c71-4970-a011-4e5166915613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:02:49Z', 'updated_at': '2022-03-11T16:02:52Z', 'revision_number': 4, 'project_id': '34e4725cbf874bb69f8cc9256a937e24', 'gw_port': {'id': 'b8150c47-3c71-4970-a011-4e5166915613', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:92:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562d45e6-267a-459f-aea8-ce5ee1d7edd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:02:50Z', 'updated_at': '2022-03-11T16:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'a8bb5dd7-33ab-4970-9539-34978986dc62', 'tenant_id': '34e4725cbf874bb69f8cc9256a937e24', 'floating_ip_address': '172.26.0.129', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '562d45e6-267a-459f-aea8-ce5ee1d7edd5', 'port_id': 'b76cdbd7-47f5-4c95-838f-1be2a7115a93', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0688f5-5c3f-41fd-a9fb-4baca99572d6', 'mac_address': 'fa:16:3e:e5:66:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdd258a-c77c-4263-8190-a19b1bde885f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:03:43Z', 'updated_at': '2022-03-11T16:03:43Z', 'revision_number': 0, 'project_id': '34e4725cbf874bb69f8cc9256a937e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d83dbc0-48fb-46ab-9b38-fd359f892748', 'name': '', 'network_id': '3b0688f5-5c3f-41fd-a9fb-4baca99572d6', 'tenant_id': '34e4725cbf874bb69f8cc9256a937e24', 'mac_address': 'fa:16:3e:10:8e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562d45e6-267a-459f-aea8-ce5ee1d7edd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec06a899-0f7c-4782-9249-d46894899420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:02:51Z', 'updated_at': '2022-03-11T16:03:10Z', 'revision_number': 5, 'project_id': '34e4725cbf874bb69f8cc9256a937e24', 'subnets': [{'id': 'ec06a899-0f7c-4782-9249-d46894899420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:45.548347 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e279bb-f2ca-4b1b-8c73-a2f3e39ae714 None None] Checking router: 562d45e6-267a-459f-aea8-ce5ee1d7edd5 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:03:45.559933 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e279bb-f2ca-4b1b-8c73-a2f3e39ae714 None None] Routers {'562d45e6-267a-459f-aea8-ce5ee1d7edd5'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:03:45.560615 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-d9e279bb-f2ca-4b1b-8c73-a2f3e39ae714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:03:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['562d45e6-267a-459f-aea8-ce5ee1d7edd5'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:45.561491 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b5526b74-dc57-45e6-993f-9736cbca8970 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:45.566810 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b5526b74-dc57-45e6-993f-9736cbca8970 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:45.586281 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5526b74-dc57-45e6-993f-9736cbca8970 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe344837-009b-4141-931e-33a31859b5ea,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:45.604590 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b5526b74-dc57-45e6-993f-9736cbca8970 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:45.608559 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b5526b74-dc57-45e6-993f-9736cbca8970 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1555865 Mar 11 16:03:45.609127 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 48460) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:45.614801 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-661eb8af-a75b-4c10-95ab-ed1eef4c978e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Request body: {'security_group_rule': {'security_group_id': 'a353a4b0-77c7-4267-9b81-9e65c7f208b3', 'project_id': '34e4725cbf874bb69f8cc9256a937e24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:45.621247 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-661eb8af-a75b-4c10-95ab-ed1eef4c978e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:45.625181 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-661eb8af-a75b-4c10-95ab-ed1eef4c978e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Usage tracker for resource:security_group_rule and tenant:34e4725cbf874bb69f8cc9256a937e24 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:45.628517 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-661eb8af-a75b-4c10-95ab-ed1eef4c978e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:45.634353 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-661eb8af-a75b-4c10-95ab-ed1eef4c978e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:45.653897 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-661eb8af-a75b-4c10-95ab-ed1eef4c978e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:45.660254 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8f9e4967-e958-4f46-ac7d-8263d7246a61 req-f13c59b9-1c79-44f7-84a8-61f7fda993c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b76cdbd7-47f5-4c95-838f-1be2a7115a93 HTTP/1.1" status: 200 len: 999 time: 0.2026598 Mar 11 16:03:45.726246 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e4967-e958-4f46-ac7d-8263d7246a61 req-80c5c034-675d-4e57-b715-84a8ac34c6e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:45.727249 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-661eb8af-a75b-4c10-95ab-ed1eef4c978e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:45.727896 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8f9e4967-e958-4f46-ac7d-8263d7246a61 req-80c5c034-675d-4e57-b715-84a8ac34c6e6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ec06a899-0f7c-4782-9249-d46894899420 HTTP/1.1" status: 200 len: 853 time: 0.0625982 Mar 11 16:03:45.731072 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-661eb8af-a75b-4c10-95ab-ed1eef4c978e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:45.758408 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661eb8af-a75b-4c10-95ab-ed1eef4c978e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88138740-3f48-4089-8ff6-a0d1ca7966a3,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:45.776407 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661eb8af-a75b-4c10-95ab-ed1eef4c978e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:45.776831 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661eb8af-a75b-4c10-95ab-ed1eef4c978e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:45.777214 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661eb8af-a75b-4c10-95ab-ed1eef4c978e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:45.777617 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661eb8af-a75b-4c10-95ab-ed1eef4c978e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:45.777840 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661eb8af-a75b-4c10-95ab-ed1eef4c978e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:45.778171 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661eb8af-a75b-4c10-95ab-ed1eef4c978e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:45.778575 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661eb8af-a75b-4c10-95ab-ed1eef4c978e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:45.778907 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661eb8af-a75b-4c10-95ab-ed1eef4c978e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:45.779297 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661eb8af-a75b-4c10-95ab-ed1eef4c978e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:45.779619 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661eb8af-a75b-4c10-95ab-ed1eef4c978e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:45.779939 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661eb8af-a75b-4c10-95ab-ed1eef4c978e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:45.784328 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-661eb8af-a75b-4c10-95ab-ed1eef4c978e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:45.786020 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-661eb8af-a75b-4c10-95ab-ed1eef4c978e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1756616 Mar 11 16:03:45.789199 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 48464) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:45.795918 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-d9e279bb-f2ca-4b1b-8c73-a2f3e39ae714 None None] Set router 562d45e6-267a-459f-aea8-ce5ee1d7edd5 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:03:45.796079 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-be33f7f0-1620-4a74-9705-9cab7d8f4f4e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Request body: {'security_group_rule': {'security_group_id': 'a353a4b0-77c7-4267-9b81-9e65c7f208b3', 'project_id': '34e4725cbf874bb69f8cc9256a937e24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:45.802848 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-be33f7f0-1620-4a74-9705-9cab7d8f4f4e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:45.807298 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-be33f7f0-1620-4a74-9705-9cab7d8f4f4e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Usage tracker for resource:security_group_rule and tenant:34e4725cbf874bb69f8cc9256a937e24 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:45.810448 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-be33f7f0-1620-4a74-9705-9cab7d8f4f4e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:45.816881 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8f9e4967-e958-4f46-ac7d-8263d7246a61 req-33bf0920-ec85-4d64-8417-b35f7a54eb8f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3b0688f5-5c3f-41fd-a9fb-4baca99572d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835969 Mar 11 16:03:45.817400 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-be33f7f0-1620-4a74-9705-9cab7d8f4f4e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:45.836727 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-be33f7f0-1620-4a74-9705-9cab7d8f4f4e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:45.910335 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-be33f7f0-1620-4a74-9705-9cab7d8f4f4e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:45.914092 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-be33f7f0-1620-4a74-9705-9cab7d8f4f4e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:45.938008 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be33f7f0-1620-4a74-9705-9cab7d8f4f4e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a1a770f-d3a9-4ac0-9296-f42162b3c7e9,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:45.959575 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-be33f7f0-1620-4a74-9705-9cab7d8f4f4e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:45.961743 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-be33f7f0-1620-4a74-9705-9cab7d8f4f4e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1714888 Mar 11 16:03:45.965220 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 48468) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:45.972675 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-f3c49cee-406b-4bd9-9f00-247d4ff2d69a tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Request body: {'security_group_rule': {'security_group_id': 'a353a4b0-77c7-4267-9b81-9e65c7f208b3', 'project_id': '34e4725cbf874bb69f8cc9256a937e24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:45.980415 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8f9e4967-e958-4f46-ac7d-8263d7246a61 req-6b6339c7-893f-4234-b5b5-94264b009ac1 service neutron] 10.222.0.73 "GET /v2.0/networks/3b0688f5-5c3f-41fd-a9fb-4baca99572d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581514 Mar 11 16:03:45.981292 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f3c49cee-406b-4bd9-9f00-247d4ff2d69a tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:45.985131 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f3c49cee-406b-4bd9-9f00-247d4ff2d69a tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Usage tracker for resource:security_group_rule and tenant:34e4725cbf874bb69f8cc9256a937e24 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:46.010064 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f3c49cee-406b-4bd9-9f00-247d4ff2d69a tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:46.020140 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f3c49cee-406b-4bd9-9f00-247d4ff2d69a tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:46.076222 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:46.089601 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.securitygroups_db [None req-f3c49cee-406b-4bd9-9f00-247d4ff2d69a tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Project 34e4725cbf874bb69f8cc9256a937e24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:03:46.099583 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f3c49cee-406b-4bd9-9f00-247d4ff2d69a tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:46.169244 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8f9e4967-e958-4f46-ac7d-8263d7246a61 req-70b262d2-a12f-465f-b89a-c8082223cc85 service neutron] 10.222.0.73 "GET /v2.0/networks/3b0688f5-5c3f-41fd-a9fb-4baca99572d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807230 Mar 11 16:03:46.170424 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-d9e279bb-f2ca-4b1b-8c73-a2f3e39ae714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562d45e6-267a-459f-aea8-ce5ee1d7edd5', 'name': 'tempest-TestMinimumBasicScenario-976450662-router', 'tenant_id': '34e4725cbf874bb69f8cc9256a937e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': 'b8150c47-3c71-4970-a011-4e5166915613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:02:49Z', 'updated_at': '2022-03-11T16:02:52Z', 'revision_number': 4, 'project_id': '34e4725cbf874bb69f8cc9256a937e24', 'gw_port': {'id': 'b8150c47-3c71-4970-a011-4e5166915613', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:92:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562d45e6-267a-459f-aea8-ce5ee1d7edd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:02:50Z', 'updated_at': '2022-03-11T16:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'a8bb5dd7-33ab-4970-9539-34978986dc62', 'tenant_id': '34e4725cbf874bb69f8cc9256a937e24', 'floating_ip_address': '172.26.0.129', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '562d45e6-267a-459f-aea8-ce5ee1d7edd5', 'port_id': 'b76cdbd7-47f5-4c95-838f-1be2a7115a93', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0688f5-5c3f-41fd-a9fb-4baca99572d6', 'mac_address': 'fa:16:3e:e5:66:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdd258a-c77c-4263-8190-a19b1bde885f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:03:43Z', 'updated_at': '2022-03-11T16:03:43Z', 'revision_number': 0, 'project_id': '34e4725cbf874bb69f8cc9256a937e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d83dbc0-48fb-46ab-9b38-fd359f892748', 'name': '', 'network_id': '3b0688f5-5c3f-41fd-a9fb-4baca99572d6', 'tenant_id': '34e4725cbf874bb69f8cc9256a937e24', 'mac_address': 'fa:16:3e:10:8e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562d45e6-267a-459f-aea8-ce5ee1d7edd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec06a899-0f7c-4782-9249-d46894899420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:02:51Z', 'updated_at': '2022-03-11T16:03:10Z', 'revision_number': 5, 'project_id': '34e4725cbf874bb69f8cc9256a937e24', 'subnets': [{'id': 'ec06a899-0f7c-4782-9249-d46894899420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:46.175765 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e279bb-f2ca-4b1b-8c73-a2f3e39ae714 None None] The sync data for ids ['562d45e6-267a-459f-aea8-ce5ee1d7edd5'] in dv-neutron-833373-1-hyperv is: [{'id': '562d45e6-267a-459f-aea8-ce5ee1d7edd5', 'name': 'tempest-TestMinimumBasicScenario-976450662-router', 'tenant_id': '34e4725cbf874bb69f8cc9256a937e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': 'b8150c47-3c71-4970-a011-4e5166915613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:02:49Z', 'updated_at': '2022-03-11T16:02:52Z', 'revision_number': 4, 'project_id': '34e4725cbf874bb69f8cc9256a937e24', 'gw_port': {'id': 'b8150c47-3c71-4970-a011-4e5166915613', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:92:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562d45e6-267a-459f-aea8-ce5ee1d7edd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:02:50Z', 'updated_at': '2022-03-11T16:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'a8bb5dd7-33ab-4970-9539-34978986dc62', 'tenant_id': '34e4725cbf874bb69f8cc9256a937e24', 'floating_ip_address': '172.26.0.129', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '562d45e6-267a-459f-aea8-ce5ee1d7edd5', 'port_id': 'b76cdbd7-47f5-4c95-838f-1be2a7115a93', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0688f5-5c3f-41fd-a9fb-4baca99572d6', 'mac_address': 'fa:16:3e:e5:66:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdd258a-c77c-4263-8190-a19b1bde885f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:03:43Z', 'updated_at': '2022-03-11T16:03:43Z', 'revision_number': 0, 'project_id': '34e4725cbf874bb69f8cc9256a937e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d83dbc0-48fb-46ab-9b38-fd359f892748', 'name': '', 'network_id': '3b0688f5-5c3f-41fd-a9fb-4baca99572d6', 'tenant_id': '34e4725cbf874bb69f8cc9256a937e24', 'mac_address': 'fa:16:3e:10:8e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562d45e6-267a-459f-aea8-ce5ee1d7edd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec06a899-0f7c-4782-9249-d46894899420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:02:51Z', 'updated_at': '2022-03-11T16:03:10Z', 'revision_number': 5, 'project_id': '34e4725cbf874bb69f8cc9256a937e24', 'subnets': [{'id': 'ec06a899-0f7c-4782-9249-d46894899420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:03:46.201049 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f3c49cee-406b-4bd9-9f00-247d4ff2d69a tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:46.206186 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f3c49cee-406b-4bd9-9f00-247d4ff2d69a tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:46.231684 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c49cee-406b-4bd9-9f00-247d4ff2d69a tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77fd77e7-81c7-407f-be28-4eb4edef2caa,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:46.242849 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f3c49cee-406b-4bd9-9f00-247d4ff2d69a tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:46.244420 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f3c49cee-406b-4bd9-9f00-247d4ff2d69a tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2788141 Mar 11 16:03:46.247576 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 48472) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:46.253261 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-8827a623-07d8-42f5-9a30-99bc08ff2cad tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Request body: {'security_group_rule': {'security_group_id': 'a353a4b0-77c7-4267-9b81-9e65c7f208b3', 'project_id': '34e4725cbf874bb69f8cc9256a937e24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:46.260297 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-8827a623-07d8-42f5-9a30-99bc08ff2cad tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:46.265073 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-8827a623-07d8-42f5-9a30-99bc08ff2cad tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Usage tracker for resource:security_group_rule and tenant:34e4725cbf874bb69f8cc9256a937e24 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:46.269724 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-8827a623-07d8-42f5-9a30-99bc08ff2cad tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:46.275444 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-8827a623-07d8-42f5-9a30-99bc08ff2cad tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:46.286860 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.securitygroups_db [None req-8827a623-07d8-42f5-9a30-99bc08ff2cad tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Project 34e4725cbf874bb69f8cc9256a937e24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:03:46.294834 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8827a623-07d8-42f5-9a30-99bc08ff2cad tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:46.363309 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8827a623-07d8-42f5-9a30-99bc08ff2cad tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:46.367044 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8827a623-07d8-42f5-9a30-99bc08ff2cad tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:46.390352 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827a623-07d8-42f5-9a30-99bc08ff2cad tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d45c7ac6-9925-4a46-8cdd-251786762554,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:46.400398 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8827a623-07d8-42f5-9a30-99bc08ff2cad tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:46.401564 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-8827a623-07d8-42f5-9a30-99bc08ff2cad tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1528265 Mar 11 16:03:46.416016 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48145346-3a9e-4969-8b1d-f67eae7e83d4 None None] New status for floating IP a8bb5dd7-33ab-4970-9539-34978986dc62: ACTIVE {{(pid=83869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:03:46.535057 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-619a09ba-14ea-4a05-af34-bb9cc5b0e010 req-405eb336-6777-4091-884d-f540950b6fdf tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1852291218&fields=id&tenant_id=34e4725cbf874bb69f8cc9256a937e24 HTTP/1.1" status: 200 len: 267 time: 0.0409107 Mar 11 16:03:46.619185 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a09ba-14ea-4a05-af34-bb9cc5b0e010 req-4a9a4386-0755-4ea9-9037-3ff7709fcb16 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:46.620678 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-619a09ba-14ea-4a05-af34-bb9cc5b0e010 req-4a9a4386-0755-4ea9-9037-3ff7709fcb16 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 945 time: 0.0804939 Mar 11 16:03:46.632746 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [req-619a09ba-14ea-4a05-af34-bb9cc5b0e010 req-d7d4c57e-5680-4e6d-984a-0c54af8d9eb2 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Request body: {'port': {'security_groups': ['80c3f72d-7180-4ac7-bb71-2782a0d49d29', 'a353a4b0-77c7-4267-9b81-9e65c7f208b3']}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:46.750296 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [req-619a09ba-14ea-4a05-af34-bb9cc5b0e010 req-d7d4c57e-5680-4e6d-984a-0c54af8d9eb2 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:47.096460 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [req-619a09ba-14ea-4a05-af34-bb9cc5b0e010 req-d7d4c57e-5680-4e6d-984a-0c54af8d9eb2 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] For port b76cdbd7-47f5-4c95-838f-1be2a7115a93, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b76cdbd7-47f5-4c95-838f-1be2a7115a93,segment=NetworkSegment(9db02b5c-2d49-4021-af11-fd8925aad783),segment_id=9db02b5c-2d49-4021-af11-fd8925aad783)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:03:47.120252 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [req-619a09ba-14ea-4a05-af34-bb9cc5b0e010 req-d7d4c57e-5680-4e6d-984a-0c54af8d9eb2 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:47.124798 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [req-619a09ba-14ea-4a05-af34-bb9cc5b0e010 req-d7d4c57e-5680-4e6d-984a-0c54af8d9eb2 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:47.135706 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['b76cdbd7-47f5-4c95-838f-1be2a7115a93'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:03:47.195693 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a09ba-14ea-4a05-af34-bb9cc5b0e010 req-d7d4c57e-5680-4e6d-984a-0c54af8d9eb2 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:47.196332 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [req-619a09ba-14ea-4a05-af34-bb9cc5b0e010 req-d7d4c57e-5680-4e6d-984a-0c54af8d9eb2 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:47.197704 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-619a09ba-14ea-4a05-af34-bb9cc5b0e010 req-d7d4c57e-5680-4e6d-984a-0c54af8d9eb2 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "PUT /v2.0/ports/b76cdbd7-47f5-4c95-838f-1be2a7115a93 HTTP/1.1" status: 200 len: 981 time: 0.5705197 Mar 11 16:03:47.198149 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cdd258a-c77c-4263-8190-a19b1bde885f', 'tag': 'b76cdbd7-47f5-4c95-838f-1be2a7115a93'}] {{(pid=83867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:03:47.216033 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d4c57e-5680-4e6d-984a-0c54af8d9eb2 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Pushing event updated for resources: {'Port': ['ID=b76cdbd7-47f5-4c95-838f-1be2a7115a93,revision_number=6']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:47.271078 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['b76cdbd7-47f5-4c95-838f-1be2a7115a93'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:03:47.273807 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cdd258a-c77c-4263-8190-a19b1bde885f', 'tag': 'b76cdbd7-47f5-4c95-838f-1be2a7115a93', 'status': 'completed', 'code': 200} Mar 11 16:03:47.384118 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-46ebfa4f-63c5-4617-9738-bbced078cf23 req-8adb2ca8-7df6-439e-ab70-e5596637112d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=34e4725cbf874bb69f8cc9256a937e24&device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 1137 time: 0.0842030 Mar 11 16:03:47.452747 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712be36d-1d01-4b97-a191-dada40dbf00a req-5fe23f12-3150-4118-ace3-04205431cb17 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:47.471154 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-712be36d-1d01-4b97-a191-dada40dbf00a req-5fe23f12-3150-4118-ace3-04205431cb17 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 984 time: 0.1272690 Mar 11 16:03:47.553389 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-712be36d-1d01-4b97-a191-dada40dbf00a req-be7ed5e3-4b4c-43b8-8bdb-d561ff694874 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/security-groups?id=80c3f72d-7180-4ac7-bb71-2782a0d49d29&id=a353a4b0-77c7-4267-9b81-9e65c7f208b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0806150 Mar 11 16:03:47.581921 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebfa4f-63c5-4617-9738-bbced078cf23 req-100a0eea-c099-4e59-9312-5bd56d83cf96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:47.581921 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-46ebfa4f-63c5-4617-9738-bbced078cf23 req-100a0eea-c099-4e59-9312-5bd56d83cf96 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3b0688f5-5c3f-41fd-a9fb-4baca99572d6 HTTP/1.1" status: 200 len: 915 time: 0.1893301 Mar 11 16:03:47.651854 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-de866ac0-ab5b-444d-9fe9-4654b00757ae None None] Provisioning complete for port b76cdbd7-47f5-4c95-838f-1be2a7115a93 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:47.652242 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-de866ac0-ab5b-444d-9fe9-4654b00757ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:47.686035 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-46ebfa4f-63c5-4617-9738-bbced078cf23 req-3fc651a1-a454-48d7-a2b7-38f02458e2ec service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b76cdbd7-47f5-4c95-838f-1be2a7115a93 HTTP/1.1" status: 200 len: 1001 time: 0.0978808 Mar 11 16:03:47.751749 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebfa4f-63c5-4617-9738-bbced078cf23 req-69c79fc1-849a-43f9-ac81-9212722dfb44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:47.754000 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-46ebfa4f-63c5-4617-9738-bbced078cf23 req-69c79fc1-849a-43f9-ac81-9212722dfb44 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ec06a899-0f7c-4782-9249-d46894899420 HTTP/1.1" status: 200 len: 853 time: 0.0612988 Mar 11 16:03:47.832082 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-46ebfa4f-63c5-4617-9738-bbced078cf23 req-72b24902-5995-4ea5-8398-d2fccb683e01 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3b0688f5-5c3f-41fd-a9fb-4baca99572d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721605 Mar 11 16:03:47.969060 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-46ebfa4f-63c5-4617-9738-bbced078cf23 req-ed48e257-4055-41a0-a1f4-2a16664f22d7 service neutron] 10.222.0.73 "GET /v2.0/networks/3b0688f5-5c3f-41fd-a9fb-4baca99572d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305532 Mar 11 16:03:48.101546 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-46ebfa4f-63c5-4617-9738-bbced078cf23 req-fc594617-062c-4421-b82d-d95cb174842e service neutron] 10.222.0.73 "GET /v2.0/networks/3b0688f5-5c3f-41fd-a9fb-4baca99572d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269190 Mar 11 16:03:59.410075 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7e164b2e-c1e0-4eef-b3b2-719ed98a4b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:00.977550 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:04:01.671516 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b3ab8e06-9ae1-44f4-be3b-7fe1db2e41ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:02.846052 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:03.075280 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:04.288566 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:16.061027 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:24.953021 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-59727cb6-a2f0-4e37-8f42-dc15fa628e99 req-c3a0bbf7-1bd5-4fff-abca-8aea3237d96c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3cdd258a-c77c-4263-8190-a19b1bde885f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705724 Mar 11 16:04:25.087438 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-59727cb6-a2f0-4e37-8f42-dc15fa628e99 req-b3083e97-2a10-400f-8cb5-7f1f6486444e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=34e4725cbf874bb69f8cc9256a937e24&device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 1137 time: 0.0674694 Mar 11 16:04:25.319800 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59727cb6-a2f0-4e37-8f42-dc15fa628e99 req-eb3153e6-0bec-403c-a5b4-cf2f149a970b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:25.321300 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-59727cb6-a2f0-4e37-8f42-dc15fa628e99 req-eb3153e6-0bec-403c-a5b4-cf2f149a970b service neutron] 10.222.0.73 "GET /v2.0/networks?id=3b0688f5-5c3f-41fd-a9fb-4baca99572d6 HTTP/1.1" status: 200 len: 915 time: 0.2151983 Mar 11 16:04:25.421687 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-59727cb6-a2f0-4e37-8f42-dc15fa628e99 req-779120cd-2df4-4a4b-8958-9282e9954635 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b76cdbd7-47f5-4c95-838f-1be2a7115a93 HTTP/1.1" status: 200 len: 1001 time: 0.0944049 Mar 11 16:04:25.481532 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59727cb6-a2f0-4e37-8f42-dc15fa628e99 req-0999ac68-5baa-49e0-9419-242d4bb63d2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:25.482894 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-59727cb6-a2f0-4e37-8f42-dc15fa628e99 req-0999ac68-5baa-49e0-9419-242d4bb63d2e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ec06a899-0f7c-4782-9249-d46894899420 HTTP/1.1" status: 200 len: 853 time: 0.0557199 Mar 11 16:04:25.559869 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-59727cb6-a2f0-4e37-8f42-dc15fa628e99 req-d13e9973-a970-4f54-b9ab-cd16e00b1fe0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3b0688f5-5c3f-41fd-a9fb-4baca99572d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701799 Mar 11 16:04:25.688375 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-59727cb6-a2f0-4e37-8f42-dc15fa628e99 req-ca591c34-2965-4db2-bb7d-d7e6b5d68b07 service neutron] 10.222.0.73 "GET /v2.0/networks/3b0688f5-5c3f-41fd-a9fb-4baca99572d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210639 Mar 11 16:04:25.815082 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-59727cb6-a2f0-4e37-8f42-dc15fa628e99 req-9d22b44d-1412-4577-aa9f-1a14f07283c7 service neutron] 10.222.0.73 "GET /v2.0/networks/3b0688f5-5c3f-41fd-a9fb-4baca99572d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213057 Mar 11 16:04:29.402207 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e3e33893-4343-4530-9e12-82ccf3a848af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:31.672603 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9da3d37e-c075-4568-9e85-b96f797c21cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:32.839856 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:33.077061 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:34.291053 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:37.977999 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:04:46.085747 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:46.429344 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-02bfa0bc-a971-4367-b8e2-d71c5954c2d3 req-9122f619-075b-4cdf-94b0-80c1499bbb0c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=34e4725cbf874bb69f8cc9256a937e24&device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 1137 time: 0.0693901 Mar 11 16:04:46.475583 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc070a-a49f-4bde-ae12-66956d07d019 req-7054a574-c740-41ad-9d66-912077b118fd tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:46.477034 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-7fcc070a-a49f-4bde-ae12-66956d07d019 req-7054a574-c740-41ad-9d66-912077b118fd tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 984 time: 0.0761244 Mar 11 16:04:46.526618 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-7fcc070a-a49f-4bde-ae12-66956d07d019 req-cf1fb16c-258f-4551-b49b-cace9419f832 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/security-groups?id=80c3f72d-7180-4ac7-bb71-2782a0d49d29&id=a353a4b0-77c7-4267-9b81-9e65c7f208b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440059 Mar 11 16:04:46.565755 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfa0bc-a971-4367-b8e2-d71c5954c2d3 req-2cbe6296-27b4-4598-87f5-da8b7cf57648 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:46.567188 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-02bfa0bc-a971-4367-b8e2-d71c5954c2d3 req-2cbe6296-27b4-4598-87f5-da8b7cf57648 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3b0688f5-5c3f-41fd-a9fb-4baca99572d6 HTTP/1.1" status: 200 len: 915 time: 0.1321115 Mar 11 16:04:46.671298 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-02bfa0bc-a971-4367-b8e2-d71c5954c2d3 req-6f2bfb38-1325-44db-afca-975bacb74351 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b76cdbd7-47f5-4c95-838f-1be2a7115a93 HTTP/1.1" status: 200 len: 1001 time: 0.0975819 Mar 11 16:04:46.734194 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfa0bc-a971-4367-b8e2-d71c5954c2d3 req-13985763-019d-4cec-b495-3912c6ee6ded service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:46.735515 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-02bfa0bc-a971-4367-b8e2-d71c5954c2d3 req-13985763-019d-4cec-b495-3912c6ee6ded service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ec06a899-0f7c-4782-9249-d46894899420 HTTP/1.1" status: 200 len: 853 time: 0.0579844 Mar 11 16:04:46.812338 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-02bfa0bc-a971-4367-b8e2-d71c5954c2d3 req-1cef5cfd-720b-40fc-8ce4-b9eeb013767d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3b0688f5-5c3f-41fd-a9fb-4baca99572d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704668 Mar 11 16:04:46.941040 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-02bfa0bc-a971-4367-b8e2-d71c5954c2d3 req-d7359789-b79f-48ff-8ee4-94a8d1fa545e service neutron] 10.222.0.73 "GET /v2.0/networks/3b0688f5-5c3f-41fd-a9fb-4baca99572d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219471 Mar 11 16:04:47.073438 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-02bfa0bc-a971-4367-b8e2-d71c5954c2d3 req-49ec9e19-04db-4f44-b3e0-a9182392fed4 service neutron] 10.222.0.73 "GET /v2.0/networks/3b0688f5-5c3f-41fd-a9fb-4baca99572d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257434 Mar 11 16:04:47.723139 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac5dcd-6f32-4ee1-932a-6b227e10b56f req-cc7757bd-a701-4a60-83d9-2d873ddb0d67 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:47.724619 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-94ac5dcd-6f32-4ee1-932a-6b227e10b56f req-cc7757bd-a701-4a60-83d9-2d873ddb0d67 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 984 time: 0.0758045 Mar 11 16:04:47.771951 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-94ac5dcd-6f32-4ee1-932a-6b227e10b56f req-b468987f-56a3-4cc5-a9b6-fee36097ef1c tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Synchronizing usage tracker for tenant:34e4725cbf874bb69f8cc9256a937e24 on resource:security_group {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:04:47.788816 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-94ac5dcd-6f32-4ee1-932a-6b227e10b56f req-b468987f-56a3-4cc5-a9b6-fee36097ef1c tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Unset dirty status for tenant:34e4725cbf874bb69f8cc9256a937e24 on resource:security_group {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:04:47.790040 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-94ac5dcd-6f32-4ee1-932a-6b227e10b56f req-b468987f-56a3-4cc5-a9b6-fee36097ef1c tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/security-groups?id=80c3f72d-7180-4ac7-bb71-2782a0d49d29&id=a353a4b0-77c7-4267-9b81-9e65c7f208b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598552 Mar 11 16:04:48.988711 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380972c-9d3e-4d0c-bf7e-d2dbdfaaf1aa req-1a7d3fbb-92b8-462b-b360-72b03dd6c0d0 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:48.990137 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-1380972c-9d3e-4d0c-bf7e-d2dbdfaaf1aa req-1a7d3fbb-92b8-462b-b360-72b03dd6c0d0 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 984 time: 0.0770063 Mar 11 16:04:49.036562 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-1380972c-9d3e-4d0c-bf7e-d2dbdfaaf1aa req-270e0bd4-b966-469a-b6e4-34aa56b7794a tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/security-groups?id=80c3f72d-7180-4ac7-bb71-2782a0d49d29&id=a353a4b0-77c7-4267-9b81-9e65c7f208b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409098 Mar 11 16:04:50.238664 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440758dd-f9a8-46b7-a02d-72c57bebaec0 req-b87bf08a-d000-41d2-8a42-32be15dd166a tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:50.239799 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-440758dd-f9a8-46b7-a02d-72c57bebaec0 req-b87bf08a-d000-41d2-8a42-32be15dd166a tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 984 time: 0.0803981 Mar 11 16:04:50.286445 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-440758dd-f9a8-46b7-a02d-72c57bebaec0 req-10c0a57a-21fd-4c8d-80cf-cfcf13d60573 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/security-groups?id=80c3f72d-7180-4ac7-bb71-2782a0d49d29&id=a353a4b0-77c7-4267-9b81-9e65c7f208b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409477 Mar 11 16:04:51.482286 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5b1b6-9d72-4561-8d46-7f356a1817c4 req-cbe2d3ab-6318-484f-84fb-e66326a78c37 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:51.483718 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f1e5b1b6-9d72-4561-8d46-7f356a1817c4 req-cbe2d3ab-6318-484f-84fb-e66326a78c37 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 984 time: 0.0799453 Mar 11 16:04:51.533747 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f1e5b1b6-9d72-4561-8d46-7f356a1817c4 req-217ec21a-fc03-4ad5-abe4-cfe66aa12b51 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/security-groups?id=80c3f72d-7180-4ac7-bb71-2782a0d49d29&id=a353a4b0-77c7-4267-9b81-9e65c7f208b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421548 Mar 11 16:04:52.728955 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1913702-3771-4a77-9a2c-282a647e64f4 req-ff27da0e-37e7-4d17-ab44-f7caf6cd6ceb tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:52.730390 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d1913702-3771-4a77-9a2c-282a647e64f4 req-ff27da0e-37e7-4d17-ab44-f7caf6cd6ceb tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 984 time: 0.0760589 Mar 11 16:04:52.872888 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d1913702-3771-4a77-9a2c-282a647e64f4 req-04f1aaa7-6a68-4bc7-b643-907e5977b7bb tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/security-groups?id=80c3f72d-7180-4ac7-bb71-2782a0d49d29&id=a353a4b0-77c7-4267-9b81-9e65c7f208b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1368961 Mar 11 16:04:54.071025 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356aa55b-b9d1-47c0-b4e3-ad881a6340e3 req-72bcf3b8-9e8a-4422-910a-3fa117618e80 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:54.072477 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-356aa55b-b9d1-47c0-b4e3-ad881a6340e3 req-72bcf3b8-9e8a-4422-910a-3fa117618e80 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 984 time: 0.0749946 Mar 11 16:04:54.118933 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-356aa55b-b9d1-47c0-b4e3-ad881a6340e3 req-d170e8b4-524e-482a-b223-2151d7e7f806 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/security-groups?id=80c3f72d-7180-4ac7-bb71-2782a0d49d29&id=a353a4b0-77c7-4267-9b81-9e65c7f208b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409267 Mar 11 16:04:55.316462 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350f8c7-2cf0-408a-a7f9-0138bed68242 req-d4946c56-b184-43fa-898a-8641ba2a8b15 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:55.317810 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6350f8c7-2cf0-408a-a7f9-0138bed68242 req-d4946c56-b184-43fa-898a-8641ba2a8b15 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 984 time: 0.0770013 Mar 11 16:04:55.364380 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6350f8c7-2cf0-408a-a7f9-0138bed68242 req-853a1785-7aef-4ce5-81d6-e907d3a83050 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/security-groups?id=80c3f72d-7180-4ac7-bb71-2782a0d49d29&id=a353a4b0-77c7-4267-9b81-9e65c7f208b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409982 Mar 11 16:04:56.561882 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee1d3a-ca4e-4b34-aa61-7d940b3361ca req-1405149c-0326-483c-b278-fc89184562ec tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:56.563315 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-5eee1d3a-ca4e-4b34-aa61-7d940b3361ca req-1405149c-0326-483c-b278-fc89184562ec tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 984 time: 0.0797486 Mar 11 16:04:56.609644 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-5eee1d3a-ca4e-4b34-aa61-7d940b3361ca req-1136fd57-80fd-414e-89f9-abc5b5ebc021 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/security-groups?id=80c3f72d-7180-4ac7-bb71-2782a0d49d29&id=a353a4b0-77c7-4267-9b81-9e65c7f208b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404510 Mar 11 16:04:57.809863 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71f7b4-954c-4f49-a45e-cb4f6e6f6440 req-cc20fc4d-4c86-4733-9e55-5432913cc64e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:57.811309 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2d71f7b4-954c-4f49-a45e-cb4f6e6f6440 req-cc20fc4d-4c86-4733-9e55-5432913cc64e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 984 time: 0.0794997 Mar 11 16:04:57.859210 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2d71f7b4-954c-4f49-a45e-cb4f6e6f6440 req-464c6bac-89be-4cff-b47f-590ee0efdd2b tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/security-groups?id=80c3f72d-7180-4ac7-bb71-2782a0d49d29&id=a353a4b0-77c7-4267-9b81-9e65c7f208b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410068 Mar 11 16:04:59.062466 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1844bfb-aa6c-4329-b244-16150e903ac5 req-e8edb68d-e3a2-464b-ad39-39cfaed0e4cc tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:59.064517 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f1844bfb-aa6c-4329-b244-16150e903ac5 req-e8edb68d-e3a2-464b-ad39-39cfaed0e4cc tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 984 time: 0.0762675 Mar 11 16:04:59.114496 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f1844bfb-aa6c-4329-b244-16150e903ac5 req-7092d7a0-1fd6-485c-a381-be3b76dc5a1e tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/security-groups?id=80c3f72d-7180-4ac7-bb71-2782a0d49d29&id=a353a4b0-77c7-4267-9b81-9e65c7f208b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444160 Mar 11 16:04:59.404390 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cb83ea91-edd9-475b-b43f-cf483b6b8a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:01.674334 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-eddb5d5a-757f-4129-a43a-f3740e9621bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:02.843317 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:03.079902 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:04.294096 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:14.977999 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:05:16.085440 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:26.944892 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e7f8f9df-45c7-4394-832d-1151c9c6a78b req-7a7aec04-51f5-44c5-8b4f-b9c64a48384e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3cdd258a-c77c-4263-8190-a19b1bde885f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0656135 Mar 11 16:05:27.086534 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e7f8f9df-45c7-4394-832d-1151c9c6a78b req-a39c2cb0-1f84-4d8a-b76b-8b9e0fc6d261 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=34e4725cbf874bb69f8cc9256a937e24&device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 1137 time: 0.0718665 Mar 11 16:05:27.230251 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8f9df-45c7-4394-832d-1151c9c6a78b req-c7291fac-2819-4216-b6a5-1a2350490152 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:27.231592 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e7f8f9df-45c7-4394-832d-1151c9c6a78b req-c7291fac-2819-4216-b6a5-1a2350490152 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3b0688f5-5c3f-41fd-a9fb-4baca99572d6 HTTP/1.1" status: 200 len: 915 time: 0.1258380 Mar 11 16:05:27.336185 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e7f8f9df-45c7-4394-832d-1151c9c6a78b req-b3dc60b1-cc29-4f4c-a39a-202c0994ba43 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b76cdbd7-47f5-4c95-838f-1be2a7115a93 HTTP/1.1" status: 200 len: 1001 time: 0.0989156 Mar 11 16:05:27.397604 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8f9df-45c7-4394-832d-1151c9c6a78b req-c2a05978-f0f8-43c9-bb6b-07ab4d98013e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:27.399006 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e7f8f9df-45c7-4394-832d-1151c9c6a78b req-c2a05978-f0f8-43c9-bb6b-07ab4d98013e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ec06a899-0f7c-4782-9249-d46894899420 HTTP/1.1" status: 200 len: 853 time: 0.0568628 Mar 11 16:05:27.473013 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e7f8f9df-45c7-4394-832d-1151c9c6a78b req-ab3c25b6-aa77-4aee-9a0b-5e0392b37563 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3b0688f5-5c3f-41fd-a9fb-4baca99572d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675433 Mar 11 16:05:27.603813 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e7f8f9df-45c7-4394-832d-1151c9c6a78b req-2b7387c2-324d-4a35-8fd3-39450c58d7eb service neutron] 10.222.0.73 "GET /v2.0/networks/3b0688f5-5c3f-41fd-a9fb-4baca99572d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241789 Mar 11 16:05:27.741045 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e7f8f9df-45c7-4394-832d-1151c9c6a78b req-fb242ae4-3a3d-4b1f-92d7-058ce746088c service neutron] 10.222.0.73 "GET /v2.0/networks/3b0688f5-5c3f-41fd-a9fb-4baca99572d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317050 Mar 11 16:05:29.407285 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3120e969-01c7-44b7-b249-d0d49d3526fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:31.674651 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-72ece70b-afee-4417-b147-62f66756663b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:32.846415 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:33.082371 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:34.296370 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:46.095434 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:51.978097 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:05:57.511070 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-38f82e00-24f9-4bca-8ebf-d7fc6fcc3c73 req-4bc50192-dbb9-4840-be41-0e8e49d7fc4b tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1852291218&fields=id&tenant_id=34e4725cbf874bb69f8cc9256a937e24 HTTP/1.1" status: 200 len: 267 time: 0.0451801 Mar 11 16:05:57.589463 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f82e00-24f9-4bca-8ebf-d7fc6fcc3c73 req-3074c3f5-15bd-4cac-84e2-cba1bcfe8728 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:57.590910 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-38f82e00-24f9-4bca-8ebf-d7fc6fcc3c73 req-3074c3f5-15bd-4cac-84e2-cba1bcfe8728 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 984 time: 0.0747545 Mar 11 16:05:57.602595 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-38f82e00-24f9-4bca-8ebf-d7fc6fcc3c73 req-e97050ff-5223-4d32-ae93-f2ede372b27f tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Request body: {'port': {'security_groups': ['80c3f72d-7180-4ac7-bb71-2782a0d49d29']}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:05:57.720025 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-38f82e00-24f9-4bca-8ebf-d7fc6fcc3c73 req-e97050ff-5223-4d32-ae93-f2ede372b27f tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:57.960682 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-38f82e00-24f9-4bca-8ebf-d7fc6fcc3c73 req-e97050ff-5223-4d32-ae93-f2ede372b27f tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] For port b76cdbd7-47f5-4c95-838f-1be2a7115a93, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b76cdbd7-47f5-4c95-838f-1be2a7115a93,segment=NetworkSegment(9db02b5c-2d49-4021-af11-fd8925aad783),segment_id=9db02b5c-2d49-4021-af11-fd8925aad783)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:05:57.989385 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-38f82e00-24f9-4bca-8ebf-d7fc6fcc3c73 req-e97050ff-5223-4d32-ae93-f2ede372b27f tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:57.993751 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-38f82e00-24f9-4bca-8ebf-d7fc6fcc3c73 req-e97050ff-5223-4d32-ae93-f2ede372b27f tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:58.005704 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['b76cdbd7-47f5-4c95-838f-1be2a7115a93'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:05:58.066026 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f82e00-24f9-4bca-8ebf-d7fc6fcc3c73 req-e97050ff-5223-4d32-ae93-f2ede372b27f tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:58.066641 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-38f82e00-24f9-4bca-8ebf-d7fc6fcc3c73 req-e97050ff-5223-4d32-ae93-f2ede372b27f tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:58.073877 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 48560) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:58.074356 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-38f82e00-24f9-4bca-8ebf-d7fc6fcc3c73 req-e97050ff-5223-4d32-ae93-f2ede372b27f tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "PUT /v2.0/ports/b76cdbd7-47f5-4c95-838f-1be2a7115a93 HTTP/1.1" status: 200 len: 942 time: 0.4758949 Mar 11 16:05:58.074445 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cdd258a-c77c-4263-8190-a19b1bde885f', 'tag': 'b76cdbd7-47f5-4c95-838f-1be2a7115a93'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:05:58.093445 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97050ff-5223-4d32-ae93-f2ede372b27f tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Pushing event updated for resources: {'Port': ['ID=b76cdbd7-47f5-4c95-838f-1be2a7115a93,revision_number=7']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:58.103985 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97050ff-5223-4d32-ae93-f2ede372b27f tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:58.104376 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97050ff-5223-4d32-ae93-f2ede372b27f tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:58.104854 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97050ff-5223-4d32-ae93-f2ede372b27f tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:58.105202 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97050ff-5223-4d32-ae93-f2ede372b27f tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:58.105539 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97050ff-5223-4d32-ae93-f2ede372b27f tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:58.105871 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97050ff-5223-4d32-ae93-f2ede372b27f tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:58.106201 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97050ff-5223-4d32-ae93-f2ede372b27f tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:58.106584 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97050ff-5223-4d32-ae93-f2ede372b27f tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:58.106916 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97050ff-5223-4d32-ae93-f2ede372b27f tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:58.107242 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97050ff-5223-4d32-ae93-f2ede372b27f tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:58.107566 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97050ff-5223-4d32-ae93-f2ede372b27f tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:58.157201 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['b76cdbd7-47f5-4c95-838f-1be2a7115a93'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:05:58.195824 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8a5b8c78-7f45-4f2f-9d52-19ad01810061 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:58.254731 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8a5b8c78-7f45-4f2f-9d52-19ad01810061 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:58.320741 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cdd258a-c77c-4263-8190-a19b1bde885f', 'tag': 'b76cdbd7-47f5-4c95-838f-1be2a7115a93', 'status': 'completed', 'code': 200} Mar 11 16:05:58.354191 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8a5b8c78-7f45-4f2f-9d52-19ad01810061 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:58.375257 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b8c78-7f45-4f2f-9d52-19ad01810061 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a353a4b0-77c7-4267-9b81-9e65c7f208b3,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:58.388990 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b8c78-7f45-4f2f-9d52-19ad01810061 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:58.389344 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b8c78-7f45-4f2f-9d52-19ad01810061 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:58.389670 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b8c78-7f45-4f2f-9d52-19ad01810061 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:58.390032 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b8c78-7f45-4f2f-9d52-19ad01810061 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:58.390884 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b8c78-7f45-4f2f-9d52-19ad01810061 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:58.391388 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b8c78-7f45-4f2f-9d52-19ad01810061 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:58.391898 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b8c78-7f45-4f2f-9d52-19ad01810061 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:58.392281 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b8c78-7f45-4f2f-9d52-19ad01810061 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:58.392588 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b8c78-7f45-4f2f-9d52-19ad01810061 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:58.392907 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b8c78-7f45-4f2f-9d52-19ad01810061 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:58.393225 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b8c78-7f45-4f2f-9d52-19ad01810061 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:58.404523 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8a5b8c78-7f45-4f2f-9d52-19ad01810061 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:58.405286 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-8a5b8c78-7f45-4f2f-9d52-19ad01810061 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "DELETE /v2.0/security-groups/a353a4b0-77c7-4267-9b81-9e65c7f208b3 HTTP/1.1" status: 204 len: 168 time: 0.3297527 Mar 11 16:05:58.407863 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 48572) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:58.412725 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a8e1f8cd-892c-4855-bce4-68dd5a7c2181 req-57947ae7-5cf9-4251-81ec-eda6cc2cd3a5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=34e4725cbf874bb69f8cc9256a937e24&device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 1098 time: 0.0730286 Mar 11 16:05:58.463309 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-df4b0a07-440d-4b48-acf0-716564aa877e None None] Provisioning complete for port b76cdbd7-47f5-4c95-838f-1be2a7115a93 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:05:58.463686 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-df4b0a07-440d-4b48-acf0-716564aa877e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:58.638191 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-786fcb73-f802-46ba-8e73-3d7643af1c27 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Deleting port 8d103b4a-653d-45fa-a04b-4173bb9b0136 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:05:58.638191 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-786fcb73-f802-46ba-8e73-3d7643af1c27 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:58.651512 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1f8cd-892c-4855-bce4-68dd5a7c2181 req-c41d39dd-8cf4-4d68-b48d-9e6d6662d7df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:58.652958 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a8e1f8cd-892c-4855-bce4-68dd5a7c2181 req-c41d39dd-8cf4-4d68-b48d-9e6d6662d7df service neutron] 10.222.0.73 "GET /v2.0/networks?id=3b0688f5-5c3f-41fd-a9fb-4baca99572d6 HTTP/1.1" status: 200 len: 915 time: 0.2341390 Mar 11 16:05:58.755539 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a8e1f8cd-892c-4855-bce4-68dd5a7c2181 req-6b628204-5ed2-4c61-af3f-05af4b1e8289 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b76cdbd7-47f5-4c95-838f-1be2a7115a93 HTTP/1.1" status: 200 len: 1001 time: 0.0953901 Mar 11 16:05:58.805532 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-786fcb73-f802-46ba-8e73-3d7643af1c27 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:58.805769 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-786fcb73-f802-46ba-8e73-3d7643af1c27 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:58.822408 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1f8cd-892c-4855-bce4-68dd5a7c2181 req-e9da9984-96e4-4ac9-bb00-4f462c5c75dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:58.823826 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a8e1f8cd-892c-4855-bce4-68dd5a7c2181 req-e9da9984-96e4-4ac9-bb00-4f462c5c75dc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ec06a899-0f7c-4782-9249-d46894899420 HTTP/1.1" status: 200 len: 853 time: 0.0627434 Mar 11 16:05:58.900366 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a8e1f8cd-892c-4855-bce4-68dd5a7c2181 req-98b7117e-95ca-4260-8224-00c6a281b2d2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3b0688f5-5c3f-41fd-a9fb-4baca99572d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706453 Mar 11 16:05:58.925317 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-786fcb73-f802-46ba-8e73-3d7643af1c27 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Calling delete_port for 8d103b4a-653d-45fa-a04b-4173bb9b0136 owned by network:floatingip {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:05:59.035635 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a8e1f8cd-892c-4855-bce4-68dd5a7c2181 req-43c25f06-420c-4320-9c9a-0a1d9d5a50d4 service neutron] 10.222.0.73 "GET /v2.0/networks/3b0688f5-5c3f-41fd-a9fb-4baca99572d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283467 Mar 11 16:05:59.158034 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-786fcb73-f802-46ba-8e73-3d7643af1c27 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:59.168770 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a8e1f8cd-892c-4855-bce4-68dd5a7c2181 req-a71c3b97-cf8d-4678-9272-2b2e26f6f2f3 service neutron] 10.222.0.73 "GET /v2.0/networks/3b0688f5-5c3f-41fd-a9fb-4baca99572d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270845 Mar 11 16:05:59.206581 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786fcb73-f802-46ba-8e73-3d7643af1c27 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Pushing event deleted for resources: {'Port': ['ID=8d103b4a-653d-45fa-a04b-4173bb9b0136,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:59.293415 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-786fcb73-f802-46ba-8e73-3d7643af1c27 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks [] for floatingip, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:59.408669 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8cd769cf-2de9-4440-93d3-77662dfe795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:59.684528 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786fcb73-f802-46ba-8e73-3d7643af1c27 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Router 562d45e6-267a-459f-aea8-ce5ee1d7edd5 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:05:59.879303 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786fcb73-f802-46ba-8e73-3d7643af1c27 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:05:59.888677 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4570d7-ff5f-4b74-96da-585819d0fc46 None None] Sync routers for ids ['562d45e6-267a-459f-aea8-ce5ee1d7edd5'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:05:59.899342 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-786fcb73-f802-46ba-8e73-3d7643af1c27 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:59.901258 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4570d7-ff5f-4b74-96da-585819d0fc46 None None] Routers {'562d45e6-267a-459f-aea8-ce5ee1d7edd5'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:59.901858 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-7f4570d7-ff5f-4b74-96da-585819d0fc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:05:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['562d45e6-267a-459f-aea8-ce5ee1d7edd5'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:59.956728 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-786fcb73-f802-46ba-8e73-3d7643af1c27 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "DELETE /v2.0/floatingips/a8bb5dd7-33ab-4970-9539-34978986dc62 HTTP/1.1" status: 204 len: 168 time: 1.5471654 Mar 11 16:05:59.957521 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cdd258a-c77c-4263-8190-a19b1bde885f', 'tag': 'b76cdbd7-47f5-4c95-838f-1be2a7115a93'}] {{(pid=83867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:06:00.013300 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cdd258a-c77c-4263-8190-a19b1bde885f', 'tag': 'b76cdbd7-47f5-4c95-838f-1be2a7115a93', 'status': 'completed', 'code': 200} Mar 11 16:06:00.084234 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-7f4570d7-ff5f-4b74-96da-585819d0fc46 None None] Set router 562d45e6-267a-459f-aea8-ce5ee1d7edd5 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:06:00.113750 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ff9acadc-618c-4fd9-bbf3-defe32992c71 req-e4579240-5ea8-4598-abcd-ddc8dded4c4b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=34e4725cbf874bb69f8cc9256a937e24&device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 1098 time: 0.0796769 Mar 11 16:06:00.266702 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9acadc-618c-4fd9-bbf3-defe32992c71 req-24b7c61e-c8f1-4bab-92f9-4cefbce98214 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:00.268306 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ff9acadc-618c-4fd9-bbf3-defe32992c71 req-24b7c61e-c8f1-4bab-92f9-4cefbce98214 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3b0688f5-5c3f-41fd-a9fb-4baca99572d6 HTTP/1.1" status: 200 len: 915 time: 0.1460867 Mar 11 16:06:00.345461 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ff9acadc-618c-4fd9-bbf3-defe32992c71 req-68de5489-ef8c-4ac7-99bf-3cb085d9b68d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b76cdbd7-47f5-4c95-838f-1be2a7115a93 HTTP/1.1" status: 200 len: 217 time: 0.0696280 Mar 11 16:06:00.419270 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9acadc-618c-4fd9-bbf3-defe32992c71 req-a31f1eb7-5a2c-4283-98cc-34b6796a9f37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:00.420762 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ff9acadc-618c-4fd9-bbf3-defe32992c71 req-a31f1eb7-5a2c-4283-98cc-34b6796a9f37 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ec06a899-0f7c-4782-9249-d46894899420 HTTP/1.1" status: 200 len: 853 time: 0.0700159 Mar 11 16:06:00.423854 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-7f4570d7-ff5f-4b74-96da-585819d0fc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562d45e6-267a-459f-aea8-ce5ee1d7edd5', 'name': 'tempest-TestMinimumBasicScenario-976450662-router', 'tenant_id': '34e4725cbf874bb69f8cc9256a937e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': 'b8150c47-3c71-4970-a011-4e5166915613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:02:49Z', 'updated_at': '2022-03-11T16:02:52Z', 'revision_number': 4, 'project_id': '34e4725cbf874bb69f8cc9256a937e24', 'gw_port': {'id': 'b8150c47-3c71-4970-a011-4e5166915613', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:92:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562d45e6-267a-459f-aea8-ce5ee1d7edd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:02:50Z', 'updated_at': '2022-03-11T16:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '5d83dbc0-48fb-46ab-9b38-fd359f892748', 'name': '', 'network_id': '3b0688f5-5c3f-41fd-a9fb-4baca99572d6', 'tenant_id': '34e4725cbf874bb69f8cc9256a937e24', 'mac_address': 'fa:16:3e:10:8e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562d45e6-267a-459f-aea8-ce5ee1d7edd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec06a899-0f7c-4782-9249-d46894899420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:02:51Z', 'updated_at': '2022-03-11T16:03:10Z', 'revision_number': 5, 'project_id': '34e4725cbf874bb69f8cc9256a937e24', 'subnets': [{'id': 'ec06a899-0f7c-4782-9249-d46894899420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:00.427733 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4570d7-ff5f-4b74-96da-585819d0fc46 None None] Checking router: 562d45e6-267a-459f-aea8-ce5ee1d7edd5 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:06:00.438930 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4570d7-ff5f-4b74-96da-585819d0fc46 None None] Routers {'562d45e6-267a-459f-aea8-ce5ee1d7edd5'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:06:00.439740 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-7f4570d7-ff5f-4b74-96da-585819d0fc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:05:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['562d45e6-267a-459f-aea8-ce5ee1d7edd5'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:00.502929 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ff9acadc-618c-4fd9-bbf3-defe32992c71 req-16dd3cb2-a77d-4cc6-853a-f72459999319 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3b0688f5-5c3f-41fd-a9fb-4baca99572d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749605 Mar 11 16:06:00.619033 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-7f4570d7-ff5f-4b74-96da-585819d0fc46 None None] Set router 562d45e6-267a-459f-aea8-ce5ee1d7edd5 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:06:00.639602 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ff9acadc-618c-4fd9-bbf3-defe32992c71 req-9cdd206b-8b57-42f2-8477-d10ce9872084 service neutron] 10.222.0.73 "GET /v2.0/networks/3b0688f5-5c3f-41fd-a9fb-4baca99572d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295104 Mar 11 16:06:00.780394 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ff9acadc-618c-4fd9-bbf3-defe32992c71 req-b4480172-2ab6-4445-86b3-172192c823df service neutron] 10.222.0.73 "GET /v2.0/networks/3b0688f5-5c3f-41fd-a9fb-4baca99572d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322451 Mar 11 16:06:00.942502 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-7f4570d7-ff5f-4b74-96da-585819d0fc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562d45e6-267a-459f-aea8-ce5ee1d7edd5', 'name': 'tempest-TestMinimumBasicScenario-976450662-router', 'tenant_id': '34e4725cbf874bb69f8cc9256a937e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': 'b8150c47-3c71-4970-a011-4e5166915613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:02:49Z', 'updated_at': '2022-03-11T16:02:52Z', 'revision_number': 4, 'project_id': '34e4725cbf874bb69f8cc9256a937e24', 'gw_port': {'id': 'b8150c47-3c71-4970-a011-4e5166915613', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:92:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562d45e6-267a-459f-aea8-ce5ee1d7edd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:02:50Z', 'updated_at': '2022-03-11T16:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '5d83dbc0-48fb-46ab-9b38-fd359f892748', 'name': '', 'network_id': '3b0688f5-5c3f-41fd-a9fb-4baca99572d6', 'tenant_id': '34e4725cbf874bb69f8cc9256a937e24', 'mac_address': 'fa:16:3e:10:8e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562d45e6-267a-459f-aea8-ce5ee1d7edd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec06a899-0f7c-4782-9249-d46894899420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:02:51Z', 'updated_at': '2022-03-11T16:03:10Z', 'revision_number': 5, 'project_id': '34e4725cbf874bb69f8cc9256a937e24', 'subnets': [{'id': 'ec06a899-0f7c-4782-9249-d46894899420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:00.948161 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4570d7-ff5f-4b74-96da-585819d0fc46 None None] The sync data for ids ['562d45e6-267a-459f-aea8-ce5ee1d7edd5'] in dv-neutron-833373-1-hyperv is: [{'id': '562d45e6-267a-459f-aea8-ce5ee1d7edd5', 'name': 'tempest-TestMinimumBasicScenario-976450662-router', 'tenant_id': '34e4725cbf874bb69f8cc9256a937e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': 'b8150c47-3c71-4970-a011-4e5166915613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:02:49Z', 'updated_at': '2022-03-11T16:02:52Z', 'revision_number': 4, 'project_id': '34e4725cbf874bb69f8cc9256a937e24', 'gw_port': {'id': 'b8150c47-3c71-4970-a011-4e5166915613', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:92:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562d45e6-267a-459f-aea8-ce5ee1d7edd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:02:50Z', 'updated_at': '2022-03-11T16:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '5d83dbc0-48fb-46ab-9b38-fd359f892748', 'name': '', 'network_id': '3b0688f5-5c3f-41fd-a9fb-4baca99572d6', 'tenant_id': '34e4725cbf874bb69f8cc9256a937e24', 'mac_address': 'fa:16:3e:10:8e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562d45e6-267a-459f-aea8-ce5ee1d7edd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec06a899-0f7c-4782-9249-d46894899420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:02:51Z', 'updated_at': '2022-03-11T16:03:10Z', 'revision_number': 5, 'project_id': '34e4725cbf874bb69f8cc9256a937e24', 'subnets': [{'id': 'ec06a899-0f7c-4782-9249-d46894899420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:06:01.223259 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c80b97e-d22f-4be2-b850-01bd9c99b8a7 None None] New status for floating IP a8bb5dd7-33ab-4970-9539-34978986dc62: DOWN {{(pid=83869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:06:01.676422 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3eaa2a99-a1d4-4f4c-9106-f6e34798375f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:02.850901 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:03.086086 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:04.320235 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:04.486198 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7fae6-2e58-4422-b3d3-e77719498ae4 req-fbb8cee2-c274-4c45-9d90-b22e7e58f2fa tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:04.486816 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-39b7fae6-2e58-4422-b3d3-e77719498ae4 req-fbb8cee2-c274-4c45-9d90-b22e7e58f2fa tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Synchronizing usage tracker for tenant:34e4725cbf874bb69f8cc9256a937e24 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:06:04.503036 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-39b7fae6-2e58-4422-b3d3-e77719498ae4 req-fbb8cee2-c274-4c45-9d90-b22e7e58f2fa tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Unset dirty status for tenant:34e4725cbf874bb69f8cc9256a937e24 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:06:04.504408 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-39b7fae6-2e58-4422-b3d3-e77719498ae4 req-fbb8cee2-c274-4c45-9d90-b22e7e58f2fa tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 945 time: 0.0958261 Mar 11 16:06:04.550451 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-39b7fae6-2e58-4422-b3d3-e77719498ae4 req-fa941149-1497-4a25-9bb4-b3bc0984762a tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Synchronizing usage tracker for tenant:34e4725cbf874bb69f8cc9256a937e24 on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:06:04.566105 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-39b7fae6-2e58-4422-b3d3-e77719498ae4 req-fa941149-1497-4a25-9bb4-b3bc0984762a tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Unset dirty status for tenant:34e4725cbf874bb69f8cc9256a937e24 on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:06:04.567393 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-39b7fae6-2e58-4422-b3d3-e77719498ae4 req-fa941149-1497-4a25-9bb4-b3bc0984762a tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/security-groups?id=80c3f72d-7180-4ac7-bb71-2782a0d49d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560298 Mar 11 16:06:05.768698 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ec944-05c9-424c-a8ff-9327c83f9953 req-d4d68963-e065-4345-940d-6588e6b80362 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:05.770133 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-642ec944-05c9-424c-a8ff-9327c83f9953 req-d4d68963-e065-4345-940d-6588e6b80362 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 945 time: 0.0795760 Mar 11 16:06:05.815204 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-642ec944-05c9-424c-a8ff-9327c83f9953 req-5de8f55e-7f85-4e3f-abee-c7166e51540b tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/security-groups?id=80c3f72d-7180-4ac7-bb71-2782a0d49d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396008 Mar 11 16:06:06.352187 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167333d-495b-4dc1-aef0-c01716e5d22e req-4f2a736c-84db-4fee-8eb8-547a5dccfee3 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:06.353609 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b167333d-495b-4dc1-aef0-c01716e5d22e req-4f2a736c-84db-4fee-8eb8-547a5dccfee3 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 945 time: 0.0807147 Mar 11 16:06:06.427824 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-b167333d-495b-4dc1-aef0-c01716e5d22e req-0c06f11d-4fbe-4cf1-83ec-d64490a45d29 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Deleting port b76cdbd7-47f5-4c95-838f-1be2a7115a93 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:06.428286 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b167333d-495b-4dc1-aef0-c01716e5d22e req-0c06f11d-4fbe-4cf1-83ec-d64490a45d29 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:06.758815 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-b167333d-495b-4dc1-aef0-c01716e5d22e req-0c06f11d-4fbe-4cf1-83ec-d64490a45d29 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] For port b76cdbd7-47f5-4c95-838f-1be2a7115a93, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b76cdbd7-47f5-4c95-838f-1be2a7115a93,segment=NetworkSegment(9db02b5c-2d49-4021-af11-fd8925aad783),segment_id=9db02b5c-2d49-4021-af11-fd8925aad783)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:06.759172 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b167333d-495b-4dc1-aef0-c01716e5d22e req-0c06f11d-4fbe-4cf1-83ec-d64490a45d29 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:06.883474 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-b167333d-495b-4dc1-aef0-c01716e5d22e req-0c06f11d-4fbe-4cf1-83ec-d64490a45d29 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Calling delete_port for b76cdbd7-47f5-4c95-838f-1be2a7115a93 owned by compute:nova {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:07.022691 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a83d606-956d-4fe5-9832-f3dafe60ab2f req-89fb867b-1d9d-4256-8d4e-5ea3aa7e8174 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:07.024184 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-5a83d606-956d-4fe5-9832-f3dafe60ab2f req-89fb867b-1d9d-4256-8d4e-5ea3aa7e8174 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cdd258a-c77c-4263-8190-a19b1bde885f HTTP/1.1" status: 200 len: 945 time: 0.0854211 Mar 11 16:06:07.036953 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b167333d-495b-4dc1-aef0-c01716e5d22e req-0c06f11d-4fbe-4cf1-83ec-d64490a45d29 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:07.049017 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['b76cdbd7-47f5-4c95-838f-1be2a7115a93'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:06:07.070358 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-5a83d606-956d-4fe5-9832-f3dafe60ab2f req-feba72f1-b895-4bf7-8ede-982348b45be0 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.31 "GET /v2.0/security-groups?id=80c3f72d-7180-4ac7-bb71-2782a0d49d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404687 Mar 11 16:06:07.088508 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06f11d-4fbe-4cf1-83ec-d64490a45d29 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Pushing event deleted for resources: {'Port': ['ID=b76cdbd7-47f5-4c95-838f-1be2a7115a93,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:07.164127 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-b167333d-495b-4dc1-aef0-c01716e5d22e req-0c06f11d-4fbe-4cf1-83ec-d64490a45d29 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] No DVR routers for this DVR port b76cdbd7-47f5-4c95-838f-1be2a7115a93 on host hv-neutron-8333 {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:06:07.166771 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b167333d-495b-4dc1-aef0-c01716e5d22e req-0c06f11d-4fbe-4cf1-83ec-d64490a45d29 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:07.169594 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cdd258a-c77c-4263-8190-a19b1bde885f', 'name': 'network-vif-deleted', 'tag': 'b76cdbd7-47f5-4c95-838f-1be2a7115a93'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:06:07.185225 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b167333d-495b-4dc1-aef0-c01716e5d22e req-0c06f11d-4fbe-4cf1-83ec-d64490a45d29 tempest-TestMinimumBasicScenario-625199374 tempest-TestMinimumBasicScenario-625199374-project] 10.222.0.73 "DELETE /v2.0/ports/b76cdbd7-47f5-4c95-838f-1be2a7115a93 HTTP/1.1" status: 204 len: 173 time: 0.8263569 Mar 11 16:06:07.224482 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cdd258a-c77c-4263-8190-a19b1bde885f', 'name': 'network-vif-deleted', 'tag': 'b76cdbd7-47f5-4c95-838f-1be2a7115a93', 'status': 'completed', 'code': 200} Mar 11 16:06:08.766806 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 48656) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:09.160683 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c1ca1a7b-a6b6-452d-87ee-0d55951b7cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:09.848471 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-c1ca1a7b-a6b6-452d-87ee-0d55951b7cdc admin admin] Deleting port 5d83dbc0-48fb-46ab-9b38-fd359f892748 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:09.849151 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c1ca1a7b-a6b6-452d-87ee-0d55951b7cdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:09.983202 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device b76cdbd7-47f5-4c95-838f-1be2a7115a93 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:06:10.016613 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] No Port match for: b76cdbd7-47f5-4c95-838f-1be2a7115a93 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:06:10.016957 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device b76cdbd7-47f5-4c95-838f-1be2a7115a93 not bound to the agent host hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:06:10.024579 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-c1ca1a7b-a6b6-452d-87ee-0d55951b7cdc admin admin] For port 5d83dbc0-48fb-46ab-9b38-fd359f892748, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=5d83dbc0-48fb-46ab-9b38-fd359f892748,segment=NetworkSegment(9db02b5c-2d49-4021-af11-fd8925aad783),segment_id=9db02b5c-2d49-4021-af11-fd8925aad783)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:10.024937 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c1ca1a7b-a6b6-452d-87ee-0d55951b7cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:10.147179 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-c1ca1a7b-a6b6-452d-87ee-0d55951b7cdc admin admin] Calling delete_port for 5d83dbc0-48fb-46ab-9b38-fd359f892748 owned by network:router_interface {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:10.323435 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c1ca1a7b-a6b6-452d-87ee-0d55951b7cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:10.368412 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca1a7b-a6b6-452d-87ee-0d55951b7cdc admin admin] Pushing event deleted for resources: {'Port': ['ID=5d83dbc0-48fb-46ab-9b38-fd359f892748,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:10.656262 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c1ca1a7b-a6b6-452d-87ee-0d55951b7cdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:11.314098 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ca1a7b-a6b6-452d-87ee-0d55951b7cdc admin admin] Router 562d45e6-267a-459f-aea8-ce5ee1d7edd5 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:06:11.512512 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ca1a7b-a6b6-452d-87ee-0d55951b7cdc admin admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:06:11.521600 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c650f889-0a3b-43c4-bf52-293735baf34f None None] Sync routers for ids ['562d45e6-267a-459f-aea8-ce5ee1d7edd5'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:06:11.525006 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c1ca1a7b-a6b6-452d-87ee-0d55951b7cdc admin admin] 10.222.0.31 "PUT /v2.0/routers/562d45e6-267a-459f-aea8-ce5ee1d7edd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7571385 Mar 11 16:06:11.527396 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 48662) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:11.533885 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c650f889-0a3b-43c4-bf52-293735baf34f None None] Routers {'562d45e6-267a-459f-aea8-ce5ee1d7edd5'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:06:11.534481 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-c650f889-0a3b-43c4-bf52-293735baf34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:06:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['562d45e6-267a-459f-aea8-ce5ee1d7edd5'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:11.726310 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-dc0edaa7-6491-4776-a046-41ac00a4c793 admin admin] Notify callbacks [] for router, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:11.746625 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-c650f889-0a3b-43c4-bf52-293735baf34f None None] Set router 562d45e6-267a-459f-aea8-ce5ee1d7edd5 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:06:11.927971 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-dc0edaa7-6491-4776-a046-41ac00a4c793 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:11.937117 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-dc0edaa7-6491-4776-a046-41ac00a4c793 admin admin] Deleting port b8150c47-3c71-4970-a011-4e5166915613 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:11.938635 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-dc0edaa7-6491-4776-a046-41ac00a4c793 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:12.032772 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-c650f889-0a3b-43c4-bf52-293735baf34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562d45e6-267a-459f-aea8-ce5ee1d7edd5', 'name': 'tempest-TestMinimumBasicScenario-976450662-router', 'tenant_id': '34e4725cbf874bb69f8cc9256a937e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': 'b8150c47-3c71-4970-a011-4e5166915613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:02:49Z', 'updated_at': '2022-03-11T16:06:10Z', 'revision_number': 5, 'project_id': '34e4725cbf874bb69f8cc9256a937e24', 'gw_port': {'id': 'b8150c47-3c71-4970-a011-4e5166915613', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:92:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562d45e6-267a-459f-aea8-ce5ee1d7edd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:02:50Z', 'updated_at': '2022-03-11T16:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:12.036799 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c650f889-0a3b-43c4-bf52-293735baf34f None None] Checking router: 562d45e6-267a-459f-aea8-ce5ee1d7edd5 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:06:12.047759 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c650f889-0a3b-43c4-bf52-293735baf34f None None] Routers {'562d45e6-267a-459f-aea8-ce5ee1d7edd5'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:06:12.048427 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-c650f889-0a3b-43c4-bf52-293735baf34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:06:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['562d45e6-267a-459f-aea8-ce5ee1d7edd5'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:12.110714 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-dc0edaa7-6491-4776-a046-41ac00a4c793 admin admin] For port b8150c47-3c71-4970-a011-4e5166915613, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=b8150c47-3c71-4970-a011-4e5166915613,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:12.111068 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-dc0edaa7-6491-4776-a046-41ac00a4c793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:12.200535 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-c650f889-0a3b-43c4-bf52-293735baf34f None None] Set router 562d45e6-267a-459f-aea8-ce5ee1d7edd5 gateway port host: None {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:06:12.234402 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-dc0edaa7-6491-4776-a046-41ac00a4c793 admin admin] Calling delete_port for b8150c47-3c71-4970-a011-4e5166915613 owned by network:router_gateway {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:12.307700 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-c650f889-0a3b-43c4-bf52-293735baf34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562d45e6-267a-459f-aea8-ce5ee1d7edd5', 'name': 'tempest-TestMinimumBasicScenario-976450662-router', 'tenant_id': '34e4725cbf874bb69f8cc9256a937e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:02:49Z', 'updated_at': '2022-03-11T16:06:11Z', 'revision_number': 6, 'project_id': '34e4725cbf874bb69f8cc9256a937e24', 'gw_port_host': None}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:12.311617 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c650f889-0a3b-43c4-bf52-293735baf34f None None] The sync data for ids ['562d45e6-267a-459f-aea8-ce5ee1d7edd5'] in dv-neutron-833373-1-hyperv is: [{'id': '562d45e6-267a-459f-aea8-ce5ee1d7edd5', 'name': 'tempest-TestMinimumBasicScenario-976450662-router', 'tenant_id': '34e4725cbf874bb69f8cc9256a937e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:02:49Z', 'updated_at': '2022-03-11T16:06:11Z', 'revision_number': 6, 'project_id': '34e4725cbf874bb69f8cc9256a937e24', 'gw_port_host': None}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:06:12.401638 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-dc0edaa7-6491-4776-a046-41ac00a4c793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:12.444509 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0edaa7-6491-4776-a046-41ac00a4c793 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8150c47-3c71-4970-a011-4e5166915613,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:12.729099 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 5d83dbc0-48fb-46ab-9b38-fd359f892748 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:06:12.763964 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 5d83dbc0-48fb-46ab-9b38-fd359f892748 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:06:12.763964 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 5d83dbc0-48fb-46ab-9b38-fd359f892748 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:06:12.777954 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-dc0edaa7-6491-4776-a046-41ac00a4c793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:13.041653 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-dc0edaa7-6491-4776-a046-41ac00a4c793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:13.048002 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-dc0edaa7-6491-4776-a046-41ac00a4c793 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:13.071676 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-dc0edaa7-6491-4776-a046-41ac00a4c793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:13.072312 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0edaa7-6491-4776-a046-41ac00a4c793 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 562d45e6-267a-459f-aea8-ce5ee1d7edd5 {{(pid=83866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:06:13.084532 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-dc0edaa7-6491-4776-a046-41ac00a4c793 admin admin] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:13.085695 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-dc0edaa7-6491-4776-a046-41ac00a4c793 admin admin] 10.222.0.31 "DELETE /v2.0/routers/562d45e6-267a-459f-aea8-ce5ee1d7edd5 HTTP/1.1" status: 204 len: 168 time: 1.5574174 Mar 11 16:06:13.088451 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 48666) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:13.149477 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-b56a16af-72f4-40a7-9960-3dde827d6e17 admin admin] Deleting subnet ec06a899-0f7c-4782-9249-d46894899420 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:06:13.152837 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b56a16af-72f4-40a7-9960-3dde827d6e17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:13.205752 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b56a16af-72f4-40a7-9960-3dde827d6e17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:13.280485 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b56a16af-72f4-40a7-9960-3dde827d6e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:13.350757 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b56a16af-72f4-40a7-9960-3dde827d6e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:13.392618 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a16af-72f4-40a7-9960-3dde827d6e17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec06a899-0f7c-4782-9249-d46894899420,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:13.396533 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b56a16af-72f4-40a7-9960-3dde827d6e17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:13.401568 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9d873f-25ad-4881-a537-ee1282aad528 None None] Network 3b0688f5-5c3f-41fd-a9fb-4baca99572d6 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:06:13.402832 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b56a16af-72f4-40a7-9960-3dde827d6e17 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ec06a899-0f7c-4782-9249-d46894899420 HTTP/1.1" status: 204 len: 168 time: 0.3126774 Mar 11 16:06:13.405523 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 48670) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:13.512776 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e4b94bff-8a31-4bd9-9341-e39a16a1df95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:13.523003 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-e4b94bff-8a31-4bd9-9341-e39a16a1df95 admin admin] Deleting port e7cd985f-9a1b-4a5a-9bce-86a77f71e9e6 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:13.523335 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e4b94bff-8a31-4bd9-9341-e39a16a1df95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:13.648118 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170d0ea3-93db-4169-9edf-1fad2e98322c None None] DHCP port deletion for 3b0688f5-5c3f-41fd-a9fb-4baca99572d6 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:06:13.652290 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-170d0ea3-93db-4169-9edf-1fad2e98322c None None] Deleting port e7cd985f-9a1b-4a5a-9bce-86a77f71e9e6 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:13.652652 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-170d0ea3-93db-4169-9edf-1fad2e98322c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:13.815535 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-e4b94bff-8a31-4bd9-9341-e39a16a1df95 admin admin] For port e7cd985f-9a1b-4a5a-9bce-86a77f71e9e6, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=e7cd985f-9a1b-4a5a-9bce-86a77f71e9e6,segment=NetworkSegment(9db02b5c-2d49-4021-af11-fd8925aad783),segment_id=9db02b5c-2d49-4021-af11-fd8925aad783)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:13.815886 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e4b94bff-8a31-4bd9-9341-e39a16a1df95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:13.846910 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-170d0ea3-93db-4169-9edf-1fad2e98322c None None] For port e7cd985f-9a1b-4a5a-9bce-86a77f71e9e6, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=e7cd985f-9a1b-4a5a-9bce-86a77f71e9e6,segment=NetworkSegment(9db02b5c-2d49-4021-af11-fd8925aad783),segment_id=9db02b5c-2d49-4021-af11-fd8925aad783)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:13.847418 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-170d0ea3-93db-4169-9edf-1fad2e98322c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:13.941465 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-e4b94bff-8a31-4bd9-9341-e39a16a1df95 admin admin] Calling delete_port for e7cd985f-9a1b-4a5a-9bce-86a77f71e9e6 owned by network:dhcp {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:14.001169 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-170d0ea3-93db-4169-9edf-1fad2e98322c None None] Calling delete_port for e7cd985f-9a1b-4a5a-9bce-86a77f71e9e6 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:14.018466 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e4b94bff-8a31-4bd9-9341-e39a16a1df95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:14.061985 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b94bff-8a31-4bd9-9341-e39a16a1df95 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7cd985f-9a1b-4a5a-9bce-86a77f71e9e6,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:14.068670 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b94bff-8a31-4bd9-9341-e39a16a1df95 admin admin] No DVR routers for this DVR port e7cd985f-9a1b-4a5a-9bce-86a77f71e9e6 on host dv-neutron-833373-1-hyperv {{(pid=83867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:06:14.071809 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-170d0ea3-93db-4169-9edf-1fad2e98322c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:06:14.072212 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-170d0ea3-93db-4169-9edf-1fad2e98322c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:06:14.179715 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e4b94bff-8a31-4bd9-9341-e39a16a1df95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:14.207979 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-e4b94bff-8a31-4bd9-9341-e39a16a1df95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b0688f5-5c3f-41fd-a9fb-4baca99572d6']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:14.219469 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-e4b94bff-8a31-4bd9-9341-e39a16a1df95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db02b5c-2d49-4021-af11-fd8925aad783') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:14.219761 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-e4b94bff-8a31-4bd9-9341-e39a16a1df95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db02b5c-2d49-4021-af11-fd8925aad783') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:14.230452 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e4b94bff-8a31-4bd9-9341-e39a16a1df95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:14.246055 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e4b94bff-8a31-4bd9-9341-e39a16a1df95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:14.252803 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b94bff-8a31-4bd9-9341-e39a16a1df95 admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:06:14.253201 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e4b94bff-8a31-4bd9-9341-e39a16a1df95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:14.266084 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 16:06:14.266084 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:06:14.266084 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 16:06:14.266084 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:06:14.266084 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 16:06:14.266084 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:06:14.266084 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 16:06:14.266084 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:06:14.266084 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 16:06:14.266084 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:06:14.266084 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 16:06:14.266084 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:06:14.266084 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 16:06:14.266084 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:06:14.266084 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:06:14.266084 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:06:14.266084 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:06:14.266084 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:06:14.266084 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 16:06:14.266084 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:06:14.266084 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 16:06:14.266084 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:06:14.266084 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:06:14.266084 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:06:14.266084 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 16:06:14.266084 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:06:14.266084 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:06:14.266084 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:06:14.266084 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:06:14.266084 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:06:14.266084 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:06:14.266084 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:06:14.336976 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e4b94bff-8a31-4bd9-9341-e39a16a1df95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:14.355527 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e4b94bff-8a31-4bd9-9341-e39a16a1df95 admin admin] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:14.367796 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b94bff-8a31-4bd9-9341-e39a16a1df95 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b0688f5-5c3f-41fd-a9fb-4baca99572d6,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:14.372419 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e4b94bff-8a31-4bd9-9341-e39a16a1df95 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3b0688f5-5c3f-41fd-a9fb-4baca99572d6 HTTP/1.1" status: 204 len: 168 time: 0.9653180 Mar 11 16:06:14.375963 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 48674) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:14.573056 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-170d0ea3-93db-4169-9edf-1fad2e98322c None None] Deleting port e7cd985f-9a1b-4a5a-9bce-86a77f71e9e6 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:14.573436 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-170d0ea3-93db-4169-9edf-1fad2e98322c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:14.600752 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device b8150c47-3c71-4970-a011-4e5166915613 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:06:14.662897 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: b8150c47-3c71-4970-a011-4e5166915613 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:06:14.663240 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device b8150c47-3c71-4970-a011-4e5166915613 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:06:14.663649 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device e7cd985f-9a1b-4a5a-9bce-86a77f71e9e6 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:06:14.697469 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-170d0ea3-93db-4169-9edf-1fad2e98322c None None] The port 'e7cd985f-9a1b-4a5a-9bce-86a77f71e9e6' was deleted {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:06:14.702335 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: e7cd985f-9a1b-4a5a-9bce-86a77f71e9e6 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:06:14.703304 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device e7cd985f-9a1b-4a5a-9bce-86a77f71e9e6 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:06:14.764719 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c0beed79-9c86-4df9-9e94-ee79632aacde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:15.421368 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-c0beed79-9c86-4df9-9e94-ee79632aacde admin admin] Deleting port 40b83120-a7a8-4122-9751-bc87fe981ea0 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:15.422057 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c0beed79-9c86-4df9-9e94-ee79632aacde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:15.590214 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-c0beed79-9c86-4df9-9e94-ee79632aacde admin admin] For port 40b83120-a7a8-4122-9751-bc87fe981ea0, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=40b83120-a7a8-4122-9751-bc87fe981ea0,segment=NetworkSegment(a1504475-5002-4b1d-95d2-7727eac4b2b3),segment_id=a1504475-5002-4b1d-95d2-7727eac4b2b3)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:15.590487 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c0beed79-9c86-4df9-9e94-ee79632aacde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:15.707078 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-c0beed79-9c86-4df9-9e94-ee79632aacde admin admin] Calling delete_port for 40b83120-a7a8-4122-9751-bc87fe981ea0 owned by network:router_interface {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:15.869476 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c0beed79-9c86-4df9-9e94-ee79632aacde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:15.911835 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0beed79-9c86-4df9-9e94-ee79632aacde admin admin] Pushing event deleted for resources: {'Port': ['ID=40b83120-a7a8-4122-9751-bc87fe981ea0,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:16.110778 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:16.198514 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c0beed79-9c86-4df9-9e94-ee79632aacde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:16.852687 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0beed79-9c86-4df9-9e94-ee79632aacde admin admin] Router f71ce750-7ada-415e-8fdc-444d87128bd5 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:06:17.047576 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0beed79-9c86-4df9-9e94-ee79632aacde admin admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:06:17.056174 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c0beed79-9c86-4df9-9e94-ee79632aacde admin admin] 10.222.0.31 "PUT /v2.0/routers/f71ce750-7ada-415e-8fdc-444d87128bd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6792383 Mar 11 16:06:17.057528 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e513d9-4544-432f-b3d7-73e59faaad52 None None] Sync routers for ids ['f71ce750-7ada-415e-8fdc-444d87128bd5'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:06:17.059043 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 48678) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:17.070541 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e513d9-4544-432f-b3d7-73e59faaad52 None None] Routers {'f71ce750-7ada-415e-8fdc-444d87128bd5'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:06:17.071140 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-68e513d9-4544-432f-b3d7-73e59faaad52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:06:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['f71ce750-7ada-415e-8fdc-444d87128bd5'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:17.255631 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8f369e97-3a32-4dba-a90e-d7fea88a7980 admin admin] Notify callbacks [] for router, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:17.264342 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-68e513d9-4544-432f-b3d7-73e59faaad52 None None] Set router f71ce750-7ada-415e-8fdc-444d87128bd5 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:06:17.450861 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8f369e97-3a32-4dba-a90e-d7fea88a7980 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:17.460280 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-8f369e97-3a32-4dba-a90e-d7fea88a7980 admin admin] Deleting port ad04f736-edfa-4e75-b318-55d5373ca6e7 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:17.460626 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8f369e97-3a32-4dba-a90e-d7fea88a7980 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:17.557372 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-68e513d9-4544-432f-b3d7-73e59faaad52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71ce750-7ada-415e-8fdc-444d87128bd5', 'name': 'tempest-TestMinimumBasicScenario-405456483-router', 'tenant_id': '2a4cb249e48f4ca48006f4cd57c1fc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'ad04f736-edfa-4e75-b318-55d5373ca6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:02:55Z', 'updated_at': '2022-03-11T16:06:15Z', 'revision_number': 5, 'project_id': '2a4cb249e48f4ca48006f4cd57c1fc1f', 'gw_port': {'id': 'ad04f736-edfa-4e75-b318-55d5373ca6e7', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:8a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71ce750-7ada-415e-8fdc-444d87128bd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:02:56Z', 'updated_at': '2022-03-11T16:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:17.561175 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e513d9-4544-432f-b3d7-73e59faaad52 None None] Checking router: f71ce750-7ada-415e-8fdc-444d87128bd5 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:06:17.571916 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e513d9-4544-432f-b3d7-73e59faaad52 None None] Routers {'f71ce750-7ada-415e-8fdc-444d87128bd5'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:06:17.572532 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-68e513d9-4544-432f-b3d7-73e59faaad52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:06:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['f71ce750-7ada-415e-8fdc-444d87128bd5'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:17.630925 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-8f369e97-3a32-4dba-a90e-d7fea88a7980 admin admin] For port ad04f736-edfa-4e75-b318-55d5373ca6e7, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=ad04f736-edfa-4e75-b318-55d5373ca6e7,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:17.631267 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8f369e97-3a32-4dba-a90e-d7fea88a7980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:17.724457 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-68e513d9-4544-432f-b3d7-73e59faaad52 None None] Set router f71ce750-7ada-415e-8fdc-444d87128bd5 gateway port host: None {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:06:17.750344 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-8f369e97-3a32-4dba-a90e-d7fea88a7980 admin admin] Calling delete_port for ad04f736-edfa-4e75-b318-55d5373ca6e7 owned by network:router_gateway {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:17.831564 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-68e513d9-4544-432f-b3d7-73e59faaad52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71ce750-7ada-415e-8fdc-444d87128bd5', 'name': 'tempest-TestMinimumBasicScenario-405456483-router', 'tenant_id': '2a4cb249e48f4ca48006f4cd57c1fc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:02:55Z', 'updated_at': '2022-03-11T16:06:17Z', 'revision_number': 6, 'project_id': '2a4cb249e48f4ca48006f4cd57c1fc1f', 'gw_port_host': None}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:17.835914 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e513d9-4544-432f-b3d7-73e59faaad52 None None] The sync data for ids ['f71ce750-7ada-415e-8fdc-444d87128bd5'] in dv-neutron-833373-1-hyperv is: [{'id': 'f71ce750-7ada-415e-8fdc-444d87128bd5', 'name': 'tempest-TestMinimumBasicScenario-405456483-router', 'tenant_id': '2a4cb249e48f4ca48006f4cd57c1fc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:02:55Z', 'updated_at': '2022-03-11T16:06:17Z', 'revision_number': 6, 'project_id': '2a4cb249e48f4ca48006f4cd57c1fc1f', 'gw_port_host': None}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:06:18.004546 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8f369e97-3a32-4dba-a90e-d7fea88a7980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:18.047132 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f369e97-3a32-4dba-a90e-d7fea88a7980 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad04f736-edfa-4e75-b318-55d5373ca6e7,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:18.269918 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8f369e97-3a32-4dba-a90e-d7fea88a7980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:18.519682 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8f369e97-3a32-4dba-a90e-d7fea88a7980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:18.523583 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8f369e97-3a32-4dba-a90e-d7fea88a7980 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:18.549874 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8f369e97-3a32-4dba-a90e-d7fea88a7980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:18.550553 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f369e97-3a32-4dba-a90e-d7fea88a7980 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f71ce750-7ada-415e-8fdc-444d87128bd5 {{(pid=83867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:06:18.564342 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8f369e97-3a32-4dba-a90e-d7fea88a7980 admin admin] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:18.567938 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-8f369e97-3a32-4dba-a90e-d7fea88a7980 admin admin] 10.222.0.31 "DELETE /v2.0/routers/f71ce750-7ada-415e-8fdc-444d87128bd5 HTTP/1.1" status: 204 len: 168 time: 1.5055714 Mar 11 16:06:18.568216 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 48682) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:18.617953 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device ad04f736-edfa-4e75-b318-55d5373ca6e7 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:06:18.630411 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-37b3cbea-7ce3-41e5-9c2b-b979e6135655 admin admin] Deleting subnet eed108ec-e9e7-4d38-9754-ac74c9b15c1e {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:06:18.633374 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-37b3cbea-7ce3-41e5-9c2b-b979e6135655 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:18.654307 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: ad04f736-edfa-4e75-b318-55d5373ca6e7 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:06:18.654837 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device ad04f736-edfa-4e75-b318-55d5373ca6e7 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:06:18.655248 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 40b83120-a7a8-4122-9751-bc87fe981ea0 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:06:18.683221 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-37b3cbea-7ce3-41e5-9c2b-b979e6135655 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:18.688880 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 40b83120-a7a8-4122-9751-bc87fe981ea0 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:06:18.689242 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 40b83120-a7a8-4122-9751-bc87fe981ea0 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:06:18.774365 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-37b3cbea-7ce3-41e5-9c2b-b979e6135655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:18.847869 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-37b3cbea-7ce3-41e5-9c2b-b979e6135655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:18.890828 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3cbea-7ce3-41e5-9c2b-b979e6135655 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eed108ec-e9e7-4d38-9754-ac74c9b15c1e,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:18.895893 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-37b3cbea-7ce3-41e5-9c2b-b979e6135655 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:18.900978 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cceaba-e5b4-412b-b4a9-d7033e08e832 None None] Network 4ac153bf-aea6-41fc-8de4-05afb8210099 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:06:18.903836 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-37b3cbea-7ce3-41e5-9c2b-b979e6135655 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/eed108ec-e9e7-4d38-9754-ac74c9b15c1e HTTP/1.1" status: 204 len: 168 time: 0.3332510 Mar 11 16:06:18.904771 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 48686) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:19.006767 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-91082822-5727-4efe-a3c7-389a13f6810f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:19.017573 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-91082822-5727-4efe-a3c7-389a13f6810f admin admin] Deleting port 78aef4c4-c2a1-4ffc-b827-a5a0e13f64cf {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:19.017900 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-91082822-5727-4efe-a3c7-389a13f6810f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:19.147614 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dc5d51-a167-4ff6-901e-99a80893fa5f None None] DHCP port deletion for 4ac153bf-aea6-41fc-8de4-05afb8210099 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:06:19.151842 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-98dc5d51-a167-4ff6-901e-99a80893fa5f None None] Deleting port 78aef4c4-c2a1-4ffc-b827-a5a0e13f64cf {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:19.152246 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-98dc5d51-a167-4ff6-901e-99a80893fa5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:19.224935 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-91082822-5727-4efe-a3c7-389a13f6810f admin admin] For port 78aef4c4-c2a1-4ffc-b827-a5a0e13f64cf, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=78aef4c4-c2a1-4ffc-b827-a5a0e13f64cf,segment=NetworkSegment(a1504475-5002-4b1d-95d2-7727eac4b2b3),segment_id=a1504475-5002-4b1d-95d2-7727eac4b2b3)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:19.225313 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-91082822-5727-4efe-a3c7-389a13f6810f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:19.357522 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-98dc5d51-a167-4ff6-901e-99a80893fa5f None None] For port 78aef4c4-c2a1-4ffc-b827-a5a0e13f64cf, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=78aef4c4-c2a1-4ffc-b827-a5a0e13f64cf,segment=NetworkSegment(a1504475-5002-4b1d-95d2-7727eac4b2b3),segment_id=a1504475-5002-4b1d-95d2-7727eac4b2b3)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:19.357904 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-98dc5d51-a167-4ff6-901e-99a80893fa5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:19.436474 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-91082822-5727-4efe-a3c7-389a13f6810f admin admin] Calling delete_port for 78aef4c4-c2a1-4ffc-b827-a5a0e13f64cf owned by network:dhcp {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:19.476078 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-98dc5d51-a167-4ff6-901e-99a80893fa5f None None] Calling delete_port for 78aef4c4-c2a1-4ffc-b827-a5a0e13f64cf owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:19.511555 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-91082822-5727-4efe-a3c7-389a13f6810f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:19.546904 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-98dc5d51-a167-4ff6-901e-99a80893fa5f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:06:19.547243 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-98dc5d51-a167-4ff6-901e-99a80893fa5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:06:19.555741 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91082822-5727-4efe-a3c7-389a13f6810f admin admin] Pushing event deleted for resources: {'Port': ['ID=78aef4c4-c2a1-4ffc-b827-a5a0e13f64cf,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:19.561202 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91082822-5727-4efe-a3c7-389a13f6810f admin admin] No DVR routers for this DVR port 78aef4c4-c2a1-4ffc-b827-a5a0e13f64cf on host dv-neutron-833373-1-hyperv {{(pid=83867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:06:19.674398 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-91082822-5727-4efe-a3c7-389a13f6810f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:19.698349 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-91082822-5727-4efe-a3c7-389a13f6810f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ac153bf-aea6-41fc-8de4-05afb8210099']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:19.710273 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-91082822-5727-4efe-a3c7-389a13f6810f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1504475-5002-4b1d-95d2-7727eac4b2b3') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:19.710564 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-91082822-5727-4efe-a3c7-389a13f6810f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1504475-5002-4b1d-95d2-7727eac4b2b3') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:19.722340 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-91082822-5727-4efe-a3c7-389a13f6810f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:19.742331 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-91082822-5727-4efe-a3c7-389a13f6810f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:19.748368 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91082822-5727-4efe-a3c7-389a13f6810f admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:06:19.748797 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-91082822-5727-4efe-a3c7-389a13f6810f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:19.761469 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 16:06:19.761469 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:06:19.761469 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 16:06:19.761469 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:06:19.761469 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 16:06:19.761469 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:06:19.761469 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 16:06:19.761469 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:06:19.761469 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 16:06:19.761469 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:06:19.761469 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 16:06:19.761469 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:06:19.761469 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 16:06:19.761469 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:06:19.761469 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:06:19.761469 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:06:19.761469 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:06:19.761469 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:06:19.761469 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 16:06:19.761469 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:06:19.761469 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 16:06:19.761469 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:06:19.761469 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:06:19.761469 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:06:19.761469 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 16:06:19.761469 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:06:19.761469 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:06:19.761469 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:06:19.761469 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:06:19.761469 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:06:19.761469 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:06:19.761469 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:06:19.833582 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-91082822-5727-4efe-a3c7-389a13f6810f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:19.849733 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-91082822-5727-4efe-a3c7-389a13f6810f admin admin] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:19.861435 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91082822-5727-4efe-a3c7-389a13f6810f admin admin] Pushing event deleted for resources: {'Network': ['ID=4ac153bf-aea6-41fc-8de4-05afb8210099,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:19.863916 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-91082822-5727-4efe-a3c7-389a13f6810f admin admin] 10.222.0.31 "DELETE /v2.0/networks/4ac153bf-aea6-41fc-8de4-05afb8210099 HTTP/1.1" status: 204 len: 168 time: 0.9582398 Mar 11 16:06:20.048848 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-98dc5d51-a167-4ff6-901e-99a80893fa5f None None] Deleting port 78aef4c4-c2a1-4ffc-b827-a5a0e13f64cf {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:20.049365 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-98dc5d51-a167-4ff6-901e-99a80893fa5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:20.075434 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 48692) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:20.113845 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-98dc5d51-a167-4ff6-901e-99a80893fa5f None None] The port '78aef4c4-c2a1-4ffc-b827-a5a0e13f64cf' was deleted {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:06:20.130387 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-f1249101-614a-486f-8875-3fb3a95ca673 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=34e4725cbf874bb69f8cc9256a937e24&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0538266 Mar 11 16:06:20.132831 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 48696) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:20.192465 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7b6d103f-79db-491c-a5b1-e69a77a7ecbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:20.217317 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7b6d103f-79db-491c-a5b1-e69a77a7ecbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:20.267804 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7b6d103f-79db-491c-a5b1-e69a77a7ecbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:20.284604 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d103f-79db-491c-a5b1-e69a77a7ecbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c3f72d-7180-4ac7-bb71-2782a0d49d29,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:20.293632 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7b6d103f-79db-491c-a5b1-e69a77a7ecbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:20.294749 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7b6d103f-79db-491c-a5b1-e69a77a7ecbd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/80c3f72d-7180-4ac7-bb71-2782a0d49d29 HTTP/1.1" status: 204 len: 168 time: 0.1610451 Mar 11 16:06:20.598198 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 78aef4c4-c2a1-4ffc-b827-a5a0e13f64cf no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:06:20.633961 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 78aef4c4-c2a1-4ffc-b827-a5a0e13f64cf {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:06:20.634306 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 78aef4c4-c2a1-4ffc-b827-a5a0e13f64cf not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:06:20.706696 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 48704) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:20.756415 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-8c2db1ee-e968-4199-9845-ce4cf4f86705 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a4cb249e48f4ca48006f4cd57c1fc1f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0484824 Mar 11 16:06:20.758856 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 48708) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:20.820535 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-280c68c7-7bbc-4743-901d-33d2f8de1e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:20.845253 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-280c68c7-7bbc-4743-901d-33d2f8de1e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:20.896354 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-280c68c7-7bbc-4743-901d-33d2f8de1e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:20.911203 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c68c7-7bbc-4743-901d-33d2f8de1e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2111d4c1-2724-4dfe-80fa-a2dfa6c7451a,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:20.918894 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-280c68c7-7bbc-4743-901d-33d2f8de1e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:20.920021 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-280c68c7-7bbc-4743-901d-33d2f8de1e4d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2111d4c1-2724-4dfe-80fa-a2dfa6c7451a HTTP/1.1" status: 204 len: 168 time: 0.1602886 Mar 11 16:06:23.100719 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 48752) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:23.106282 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-3f60131e-1dd6-4232-8bbc-a0a017e91b7d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1562606210', 'description': 'tempest-secgroup-smoke-1562606210 description', 'project_id': 'cca1e5a82d104327971da603674c443a'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:23.112765 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-3f60131e-1dd6-4232-8bbc-a0a017e91b7d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:23.116474 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-3f60131e-1dd6-4232-8bbc-a0a017e91b7d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:security_group and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:23.119496 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-3f60131e-1dd6-4232-8bbc-a0a017e91b7d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:23.127191 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-3f60131e-1dd6-4232-8bbc-a0a017e91b7d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:23.136447 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3f60131e-1dd6-4232-8bbc-a0a017e91b7d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:23.148424 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3f60131e-1dd6-4232-8bbc-a0a017e91b7d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:23.179106 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-3f60131e-1dd6-4232-8bbc-a0a017e91b7d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:23.182992 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-3f60131e-1dd6-4232-8bbc-a0a017e91b7d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:security_group_rule and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:23.185796 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-3f60131e-1dd6-4232-8bbc-a0a017e91b7d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:23.192221 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-3f60131e-1dd6-4232-8bbc-a0a017e91b7d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:23.262279 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3f60131e-1dd6-4232-8bbc-a0a017e91b7d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:23.266198 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3f60131e-1dd6-4232-8bbc-a0a017e91b7d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:23.305613 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60131e-1dd6-4232-8bbc-a0a017e91b7d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5747d9c6-ba1a-491e-93cd-c8d57d20c6ae,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:23.308502 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-3f60131e-1dd6-4232-8bbc-a0a017e91b7d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:23.313225 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-3f60131e-1dd6-4232-8bbc-a0a017e91b7d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:security_group_rule and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:23.316002 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-3f60131e-1dd6-4232-8bbc-a0a017e91b7d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:23.321603 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-3f60131e-1dd6-4232-8bbc-a0a017e91b7d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:23.379767 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3f60131e-1dd6-4232-8bbc-a0a017e91b7d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:23.383480 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3f60131e-1dd6-4232-8bbc-a0a017e91b7d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:23.423824 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60131e-1dd6-4232-8bbc-a0a017e91b7d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f53fde-d913-4dfc-9d38-013d3606e227,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:23.426370 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3f60131e-1dd6-4232-8bbc-a0a017e91b7d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:23.427536 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-3f60131e-1dd6-4232-8bbc-a0a017e91b7d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3258436 Mar 11 16:06:23.430573 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 48756) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:23.436091 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-ef0ed06b-1c05-44d9-82a2-9cf03802a342 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'security_group_rule': {'security_group_id': 'a2f53fde-d913-4dfc-9d38-013d3606e227', 'project_id': 'cca1e5a82d104327971da603674c443a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:23.442018 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ef0ed06b-1c05-44d9-82a2-9cf03802a342 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:23.445793 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ef0ed06b-1c05-44d9-82a2-9cf03802a342 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:security_group_rule and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:23.448625 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ef0ed06b-1c05-44d9-82a2-9cf03802a342 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:23.454395 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ef0ed06b-1c05-44d9-82a2-9cf03802a342 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:23.470935 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ef0ed06b-1c05-44d9-82a2-9cf03802a342 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:23.529846 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ef0ed06b-1c05-44d9-82a2-9cf03802a342 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:23.533258 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ef0ed06b-1c05-44d9-82a2-9cf03802a342 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:23.558557 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ed06b-1c05-44d9-82a2-9cf03802a342 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b58c665e-c405-4c3a-8572-b98dbf3c81e4,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:23.567584 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ef0ed06b-1c05-44d9-82a2-9cf03802a342 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:23.568877 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ef0ed06b-1c05-44d9-82a2-9cf03802a342 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1374991 Mar 11 16:06:23.571520 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 48760) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:23.576930 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-019b30c9-8a2a-4143-b7cd-d98857ca437f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'security_group_rule': {'security_group_id': 'a2f53fde-d913-4dfc-9d38-013d3606e227', 'project_id': 'cca1e5a82d104327971da603674c443a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:23.583179 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-019b30c9-8a2a-4143-b7cd-d98857ca437f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:23.586921 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-019b30c9-8a2a-4143-b7cd-d98857ca437f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:security_group_rule and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:23.589756 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-019b30c9-8a2a-4143-b7cd-d98857ca437f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:23.595313 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-019b30c9-8a2a-4143-b7cd-d98857ca437f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:23.611623 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-019b30c9-8a2a-4143-b7cd-d98857ca437f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:23.671144 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-019b30c9-8a2a-4143-b7cd-d98857ca437f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:23.674812 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-019b30c9-8a2a-4143-b7cd-d98857ca437f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:23.698058 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b30c9-8a2a-4143-b7cd-d98857ca437f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=910b7dda-b539-4b92-98fd-8c3afaca59b0,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:23.706886 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-019b30c9-8a2a-4143-b7cd-d98857ca437f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:23.708040 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-019b30c9-8a2a-4143-b7cd-d98857ca437f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1356220 Mar 11 16:06:23.710696 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 48764) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:23.716111 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-ff393fa8-8505-4e75-bfaa-b0ea6569d278 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'security_group_rule': {'security_group_id': 'a2f53fde-d913-4dfc-9d38-013d3606e227', 'project_id': 'cca1e5a82d104327971da603674c443a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:23.722336 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ff393fa8-8505-4e75-bfaa-b0ea6569d278 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:23.726091 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ff393fa8-8505-4e75-bfaa-b0ea6569d278 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:security_group_rule and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:23.728907 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ff393fa8-8505-4e75-bfaa-b0ea6569d278 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:23.735030 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ff393fa8-8505-4e75-bfaa-b0ea6569d278 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:23.749853 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ff393fa8-8505-4e75-bfaa-b0ea6569d278 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:23.813426 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ff393fa8-8505-4e75-bfaa-b0ea6569d278 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:23.816728 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ff393fa8-8505-4e75-bfaa-b0ea6569d278 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:23.839067 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff393fa8-8505-4e75-bfaa-b0ea6569d278 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7860d16-b143-4a15-95f5-b5213f25adbd,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:23.848351 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ff393fa8-8505-4e75-bfaa-b0ea6569d278 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:23.849495 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ff393fa8-8505-4e75-bfaa-b0ea6569d278 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1378942 Mar 11 16:06:23.852125 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 48768) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:23.857335 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-6feabebe-f71f-422d-b669-e824f4540b53 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'security_group_rule': {'security_group_id': 'a2f53fde-d913-4dfc-9d38-013d3606e227', 'project_id': 'cca1e5a82d104327971da603674c443a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:23.862927 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-6feabebe-f71f-422d-b669-e824f4540b53 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:23.866625 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-6feabebe-f71f-422d-b669-e824f4540b53 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:security_group_rule and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:23.869473 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-6feabebe-f71f-422d-b669-e824f4540b53 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:23.875307 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-6feabebe-f71f-422d-b669-e824f4540b53 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:23.893026 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6feabebe-f71f-422d-b669-e824f4540b53 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:23.958267 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6feabebe-f71f-422d-b669-e824f4540b53 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:23.961690 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6feabebe-f71f-422d-b669-e824f4540b53 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:23.986003 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feabebe-f71f-422d-b669-e824f4540b53 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccf1ca31-9099-414a-ae7f-8daf3be81e52,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:23.994790 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6feabebe-f71f-422d-b669-e824f4540b53 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:23.995945 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6feabebe-f71f-422d-b669-e824f4540b53 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1429238 Mar 11 16:06:23.998659 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 48772) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:24.004038 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-0f789380-4c8a-4d30-b909-17029b31d00d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'security_group_rule': {'security_group_id': 'a2f53fde-d913-4dfc-9d38-013d3606e227', 'project_id': 'cca1e5a82d104327971da603674c443a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:24.009705 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-0f789380-4c8a-4d30-b909-17029b31d00d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:24.013426 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-0f789380-4c8a-4d30-b909-17029b31d00d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:security_group_rule and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:24.017045 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-0f789380-4c8a-4d30-b909-17029b31d00d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:24.022648 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-0f789380-4c8a-4d30-b909-17029b31d00d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:24.032738 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.securitygroups_db [None req-0f789380-4c8a-4d30-b909-17029b31d00d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Project cca1e5a82d104327971da603674c443a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:06:24.038816 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0f789380-4c8a-4d30-b909-17029b31d00d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:24.105428 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0f789380-4c8a-4d30-b909-17029b31d00d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:24.109400 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0f789380-4c8a-4d30-b909-17029b31d00d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:24.132521 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f789380-4c8a-4d30-b909-17029b31d00d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf3f39a1-8958-46f2-9438-ac08dad63fa6,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:24.140609 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0f789380-4c8a-4d30-b909-17029b31d00d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:24.141858 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0f789380-4c8a-4d30-b909-17029b31d00d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1422496 Mar 11 16:06:24.144599 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 48776) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:24.149811 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-9e8a1579-5b88-4396-8936-f250b791ef17 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'security_group_rule': {'security_group_id': 'a2f53fde-d913-4dfc-9d38-013d3606e227', 'project_id': 'cca1e5a82d104327971da603674c443a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:24.155393 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-9e8a1579-5b88-4396-8936-f250b791ef17 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:24.159860 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-9e8a1579-5b88-4396-8936-f250b791ef17 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:security_group_rule and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:24.162698 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-9e8a1579-5b88-4396-8936-f250b791ef17 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:24.168312 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-9e8a1579-5b88-4396-8936-f250b791ef17 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:24.179875 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.securitygroups_db [None req-9e8a1579-5b88-4396-8936-f250b791ef17 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Project cca1e5a82d104327971da603674c443a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:06:24.186529 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9e8a1579-5b88-4396-8936-f250b791ef17 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:24.255758 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9e8a1579-5b88-4396-8936-f250b791ef17 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:24.259217 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9e8a1579-5b88-4396-8936-f250b791ef17 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:24.283015 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a1579-5b88-4396-8936-f250b791ef17 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f815774f-5877-424c-828c-b74138dcc9ed,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:24.291062 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9e8a1579-5b88-4396-8936-f250b791ef17 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:24.292281 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9e8a1579-5b88-4396-8936-f250b791ef17 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1467307 Mar 11 16:06:24.295201 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 48780) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:24.301350 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-b9f31204-6c4b-4e5c-8bd7-3bdcb78263f1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'network': {'name': 'tempest-network-smoke--1243395065', 'project_id': 'cca1e5a82d104327971da603674c443a', 'port_security_enabled': True}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:24.306108 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-b9f31204-6c4b-4e5c-8bd7-3bdcb78263f1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:24.310065 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-b9f31204-6c4b-4e5c-8bd7-3bdcb78263f1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:network and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:24.313273 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-b9f31204-6c4b-4e5c-8bd7-3bdcb78263f1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:24.319051 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-b9f31204-6c4b-4e5c-8bd7-3bdcb78263f1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:24.328223 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f31204-6c4b-4e5c-8bd7-3bdcb78263f1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Made reservation on behalf of cca1e5a82d104327971da603674c443a for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:24.331062 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b9f31204-6c4b-4e5c-8bd7-3bdcb78263f1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:24.358366 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f31204-6c4b-4e5c-8bd7-3bdcb78263f1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:06:24.368215 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b9f31204-6c4b-4e5c-8bd7-3bdcb78263f1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:24.368560 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-b9f31204-6c4b-4e5c-8bd7-3bdcb78263f1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Added segment 6d14bd9c-5568-48e2-8ae3-50a5a5d06580 of type vlan for network 07a07981-d7b6-443a-a1ed-808d40b7db81 Mar 11 16:06:24.393543 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b9f31204-6c4b-4e5c-8bd7-3bdcb78263f1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:24.421213 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b9f31204-6c4b-4e5c-8bd7-3bdcb78263f1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:24.425501 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f31204-6c4b-4e5c-8bd7-3bdcb78263f1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:24.426079 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b9f31204-6c4b-4e5c-8bd7-3bdcb78263f1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:24.524573 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b9f31204-6c4b-4e5c-8bd7-3bdcb78263f1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2281306 Mar 11 16:06:24.527380 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 48784) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:24.534974 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-41e562a2-f088-42a3-85fb-e991d57c3cb3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-437419358', 'admin_state_up': True, 'project_id': 'cca1e5a82d104327971da603674c443a', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:24.540065 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f31204-6c4b-4e5c-8bd7-3bdcb78263f1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'Network': ['ID=07a07981-d7b6-443a-a1ed-808d40b7db81,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:24.543628 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-41e562a2-f088-42a3-85fb-e991d57c3cb3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:24.548352 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-41e562a2-f088-42a3-85fb-e991d57c3cb3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:router and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:24.551214 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 07a07981-d7b6-443a-a1ed-808d40b7db81 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:06:24.551668 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-41e562a2-f088-42a3-85fb-e991d57c3cb3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:24.556930 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-41e562a2-f088-42a3-85fb-e991d57c3cb3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:24.568380 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-41e562a2-f088-42a3-85fb-e991d57c3cb3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:24.569308 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-41e562a2-f088-42a3-85fb-e991d57c3cb3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:24.589238 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-41e562a2-f088-42a3-85fb-e991d57c3cb3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:24.746551 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-41e562a2-f088-42a3-85fb-e991d57c3cb3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:24.996548 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-41e562a2-f088-42a3-85fb-e991d57c3cb3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for router_gateway, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:25.024808 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-41e562a2-f088-42a3-85fb-e991d57c3cb3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:25.163901 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-41e562a2-f088-42a3-85fb-e991d57c3cb3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Allocated IP 172.26.0.55 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:25.311540 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-41e562a2-f088-42a3-85fb-e991d57c3cb3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:25.338112 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-41e562a2-f088-42a3-85fb-e991d57c3cb3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:25.398720 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e562a2-f088-42a3-85fb-e991d57c3cb3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:25.401248 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-41e562a2-f088-42a3-85fb-e991d57c3cb3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:25.404729 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e562a2-f088-42a3-85fb-e991d57c3cb3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:06:25.442416 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e562a2-f088-42a3-85fb-e991d57c3cb3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'Port': ['ID=34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:25.565794 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-41e562a2-f088-42a3-85fb-e991d57c3cb3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for router_gateway, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:25.566431 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-41e562a2-f088-42a3-85fb-e991d57c3cb3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:25.792721 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e562a2-f088-42a3-85fb-e991d57c3cb3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Router 3de64e35-4d80-4bd2-a5e6-c91b745dc09e is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:06:25.986357 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e562a2-f088-42a3-85fb-e991d57c3cb3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:06:25.998147 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e752ee21-2996-4512-bc4a-e8af789c4204 None None] Sync routers for ids ['3de64e35-4d80-4bd2-a5e6-c91b745dc09e'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:06:26.010664 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e752ee21-2996-4512-bc4a-e8af789c4204 None None] Routers {'3de64e35-4d80-4bd2-a5e6-c91b745dc09e'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:06:26.011356 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e752ee21-2996-4512-bc4a-e8af789c4204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:06:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['3de64e35-4d80-4bd2-a5e6-c91b745dc09e'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:26.011652 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-41e562a2-f088-42a3-85fb-e991d57c3cb3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:26.012946 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-41e562a2-f088-42a3-85fb-e991d57c3cb3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4846666 Mar 11 16:06:26.017308 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 48788) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:26.178017 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-de341fea-e6fa-46eb-995a-564c7d42cc2c tempest-TestNetworkAdvancedServerOps-356817997 tempest-TestNetworkAdvancedServerOps-356817997-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=cca1e5a82d104327971da603674c443a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1596375 Mar 11 16:06:26.181224 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 48794) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:26.192457 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-e752ee21-2996-4512-bc4a-e8af789c4204 None None] Set router 3de64e35-4d80-4bd2-a5e6-c91b745dc09e gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:06:26.314409 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de195d7e-e141-412c-81f0-1f4b39fb0c12 tempest-TestNetworkAdvancedServerOps-356817997 tempest-TestNetworkAdvancedServerOps-356817997-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:26.318815 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-de195d7e-e141-412c-81f0-1f4b39fb0c12 tempest-TestNetworkAdvancedServerOps-356817997 tempest-TestNetworkAdvancedServerOps-356817997-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1343358 Mar 11 16:06:26.319134 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 48798) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:26.359773 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b0659175-0f21-4a2f-8d84-2e929bfdaa52 tempest-TestNetworkAdvancedServerOps-356817997 tempest-TestNetworkAdvancedServerOps-356817997-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=69193b02-dbf5-4ccf-b3ce-76dabd3f8655&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363624 Mar 11 16:06:26.359773 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 48802) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:26.364810 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-ab788110-1040-473c-b8c0-204fa6a6a74c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-195567056', 'network_id': '07a07981-d7b6-443a-a1ed-808d40b7db81', 'project_id': 'cca1e5a82d104327971da603674c443a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:26.474103 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ab788110-1040-473c-b8c0-204fa6a6a74c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:26.478006 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ab788110-1040-473c-b8c0-204fa6a6a74c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:subnet and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:26.481010 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ab788110-1040-473c-b8c0-204fa6a6a74c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:26.487714 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ab788110-1040-473c-b8c0-204fa6a6a74c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:26.497581 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab788110-1040-473c-b8c0-204fa6a6a74c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Made reservation on behalf of cca1e5a82d104327971da603674c443a for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:26.511743 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e752ee21-2996-4512-bc4a-e8af789c4204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de64e35-4d80-4bd2-a5e6-c91b745dc09e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437419358', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.55'}], 'enable_snat': True}, 'gw_port_id': '34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:06:24Z', 'updated_at': '2022-03-11T16:06:25Z', 'revision_number': 3, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de64e35-4d80-4bd2-a5e6-c91b745dc09e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:25Z', 'updated_at': '2022-03-11T16:06:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:26.515972 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e752ee21-2996-4512-bc4a-e8af789c4204 None None] Checking router: 3de64e35-4d80-4bd2-a5e6-c91b745dc09e for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:06:26.516351 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e752ee21-2996-4512-bc4a-e8af789c4204 None None] Updating router 3de64e35-4d80-4bd2-a5e6-c91b745dc09e port 34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a binding host dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:06:26.569331 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e752ee21-2996-4512-bc4a-e8af789c4204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:26.600001 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ab788110-1040-473c-b8c0-204fa6a6a74c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:26.811578 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ab788110-1040-473c-b8c0-204fa6a6a74c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:26.894389 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab788110-1040-473c-b8c0-204fa6a6a74c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'Subnet': ['ID=fb194c1f-4878-48ac-9d41-459fd7b7c0e4,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:26.896543 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e752ee21-2996-4512-bc4a-e8af789c4204 None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:26.904558 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab788110-1040-473c-b8c0-204fa6a6a74c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Checking segment: {'id': '6d14bd9c-5568-48e2-8ae3-50a5a5d06580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '07a07981-d7b6-443a-a1ed-808d40b7db81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:06:26.905115 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab788110-1040-473c-b8c0-204fa6a6a74c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Network hostable DHCP agents. Network: 07a07981-d7b6-443a-a1ed-808d40b7db81, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:06:26.910215 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e752ee21-2996-4512-bc4a-e8af789c4204 None None] Transition to ACTIVE for port object 34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:26.916945 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e752ee21-2996-4512-bc4a-e8af789c4204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:26.928311 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab788110-1040-473c-b8c0-204fa6a6a74c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Network 07a07981-d7b6-443a-a1ed-808d40b7db81 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:06:26.938036 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-ab788110-1040-473c-b8c0-204fa6a6a74c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 07a07981-d7b6-443a-a1ed-808d40b7db81) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:26.941962 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab788110-1040-473c-b8c0-204fa6a6a74c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:26.942588 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ab788110-1040-473c-b8c0-204fa6a6a74c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:26.963640 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ab788110-1040-473c-b8c0-204fa6a6a74c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6029668 Mar 11 16:06:26.965880 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa1b4ce-3151-4952-ae19-589474dd09b9 None None] Network 07a07981-d7b6-443a-a1ed-808d40b7db81 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:06:26.966445 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 48806) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:27.086020 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea7575-5041-4caa-8944-c318859af85f None None] Pushing event updated for resources: {'Port': ['ID=34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:27.088211 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-e752ee21-2996-4512-bc4a-e8af789c4204 None None] Attempting to bind port 34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:06:27.088580 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-e752ee21-2996-4512-bc4a-e8af789c4204 None None] Attempting to bind port 34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:06:27.088937 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e752ee21-2996-4512-bc4a-e8af789c4204 None None] Attempting to bind port 34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a on network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:06:27.107286 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e752ee21-2996-4512-bc4a-e8af789c4204 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:06:27.107667 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e752ee21-2996-4512-bc4a-e8af789c4204 None None] Checking segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:06:27.108065 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e752ee21-2996-4512-bc4a-e8af789c4204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:27.108482 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e752ee21-2996-4512-bc4a-e8af789c4204 None None] Bound using segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:06:27.109111 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-e752ee21-2996-4512-bc4a-e8af789c4204 None None] Bound port: 34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:06:27.109622 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e752ee21-2996-4512-bc4a-e8af789c4204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:27.139097 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea7575-5041-4caa-8944-c318859af85f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:27.139433 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea7575-5041-4caa-8944-c318859af85f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:27.139768 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea7575-5041-4caa-8944-c318859af85f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:27.140743 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea7575-5041-4caa-8944-c318859af85f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:27.141094 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea7575-5041-4caa-8944-c318859af85f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:27.141426 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea7575-5041-4caa-8944-c318859af85f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:27.141754 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea7575-5041-4caa-8944-c318859af85f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:27.142083 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea7575-5041-4caa-8944-c318859af85f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:27.142415 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea7575-5041-4caa-8944-c318859af85f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:27.142730 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea7575-5041-4caa-8944-c318859af85f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:27.143052 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cea7575-5041-4caa-8944-c318859af85f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:27.250708 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-e752ee21-2996-4512-bc4a-e8af789c4204 None None] For port 34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:06:27.270130 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-e752ee21-2996-4512-bc4a-e8af789c4204 None None] For port 34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:06:27.276301 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e752ee21-2996-4512-bc4a-e8af789c4204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:27.386123 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bd137d-c784-4c45-a2d6-2b66a7bd2633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-07a07981-d7b6-443a-a1ed-808d40b7db81', 'network_id': '07a07981-d7b6-443a-a1ed-808d40b7db81', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'fixed_ips': [{'subnet_id': 'fb194c1f-4878-48ac-9d41-459fd7b7c0e4'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:06:27.386916 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-91bd137d-c784-4c45-a2d6-2b66a7bd2633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:27.409145 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea7575-5041-4caa-8944-c318859af85f None None] Pushing event updated for resources: {'Port': ['ID=34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:27.454157 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e752ee21-2996-4512-bc4a-e8af789c4204 None None] Routers {'3de64e35-4d80-4bd2-a5e6-c91b745dc09e'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:06:27.454350 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e752ee21-2996-4512-bc4a-e8af789c4204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:06:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['3de64e35-4d80-4bd2-a5e6-c91b745dc09e'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:27.708733 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-91bd137d-c784-4c45-a2d6-2b66a7bd2633 None None] Allocated IP 172.20.0.2 (07a07981-d7b6-443a-a1ed-808d40b7db81/fb194c1f-4878-48ac-9d41-459fd7b7c0e4/87243bc0-d1a6-4b52-bda0-886dde18f466) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:27.712325 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-e752ee21-2996-4512-bc4a-e8af789c4204 None None] Set router 3de64e35-4d80-4bd2-a5e6-c91b745dc09e gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:06:27.843891 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-583d258e-a60f-4f73-9f48-eb96b894ce18 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:28.200013 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-91bd137d-c784-4c45-a2d6-2b66a7bd2633 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:28.213969 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-91bd137d-c784-4c45-a2d6-2b66a7bd2633 None None] Transition to ACTIVE for port object 87243bc0-d1a6-4b52-bda0-886dde18f466 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:28.238920 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-91bd137d-c784-4c45-a2d6-2b66a7bd2633 None None] Transition to ACTIVE for port object 87243bc0-d1a6-4b52-bda0-886dde18f466 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:28.242922 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e752ee21-2996-4512-bc4a-e8af789c4204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de64e35-4d80-4bd2-a5e6-c91b745dc09e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437419358', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.55'}], 'enable_snat': True}, 'gw_port_id': '34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:06:24Z', 'updated_at': '2022-03-11T16:06:25Z', 'revision_number': 3, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de64e35-4d80-4bd2-a5e6-c91b745dc09e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:25Z', 'updated_at': '2022-03-11T16:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:28.246645 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-91bd137d-c784-4c45-a2d6-2b66a7bd2633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:28.282047 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e752ee21-2996-4512-bc4a-e8af789c4204 None None] The sync data for ids ['3de64e35-4d80-4bd2-a5e6-c91b745dc09e'] in dv-neutron-833373-1-hyperv is: [{'id': '3de64e35-4d80-4bd2-a5e6-c91b745dc09e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437419358', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.55'}], 'enable_snat': True}, 'gw_port_id': '34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:06:24Z', 'updated_at': '2022-03-11T16:06:25Z', 'revision_number': 3, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de64e35-4d80-4bd2-a5e6-c91b745dc09e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:25Z', 'updated_at': '2022-03-11T16:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:06:28.322319 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bd137d-c784-4c45-a2d6-2b66a7bd2633 None None] Network 07a07981-d7b6-443a-a1ed-808d40b7db81 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:28.325301 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-91bd137d-c784-4c45-a2d6-2b66a7bd2633 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:28.330031 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-583d258e-a60f-4f73-9f48-eb96b894ce18 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Allocated IP 172.20.0.1 (07a07981-d7b6-443a-a1ed-808d40b7db81/fb194c1f-4878-48ac-9d41-459fd7b7c0e4/2b2c17de-c920-4c73-a651-de562e277a40) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:28.335217 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bd137d-c784-4c45-a2d6-2b66a7bd2633 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:06:28.337892 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd137d-c784-4c45-a2d6-2b66a7bd2633 None None] Pushing event updated for resources: {'Port': ['ID=87243bc0-d1a6-4b52-bda0-886dde18f466,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:28.429740 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-91bd137d-c784-4c45-a2d6-2b66a7bd2633 None None] Attempting to bind port 87243bc0-d1a6-4b52-bda0-886dde18f466 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:06:28.430113 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-91bd137d-c784-4c45-a2d6-2b66a7bd2633 None None] Attempting to bind port 87243bc0-d1a6-4b52-bda0-886dde18f466 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '6d14bd9c-5568-48e2-8ae3-50a5a5d06580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '07a07981-d7b6-443a-a1ed-808d40b7db81'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:06:28.430485 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bd137d-c784-4c45-a2d6-2b66a7bd2633 None None] Attempting to bind port 87243bc0-d1a6-4b52-bda0-886dde18f466 on network 07a07981-d7b6-443a-a1ed-808d40b7db81 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:06:28.437809 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bd137d-c784-4c45-a2d6-2b66a7bd2633 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:06:28.438187 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bd137d-c784-4c45-a2d6-2b66a7bd2633 None None] Checking segment: {'id': '6d14bd9c-5568-48e2-8ae3-50a5a5d06580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '07a07981-d7b6-443a-a1ed-808d40b7db81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:06:28.438589 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-91bd137d-c784-4c45-a2d6-2b66a7bd2633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:28.439049 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bd137d-c784-4c45-a2d6-2b66a7bd2633 None None] Bound using segment: {'id': '6d14bd9c-5568-48e2-8ae3-50a5a5d06580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '07a07981-d7b6-443a-a1ed-808d40b7db81'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:06:28.439993 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-91bd137d-c784-4c45-a2d6-2b66a7bd2633 None None] Bound port: 87243bc0-d1a6-4b52-bda0-886dde18f466, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d14bd9c-5568-48e2-8ae3-50a5a5d06580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '07a07981-d7b6-443a-a1ed-808d40b7db81'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:06:28.440406 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-91bd137d-c784-4c45-a2d6-2b66a7bd2633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:28.541054 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-583d258e-a60f-4f73-9f48-eb96b894ce18 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:28.558514 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-583d258e-a60f-4f73-9f48-eb96b894ce18 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Transition to ACTIVE for port object 2b2c17de-c920-4c73-a651-de562e277a40 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:28.562775 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-91bd137d-c784-4c45-a2d6-2b66a7bd2633 None None] For port 87243bc0-d1a6-4b52-bda0-886dde18f466, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:06:28.568750 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-91bd137d-c784-4c45-a2d6-2b66a7bd2633 None None] For port 87243bc0-d1a6-4b52-bda0-886dde18f466, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=87243bc0-d1a6-4b52-bda0-886dde18f466,segment=NetworkSegment(6d14bd9c-5568-48e2-8ae3-50a5a5d06580),segment_id=6d14bd9c-5568-48e2-8ae3-50a5a5d06580)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:06:28.580267 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-91bd137d-c784-4c45-a2d6-2b66a7bd2633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:28.592318 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-583d258e-a60f-4f73-9f48-eb96b894ce18 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:28.699038 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583d258e-a60f-4f73-9f48-eb96b894ce18 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Network 07a07981-d7b6-443a-a1ed-808d40b7db81 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:28.705382 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd137d-c784-4c45-a2d6-2b66a7bd2633 None None] Pushing event updated for resources: {'Port': ['ID=87243bc0-d1a6-4b52-bda0-886dde18f466,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:28.708269 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d258e-a60f-4f73-9f48-eb96b894ce18 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'Port': ['ID=2b2c17de-c920-4c73-a651-de562e277a40,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:28.723559 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-583d258e-a60f-4f73-9f48-eb96b894ce18 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:28.723559 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583d258e-a60f-4f73-9f48-eb96b894ce18 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:06:28.745565 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:06:28.797970 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-583d258e-a60f-4f73-9f48-eb96b894ce18 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:28.866882 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:28.872521 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:28.872894 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:28.925045 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-583d258e-a60f-4f73-9f48-eb96b894ce18 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:28.987591 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:06:29.045907 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:29.079734 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:29.106355 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:29.190594 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:29.411328 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c6e516b9-24cc-400a-b727-9aa48b959973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:29.514062 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-583d258e-a60f-4f73-9f48-eb96b894ce18 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:29.519278 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-583d258e-a60f-4f73-9f48-eb96b894ce18 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:29.631158 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d258e-a60f-4f73-9f48-eb96b894ce18 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'Port': ['ID=2b2c17de-c920-4c73-a651-de562e277a40,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:29.633536 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-583d258e-a60f-4f73-9f48-eb96b894ce18 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:29.776928 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583d258e-a60f-4f73-9f48-eb96b894ce18 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Network 07a07981-d7b6-443a-a1ed-808d40b7db81 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:29.778057 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-583d258e-a60f-4f73-9f48-eb96b894ce18 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:29.824505 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd1a1a9-00e8-43f5-b1c0-282bfec149d0 None None] Network 07a07981-d7b6-443a-a1ed-808d40b7db81 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:06:29.933535 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-1ece9e95-a148-42e5-bfba-e0f69d5d5429 None None] Provisioning for port 87243bc0-d1a6-4b52-bda0-886dde18f466 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:30.175800 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-583d258e-a60f-4f73-9f48-eb96b894ce18 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Router 3de64e35-4d80-4bd2-a5e6-c91b745dc09e has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:06:30.268588 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b2b9cb6f-3722-4b5b-b2a3-37fd61e867be None None] Provisioning for port 2b2c17de-c920-4c73-a651-de562e277a40 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:30.274126 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b2b9cb6f-3722-4b5b-b2a3-37fd61e867be None None] Provisioning complete for port 2b2c17de-c920-4c73-a651-de562e277a40 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:30.274538 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b2b9cb6f-3722-4b5b-b2a3-37fd61e867be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:30.329382 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-b2b9cb6f-3722-4b5b-b2a3-37fd61e867be None None] Port 2b2c17de-c920-4c73-a651-de562e277a40 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:06:30.391076 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583d258e-a60f-4f73-9f48-eb96b894ce18 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:06:30.401581 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-583d258e-a60f-4f73-9f48-eb96b894ce18 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "PUT /v2.0/routers/3de64e35-4d80-4bd2-a5e6-c91b745dc09e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4339838 Mar 11 16:06:30.464668 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-47828e65-6964-42c6-895f-b2a6cff8f092 None None] Provisioning complete for port 2b2c17de-c920-4c73-a651-de562e277a40 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:30.465114 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-47828e65-6964-42c6-895f-b2a6cff8f092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:30.519355 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-47828e65-6964-42c6-895f-b2a6cff8f092 None None] Port 2b2c17de-c920-4c73-a651-de562e277a40 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:06:30.586411 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-a11a33f4-a1c6-472c-9fc6-f724789251ca tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1562606210&fields=id&tenant_id=cca1e5a82d104327971da603674c443a HTTP/1.1" status: 200 len: 267 time: 0.0480189 Mar 11 16:06:30.690774 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:06:30.743972 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-4864a064-8a9c-4b24-86ef-83a3acbdd818 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:30.745369 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-4864a064-8a9c-4b24-86ef-83a3acbdd818 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/networks?id=07a07981-d7b6-443a-a1ed-808d40b7db81 HTTP/1.1" status: 200 len: 797 time: 0.1521633 Mar 11 16:06:30.761713 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b8fc25e3-2728-46bb-89d6-a9d8121f3cce None None] Provisioning complete for port 2b2c17de-c920-4c73-a651-de562e277a40 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:30.761893 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-f7a40862-9430-4164-bd01-482ba49345f6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/quotas/cca1e5a82d104327971da603674c443a HTTP/1.1" status: 200 len: 375 time: 0.0107548 Mar 11 16:06:30.762088 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b8fc25e3-2728-46bb-89d6-a9d8121f3cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:30.820862 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-b8fc25e3-2728-46bb-89d6-a9d8121f3cce None None] Port 2b2c17de-c920-4c73-a651-de562e277a40 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:06:30.823508 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:30.824262 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:30.951527 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-862aef55-34cb-4772-9d2e-08d2e9e357f5 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Synchronizing usage tracker for tenant:cca1e5a82d104327971da603674c443a on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:06:30.971636 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-862aef55-34cb-4772-9d2e-08d2e9e357f5 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Unset dirty status for tenant:cca1e5a82d104327971da603674c443a on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:06:30.973002 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-862aef55-34cb-4772-9d2e-08d2e9e357f5 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cca1e5a82d104327971da603674c443a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2055020 Mar 11 16:06:30.985572 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 87243bc0-d1a6-4b52-bda0-886dde18f466 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:06:31.052377 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 87243bc0-d1a6-4b52-bda0-886dde18f466 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:31.057838 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 87243bc0-d1a6-4b52-bda0-886dde18f466 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:31.058217 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:31.110024 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-6052f1fd-76a2-451b-9109-06ef4ff0e200 service neutron] 10.222.0.31 "GET /v2.0/networks/07a07981-d7b6-443a-a1ed-808d40b7db81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254296 Mar 11 16:06:31.174186 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:31.208877 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 87243bc0-d1a6-4b52-bda0-886dde18f466, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=87243bc0-d1a6-4b52-bda0-886dde18f466,segment=NetworkSegment(6d14bd9c-5568-48e2-8ae3-50a5a5d06580),segment_id=6d14bd9c-5568-48e2-8ae3-50a5a5d06580)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:31.213454 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:31.245047 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-18689433-b109-44ab-abb3-ef73e4daa502 service neutron] 10.222.0.31 "GET /v2.0/networks/07a07981-d7b6-443a-a1ed-808d40b7db81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292903 Mar 11 16:06:31.285423 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=87243bc0-d1a6-4b52-bda0-886dde18f466,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:31.430249 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-accebc57-a3eb-4907-915b-085199f136f6 req-76ec9a44-8bf9-48a0-bd52-940ea6a82d32 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c6fccbd-6a45-4590-9a5a-3990fc570552 HTTP/1.1" status: 200 len: 210 time: 0.0422401 Mar 11 16:06:31.676986 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-108ca31a-ff99-4f26-80a5-80df3ed7bdb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:32.024960 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0dcc90-5b26-457c-b57a-d85163a3bd5b None None] Sync routers for ids ['3de64e35-4d80-4bd2-a5e6-c91b745dc09e'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:06:32.037515 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0dcc90-5b26-457c-b57a-d85163a3bd5b None None] Routers {'3de64e35-4d80-4bd2-a5e6-c91b745dc09e'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:06:32.038123 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-eb0dcc90-5b26-457c-b57a-d85163a3bd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:06:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['3de64e35-4d80-4bd2-a5e6-c91b745dc09e'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:32.216020 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-eb0dcc90-5b26-457c-b57a-d85163a3bd5b None None] Set router 3de64e35-4d80-4bd2-a5e6-c91b745dc09e gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:06:32.539200 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0b80f6be-1ec7-40fa-8378-9a03560aa529 req-ee78a74b-0181-46ee-9207-397f12c0669c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c6fccbd-6a45-4590-9a5a-3990fc570552 HTTP/1.1" status: 200 len: 210 time: 0.0419366 Mar 11 16:06:32.565746 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-eb0dcc90-5b26-457c-b57a-d85163a3bd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de64e35-4d80-4bd2-a5e6-c91b745dc09e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437419358', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.55'}], 'enable_snat': True}, 'gw_port_id': '34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:06:24Z', 'updated_at': '2022-03-11T16:06:28Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de64e35-4d80-4bd2-a5e6-c91b745dc09e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:25Z', 'updated_at': '2022-03-11T16:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '2b2c17de-c920-4c73-a651-de562e277a40', 'name': '', 'network_id': '07a07981-d7b6-443a-a1ed-808d40b7db81', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'mac_address': 'fa:16:3e:e4:b1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de64e35-4d80-4bd2-a5e6-c91b745dc09e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb194c1f-4878-48ac-9d41-459fd7b7c0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:28Z', 'updated_at': '2022-03-11T16:06:29Z', 'revision_number': 2, 'project_id': 'cca1e5a82d104327971da603674c443a', 'subnets': [{'id': 'fb194c1f-4878-48ac-9d41-459fd7b7c0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:32.569873 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0dcc90-5b26-457c-b57a-d85163a3bd5b None None] Checking router: 3de64e35-4d80-4bd2-a5e6-c91b745dc09e for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:06:32.570219 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0dcc90-5b26-457c-b57a-d85163a3bd5b None None] Updating router 3de64e35-4d80-4bd2-a5e6-c91b745dc09e port 2b2c17de-c920-4c73-a651-de562e277a40 binding host dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:06:32.606533 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 87243bc0-d1a6-4b52-bda0-886dde18f466 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:06:32.619987 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-eb0dcc90-5b26-457c-b57a-d85163a3bd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:32.685664 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 87243bc0-d1a6-4b52-bda0-886dde18f466 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:32.686244 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:32.844880 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:32.961101 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-eb0dcc90-5b26-457c-b57a-d85163a3bd5b None None] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:32.973465 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-eb0dcc90-5b26-457c-b57a-d85163a3bd5b None None] Transition to ACTIVE for port object 2b2c17de-c920-4c73-a651-de562e277a40 will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:32.979622 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-eb0dcc90-5b26-457c-b57a-d85163a3bd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:33.092994 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:33.101710 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09cc686-b646-433a-9559-9c6c5eccf6ce None None] Pushing event updated for resources: {'Port': ['ID=2b2c17de-c920-4c73-a651-de562e277a40,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:33.115318 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09cc686-b646-433a-9559-9c6c5eccf6ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:33.115665 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09cc686-b646-433a-9559-9c6c5eccf6ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:33.116005 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09cc686-b646-433a-9559-9c6c5eccf6ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:33.116361 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09cc686-b646-433a-9559-9c6c5eccf6ce None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:33.116689 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09cc686-b646-433a-9559-9c6c5eccf6ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:33.117013 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09cc686-b646-433a-9559-9c6c5eccf6ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:33.117331 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09cc686-b646-433a-9559-9c6c5eccf6ce None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:33.117652 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09cc686-b646-433a-9559-9c6c5eccf6ce None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:33.117975 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09cc686-b646-433a-9559-9c6c5eccf6ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:33.118284 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09cc686-b646-433a-9559-9c6c5eccf6ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:33.118594 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09cc686-b646-433a-9559-9c6c5eccf6ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:33.204541 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-eb0dcc90-5b26-457c-b57a-d85163a3bd5b None None] Attempting to bind port 2b2c17de-c920-4c73-a651-de562e277a40 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:06:33.204913 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-eb0dcc90-5b26-457c-b57a-d85163a3bd5b None None] Attempting to bind port 2b2c17de-c920-4c73-a651-de562e277a40 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '6d14bd9c-5568-48e2-8ae3-50a5a5d06580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '07a07981-d7b6-443a-a1ed-808d40b7db81'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:06:33.205274 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0dcc90-5b26-457c-b57a-d85163a3bd5b None None] Attempting to bind port 2b2c17de-c920-4c73-a651-de562e277a40 on network 07a07981-d7b6-443a-a1ed-808d40b7db81 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:06:33.212180 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0dcc90-5b26-457c-b57a-d85163a3bd5b None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:06:33.212560 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0dcc90-5b26-457c-b57a-d85163a3bd5b None None] Checking segment: {'id': '6d14bd9c-5568-48e2-8ae3-50a5a5d06580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '07a07981-d7b6-443a-a1ed-808d40b7db81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:06:33.212956 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-eb0dcc90-5b26-457c-b57a-d85163a3bd5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:33.213339 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0dcc90-5b26-457c-b57a-d85163a3bd5b None None] Bound using segment: {'id': '6d14bd9c-5568-48e2-8ae3-50a5a5d06580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '07a07981-d7b6-443a-a1ed-808d40b7db81'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:06:33.213835 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-eb0dcc90-5b26-457c-b57a-d85163a3bd5b None None] Bound port: 2b2c17de-c920-4c73-a651-de562e277a40, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d14bd9c-5568-48e2-8ae3-50a5a5d06580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '07a07981-d7b6-443a-a1ed-808d40b7db81'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:06:33.214200 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-eb0dcc90-5b26-457c-b57a-d85163a3bd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:33.301247 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-eb0dcc90-5b26-457c-b57a-d85163a3bd5b None None] For port 2b2c17de-c920-4c73-a651-de562e277a40, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:06:33.304181 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-eb0dcc90-5b26-457c-b57a-d85163a3bd5b None None] For port 2b2c17de-c920-4c73-a651-de562e277a40, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=2b2c17de-c920-4c73-a651-de562e277a40,segment=NetworkSegment(6d14bd9c-5568-48e2-8ae3-50a5a5d06580),segment_id=6d14bd9c-5568-48e2-8ae3-50a5a5d06580)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:06:33.309100 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-eb0dcc90-5b26-457c-b57a-d85163a3bd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:33.386672 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09cc686-b646-433a-9559-9c6c5eccf6ce None None] Pushing event updated for resources: {'Port': ['ID=2b2c17de-c920-4c73-a651-de562e277a40,revision_number=4']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:33.392690 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0dcc90-5b26-457c-b57a-d85163a3bd5b None None] Routers {'3de64e35-4d80-4bd2-a5e6-c91b745dc09e'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:06:33.393298 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-eb0dcc90-5b26-457c-b57a-d85163a3bd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:06:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['3de64e35-4d80-4bd2-a5e6-c91b745dc09e'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:33.587775 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-eb0dcc90-5b26-457c-b57a-d85163a3bd5b None None] Set router 3de64e35-4d80-4bd2-a5e6-c91b745dc09e gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:06:33.657017 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-26359345-ad0d-4761-b415-7607aa8aabba req-6a00cfc3-d155-4f2b-b4cb-3dd5ace5866b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c6fccbd-6a45-4590-9a5a-3990fc570552 HTTP/1.1" status: 200 len: 210 time: 0.0428624 Mar 11 16:06:33.917761 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-eb0dcc90-5b26-457c-b57a-d85163a3bd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de64e35-4d80-4bd2-a5e6-c91b745dc09e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437419358', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.55'}], 'enable_snat': True}, 'gw_port_id': '34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:06:24Z', 'updated_at': '2022-03-11T16:06:28Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de64e35-4d80-4bd2-a5e6-c91b745dc09e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:25Z', 'updated_at': '2022-03-11T16:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '2b2c17de-c920-4c73-a651-de562e277a40', 'name': '', 'network_id': '07a07981-d7b6-443a-a1ed-808d40b7db81', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'mac_address': 'fa:16:3e:e4:b1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de64e35-4d80-4bd2-a5e6-c91b745dc09e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb194c1f-4878-48ac-9d41-459fd7b7c0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:28Z', 'updated_at': '2022-03-11T16:06:33Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'subnets': [{'id': 'fb194c1f-4878-48ac-9d41-459fd7b7c0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:33.921614 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0dcc90-5b26-457c-b57a-d85163a3bd5b None None] The sync data for ids ['3de64e35-4d80-4bd2-a5e6-c91b745dc09e'] in dv-neutron-833373-1-hyperv is: [{'id': '3de64e35-4d80-4bd2-a5e6-c91b745dc09e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437419358', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.55'}], 'enable_snat': True}, 'gw_port_id': '34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:06:24Z', 'updated_at': '2022-03-11T16:06:28Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de64e35-4d80-4bd2-a5e6-c91b745dc09e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:25Z', 'updated_at': '2022-03-11T16:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '2b2c17de-c920-4c73-a651-de562e277a40', 'name': '', 'network_id': '07a07981-d7b6-443a-a1ed-808d40b7db81', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'mac_address': 'fa:16:3e:e4:b1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de64e35-4d80-4bd2-a5e6-c91b745dc09e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb194c1f-4878-48ac-9d41-459fd7b7c0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:28Z', 'updated_at': '2022-03-11T16:06:33Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'subnets': [{'id': 'fb194c1f-4878-48ac-9d41-459fd7b7c0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:06:34.304307 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:34.629296 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 2b2c17de-c920-4c73-a651-de562e277a40 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:06:34.707083 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 2b2c17de-c920-4c73-a651-de562e277a40 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:34.713956 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 2b2c17de-c920-4c73-a651-de562e277a40 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:34.714367 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:34.791093 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-64bdd63e-bef0-4356-82ba-98e358852cea req-08fb59bc-b78f-4eae-a082-01b9a7f1884a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c6fccbd-6a45-4590-9a5a-3990fc570552 HTTP/1.1" status: 200 len: 210 time: 0.0442097 Mar 11 16:06:34.856383 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:34.887570 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 2b2c17de-c920-4c73-a651-de562e277a40, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=2b2c17de-c920-4c73-a651-de562e277a40,segment=NetworkSegment(6d14bd9c-5568-48e2-8ae3-50a5a5d06580),segment_id=6d14bd9c-5568-48e2-8ae3-50a5a5d06580)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:34.891847 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:34.958868 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=2b2c17de-c920-4c73-a651-de562e277a40,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:35.957922 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-340e46e0-8f0b-4fed-a7bf-589d44cbe1f9 req-43e3bb37-f5f3-4068-ab76-f6918f1faac5 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c6fccbd-6a45-4590-9a5a-3990fc570552 HTTP/1.1" status: 200 len: 210 time: 0.0404544 Mar 11 16:06:36.601686 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-01c2ff57-7968-4adc-a0c3-c81eabe04f87 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:36.603076 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-01c2ff57-7968-4adc-a0c3-c81eabe04f87 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.73 "GET /v2.0/networks?id=07a07981-d7b6-443a-a1ed-808d40b7db81 HTTP/1.1" status: 200 len: 797 time: 0.1479397 Mar 11 16:06:36.613490 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 2b2c17de-c920-4c73-a651-de562e277a40 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:06:36.664073 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-d65297bc-dcde-454a-928f-47f9a8137583 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cca1e5a82d104327971da603674c443a HTTP/1.1" status: 200 len: 380 time: 0.0491550 Mar 11 16:06:36.673433 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-34b74bb5-784c-480f-b070-a9db93b3732a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'port': {'device_id': '0c6fccbd-6a45-4590-9a5a-3990fc570552', 'network_id': '07a07981-d7b6-443a-a1ed-808d40b7db81', 'admin_state_up': True, 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'security_groups': ['a2f53fde-d913-4dfc-9d38-013d3606e227']}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:36.688773 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 2b2c17de-c920-4c73-a651-de562e277a40 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:36.689152 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:36.810941 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-34b74bb5-784c-480f-b070-a9db93b3732a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:36.820708 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-34b74bb5-784c-480f-b070-a9db93b3732a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:36.830903 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-34b74bb5-784c-480f-b070-a9db93b3732a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Made reservation on behalf of cca1e5a82d104327971da603674c443a for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:36.834051 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-34b74bb5-784c-480f-b070-a9db93b3732a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:36.995980 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-34b74bb5-784c-480f-b070-a9db93b3732a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Allocated IP 172.20.0.5 (07a07981-d7b6-443a-a1ed-808d40b7db81/fb194c1f-4878-48ac-9d41-459fd7b7c0e4/d11116a2-4940-4e8d-810f-b8cff71e29e4) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:37.164624 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-280f89f8-58d1-41a6-acce-e1e0b5112598 req-798798ec-e039-4633-b228-b4c4e4071e6a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c6fccbd-6a45-4590-9a5a-3990fc570552 HTTP/1.1" status: 200 len: 210 time: 0.0579133 Mar 11 16:06:37.230195 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-34b74bb5-784c-480f-b070-a9db93b3732a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:37.247658 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-34b74bb5-784c-480f-b070-a9db93b3732a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Transition to ACTIVE for port object d11116a2-4940-4e8d-810f-b8cff71e29e4 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:37.268698 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-34b74bb5-784c-480f-b070-a9db93b3732a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:37.340442 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-34b74bb5-784c-480f-b070-a9db93b3732a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Network 07a07981-d7b6-443a-a1ed-808d40b7db81 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:37.343813 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-34b74bb5-784c-480f-b070-a9db93b3732a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:37.347694 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-34b74bb5-784c-480f-b070-a9db93b3732a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:06:37.384450 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b74bb5-784c-480f-b070-a9db93b3732a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'Port': ['ID=d11116a2-4940-4e8d-810f-b8cff71e29e4,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:37.415458 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-34b74bb5-784c-480f-b070-a9db93b3732a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:37.415996 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-34b74bb5-784c-480f-b070-a9db93b3732a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:37.442000 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-34b74bb5-784c-480f-b070-a9db93b3732a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7728484 Mar 11 16:06:37.454798 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-71642aaa-b3a5-456a-8857-49ace4353c57 service neutron] Request body: {'port': {'device_id': '0c6fccbd-6a45-4590-9a5a-3990fc570552', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:37.571060 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-71642aaa-b3a5-456a-8857-49ace4353c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:37.627014 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2a782421-67b2-452e-8dc6-fc4aceb977f3 None None] Provisioning for port d11116a2-4940-4e8d-810f-b8cff71e29e4 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:37.632497 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2a782421-67b2-452e-8dc6-fc4aceb977f3 None None] Provisioning complete for port d11116a2-4940-4e8d-810f-b8cff71e29e4 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:37.632497 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2a782421-67b2-452e-8dc6-fc4aceb977f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:37.684312 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-2a782421-67b2-452e-8dc6-fc4aceb977f3 None None] Port d11116a2-4940-4e8d-810f-b8cff71e29e4 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:06:38.006749 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-71642aaa-b3a5-456a-8857-49ace4353c57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d11116a2-4940-4e8d-810f-b8cff71e29e4 {{(pid=83866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:06:38.013463 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-71642aaa-b3a5-456a-8857-49ace4353c57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:38.028969 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-71642aaa-b3a5-456a-8857-49ace4353c57 service neutron] Transition to ACTIVE for port object d11116a2-4940-4e8d-810f-b8cff71e29e4 will not be triggered until provisioned by entity L2. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:38.032782 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-71642aaa-b3a5-456a-8857-49ace4353c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:38.164804 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71642aaa-b3a5-456a-8857-49ace4353c57 service neutron] Pushing event updated for resources: {'Port': ['ID=d11116a2-4940-4e8d-810f-b8cff71e29e4,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:38.280610 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-71642aaa-b3a5-456a-8857-49ace4353c57 service neutron] Attempting to bind port d11116a2-4940-4e8d-810f-b8cff71e29e4 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:06:38.280944 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-71642aaa-b3a5-456a-8857-49ace4353c57 service neutron] Attempting to bind port d11116a2-4940-4e8d-810f-b8cff71e29e4 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '6d14bd9c-5568-48e2-8ae3-50a5a5d06580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '07a07981-d7b6-443a-a1ed-808d40b7db81'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:06:38.281256 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-71642aaa-b3a5-456a-8857-49ace4353c57 service neutron] Attempting to bind port d11116a2-4940-4e8d-810f-b8cff71e29e4 on network 07a07981-d7b6-443a-a1ed-808d40b7db81 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:06:38.287241 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-71642aaa-b3a5-456a-8857-49ace4353c57 service neutron] Port d11116a2-4940-4e8d-810f-b8cff71e29e4 on network 07a07981-d7b6-443a-a1ed-808d40b7db81 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:06:38.287549 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-71642aaa-b3a5-456a-8857-49ace4353c57 service neutron] Attempting to bind port d11116a2-4940-4e8d-810f-b8cff71e29e4 on network 07a07981-d7b6-443a-a1ed-808d40b7db81 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:06:38.293935 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-71642aaa-b3a5-456a-8857-49ace4353c57 service neutron] Checking agent: {'id': '233b753e-9484-4350-9871-64b7c66fc067', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'started_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:06:38.294274 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-71642aaa-b3a5-456a-8857-49ace4353c57 service neutron] Checking segment: {'id': '6d14bd9c-5568-48e2-8ae3-50a5a5d06580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '07a07981-d7b6-443a-a1ed-808d40b7db81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:06:38.294650 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-71642aaa-b3a5-456a-8857-49ace4353c57 service neutron] Bound using segment: {'id': '6d14bd9c-5568-48e2-8ae3-50a5a5d06580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '07a07981-d7b6-443a-a1ed-808d40b7db81'} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:06:38.295190 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-71642aaa-b3a5-456a-8857-49ace4353c57 service neutron] Bound port: d11116a2-4940-4e8d-810f-b8cff71e29e4, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d14bd9c-5568-48e2-8ae3-50a5a5d06580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '07a07981-d7b6-443a-a1ed-808d40b7db81'}}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:06:38.295479 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-71642aaa-b3a5-456a-8857-49ace4353c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:38.379595 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6d9df-3bfd-4264-af4a-8610a561620f req-ad6ea655-00e5-48cd-a666-284d2c4218f7 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:38.381802 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d6f6d9df-3bfd-4264-af4a-8610a561620f req-ad6ea655-00e5-48cd-a666-284d2c4218f7 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c6fccbd-6a45-4590-9a5a-3990fc570552 HTTP/1.1" status: 200 len: 943 time: 0.0807307 Mar 11 16:06:38.386185 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-71642aaa-b3a5-456a-8857-49ace4353c57 service neutron] For port d11116a2-4940-4e8d-810f-b8cff71e29e4, host hv-neutron-8333, cleared binding levels {{(pid=83866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:06:38.389332 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-71642aaa-b3a5-456a-8857-49ace4353c57 service neutron] For port d11116a2-4940-4e8d-810f-b8cff71e29e4, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=d11116a2-4940-4e8d-810f-b8cff71e29e4,segment=NetworkSegment(6d14bd9c-5568-48e2-8ae3-50a5a5d06580),segment_id=6d14bd9c-5568-48e2-8ae3-50a5a5d06580)] {{(pid=83866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:06:38.393809 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-71642aaa-b3a5-456a-8857-49ace4353c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:38.426503 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-d6f6d9df-3bfd-4264-af4a-8610a561620f req-ac02bdb8-0f5d-4e62-82d8-e6f65c99f277 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Synchronizing usage tracker for tenant:cca1e5a82d104327971da603674c443a on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:06:38.444833 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-d6f6d9df-3bfd-4264-af4a-8610a561620f req-ac02bdb8-0f5d-4e62-82d8-e6f65c99f277 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Unset dirty status for tenant:cca1e5a82d104327971da603674c443a on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:06:38.445997 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d6f6d9df-3bfd-4264-af4a-8610a561620f req-ac02bdb8-0f5d-4e62-82d8-e6f65c99f277 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=a2f53fde-d913-4dfc-9d38-013d3606e227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587027 Mar 11 16:06:38.460818 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-71642aaa-b3a5-456a-8857-49ace4353c57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:38.462134 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-71642aaa-b3a5-456a-8857-49ace4353c57 service neutron] 10.222.0.73 "PUT /v2.0/ports/d11116a2-4940-4e8d-810f-b8cff71e29e4 HTTP/1.1" status: 200 len: 1093 time: 1.0123918 Mar 11 16:06:38.462562 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c6fccbd-6a45-4590-9a5a-3990fc570552', 'tag': 'd11116a2-4940-4e8d-810f-b8cff71e29e4'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:06:38.478992 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71642aaa-b3a5-456a-8857-49ace4353c57 service neutron] Pushing event updated for resources: {'Port': ['ID=d11116a2-4940-4e8d-810f-b8cff71e29e4,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:38.554474 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c6fccbd-6a45-4590-9a5a-3990fc570552', 'tag': 'd11116a2-4940-4e8d-810f-b8cff71e29e4', 'status': 'completed', 'code': 200} Mar 11 16:06:38.599496 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-ada8ab32-b8e2-4dcf-974c-ab149b031a5b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cca1e5a82d104327971da603674c443a&device_id=0c6fccbd-6a45-4590-9a5a-3990fc570552 HTTP/1.1" status: 200 len: 1096 time: 0.0822358 Mar 11 16:06:38.678367 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-8e531fb4-ad83-4acd-91e0-a598d841c9f2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d11116a2-4940-4e8d-810f-b8cff71e29e4 HTTP/1.1" status: 200 len: 217 time: 0.0700045 Mar 11 16:06:38.740207 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-3c0f39d2-26c6-4a38-997c-2d91e3657470 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:38.741633 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-3c0f39d2-26c6-4a38-997c-2d91e3657470 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fb194c1f-4878-48ac-9d41-459fd7b7c0e4 HTTP/1.1" status: 200 len: 834 time: 0.0580933 Mar 11 16:06:38.819074 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-a72b6b44-b8b5-4662-984f-dac4e0491fa2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=07a07981-d7b6-443a-a1ed-808d40b7db81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710378 Mar 11 16:06:38.949710 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-80800be2-a975-48c9-8b83-626e50e3593b service neutron] 10.222.0.73 "GET /v2.0/networks/07a07981-d7b6-443a-a1ed-808d40b7db81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247666 Mar 11 16:06:39.085746 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0bd77531-263d-4ad9-8d83-d232b5216999 req-0a046480-5f77-402b-8b7b-c5c4fd6feac0 service neutron] 10.222.0.73 "GET /v2.0/networks/07a07981-d7b6-443a-a1ed-808d40b7db81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294482 Mar 11 16:06:39.200125 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-02a6c559-0c5b-4d40-87a0-2fad82b7e0d7 req-f1dc77f9-44e9-45d7-8adf-d9b5d0509089 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cca1e5a82d104327971da603674c443a&device_id=0c6fccbd-6a45-4590-9a5a-3990fc570552 HTTP/1.1" status: 200 len: 1096 time: 0.0731444 Mar 11 16:06:39.329969 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6c559-0c5b-4d40-87a0-2fad82b7e0d7 req-745eb180-0f47-4cc6-b39d-eba5f8fcf28d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:39.331393 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-02a6c559-0c5b-4d40-87a0-2fad82b7e0d7 req-745eb180-0f47-4cc6-b39d-eba5f8fcf28d service neutron] 10.222.0.73 "GET /v2.0/networks?id=07a07981-d7b6-443a-a1ed-808d40b7db81 HTTP/1.1" status: 200 len: 898 time: 0.1253228 Mar 11 16:06:39.401308 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-02a6c559-0c5b-4d40-87a0-2fad82b7e0d7 req-214d993e-d9c2-4aef-9bb4-33bed9badd9c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d11116a2-4940-4e8d-810f-b8cff71e29e4 HTTP/1.1" status: 200 len: 217 time: 0.0625405 Mar 11 16:06:39.462494 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6c559-0c5b-4d40-87a0-2fad82b7e0d7 req-106fa77d-77a4-420c-abb2-3d104e6c8422 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:39.463890 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-02a6c559-0c5b-4d40-87a0-2fad82b7e0d7 req-106fa77d-77a4-420c-abb2-3d104e6c8422 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fb194c1f-4878-48ac-9d41-459fd7b7c0e4 HTTP/1.1" status: 200 len: 834 time: 0.0570550 Mar 11 16:06:39.538728 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-02a6c559-0c5b-4d40-87a0-2fad82b7e0d7 req-f85cf0a8-930d-4729-890d-f709b71e1d26 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=07a07981-d7b6-443a-a1ed-808d40b7db81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688605 Mar 11 16:06:39.645208 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb6d69-4921-4fa7-bcdb-23a4e8e3ee56 req-0b6d8be2-3de6-40c5-a0b8-ba55ef1743c3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:39.646674 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-aadb6d69-4921-4fa7-bcdb-23a4e8e3ee56 req-0b6d8be2-3de6-40c5-a0b8-ba55ef1743c3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c6fccbd-6a45-4590-9a5a-3990fc570552 HTTP/1.1" status: 200 len: 943 time: 0.0806653 Mar 11 16:06:39.676297 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-02a6c559-0c5b-4d40-87a0-2fad82b7e0d7 req-d086678f-7455-4224-8970-bce8adfedc9f service neutron] 10.222.0.73 "GET /v2.0/networks/07a07981-d7b6-443a-a1ed-808d40b7db81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297970 Mar 11 16:06:39.692605 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-aadb6d69-4921-4fa7-bcdb-23a4e8e3ee56 req-91d3b3e6-b9e0-41ca-bf7b-4166896f1591 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=a2f53fde-d913-4dfc-9d38-013d3606e227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404556 Mar 11 16:06:39.903709 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-02a6c559-0c5b-4d40-87a0-2fad82b7e0d7 req-1b481fba-63c1-46c6-abaf-201beefdf911 service neutron] 10.222.0.73 "GET /v2.0/networks/07a07981-d7b6-443a-a1ed-808d40b7db81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200305 Mar 11 16:06:40.888014 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1776d46-cdc4-4665-89c1-b65ed8d67c50 req-e93291b0-95fa-45d8-b11e-9dadc5a2f1c4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:40.888731 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-d1776d46-cdc4-4665-89c1-b65ed8d67c50 req-e93291b0-95fa-45d8-b11e-9dadc5a2f1c4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Synchronizing usage tracker for tenant:cca1e5a82d104327971da603674c443a on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:06:40.903750 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-d1776d46-cdc4-4665-89c1-b65ed8d67c50 req-e93291b0-95fa-45d8-b11e-9dadc5a2f1c4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Unset dirty status for tenant:cca1e5a82d104327971da603674c443a on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:06:40.904970 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d1776d46-cdc4-4665-89c1-b65ed8d67c50 req-e93291b0-95fa-45d8-b11e-9dadc5a2f1c4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c6fccbd-6a45-4590-9a5a-3990fc570552 HTTP/1.1" status: 200 len: 943 time: 0.0918336 Mar 11 16:06:40.951352 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d1776d46-cdc4-4665-89c1-b65ed8d67c50 req-a9bcf1e8-e268-4f4b-83bf-98b6066de6e0 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=a2f53fde-d913-4dfc-9d38-013d3606e227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401759 Mar 11 16:06:42.153691 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device d11116a2-4940-4e8d-810f-b8cff71e29e4 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:06:42.154996 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65a1e8-b7f7-4df7-a5c7-6b98822a45e7 req-53e30739-5dad-4ee0-bd0b-d6db235edbbc tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:42.156529 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-5a65a1e8-b7f7-4df7-a5c7-6b98822a45e7 req-53e30739-5dad-4ee0-bd0b-d6db235edbbc tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c6fccbd-6a45-4590-9a5a-3990fc570552 HTTP/1.1" status: 200 len: 943 time: 0.0796671 Mar 11 16:06:42.298540 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port d11116a2-4940-4e8d-810f-b8cff71e29e4, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=d11116a2-4940-4e8d-810f-b8cff71e29e4,segment=NetworkSegment(6d14bd9c-5568-48e2-8ae3-50a5a5d06580),segment_id=6d14bd9c-5568-48e2-8ae3-50a5a5d06580)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:42.298770 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-5a65a1e8-b7f7-4df7-a5c7-6b98822a45e7 req-98c918ee-b9a0-4bc2-af9d-60655b56f22c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=a2f53fde-d913-4dfc-9d38-013d3606e227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361375 Mar 11 16:06:42.312146 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': 'd11116a2-4940-4e8d-810f-b8cff71e29e4', 'network_id': '07a07981-d7b6-443a-a1ed-808d40b7db81', 'port_id': 'd11116a2-4940-4e8d-810f-b8cff71e29e4', 'mac_address': 'fa:16:3e:e8:7c:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb194c1f-4878-48ac-9d41-459fd7b7c0e4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:06:42.369024 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:42.385872 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d11116a2-4940-4e8d-810f-b8cff71e29e4 {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:06:42.400580 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port d11116a2-4940-4e8d-810f-b8cff71e29e4, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=d11116a2-4940-4e8d-810f-b8cff71e29e4,segment=NetworkSegment(6d14bd9c-5568-48e2-8ae3-50a5a5d06580),segment_id=6d14bd9c-5568-48e2-8ae3-50a5a5d06580)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:42.404675 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:42.469171 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=d11116a2-4940-4e8d-810f-b8cff71e29e4,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:42.786970 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['d11116a2-4940-4e8d-810f-b8cff71e29e4'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:06:43.496335 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5b648-8904-4663-8bfd-eac9fdb66daf req-30d8aafa-ba76-4e11-a528-47c2882b24f8 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:43.497685 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-eab5b648-8904-4663-8bfd-eac9fdb66daf req-30d8aafa-ba76-4e11-a528-47c2882b24f8 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c6fccbd-6a45-4590-9a5a-3990fc570552 HTTP/1.1" status: 200 len: 944 time: 0.0798247 Mar 11 16:06:43.543709 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-eab5b648-8904-4663-8bfd-eac9fdb66daf req-777ed01c-3c8f-40bf-99d1-cbc8e24ec2eb tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=a2f53fde-d913-4dfc-9d38-013d3606e227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390806 Mar 11 16:06:44.152773 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device d11116a2-4940-4e8d-810f-b8cff71e29e4 up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:06:44.224945 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning for port d11116a2-4940-4e8d-810f-b8cff71e29e4 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:44.229689 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port d11116a2-4940-4e8d-810f-b8cff71e29e4 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:44.230091 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:44.341418 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:44.367469 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6fccbd-6a45-4590-9a5a-3990fc570552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11116a2-4940-4e8d-810f-b8cff71e29e4'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:06:44.376502 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port d11116a2-4940-4e8d-810f-b8cff71e29e4, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=d11116a2-4940-4e8d-810f-b8cff71e29e4,segment=NetworkSegment(6d14bd9c-5568-48e2-8ae3-50a5a5d06580),segment_id=6d14bd9c-5568-48e2-8ae3-50a5a5d06580)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:44.380393 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:44.446378 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=d11116a2-4940-4e8d-810f-b8cff71e29e4,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:44.502992 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c6fccbd-6a45-4590-9a5a-3990fc570552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11116a2-4940-4e8d-810f-b8cff71e29e4', 'code': 200} Mar 11 16:06:44.788660 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-463c4ad1-1275-4124-a864-d6e52d4afd8b req-f83bab90-a129-40a3-b2ad-80e7d7b4b216 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0c6fccbd-6a45-4590-9a5a-3990fc570552 HTTP/1.1" status: 200 len: 1098 time: 0.1275926 Mar 11 16:06:44.793926 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a625aa-8b49-4e95-b55c-f939af3b79fc req-7266e75e-e4b1-40a8-a9c3-d617798536e2 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:44.795256 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-96a625aa-8b49-4e95-b55c-f939af3b79fc req-7266e75e-e4b1-40a8-a9c3-d617798536e2 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c6fccbd-6a45-4590-9a5a-3990fc570552 HTTP/1.1" status: 200 len: 945 time: 0.1059122 Mar 11 16:06:44.863183 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-463c4ad1-1275-4124-a864-d6e52d4afd8b req-88e32847-51d2-4a86-82a8-449f3ef705f2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a2f53fde-d913-4dfc-9d38-013d3606e227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669777 Mar 11 16:06:44.867627 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-96a625aa-8b49-4e95-b55c-f939af3b79fc req-0211a170-0fac-454d-a5b3-c3dacae8d9c4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=a2f53fde-d913-4dfc-9d38-013d3606e227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577691 Mar 11 16:06:46.065004 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe8931-c9c8-4767-a976-8b80314e03d3 req-064cd445-c8d0-4987-9797-94eef848c045 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:46.066571 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-6dbe8931-c9c8-4767-a976-8b80314e03d3 req-064cd445-c8d0-4987-9797-94eef848c045 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c6fccbd-6a45-4590-9a5a-3990fc570552 HTTP/1.1" status: 200 len: 945 time: 0.0791900 Mar 11 16:06:46.106923 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:46.119107 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-6dbe8931-c9c8-4767-a976-8b80314e03d3 req-a3d83c86-4a4d-42c7-b878-404e2b5d69bb tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=a2f53fde-d913-4dfc-9d38-013d3606e227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463390 Mar 11 16:06:47.322176 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80420f-259a-48a9-b744-652d4d1ee33f req-ec2cc240-2431-4dbc-98db-49b6a6ffe34e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:47.323608 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5a80420f-259a-48a9-b744-652d4d1ee33f req-ec2cc240-2431-4dbc-98db-49b6a6ffe34e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c6fccbd-6a45-4590-9a5a-3990fc570552 HTTP/1.1" status: 200 len: 945 time: 0.0821421 Mar 11 16:06:47.370142 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5a80420f-259a-48a9-b744-652d4d1ee33f req-6fa052ac-1fd9-45f6-9f4c-b2df03dc300e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=a2f53fde-d913-4dfc-9d38-013d3606e227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400360 Mar 11 16:06:47.564035 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a97e09-e6e7-4261-b3a4-d3bc44c9b368 req-ce9c3b72-7b32-4fd8-ab54-64c81d4644d1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:47.565525 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-52a97e09-e6e7-4261-b3a4-d3bc44c9b368 req-ce9c3b72-7b32-4fd8-ab54-64c81d4644d1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c6fccbd-6a45-4590-9a5a-3990fc570552 HTTP/1.1" status: 200 len: 945 time: 0.0774283 Mar 11 16:06:47.610572 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-52a97e09-e6e7-4261-b3a4-d3bc44c9b368 req-9ad1b166-2f7c-4c08-9e6d-7a384f5ddc80 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=a2f53fde-d913-4dfc-9d38-013d3606e227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389137 Mar 11 16:06:47.636978 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 48870) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:47.704824 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a4f4ede9-5257-4398-a902-7e3b3838afee tempest-TestNetworkAdvancedServerOps-356817997 tempest-TestNetworkAdvancedServerOps-356817997-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0c6fccbd-6a45-4590-9a5a-3990fc570552 HTTP/1.1" status: 200 len: 1093 time: 0.0666599 Mar 11 16:06:47.707359 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 48874) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:47.712373 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-62234ef1-bf6c-42d3-afb2-e59650fd063d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'floatingip': {'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'port_id': 'd11116a2-4940-4e8d-810f-b8cff71e29e4', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:47.717660 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-62234ef1-bf6c-42d3-afb2-e59650fd063d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:47.722102 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-62234ef1-bf6c-42d3-afb2-e59650fd063d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:floatingip and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:47.724895 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-62234ef1-bf6c-42d3-afb2-e59650fd063d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:47.730400 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-62234ef1-bf6c-42d3-afb2-e59650fd063d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:47.740528 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-62234ef1-bf6c-42d3-afb2-e59650fd063d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for floatingip, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:47.874726 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-62234ef1-bf6c-42d3-afb2-e59650fd063d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:48.009071 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-62234ef1-bf6c-42d3-afb2-e59650fd063d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Allocated IP 172.26.0.86 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/9474f589-136e-4459-87a7-dbb5cedae9ed) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:48.153507 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-62234ef1-bf6c-42d3-afb2-e59650fd063d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:48.181802 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-62234ef1-bf6c-42d3-afb2-e59650fd063d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:48.255360 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62234ef1-bf6c-42d3-afb2-e59650fd063d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:48.258067 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-62234ef1-bf6c-42d3-afb2-e59650fd063d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:48.261954 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62234ef1-bf6c-42d3-afb2-e59650fd063d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:06:48.291171 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62234ef1-bf6c-42d3-afb2-e59650fd063d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'Port': ['ID=9474f589-136e-4459-87a7-dbb5cedae9ed,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:48.759764 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-62234ef1-bf6c-42d3-afb2-e59650fd063d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:48.813340 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-62234ef1-bf6c-42d3-afb2-e59650fd063d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:49.012047 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-62234ef1-bf6c-42d3-afb2-e59650fd063d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:49.016948 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-62234ef1-bf6c-42d3-afb2-e59650fd063d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:49.199495 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62234ef1-bf6c-42d3-afb2-e59650fd063d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'Port': ['ID=9474f589-136e-4459-87a7-dbb5cedae9ed,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:49.213543 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-62234ef1-bf6c-42d3-afb2-e59650fd063d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:49.402469 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.l3_db [None req-62234ef1-bf6c-42d3-afb2-e59650fd063d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Floating IP bdf3c53e-23d0-4638-b412-532fcefd8ca7 associated. External IP: 172.26.0.86, port: d11116a2-4940-4e8d-810f-b8cff71e29e4. Mar 11 16:06:49.782100 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62234ef1-bf6c-42d3-afb2-e59650fd063d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Router 3de64e35-4d80-4bd2-a5e6-c91b745dc09e has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:06:49.977215 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62234ef1-bf6c-42d3-afb2-e59650fd063d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:06:49.986977 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92cad4d-c165-42b3-b009-f2e382147c02 None None] Sync routers for ids ['3de64e35-4d80-4bd2-a5e6-c91b745dc09e'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:06:49.999170 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92cad4d-c165-42b3-b009-f2e382147c02 None None] Routers {'3de64e35-4d80-4bd2-a5e6-c91b745dc09e'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:06:49.999765 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-f92cad4d-c165-42b3-b009-f2e382147c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:06:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['3de64e35-4d80-4bd2-a5e6-c91b745dc09e'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:50.001974 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-62234ef1-bf6c-42d3-afb2-e59650fd063d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:50.058014 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-62234ef1-bf6c-42d3-afb2-e59650fd063d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3492277 Mar 11 16:06:50.058452 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c6fccbd-6a45-4590-9a5a-3990fc570552', 'tag': 'd11116a2-4940-4e8d-810f-b8cff71e29e4'}] {{(pid=83867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:06:50.114775 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c6fccbd-6a45-4590-9a5a-3990fc570552', 'tag': 'd11116a2-4940-4e8d-810f-b8cff71e29e4', 'status': 'completed', 'code': 200} Mar 11 16:06:50.181409 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-f92cad4d-c165-42b3-b009-f2e382147c02 None None] Set router 3de64e35-4d80-4bd2-a5e6-c91b745dc09e gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:06:50.270503 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-39ffb674-adbc-4ed4-9234-3e3257324452 req-428aabe1-a748-446f-9487-96e24ae51d6b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cca1e5a82d104327971da603674c443a&device_id=0c6fccbd-6a45-4590-9a5a-3990fc570552 HTTP/1.1" status: 200 len: 1098 time: 0.1282020 Mar 11 16:06:50.302894 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a24927-88c5-4a69-bb3b-d4743b03f7d1 req-f0b9977a-f437-4df4-b627-c0b1d367da85 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:50.304343 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f4a24927-88c5-4a69-bb3b-d4743b03f7d1 req-f0b9977a-f437-4df4-b627-c0b1d367da85 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c6fccbd-6a45-4590-9a5a-3990fc570552 HTTP/1.1" status: 200 len: 945 time: 0.1278341 Mar 11 16:06:50.426773 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f4a24927-88c5-4a69-bb3b-d4743b03f7d1 req-0b541139-60d4-4503-b0d8-f201c83adbd6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=a2f53fde-d913-4dfc-9d38-013d3606e227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758929 Mar 11 16:06:50.445763 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffb674-adbc-4ed4-9234-3e3257324452 req-880afb77-f30f-4c5b-b4bf-dec8d3157ef1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:50.447214 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-39ffb674-adbc-4ed4-9234-3e3257324452 req-880afb77-f30f-4c5b-b4bf-dec8d3157ef1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=07a07981-d7b6-443a-a1ed-808d40b7db81 HTTP/1.1" status: 200 len: 898 time: 0.1698434 Mar 11 16:06:50.455786 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 48884) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:50.530887 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-f92cad4d-c165-42b3-b009-f2e382147c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de64e35-4d80-4bd2-a5e6-c91b745dc09e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437419358', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.55'}], 'enable_snat': True}, 'gw_port_id': '34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:06:24Z', 'updated_at': '2022-03-11T16:06:28Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de64e35-4d80-4bd2-a5e6-c91b745dc09e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:25Z', 'updated_at': '2022-03-11T16:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'bdf3c53e-23d0-4638-b412-532fcefd8ca7', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'floating_ip_address': '172.26.0.86', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '3de64e35-4d80-4bd2-a5e6-c91b745dc09e', 'port_id': 'd11116a2-4940-4e8d-810f-b8cff71e29e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07a07981-d7b6-443a-a1ed-808d40b7db81', 'mac_address': 'fa:16:3e:e8:7c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6fccbd-6a45-4590-9a5a-3990fc570552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:06:48Z', 'updated_at': '2022-03-11T16:06:48Z', 'revision_number': 0, 'project_id': 'cca1e5a82d104327971da603674c443a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b2c17de-c920-4c73-a651-de562e277a40', 'name': '', 'network_id': '07a07981-d7b6-443a-a1ed-808d40b7db81', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'mac_address': 'fa:16:3e:e4:b1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de64e35-4d80-4bd2-a5e6-c91b745dc09e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb194c1f-4878-48ac-9d41-459fd7b7c0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:28Z', 'updated_at': '2022-03-11T16:06:34Z', 'revision_number': 5, 'project_id': 'cca1e5a82d104327971da603674c443a', 'subnets': [{'id': 'fb194c1f-4878-48ac-9d41-459fd7b7c0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:50.536081 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92cad4d-c165-42b3-b009-f2e382147c02 None None] Checking router: 3de64e35-4d80-4bd2-a5e6-c91b745dc09e for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:06:50.546930 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92cad4d-c165-42b3-b009-f2e382147c02 None None] Routers {'3de64e35-4d80-4bd2-a5e6-c91b745dc09e'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:06:50.547673 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-f92cad4d-c165-42b3-b009-f2e382147c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:06:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['3de64e35-4d80-4bd2-a5e6-c91b745dc09e'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:50.553290 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-39ffb674-adbc-4ed4-9234-3e3257324452 req-d5917831-2f90-479b-ab9f-8d303cc41c36 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d11116a2-4940-4e8d-810f-b8cff71e29e4 HTTP/1.1" status: 200 len: 998 time: 0.1002975 Mar 11 16:06:50.573612 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ae4eb338-39db-4fd2-9a1a-36a9d56cf278 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/floatingips/bdf3c53e-23d0-4638-b412-532fcefd8ca7 HTTP/1.1" status: 200 len: 990 time: 0.1155865 Mar 11 16:06:50.619453 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffb674-adbc-4ed4-9234-3e3257324452 req-35beb03e-d3a7-40ed-b9fc-89909a5d0485 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:50.620924 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-39ffb674-adbc-4ed4-9234-3e3257324452 req-35beb03e-d3a7-40ed-b9fc-89909a5d0485 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fb194c1f-4878-48ac-9d41-459fd7b7c0e4 HTTP/1.1" status: 200 len: 834 time: 0.0609286 Mar 11 16:06:50.693289 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-39ffb674-adbc-4ed4-9234-3e3257324452 req-beffadf5-bc7d-4cde-bc96-59816a451b42 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=07a07981-d7b6-443a-a1ed-808d40b7db81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667334 Mar 11 16:06:50.722060 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-f92cad4d-c165-42b3-b009-f2e382147c02 None None] Set router 3de64e35-4d80-4bd2-a5e6-c91b745dc09e gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:06:50.827169 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-39ffb674-adbc-4ed4-9234-3e3257324452 req-71c411fa-6bdf-46b1-97c9-72de220a619e service neutron] 10.222.0.73 "GET /v2.0/networks/07a07981-d7b6-443a-a1ed-808d40b7db81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276257 Mar 11 16:06:50.957340 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-39ffb674-adbc-4ed4-9234-3e3257324452 req-d2efae17-2ca2-4916-86ba-6ada9c21678f service neutron] 10.222.0.73 "GET /v2.0/networks/07a07981-d7b6-443a-a1ed-808d40b7db81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247597 Mar 11 16:06:51.103433 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-f92cad4d-c165-42b3-b009-f2e382147c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de64e35-4d80-4bd2-a5e6-c91b745dc09e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437419358', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.55'}], 'enable_snat': True}, 'gw_port_id': '34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:06:24Z', 'updated_at': '2022-03-11T16:06:28Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de64e35-4d80-4bd2-a5e6-c91b745dc09e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:25Z', 'updated_at': '2022-03-11T16:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'bdf3c53e-23d0-4638-b412-532fcefd8ca7', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'floating_ip_address': '172.26.0.86', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '3de64e35-4d80-4bd2-a5e6-c91b745dc09e', 'port_id': 'd11116a2-4940-4e8d-810f-b8cff71e29e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07a07981-d7b6-443a-a1ed-808d40b7db81', 'mac_address': 'fa:16:3e:e8:7c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6fccbd-6a45-4590-9a5a-3990fc570552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:06:48Z', 'updated_at': '2022-03-11T16:06:48Z', 'revision_number': 0, 'project_id': 'cca1e5a82d104327971da603674c443a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b2c17de-c920-4c73-a651-de562e277a40', 'name': '', 'network_id': '07a07981-d7b6-443a-a1ed-808d40b7db81', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'mac_address': 'fa:16:3e:e4:b1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de64e35-4d80-4bd2-a5e6-c91b745dc09e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb194c1f-4878-48ac-9d41-459fd7b7c0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:28Z', 'updated_at': '2022-03-11T16:06:34Z', 'revision_number': 5, 'project_id': 'cca1e5a82d104327971da603674c443a', 'subnets': [{'id': 'fb194c1f-4878-48ac-9d41-459fd7b7c0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:51.107683 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92cad4d-c165-42b3-b009-f2e382147c02 None None] The sync data for ids ['3de64e35-4d80-4bd2-a5e6-c91b745dc09e'] in dv-neutron-833373-1-hyperv is: [{'id': '3de64e35-4d80-4bd2-a5e6-c91b745dc09e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437419358', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.55'}], 'enable_snat': True}, 'gw_port_id': '34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:06:24Z', 'updated_at': '2022-03-11T16:06:28Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de64e35-4d80-4bd2-a5e6-c91b745dc09e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:25Z', 'updated_at': '2022-03-11T16:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'bdf3c53e-23d0-4638-b412-532fcefd8ca7', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'floating_ip_address': '172.26.0.86', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '3de64e35-4d80-4bd2-a5e6-c91b745dc09e', 'port_id': 'd11116a2-4940-4e8d-810f-b8cff71e29e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07a07981-d7b6-443a-a1ed-808d40b7db81', 'mac_address': 'fa:16:3e:e8:7c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6fccbd-6a45-4590-9a5a-3990fc570552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:06:48Z', 'updated_at': '2022-03-11T16:06:48Z', 'revision_number': 0, 'project_id': 'cca1e5a82d104327971da603674c443a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b2c17de-c920-4c73-a651-de562e277a40', 'name': '', 'network_id': '07a07981-d7b6-443a-a1ed-808d40b7db81', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'mac_address': 'fa:16:3e:e4:b1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de64e35-4d80-4bd2-a5e6-c91b745dc09e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb194c1f-4878-48ac-9d41-459fd7b7c0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:28Z', 'updated_at': '2022-03-11T16:06:34Z', 'revision_number': 5, 'project_id': 'cca1e5a82d104327971da603674c443a', 'subnets': [{'id': 'fb194c1f-4878-48ac-9d41-459fd7b7c0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:06:51.300906 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3ff5c9-b593-4053-9728-d4fcf6f670e0 None None] New status for floating IP bdf3c53e-23d0-4638-b412-532fcefd8ca7: ACTIVE {{(pid=83869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:06:51.576393 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 48888) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:51.676484 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ff9d726e-5f2e-4d4c-b45f-7d850188121e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/floatingips/bdf3c53e-23d0-4638-b412-532fcefd8ca7 HTTP/1.1" status: 200 len: 992 time: 0.0989575 Mar 11 16:06:59.414333 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a93f3783-d0a4-46a5-b15f-3e7b5a3de347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:01.679501 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0d7a2da4-3bf8-4d88-b175-82648e509a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:02.849049 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:03.092200 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:04.305990 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:05.988177 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:07:16.104777 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:28.975490 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d9bd82e1-cfa9-4336-92b1-632710f19926 req-c267f9aa-5c85-4b44-a36d-8b19d431a978 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0c6fccbd-6a45-4590-9a5a-3990fc570552&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731637 Mar 11 16:07:29.112146 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d9bd82e1-cfa9-4336-92b1-632710f19926 req-a0d2e465-ef2e-4b39-ac1e-6ff02d6a9243 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cca1e5a82d104327971da603674c443a&device_id=0c6fccbd-6a45-4590-9a5a-3990fc570552 HTTP/1.1" status: 200 len: 1098 time: 0.0689950 Mar 11 16:07:29.344552 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd82e1-cfa9-4336-92b1-632710f19926 req-ed23d2ea-58f1-4d7b-ac02-9026ddd7c063 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:29.345991 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d9bd82e1-cfa9-4336-92b1-632710f19926 req-ed23d2ea-58f1-4d7b-ac02-9026ddd7c063 service neutron] 10.222.0.73 "GET /v2.0/networks?id=07a07981-d7b6-443a-a1ed-808d40b7db81 HTTP/1.1" status: 200 len: 898 time: 0.2164629 Mar 11 16:07:29.416125 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a07e2f6c-4709-498e-8471-6e0618fb6599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:29.449491 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d9bd82e1-cfa9-4336-92b1-632710f19926 req-dfa3db4f-62f8-4885-9ae6-4ad7cda93b11 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d11116a2-4940-4e8d-810f-b8cff71e29e4 HTTP/1.1" status: 200 len: 1000 time: 0.0972545 Mar 11 16:07:29.512614 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd82e1-cfa9-4336-92b1-632710f19926 req-2149a60b-4ad0-4ffd-bf31-bcac962d5b19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:29.514042 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d9bd82e1-cfa9-4336-92b1-632710f19926 req-2149a60b-4ad0-4ffd-bf31-bcac962d5b19 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fb194c1f-4878-48ac-9d41-459fd7b7c0e4 HTTP/1.1" status: 200 len: 834 time: 0.0593290 Mar 11 16:07:29.586667 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d9bd82e1-cfa9-4336-92b1-632710f19926 req-c3fae8a6-153d-4b3d-bed8-13f4a6d8c4b4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=07a07981-d7b6-443a-a1ed-808d40b7db81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670574 Mar 11 16:07:29.720217 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d9bd82e1-cfa9-4336-92b1-632710f19926 req-33f65cdb-0264-48a0-b003-b2002507e133 service neutron] 10.222.0.73 "GET /v2.0/networks/07a07981-d7b6-443a-a1ed-808d40b7db81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263764 Mar 11 16:07:29.851102 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d9bd82e1-cfa9-4336-92b1-632710f19926 req-b3ca0393-01be-4c2d-beca-d25244721cd2 service neutron] 10.222.0.73 "GET /v2.0/networks/07a07981-d7b6-443a-a1ed-808d40b7db81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242585 Mar 11 16:07:31.680962 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8d3ded53-2a04-483a-86fb-cfdc7a8c608c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:32.851654 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:33.095784 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:34.311107 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:42.988365 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:07:46.121154 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:59.418639 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-039af976-2593-4e26-a3e2-bdbc7783afeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:01.681934 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-38ea476c-111a-43a8-a6a5-a0b45635e568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:02.854436 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:03.098518 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:04.311570 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:05.058053 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc93e1-b002-41f2-a5d0-83454103400f req-e387eb65-8783-48ce-810f-63a817a68760 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:05.059774 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-3ccc93e1-b002-41f2-a5d0-83454103400f req-e387eb65-8783-48ce-810f-63a817a68760 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c6fccbd-6a45-4590-9a5a-3990fc570552 HTTP/1.1" status: 200 len: 945 time: 0.0788267 Mar 11 16:08:05.104789 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-3ccc93e1-b002-41f2-a5d0-83454103400f req-3a4c392c-bb13-432f-a624-a41a660b041d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=a2f53fde-d913-4dfc-9d38-013d3606e227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381882 Mar 11 16:08:06.303954 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c26d6f-19aa-43c6-b724-bb311824beeb req-0a1045d6-bac2-49c0-a67a-d7bcf4c7fcd2 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:06.305426 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a5c26d6f-19aa-43c6-b724-bb311824beeb req-0a1045d6-bac2-49c0-a67a-d7bcf4c7fcd2 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c6fccbd-6a45-4590-9a5a-3990fc570552 HTTP/1.1" status: 200 len: 945 time: 0.0768182 Mar 11 16:08:06.362246 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a5c26d6f-19aa-43c6-b724-bb311824beeb req-db59ad3f-b600-42c8-8ed8-63bd8a806e4b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=a2f53fde-d913-4dfc-9d38-013d3606e227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511482 Mar 11 16:08:06.390791 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 48918) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:06.492435 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-16865f75-fc09-4dd1-8b38-b7d4e3dcdab1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/floatingips/bdf3c53e-23d0-4638-b412-532fcefd8ca7 HTTP/1.1" status: 200 len: 992 time: 0.1003990 Mar 11 16:08:07.984009 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a280b-ed88-4146-a7e4-e49acb1215c6 req-301a2398-4a8b-4671-9011-fccf80dc2fae tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:07.985663 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-939a280b-ed88-4146-a7e4-e49acb1215c6 req-301a2398-4a8b-4671-9011-fccf80dc2fae tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c6fccbd-6a45-4590-9a5a-3990fc570552 HTTP/1.1" status: 200 len: 945 time: 0.0767164 Mar 11 16:08:08.031593 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-939a280b-ed88-4146-a7e4-e49acb1215c6 req-9990e424-91f2-4377-8075-6d56a9675c93 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=a2f53fde-d913-4dfc-9d38-013d3606e227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404351 Mar 11 16:08:09.229368 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf288c-e993-41fc-b883-fc496200202e req-a83ff074-df9a-4645-b0db-8ffbc09319f9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:09.230872 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-badf288c-e993-41fc-b883-fc496200202e req-a83ff074-df9a-4645-b0db-8ffbc09319f9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c6fccbd-6a45-4590-9a5a-3990fc570552 HTTP/1.1" status: 200 len: 945 time: 0.0757682 Mar 11 16:08:09.276439 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-badf288c-e993-41fc-b883-fc496200202e req-5611a572-91d4-4e5a-8414-e4eda0a563dc tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=a2f53fde-d913-4dfc-9d38-013d3606e227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398407 Mar 11 16:08:09.303641 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 48930) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:09.494858 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-75683854-c719-42c8-b129-e5f327344203 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/floatingips/bdf3c53e-23d0-4638-b412-532fcefd8ca7 HTTP/1.1" status: 200 len: 992 time: 0.1899920 Mar 11 16:08:09.784548 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 48938) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:09.987771 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-71475b97-81d4-44ae-8057-123dea194aeb tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Deleting port 9474f589-136e-4459-87a7-dbb5cedae9ed {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:09.988209 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-71475b97-81d4-44ae-8057-123dea194aeb tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:10.159383 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-71475b97-81d4-44ae-8057-123dea194aeb tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:10.159741 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-71475b97-81d4-44ae-8057-123dea194aeb tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:10.278425 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-71475b97-81d4-44ae-8057-123dea194aeb tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Calling delete_port for 9474f589-136e-4459-87a7-dbb5cedae9ed owned by network:floatingip {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:08:10.430588 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-71475b97-81d4-44ae-8057-123dea194aeb tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:10.478317 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71475b97-81d4-44ae-8057-123dea194aeb tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event deleted for resources: {'Port': ['ID=9474f589-136e-4459-87a7-dbb5cedae9ed,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:10.606961 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71475b97-81d4-44ae-8057-123dea194aeb tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:10.607309 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71475b97-81d4-44ae-8057-123dea194aeb tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:10.607649 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71475b97-81d4-44ae-8057-123dea194aeb tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:10.607983 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71475b97-81d4-44ae-8057-123dea194aeb tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:10.608348 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71475b97-81d4-44ae-8057-123dea194aeb tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:10.608816 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71475b97-81d4-44ae-8057-123dea194aeb tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:10.609181 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71475b97-81d4-44ae-8057-123dea194aeb tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:10.609518 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71475b97-81d4-44ae-8057-123dea194aeb tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:10.609840 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71475b97-81d4-44ae-8057-123dea194aeb tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:10.610159 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71475b97-81d4-44ae-8057-123dea194aeb tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:10.610481 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71475b97-81d4-44ae-8057-123dea194aeb tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:10.664850 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-71475b97-81d4-44ae-8057-123dea194aeb tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for floatingip, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:11.056186 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71475b97-81d4-44ae-8057-123dea194aeb tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Router 3de64e35-4d80-4bd2-a5e6-c91b745dc09e has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:08:11.273683 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71475b97-81d4-44ae-8057-123dea194aeb tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:08:11.284191 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d66f0c-7d34-4121-b74a-ebccd8c9cfce None None] Sync routers for ids ['3de64e35-4d80-4bd2-a5e6-c91b745dc09e'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:08:11.295348 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-71475b97-81d4-44ae-8057-123dea194aeb tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:11.295955 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d66f0c-7d34-4121-b74a-ebccd8c9cfce None None] Routers {'3de64e35-4d80-4bd2-a5e6-c91b745dc09e'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:08:11.297745 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-a4d66f0c-7d34-4121-b74a-ebccd8c9cfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:08:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['3de64e35-4d80-4bd2-a5e6-c91b745dc09e'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:11.351417 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-71475b97-81d4-44ae-8057-123dea194aeb tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "DELETE /v2.0/floatingips/bdf3c53e-23d0-4638-b412-532fcefd8ca7 HTTP/1.1" status: 204 len: 168 time: 1.5653534 Mar 11 16:08:11.351910 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c6fccbd-6a45-4590-9a5a-3990fc570552', 'tag': 'd11116a2-4940-4e8d-810f-b8cff71e29e4'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:08:11.409536 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c6fccbd-6a45-4590-9a5a-3990fc570552', 'tag': 'd11116a2-4940-4e8d-810f-b8cff71e29e4', 'status': 'completed', 'code': 200} Mar 11 16:08:11.490078 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-a4d66f0c-7d34-4121-b74a-ebccd8c9cfce None None] Set router 3de64e35-4d80-4bd2-a5e6-c91b745dc09e gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:08:11.509553 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0c0e4bc0-95a6-4ffb-888d-3217557e1b72 req-adced719-75cf-4d61-91a9-0888c12c4ffc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cca1e5a82d104327971da603674c443a&device_id=0c6fccbd-6a45-4590-9a5a-3990fc570552 HTTP/1.1" status: 200 len: 1098 time: 0.0791848 Mar 11 16:08:11.648733 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e4bc0-95a6-4ffb-888d-3217557e1b72 req-dc26058e-0889-4b17-822a-488775eebda5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:11.650153 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0c0e4bc0-95a6-4ffb-888d-3217557e1b72 req-dc26058e-0889-4b17-822a-488775eebda5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=07a07981-d7b6-443a-a1ed-808d40b7db81 HTTP/1.1" status: 200 len: 898 time: 0.1344035 Mar 11 16:08:11.724096 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0c0e4bc0-95a6-4ffb-888d-3217557e1b72 req-5c029c8b-94e3-4e45-a950-b0f39c1ac511 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d11116a2-4940-4e8d-810f-b8cff71e29e4 HTTP/1.1" status: 200 len: 217 time: 0.0657825 Mar 11 16:08:11.759527 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee5812-950c-4a74-936f-1a3eef4165e7 req-39f223ac-da5b-42cc-8641-4abda29821e5 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:11.766448 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d2ee5812-950c-4a74-936f-1a3eef4165e7 req-39f223ac-da5b-42cc-8641-4abda29821e5 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c6fccbd-6a45-4590-9a5a-3990fc570552 HTTP/1.1" status: 200 len: 945 time: 0.0862117 Mar 11 16:08:11.792314 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e4bc0-95a6-4ffb-888d-3217557e1b72 req-4f69f606-5546-4e92-8e0f-d01533df4848 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:11.794914 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0c0e4bc0-95a6-4ffb-888d-3217557e1b72 req-4f69f606-5546-4e92-8e0f-d01533df4848 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fb194c1f-4878-48ac-9d41-459fd7b7c0e4 HTTP/1.1" status: 200 len: 834 time: 0.0636723 Mar 11 16:08:11.807106 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d2ee5812-950c-4a74-936f-1a3eef4165e7 req-da910735-0f07-43fc-b34e-76d447898d8b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=a2f53fde-d913-4dfc-9d38-013d3606e227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395610 Mar 11 16:08:11.828798 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-a4d66f0c-7d34-4121-b74a-ebccd8c9cfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de64e35-4d80-4bd2-a5e6-c91b745dc09e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437419358', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.55'}], 'enable_snat': True}, 'gw_port_id': '34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:06:24Z', 'updated_at': '2022-03-11T16:06:28Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de64e35-4d80-4bd2-a5e6-c91b745dc09e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:25Z', 'updated_at': '2022-03-11T16:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '2b2c17de-c920-4c73-a651-de562e277a40', 'name': '', 'network_id': '07a07981-d7b6-443a-a1ed-808d40b7db81', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'mac_address': 'fa:16:3e:e4:b1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de64e35-4d80-4bd2-a5e6-c91b745dc09e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb194c1f-4878-48ac-9d41-459fd7b7c0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:28Z', 'updated_at': '2022-03-11T16:06:34Z', 'revision_number': 5, 'project_id': 'cca1e5a82d104327971da603674c443a', 'subnets': [{'id': 'fb194c1f-4878-48ac-9d41-459fd7b7c0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:11.832945 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d66f0c-7d34-4121-b74a-ebccd8c9cfce None None] Checking router: 3de64e35-4d80-4bd2-a5e6-c91b745dc09e for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:08:11.845782 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d66f0c-7d34-4121-b74a-ebccd8c9cfce None None] Routers {'3de64e35-4d80-4bd2-a5e6-c91b745dc09e'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:08:11.846378 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-a4d66f0c-7d34-4121-b74a-ebccd8c9cfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:08:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['3de64e35-4d80-4bd2-a5e6-c91b745dc09e'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:11.875417 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0c0e4bc0-95a6-4ffb-888d-3217557e1b72 req-03b5fb45-f09c-4769-95e7-e9c142e8d77f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=07a07981-d7b6-443a-a1ed-808d40b7db81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725243 Mar 11 16:08:11.886309 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [req-0c0e4bc0-95a6-4ffb-888d-3217557e1b72 req-6bc5c498-fd90-4a3d-9596-53dc1b1124e1 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:08:11.887197 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0c0e4bc0-95a6-4ffb-888d-3217557e1b72 req-6bc5c498-fd90-4a3d-9596-53dc1b1124e1 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046396 Mar 11 16:08:12.018906 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0c0e4bc0-95a6-4ffb-888d-3217557e1b72 req-9831aadd-2b95-4740-81bd-19ff545dfb90 service neutron] 10.222.0.73 "GET /v2.0/networks/07a07981-d7b6-443a-a1ed-808d40b7db81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234593 Mar 11 16:08:12.024710 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-a4d66f0c-7d34-4121-b74a-ebccd8c9cfce None None] Set router 3de64e35-4d80-4bd2-a5e6-c91b745dc09e gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:08:12.152075 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0c0e4bc0-95a6-4ffb-888d-3217557e1b72 req-c77b7e2b-92ec-4564-8103-7f20b6ca0ac7 service neutron] 10.222.0.73 "GET /v2.0/networks/07a07981-d7b6-443a-a1ed-808d40b7db81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263680 Mar 11 16:08:12.340464 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-a4d66f0c-7d34-4121-b74a-ebccd8c9cfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de64e35-4d80-4bd2-a5e6-c91b745dc09e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437419358', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.55'}], 'enable_snat': True}, 'gw_port_id': '34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:06:24Z', 'updated_at': '2022-03-11T16:06:28Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de64e35-4d80-4bd2-a5e6-c91b745dc09e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:25Z', 'updated_at': '2022-03-11T16:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '2b2c17de-c920-4c73-a651-de562e277a40', 'name': '', 'network_id': '07a07981-d7b6-443a-a1ed-808d40b7db81', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'mac_address': 'fa:16:3e:e4:b1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de64e35-4d80-4bd2-a5e6-c91b745dc09e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb194c1f-4878-48ac-9d41-459fd7b7c0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:28Z', 'updated_at': '2022-03-11T16:06:34Z', 'revision_number': 5, 'project_id': 'cca1e5a82d104327971da603674c443a', 'subnets': [{'id': 'fb194c1f-4878-48ac-9d41-459fd7b7c0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:12.345309 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d66f0c-7d34-4121-b74a-ebccd8c9cfce None None] The sync data for ids ['3de64e35-4d80-4bd2-a5e6-c91b745dc09e'] in dv-neutron-833373-1-hyperv is: [{'id': '3de64e35-4d80-4bd2-a5e6-c91b745dc09e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437419358', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.55'}], 'enable_snat': True}, 'gw_port_id': '34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:06:24Z', 'updated_at': '2022-03-11T16:06:28Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de64e35-4d80-4bd2-a5e6-c91b745dc09e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:25Z', 'updated_at': '2022-03-11T16:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '2b2c17de-c920-4c73-a651-de562e277a40', 'name': '', 'network_id': '07a07981-d7b6-443a-a1ed-808d40b7db81', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'mac_address': 'fa:16:3e:e4:b1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de64e35-4d80-4bd2-a5e6-c91b745dc09e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb194c1f-4878-48ac-9d41-459fd7b7c0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:28Z', 'updated_at': '2022-03-11T16:06:34Z', 'revision_number': 5, 'project_id': 'cca1e5a82d104327971da603674c443a', 'subnets': [{'id': 'fb194c1f-4878-48ac-9d41-459fd7b7c0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:08:12.556913 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069de958-4d90-4213-af6f-5b741426d33b None None] New status for floating IP bdf3c53e-23d0-4638-b412-532fcefd8ca7: DOWN {{(pid=83869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:08:13.190922 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fdd23-bbcf-40ab-b1d7-8ca9702f2db5 req-16aa411f-5ca5-482c-8b1b-d3df803bd07b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:13.191676 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-681fdd23-bbcf-40ab-b1d7-8ca9702f2db5 req-16aa411f-5ca5-482c-8b1b-d3df803bd07b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Synchronizing usage tracker for tenant:cca1e5a82d104327971da603674c443a on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:08:13.207384 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-681fdd23-bbcf-40ab-b1d7-8ca9702f2db5 req-16aa411f-5ca5-482c-8b1b-d3df803bd07b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Unset dirty status for tenant:cca1e5a82d104327971da603674c443a on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:08:13.208687 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-681fdd23-bbcf-40ab-b1d7-8ca9702f2db5 req-16aa411f-5ca5-482c-8b1b-d3df803bd07b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c6fccbd-6a45-4590-9a5a-3990fc570552 HTTP/1.1" status: 200 len: 945 time: 0.2780201 Mar 11 16:08:13.257466 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-681fdd23-bbcf-40ab-b1d7-8ca9702f2db5 req-90bc4b1f-fa03-4569-87db-81a86ba8fba7 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=a2f53fde-d913-4dfc-9d38-013d3606e227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428469 Mar 11 16:08:13.612751 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54ebdf-d74b-498f-88c2-420acc152010 req-4064b657-6be1-4603-b15a-777175d15129 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:13.614189 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-aa54ebdf-d74b-498f-88c2-420acc152010 req-4064b657-6be1-4603-b15a-777175d15129 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c6fccbd-6a45-4590-9a5a-3990fc570552 HTTP/1.1" status: 200 len: 945 time: 0.0772233 Mar 11 16:08:13.679781 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-aa54ebdf-d74b-498f-88c2-420acc152010 req-9bd0a422-3e6e-4802-93bd-0fda603a529e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Deleting port d11116a2-4940-4e8d-810f-b8cff71e29e4 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:13.680146 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-aa54ebdf-d74b-498f-88c2-420acc152010 req-9bd0a422-3e6e-4802-93bd-0fda603a529e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:13.918451 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-aa54ebdf-d74b-498f-88c2-420acc152010 req-9bd0a422-3e6e-4802-93bd-0fda603a529e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] For port d11116a2-4940-4e8d-810f-b8cff71e29e4, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=d11116a2-4940-4e8d-810f-b8cff71e29e4,segment=NetworkSegment(6d14bd9c-5568-48e2-8ae3-50a5a5d06580),segment_id=6d14bd9c-5568-48e2-8ae3-50a5a5d06580)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:13.918725 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-aa54ebdf-d74b-498f-88c2-420acc152010 req-9bd0a422-3e6e-4802-93bd-0fda603a529e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:14.042557 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-aa54ebdf-d74b-498f-88c2-420acc152010 req-9bd0a422-3e6e-4802-93bd-0fda603a529e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Calling delete_port for d11116a2-4940-4e8d-810f-b8cff71e29e4 owned by compute:nova {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:08:14.186092 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-aa54ebdf-d74b-498f-88c2-420acc152010 req-9bd0a422-3e6e-4802-93bd-0fda603a529e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:14.242020 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd0a422-3e6e-4802-93bd-0fda603a529e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event deleted for resources: {'Port': ['ID=d11116a2-4940-4e8d-810f-b8cff71e29e4,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:14.314523 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa54ebdf-d74b-498f-88c2-420acc152010 req-9bd0a422-3e6e-4802-93bd-0fda603a529e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] No DVR routers for this DVR port d11116a2-4940-4e8d-810f-b8cff71e29e4 on host hv-neutron-8333 {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:08:14.317053 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-aa54ebdf-d74b-498f-88c2-420acc152010 req-9bd0a422-3e6e-4802-93bd-0fda603a529e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:14.319550 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6fccbd-6a45-4590-9a5a-3990fc570552', 'name': 'network-vif-deleted', 'tag': 'd11116a2-4940-4e8d-810f-b8cff71e29e4'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:08:14.334185 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-aa54ebdf-d74b-498f-88c2-420acc152010 req-9bd0a422-3e6e-4802-93bd-0fda603a529e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.73 "DELETE /v2.0/ports/d11116a2-4940-4e8d-810f-b8cff71e29e4 HTTP/1.1" status: 204 len: 173 time: 0.7150784 Mar 11 16:08:14.378730 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c6fccbd-6a45-4590-9a5a-3990fc570552', 'name': 'network-vif-deleted', 'tag': 'd11116a2-4940-4e8d-810f-b8cff71e29e4', 'status': 'completed', 'code': 200} Mar 11 16:08:14.499085 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c136565d-49a6-4dc1-a7ca-48980886e626 req-0782b963-8dbc-403e-8e03-be41884d87b9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c6fccbd-6a45-4590-9a5a-3990fc570552 HTTP/1.1" status: 200 len: 210 time: 0.1102784 Mar 11 16:08:15.604134 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 48960) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:15.994162 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7e9fd478-ed0f-44f5-9cec-ba927443635d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:16.133620 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:16.511507 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device d11116a2-4940-4e8d-810f-b8cff71e29e4 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:08:16.544582 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] No Port match for: d11116a2-4940-4e8d-810f-b8cff71e29e4 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:08:16.544927 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device d11116a2-4940-4e8d-810f-b8cff71e29e4 not bound to the agent host hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:08:16.585860 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-7e9fd478-ed0f-44f5-9cec-ba927443635d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Deleting port 2b2c17de-c920-4c73-a651-de562e277a40 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:16.586199 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7e9fd478-ed0f-44f5-9cec-ba927443635d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:16.764753 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-7e9fd478-ed0f-44f5-9cec-ba927443635d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] For port 2b2c17de-c920-4c73-a651-de562e277a40, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=2b2c17de-c920-4c73-a651-de562e277a40,segment=NetworkSegment(6d14bd9c-5568-48e2-8ae3-50a5a5d06580),segment_id=6d14bd9c-5568-48e2-8ae3-50a5a5d06580)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:16.766083 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7e9fd478-ed0f-44f5-9cec-ba927443635d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:16.970987 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-7e9fd478-ed0f-44f5-9cec-ba927443635d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Calling delete_port for 2b2c17de-c920-4c73-a651-de562e277a40 owned by network:router_interface {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:08:17.138529 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7e9fd478-ed0f-44f5-9cec-ba927443635d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:17.185006 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9fd478-ed0f-44f5-9cec-ba927443635d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event deleted for resources: {'Port': ['ID=2b2c17de-c920-4c73-a651-de562e277a40,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:17.257930 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9fd478-ed0f-44f5-9cec-ba927443635d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:17.258276 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9fd478-ed0f-44f5-9cec-ba927443635d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:17.258613 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9fd478-ed0f-44f5-9cec-ba927443635d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:17.258939 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9fd478-ed0f-44f5-9cec-ba927443635d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:17.259263 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9fd478-ed0f-44f5-9cec-ba927443635d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:17.259587 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9fd478-ed0f-44f5-9cec-ba927443635d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:17.259906 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9fd478-ed0f-44f5-9cec-ba927443635d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:17.260251 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9fd478-ed0f-44f5-9cec-ba927443635d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:17.260569 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9fd478-ed0f-44f5-9cec-ba927443635d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:17.260888 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9fd478-ed0f-44f5-9cec-ba927443635d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:17.261197 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9fd478-ed0f-44f5-9cec-ba927443635d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:17.487341 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7e9fd478-ed0f-44f5-9cec-ba927443635d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:18.045991 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9fd478-ed0f-44f5-9cec-ba927443635d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Router 3de64e35-4d80-4bd2-a5e6-c91b745dc09e has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:08:18.241518 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9fd478-ed0f-44f5-9cec-ba927443635d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:08:18.251164 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ecfb83-f76d-4310-93ff-173ee7701fe3 None None] Sync routers for ids ['3de64e35-4d80-4bd2-a5e6-c91b745dc09e'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:08:18.254416 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7e9fd478-ed0f-44f5-9cec-ba927443635d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "PUT /v2.0/routers/3de64e35-4d80-4bd2-a5e6-c91b745dc09e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6492512 Mar 11 16:08:18.256993 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 48964) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:18.262701 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ecfb83-f76d-4310-93ff-173ee7701fe3 None None] Routers {'3de64e35-4d80-4bd2-a5e6-c91b745dc09e'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:08:18.263301 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-09ecfb83-f76d-4310-93ff-173ee7701fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:08:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['3de64e35-4d80-4bd2-a5e6-c91b745dc09e'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:18.481665 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-09ecfb83-f76d-4310-93ff-173ee7701fe3 None None] Set router 3de64e35-4d80-4bd2-a5e6-c91b745dc09e gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:08:18.537714 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7673765-8dd2-41e4-8fbf-09926f02807e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Deleting subnet fb194c1f-4878-48ac-9d41-459fd7b7c0e4 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:08:18.540609 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a7673765-8dd2-41e4-8fbf-09926f02807e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:18.594361 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a7673765-8dd2-41e4-8fbf-09926f02807e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:18.687660 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a7673765-8dd2-41e4-8fbf-09926f02807e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:18.760580 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a7673765-8dd2-41e4-8fbf-09926f02807e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:18.775392 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-09ecfb83-f76d-4310-93ff-173ee7701fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de64e35-4d80-4bd2-a5e6-c91b745dc09e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437419358', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.55'}], 'enable_snat': True}, 'gw_port_id': '34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:06:24Z', 'updated_at': '2022-03-11T16:08:17Z', 'revision_number': 5, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de64e35-4d80-4bd2-a5e6-c91b745dc09e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:25Z', 'updated_at': '2022-03-11T16:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:18.779221 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ecfb83-f76d-4310-93ff-173ee7701fe3 None None] Checking router: 3de64e35-4d80-4bd2-a5e6-c91b745dc09e for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:08:18.790142 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ecfb83-f76d-4310-93ff-173ee7701fe3 None None] Routers {'3de64e35-4d80-4bd2-a5e6-c91b745dc09e'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:08:18.790742 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-09ecfb83-f76d-4310-93ff-173ee7701fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:08:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['3de64e35-4d80-4bd2-a5e6-c91b745dc09e'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:18.803484 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7673765-8dd2-41e4-8fbf-09926f02807e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event deleted for resources: {'Subnet': ['ID=fb194c1f-4878-48ac-9d41-459fd7b7c0e4,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:18.809166 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a7673765-8dd2-41e4-8fbf-09926f02807e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:18.816491 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a7673765-8dd2-41e4-8fbf-09926f02807e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "DELETE /v2.0/subnets/fb194c1f-4878-48ac-9d41-459fd7b7c0e4 HTTP/1.1" status: 204 len: 168 time: 0.5584314 Mar 11 16:08:18.819011 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 48968) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:18.842726 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35acb142-13c7-47b7-b9db-6b3d3cde0a50 None None] Network 07a07981-d7b6-443a-a1ed-808d40b7db81 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:08:19.030702 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-31b2d64c-7f16-4a29-8f1b-214e890271ac tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for router, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:19.149888 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-09ecfb83-f76d-4310-93ff-173ee7701fe3 None None] Set router 3de64e35-4d80-4bd2-a5e6-c91b745dc09e gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:08:19.227943 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-31b2d64c-7f16-4a29-8f1b-214e890271ac tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:19.238374 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-31b2d64c-7f16-4a29-8f1b-214e890271ac tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Deleting port 34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:19.238734 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-31b2d64c-7f16-4a29-8f1b-214e890271ac tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:19.416203 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-31b2d64c-7f16-4a29-8f1b-214e890271ac tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] For port 34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:19.416552 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-31b2d64c-7f16-4a29-8f1b-214e890271ac tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:19.435620 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3036b4c4-0dad-43f3-8a2c-f7759af01dd9 None None] DHCP port deletion for 07a07981-d7b6-443a-a1ed-808d40b7db81 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:08:19.444838 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-3036b4c4-0dad-43f3-8a2c-f7759af01dd9 None None] Deleting port 87243bc0-d1a6-4b52-bda0-886dde18f466 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:19.445210 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3036b4c4-0dad-43f3-8a2c-f7759af01dd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:19.538423 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-31b2d64c-7f16-4a29-8f1b-214e890271ac tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Calling delete_port for 34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a owned by network:router_gateway {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:08:19.626207 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-09ecfb83-f76d-4310-93ff-173ee7701fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de64e35-4d80-4bd2-a5e6-c91b745dc09e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437419358', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.55'}], 'enable_snat': True}, 'gw_port_id': '34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:06:24Z', 'updated_at': '2022-03-11T16:08:17Z', 'revision_number': 5, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de64e35-4d80-4bd2-a5e6-c91b745dc09e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:25Z', 'updated_at': '2022-03-11T16:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:19.643378 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ecfb83-f76d-4310-93ff-173ee7701fe3 None None] The sync data for ids ['3de64e35-4d80-4bd2-a5e6-c91b745dc09e'] in dv-neutron-833373-1-hyperv is: [{'id': '3de64e35-4d80-4bd2-a5e6-c91b745dc09e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437419358', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.55'}], 'enable_snat': True}, 'gw_port_id': '34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:06:24Z', 'updated_at': '2022-03-11T16:08:17Z', 'revision_number': 5, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de64e35-4d80-4bd2-a5e6-c91b745dc09e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:25Z', 'updated_at': '2022-03-11T16:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:08:19.664726 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-3036b4c4-0dad-43f3-8a2c-f7759af01dd9 None None] For port 87243bc0-d1a6-4b52-bda0-886dde18f466, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=87243bc0-d1a6-4b52-bda0-886dde18f466,segment=NetworkSegment(6d14bd9c-5568-48e2-8ae3-50a5a5d06580),segment_id=6d14bd9c-5568-48e2-8ae3-50a5a5d06580)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:19.665121 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3036b4c4-0dad-43f3-8a2c-f7759af01dd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:19.704861 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-31b2d64c-7f16-4a29-8f1b-214e890271ac tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:19.753771 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b2d64c-7f16-4a29-8f1b-214e890271ac tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event deleted for resources: {'Port': ['ID=34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:19.827740 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-3036b4c4-0dad-43f3-8a2c-f7759af01dd9 None None] Calling delete_port for 87243bc0-d1a6-4b52-bda0-886dde18f466 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:08:19.900652 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3036b4c4-0dad-43f3-8a2c-f7759af01dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:19.949028 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036b4c4-0dad-43f3-8a2c-f7759af01dd9 None None] Pushing event deleted for resources: {'Port': ['ID=87243bc0-d1a6-4b52-bda0-886dde18f466,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:19.957089 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3036b4c4-0dad-43f3-8a2c-f7759af01dd9 None None] No DVR routers for this DVR port 87243bc0-d1a6-4b52-bda0-886dde18f466 on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:08:19.962079 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3036b4c4-0dad-43f3-8a2c-f7759af01dd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:19.962426 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3036b4c4-0dad-43f3-8a2c-f7759af01dd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:19.962761 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3036b4c4-0dad-43f3-8a2c-f7759af01dd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:19.963093 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3036b4c4-0dad-43f3-8a2c-f7759af01dd9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:19.963422 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3036b4c4-0dad-43f3-8a2c-f7759af01dd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:19.963744 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3036b4c4-0dad-43f3-8a2c-f7759af01dd9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:19.964063 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3036b4c4-0dad-43f3-8a2c-f7759af01dd9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:19.964409 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3036b4c4-0dad-43f3-8a2c-f7759af01dd9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:19.964727 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3036b4c4-0dad-43f3-8a2c-f7759af01dd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:19.965923 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3036b4c4-0dad-43f3-8a2c-f7759af01dd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:19.965923 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3036b4c4-0dad-43f3-8a2c-f7759af01dd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:19.991748 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:08:20.068488 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-31b2d64c-7f16-4a29-8f1b-214e890271ac tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:20.325348 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-31b2d64c-7f16-4a29-8f1b-214e890271ac tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:20.329727 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-31b2d64c-7f16-4a29-8f1b-214e890271ac tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:20.352982 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-31b2d64c-7f16-4a29-8f1b-214e890271ac tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:20.353635 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b2d64c-7f16-4a29-8f1b-214e890271ac tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Fanout notify agent at l3_agent the message router_deleted on router 3de64e35-4d80-4bd2-a5e6-c91b745dc09e {{(pid=83867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:08:20.367769 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-31b2d64c-7f16-4a29-8f1b-214e890271ac tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:20.368866 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-31b2d64c-7f16-4a29-8f1b-214e890271ac tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "DELETE /v2.0/routers/3de64e35-4d80-4bd2-a5e6-c91b745dc09e HTTP/1.1" status: 204 len: 168 time: 1.5489757 Mar 11 16:08:20.371832 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 48972) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:20.499468 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1e80dd4a-fead-4fe9-b285-b38a74fe6cdb tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:20.629144 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1e80dd4a-fead-4fe9-b285-b38a74fe6cdb tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:20.652957 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-1e80dd4a-fead-4fe9-b285-b38a74fe6cdb tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07a07981-d7b6-443a-a1ed-808d40b7db81']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:20.665354 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-1e80dd4a-fead-4fe9-b285-b38a74fe6cdb tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d14bd9c-5568-48e2-8ae3-50a5a5d06580') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:20.665649 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-1e80dd4a-fead-4fe9-b285-b38a74fe6cdb tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d14bd9c-5568-48e2-8ae3-50a5a5d06580') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:20.677298 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1e80dd4a-fead-4fe9-b285-b38a74fe6cdb tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:20.692924 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1e80dd4a-fead-4fe9-b285-b38a74fe6cdb tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:20.698736 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e80dd4a-fead-4fe9-b285-b38a74fe6cdb tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:08:20.699068 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1e80dd4a-fead-4fe9-b285-b38a74fe6cdb tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:20.712665 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 16:08:20.712665 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:08:20.712665 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 16:08:20.712665 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:08:20.712665 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 16:08:20.712665 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:08:20.712665 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 16:08:20.712665 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:08:20.712665 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 16:08:20.712665 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:08:20.712665 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 16:08:20.712665 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:08:20.712665 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 16:08:20.712665 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:08:20.712665 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:08:20.712665 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:08:20.712665 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:08:20.712665 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:08:20.712665 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 16:08:20.712665 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:08:20.712665 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 16:08:20.712665 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:08:20.712665 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:08:20.712665 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:08:20.712665 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 16:08:20.712665 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:08:20.712665 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:08:20.712665 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:08:20.712665 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:08:20.712665 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:08:20.712665 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:08:20.712665 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:08:20.796816 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1e80dd4a-fead-4fe9-b285-b38a74fe6cdb tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:20.818032 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1e80dd4a-fead-4fe9-b285-b38a74fe6cdb tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:20.819945 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:08:20.824331 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-1e80dd4a-fead-4fe9-b285-b38a74fe6cdb tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "DELETE /v2.0/networks/07a07981-d7b6-443a-a1ed-808d40b7db81 HTTP/1.1" status: 204 len: 168 time: 0.4514117 Mar 11 16:08:20.827016 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 48976) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:20.830409 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80dd4a-fead-4fe9-b285-b38a74fe6cdb tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event deleted for resources: {'Network': ['ID=07a07981-d7b6-443a-a1ed-808d40b7db81,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:20.856719 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:08:20.857059 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 34a5a9eb-2921-490c-8fdf-bb7fb6d19a3a not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:08:20.857639 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 87243bc0-d1a6-4b52-bda0-886dde18f466 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:08:20.888722 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 87243bc0-d1a6-4b52-bda0-886dde18f466 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:08:20.889063 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 87243bc0-d1a6-4b52-bda0-886dde18f466 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:08:20.889465 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 2b2c17de-c920-4c73-a651-de562e277a40 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:08:20.898690 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5dd51c01-536c-4b8e-a3a2-d13e090cbe82 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:20.922218 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 2b2c17de-c920-4c73-a651-de562e277a40 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:08:20.922559 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 2b2c17de-c920-4c73-a651-de562e277a40 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:08:20.929490 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5dd51c01-536c-4b8e-a3a2-d13e090cbe82 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:20.991794 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5dd51c01-536c-4b8e-a3a2-d13e090cbe82 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:21.010060 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd51c01-536c-4b8e-a3a2-d13e090cbe82 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f53fde-d913-4dfc-9d38-013d3606e227,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:21.020029 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5dd51c01-536c-4b8e-a3a2-d13e090cbe82 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:21.021154 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-5dd51c01-536c-4b8e-a3a2-d13e090cbe82 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "DELETE /v2.0/security-groups/a2f53fde-d913-4dfc-9d38-013d3606e227 HTTP/1.1" status: 204 len: 168 time: 0.1926498 Mar 11 16:08:21.520582 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 48984) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:21.526157 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-238abe40-3364-4b40-a3e4-5da7e74a6ef3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-498013259', 'description': 'tempest-secgroup-smoke-498013259 description', 'project_id': 'cca1e5a82d104327971da603674c443a'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:21.532624 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-238abe40-3364-4b40-a3e4-5da7e74a6ef3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:21.536703 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-238abe40-3364-4b40-a3e4-5da7e74a6ef3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:security_group and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:21.539517 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-238abe40-3364-4b40-a3e4-5da7e74a6ef3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:21.545125 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-238abe40-3364-4b40-a3e4-5da7e74a6ef3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:21.556170 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-238abe40-3364-4b40-a3e4-5da7e74a6ef3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:21.590609 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-238abe40-3364-4b40-a3e4-5da7e74a6ef3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:21.594338 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-238abe40-3364-4b40-a3e4-5da7e74a6ef3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:security_group_rule and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:21.597043 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-238abe40-3364-4b40-a3e4-5da7e74a6ef3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:21.602551 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-238abe40-3364-4b40-a3e4-5da7e74a6ef3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:21.656424 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-238abe40-3364-4b40-a3e4-5da7e74a6ef3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:21.659710 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-238abe40-3364-4b40-a3e4-5da7e74a6ef3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:21.706582 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238abe40-3364-4b40-a3e4-5da7e74a6ef3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d848acd-e82e-4d4c-b7b8-6aa495dee219,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:21.709419 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-238abe40-3364-4b40-a3e4-5da7e74a6ef3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:21.710588 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-238abe40-3364-4b40-a3e4-5da7e74a6ef3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1890180 Mar 11 16:08:21.713584 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 48988) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:21.719196 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-841fdd72-935f-408d-9f84-5fc305b9cb98 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'security_group_rule': {'security_group_id': '8d848acd-e82e-4d4c-b7b8-6aa495dee219', 'project_id': 'cca1e5a82d104327971da603674c443a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:21.725003 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-841fdd72-935f-408d-9f84-5fc305b9cb98 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:21.728747 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-841fdd72-935f-408d-9f84-5fc305b9cb98 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:security_group_rule and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:21.731582 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-841fdd72-935f-408d-9f84-5fc305b9cb98 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:21.738001 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-841fdd72-935f-408d-9f84-5fc305b9cb98 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:21.762747 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-841fdd72-935f-408d-9f84-5fc305b9cb98 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:21.822243 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-841fdd72-935f-408d-9f84-5fc305b9cb98 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:21.825772 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-841fdd72-935f-408d-9f84-5fc305b9cb98 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:21.849559 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841fdd72-935f-408d-9f84-5fc305b9cb98 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fb7b3cf-1290-4547-be41-0c0dd75b3a0e,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:21.857860 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-841fdd72-935f-408d-9f84-5fc305b9cb98 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:21.859062 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-841fdd72-935f-408d-9f84-5fc305b9cb98 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1445723 Mar 11 16:08:21.862394 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 48992) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:21.867717 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-2d1f090a-a6d8-4f67-a73a-a240bb1d6b86 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'security_group_rule': {'security_group_id': '8d848acd-e82e-4d4c-b7b8-6aa495dee219', 'project_id': 'cca1e5a82d104327971da603674c443a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:21.873466 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-2d1f090a-a6d8-4f67-a73a-a240bb1d6b86 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:21.877299 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-2d1f090a-a6d8-4f67-a73a-a240bb1d6b86 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:security_group_rule and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:21.880120 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-2d1f090a-a6d8-4f67-a73a-a240bb1d6b86 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:21.885642 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-2d1f090a-a6d8-4f67-a73a-a240bb1d6b86 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:21.901735 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2d1f090a-a6d8-4f67-a73a-a240bb1d6b86 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:21.964245 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2d1f090a-a6d8-4f67-a73a-a240bb1d6b86 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:21.967557 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2d1f090a-a6d8-4f67-a73a-a240bb1d6b86 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:21.990235 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f090a-a6d8-4f67-a73a-a240bb1d6b86 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22264d36-d8f1-490d-91e8-d7269525c4c2,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:21.999883 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2d1f090a-a6d8-4f67-a73a-a240bb1d6b86 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:22.001096 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-2d1f090a-a6d8-4f67-a73a-a240bb1d6b86 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1378140 Mar 11 16:08:22.003985 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 48996) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:22.009288 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-2ea6df6f-5f7a-46a1-a54e-5721acf086ec tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'security_group_rule': {'security_group_id': '8d848acd-e82e-4d4c-b7b8-6aa495dee219', 'project_id': 'cca1e5a82d104327971da603674c443a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:22.015646 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-2ea6df6f-5f7a-46a1-a54e-5721acf086ec tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:22.019546 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-2ea6df6f-5f7a-46a1-a54e-5721acf086ec tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:security_group_rule and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:22.022512 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-2ea6df6f-5f7a-46a1-a54e-5721acf086ec tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:22.028244 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-2ea6df6f-5f7a-46a1-a54e-5721acf086ec tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:22.044733 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2ea6df6f-5f7a-46a1-a54e-5721acf086ec tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:22.113819 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2ea6df6f-5f7a-46a1-a54e-5721acf086ec tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:22.116991 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2ea6df6f-5f7a-46a1-a54e-5721acf086ec tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:22.140791 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea6df6f-5f7a-46a1-a54e-5721acf086ec tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d8f981f-5e0d-4f73-90be-3c5ba4f28b73,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:22.149555 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2ea6df6f-5f7a-46a1-a54e-5721acf086ec tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:22.150712 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-2ea6df6f-5f7a-46a1-a54e-5721acf086ec tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1457789 Mar 11 16:08:22.153413 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49000) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:22.158701 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-6477a015-ebe7-4afc-8bbb-f9704a54856f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'security_group_rule': {'security_group_id': '8d848acd-e82e-4d4c-b7b8-6aa495dee219', 'project_id': 'cca1e5a82d104327971da603674c443a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:22.164301 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-6477a015-ebe7-4afc-8bbb-f9704a54856f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:22.168011 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-6477a015-ebe7-4afc-8bbb-f9704a54856f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:security_group_rule and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:22.170852 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-6477a015-ebe7-4afc-8bbb-f9704a54856f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:22.176525 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-6477a015-ebe7-4afc-8bbb-f9704a54856f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:22.194418 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6477a015-ebe7-4afc-8bbb-f9704a54856f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:22.257036 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6477a015-ebe7-4afc-8bbb-f9704a54856f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:22.260492 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6477a015-ebe7-4afc-8bbb-f9704a54856f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:22.283345 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477a015-ebe7-4afc-8bbb-f9704a54856f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6ab5fbc-461f-410f-9190-88aa73662b93,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:22.291942 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6477a015-ebe7-4afc-8bbb-f9704a54856f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:22.293117 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6477a015-ebe7-4afc-8bbb-f9704a54856f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1388171 Mar 11 16:08:22.295754 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49004) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:22.302187 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-cc04e473-a9f5-41ce-9f17-5130b243d447 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'security_group_rule': {'security_group_id': '8d848acd-e82e-4d4c-b7b8-6aa495dee219', 'project_id': 'cca1e5a82d104327971da603674c443a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:22.307849 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-cc04e473-a9f5-41ce-9f17-5130b243d447 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:22.312456 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-cc04e473-a9f5-41ce-9f17-5130b243d447 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:security_group_rule and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:22.315258 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-cc04e473-a9f5-41ce-9f17-5130b243d447 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:22.320821 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-cc04e473-a9f5-41ce-9f17-5130b243d447 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:22.330888 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.securitygroups_db [None req-cc04e473-a9f5-41ce-9f17-5130b243d447 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Project cca1e5a82d104327971da603674c443a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:08:22.338439 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cc04e473-a9f5-41ce-9f17-5130b243d447 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:22.402456 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cc04e473-a9f5-41ce-9f17-5130b243d447 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:22.405892 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cc04e473-a9f5-41ce-9f17-5130b243d447 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:22.427952 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc04e473-a9f5-41ce-9f17-5130b243d447 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0971df38-b682-4805-a77b-f3810e949844,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:22.437208 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cc04e473-a9f5-41ce-9f17-5130b243d447 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:22.438368 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-cc04e473-a9f5-41ce-9f17-5130b243d447 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1409817 Mar 11 16:08:22.441955 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49008) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:22.447529 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-3958453d-52d8-410a-8320-62d7a19dcc7b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'security_group_rule': {'security_group_id': '8d848acd-e82e-4d4c-b7b8-6aa495dee219', 'project_id': 'cca1e5a82d104327971da603674c443a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:22.453735 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-3958453d-52d8-410a-8320-62d7a19dcc7b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:22.457453 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-3958453d-52d8-410a-8320-62d7a19dcc7b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:security_group_rule and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:22.460247 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-3958453d-52d8-410a-8320-62d7a19dcc7b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:22.465801 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-3958453d-52d8-410a-8320-62d7a19dcc7b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:22.476352 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.securitygroups_db [None req-3958453d-52d8-410a-8320-62d7a19dcc7b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Project cca1e5a82d104327971da603674c443a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:08:22.482656 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3958453d-52d8-410a-8320-62d7a19dcc7b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:22.547277 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3958453d-52d8-410a-8320-62d7a19dcc7b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:22.551260 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3958453d-52d8-410a-8320-62d7a19dcc7b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:22.574714 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3958453d-52d8-410a-8320-62d7a19dcc7b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d3fa13e-c562-4750-8f14-3628339aa21c,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:22.584059 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-3958453d-52d8-410a-8320-62d7a19dcc7b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:22.585239 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-3958453d-52d8-410a-8320-62d7a19dcc7b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1422420 Mar 11 16:08:22.588169 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49012) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:22.593685 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-6aa5fd7f-26f1-425d-beb7-616d7bda4229 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'network': {'name': 'tempest-network-smoke--425408570', 'project_id': 'cca1e5a82d104327971da603674c443a', 'port_security_enabled': True}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:22.598416 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-6aa5fd7f-26f1-425d-beb7-616d7bda4229 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:22.602159 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-6aa5fd7f-26f1-425d-beb7-616d7bda4229 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:network and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:22.604957 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-6aa5fd7f-26f1-425d-beb7-616d7bda4229 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:22.611274 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-6aa5fd7f-26f1-425d-beb7-616d7bda4229 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:22.621199 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa5fd7f-26f1-425d-beb7-616d7bda4229 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Made reservation on behalf of cca1e5a82d104327971da603674c443a for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:22.624018 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6aa5fd7f-26f1-425d-beb7-616d7bda4229 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:22.653456 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aa5fd7f-26f1-425d-beb7-616d7bda4229 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:08:22.663265 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6aa5fd7f-26f1-425d-beb7-616d7bda4229 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:22.663650 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-6aa5fd7f-26f1-425d-beb7-616d7bda4229 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Added segment 2c8afe47-1352-4860-9984-b8c202bb0914 of type vlan for network ba178b12-0150-4a49-9b62-80b7b44dd68d Mar 11 16:08:22.690525 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6aa5fd7f-26f1-425d-beb7-616d7bda4229 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:22.718805 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6aa5fd7f-26f1-425d-beb7-616d7bda4229 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:22.722414 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa5fd7f-26f1-425d-beb7-616d7bda4229 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:22.722982 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6aa5fd7f-26f1-425d-beb7-616d7bda4229 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:22.820908 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6aa5fd7f-26f1-425d-beb7-616d7bda4229 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2316153 Mar 11 16:08:22.823588 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 49016) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:22.829285 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-b4cd09ad-c0d9-4ba7-9cfe-4ba6a2dc7251 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-435940953', 'admin_state_up': True, 'project_id': 'cca1e5a82d104327971da603674c443a', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:22.829873 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa5fd7f-26f1-425d-beb7-616d7bda4229 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'Network': ['ID=ba178b12-0150-4a49-9b62-80b7b44dd68d,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:22.836610 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-b4cd09ad-c0d9-4ba7-9cfe-4ba6a2dc7251 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:22.840418 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-b4cd09ad-c0d9-4ba7-9cfe-4ba6a2dc7251 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:router and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:22.840552 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network ba178b12-0150-4a49-9b62-80b7b44dd68d details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:08:22.844033 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-b4cd09ad-c0d9-4ba7-9cfe-4ba6a2dc7251 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:22.850157 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-b4cd09ad-c0d9-4ba7-9cfe-4ba6a2dc7251 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:22.860993 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b4cd09ad-c0d9-4ba7-9cfe-4ba6a2dc7251 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:22.861970 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b4cd09ad-c0d9-4ba7-9cfe-4ba6a2dc7251 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:22.880250 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b4cd09ad-c0d9-4ba7-9cfe-4ba6a2dc7251 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:23.119239 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b4cd09ad-c0d9-4ba7-9cfe-4ba6a2dc7251 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:23.291976 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b4cd09ad-c0d9-4ba7-9cfe-4ba6a2dc7251 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for router_gateway, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:23.321654 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b4cd09ad-c0d9-4ba7-9cfe-4ba6a2dc7251 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:23.462386 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-b4cd09ad-c0d9-4ba7-9cfe-4ba6a2dc7251 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Allocated IP 172.26.0.177 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/8f64ca0c-8391-411f-86d6-703eadf09ef3) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:08:23.609713 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b4cd09ad-c0d9-4ba7-9cfe-4ba6a2dc7251 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:23.636272 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b4cd09ad-c0d9-4ba7-9cfe-4ba6a2dc7251 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:23.704041 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cd09ad-c0d9-4ba7-9cfe-4ba6a2dc7251 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:08:23.706680 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-b4cd09ad-c0d9-4ba7-9cfe-4ba6a2dc7251 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:08:23.710315 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cd09ad-c0d9-4ba7-9cfe-4ba6a2dc7251 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:08:23.738831 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd09ad-c0d9-4ba7-9cfe-4ba6a2dc7251 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'Port': ['ID=8f64ca0c-8391-411f-86d6-703eadf09ef3,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:23.867787 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b4cd09ad-c0d9-4ba7-9cfe-4ba6a2dc7251 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for router_gateway, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:23.868540 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b4cd09ad-c0d9-4ba7-9cfe-4ba6a2dc7251 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:24.099607 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4cd09ad-c0d9-4ba7-9cfe-4ba6a2dc7251 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Router 62292de9-6a41-4749-8a84-17d1ed8b1cac is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:08:24.300693 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4cd09ad-c0d9-4ba7-9cfe-4ba6a2dc7251 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:08:24.310074 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50df6997-6730-4bde-b920-2729af65a80c None None] Sync routers for ids ['62292de9-6a41-4749-8a84-17d1ed8b1cac'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:08:24.323623 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50df6997-6730-4bde-b920-2729af65a80c None None] Routers {'62292de9-6a41-4749-8a84-17d1ed8b1cac'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:08:24.324227 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-50df6997-6730-4bde-b920-2729af65a80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:08:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['62292de9-6a41-4749-8a84-17d1ed8b1cac'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:24.326128 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b4cd09ad-c0d9-4ba7-9cfe-4ba6a2dc7251 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:24.327478 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b4cd09ad-c0d9-4ba7-9cfe-4ba6a2dc7251 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5027380 Mar 11 16:08:24.330790 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 49020) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:24.374463 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-46b0df9f-8e46-4d60-95e2-0aff9dc433be tempest-TestNetworkAdvancedServerOps-356817997 tempest-TestNetworkAdvancedServerOps-356817997-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=cca1e5a82d104327971da603674c443a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401876 Mar 11 16:08:24.374981 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49024) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:24.503230 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-50df6997-6730-4bde-b920-2729af65a80c None None] Set router 62292de9-6a41-4749-8a84-17d1ed8b1cac gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:08:24.506460 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3190ab-05fa-46ea-a8f4-65bb2f70e2f2 tempest-TestNetworkAdvancedServerOps-356817997 tempest-TestNetworkAdvancedServerOps-356817997-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:24.507935 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0f3190ab-05fa-46ea-a8f4-65bb2f70e2f2 tempest-TestNetworkAdvancedServerOps-356817997 tempest-TestNetworkAdvancedServerOps-356817997-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1319373 Mar 11 16:08:24.510770 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49028) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:24.552781 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-07101240-39fb-47d8-8484-af7949503b3d tempest-TestNetworkAdvancedServerOps-356817997 tempest-TestNetworkAdvancedServerOps-356817997-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=69193b02-dbf5-4ccf-b3ce-76dabd3f8655&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407269 Mar 11 16:08:24.555078 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49032) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:24.560496 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-f860dce2-6a12-49c9-82b8-781dc91d4eac tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1637722503', 'network_id': 'ba178b12-0150-4a49-9b62-80b7b44dd68d', 'project_id': 'cca1e5a82d104327971da603674c443a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:24.663172 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-f860dce2-6a12-49c9-82b8-781dc91d4eac tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:24.666752 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-f860dce2-6a12-49c9-82b8-781dc91d4eac tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:subnet and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:24.669451 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-f860dce2-6a12-49c9-82b8-781dc91d4eac tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:24.675296 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-f860dce2-6a12-49c9-82b8-781dc91d4eac tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:24.685597 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f860dce2-6a12-49c9-82b8-781dc91d4eac tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Made reservation on behalf of cca1e5a82d104327971da603674c443a for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:24.788361 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-50df6997-6730-4bde-b920-2729af65a80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62292de9-6a41-4749-8a84-17d1ed8b1cac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-435940953', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.177'}], 'enable_snat': True}, 'gw_port_id': '8f64ca0c-8391-411f-86d6-703eadf09ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:08:22Z', 'updated_at': '2022-03-11T16:08:23Z', 'revision_number': 3, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '8f64ca0c-8391-411f-86d6-703eadf09ef3', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62292de9-6a41-4749-8a84-17d1ed8b1cac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:08:23Z', 'updated_at': '2022-03-11T16:08:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:24.792319 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50df6997-6730-4bde-b920-2729af65a80c None None] Checking router: 62292de9-6a41-4749-8a84-17d1ed8b1cac for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:08:24.792823 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50df6997-6730-4bde-b920-2729af65a80c None None] Updating router 62292de9-6a41-4749-8a84-17d1ed8b1cac port 8f64ca0c-8391-411f-86d6-703eadf09ef3 binding host dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:08:24.842710 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-50df6997-6730-4bde-b920-2729af65a80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:24.871984 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f860dce2-6a12-49c9-82b8-781dc91d4eac tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:25.093976 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f860dce2-6a12-49c9-82b8-781dc91d4eac tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:25.169313 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f860dce2-6a12-49c9-82b8-781dc91d4eac tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'Subnet': ['ID=895b2d44-eb1a-445c-97cc-e08f9be62e87,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:25.169559 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-50df6997-6730-4bde-b920-2729af65a80c None None] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:25.182463 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-50df6997-6730-4bde-b920-2729af65a80c None None] Transition to ACTIVE for port object 8f64ca0c-8391-411f-86d6-703eadf09ef3 will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:08:25.184242 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f860dce2-6a12-49c9-82b8-781dc91d4eac tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Checking segment: {'id': '2c8afe47-1352-4860-9984-b8c202bb0914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ba178b12-0150-4a49-9b62-80b7b44dd68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:08:25.184884 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f860dce2-6a12-49c9-82b8-781dc91d4eac tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Network hostable DHCP agents. Network: ba178b12-0150-4a49-9b62-80b7b44dd68d, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:08:25.190248 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-50df6997-6730-4bde-b920-2729af65a80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:25.210683 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f860dce2-6a12-49c9-82b8-781dc91d4eac tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Network ba178b12-0150-4a49-9b62-80b7b44dd68d is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:08:25.222598 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-f860dce2-6a12-49c9-82b8-781dc91d4eac tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, ba178b12-0150-4a49-9b62-80b7b44dd68d) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:08:25.228142 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f860dce2-6a12-49c9-82b8-781dc91d4eac tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:25.228771 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f860dce2-6a12-49c9-82b8-781dc91d4eac tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:25.235601 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb176ee5-f2d1-417d-ac7c-94a0300e3659 None None] Network ba178b12-0150-4a49-9b62-80b7b44dd68d requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:08:25.257642 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 49036) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:25.258246 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-f860dce2-6a12-49c9-82b8-781dc91d4eac tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7017791 Mar 11 16:08:25.306736 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-50df6997-6730-4bde-b920-2729af65a80c None None] Attempting to bind port 8f64ca0c-8391-411f-86d6-703eadf09ef3 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:08:25.307192 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-50df6997-6730-4bde-b920-2729af65a80c None None] Attempting to bind port 8f64ca0c-8391-411f-86d6-703eadf09ef3 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:08:25.307599 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50df6997-6730-4bde-b920-2729af65a80c None None] Attempting to bind port 8f64ca0c-8391-411f-86d6-703eadf09ef3 on network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:08:25.309859 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb6d1b5-f57a-43aa-a0f0-3f08a03724a7 None None] Pushing event updated for resources: {'Port': ['ID=8f64ca0c-8391-411f-86d6-703eadf09ef3,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:25.321965 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb6d1b5-f57a-43aa-a0f0-3f08a03724a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:25.322627 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb6d1b5-f57a-43aa-a0f0-3f08a03724a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:25.322730 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb6d1b5-f57a-43aa-a0f0-3f08a03724a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:25.323117 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb6d1b5-f57a-43aa-a0f0-3f08a03724a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:25.323437 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb6d1b5-f57a-43aa-a0f0-3f08a03724a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:25.323756 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb6d1b5-f57a-43aa-a0f0-3f08a03724a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:25.324071 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb6d1b5-f57a-43aa-a0f0-3f08a03724a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:25.324398 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb6d1b5-f57a-43aa-a0f0-3f08a03724a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:25.324903 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb6d1b5-f57a-43aa-a0f0-3f08a03724a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:25.325207 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb6d1b5-f57a-43aa-a0f0-3f08a03724a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:25.325513 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb6d1b5-f57a-43aa-a0f0-3f08a03724a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:25.329621 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50df6997-6730-4bde-b920-2729af65a80c None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:08:25.329992 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50df6997-6730-4bde-b920-2729af65a80c None None] Checking segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:08:25.330378 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-50df6997-6730-4bde-b920-2729af65a80c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:25.330765 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50df6997-6730-4bde-b920-2729af65a80c None None] Bound using segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:08:25.331204 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-50df6997-6730-4bde-b920-2729af65a80c None None] Bound port: 8f64ca0c-8391-411f-86d6-703eadf09ef3, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:08:25.331738 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-50df6997-6730-4bde-b920-2729af65a80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:25.408132 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-50df6997-6730-4bde-b920-2729af65a80c None None] For port 8f64ca0c-8391-411f-86d6-703eadf09ef3, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:08:25.412744 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-50df6997-6730-4bde-b920-2729af65a80c None None] For port 8f64ca0c-8391-411f-86d6-703eadf09ef3, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=8f64ca0c-8391-411f-86d6-703eadf09ef3,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:08:25.417459 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-50df6997-6730-4bde-b920-2729af65a80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:25.457762 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e5d48d-1b8b-4a04-ab83-860293906d2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-ba178b12-0150-4a49-9b62-80b7b44dd68d', 'network_id': 'ba178b12-0150-4a49-9b62-80b7b44dd68d', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'fixed_ips': [{'subnet_id': '895b2d44-eb1a-445c-97cc-e08f9be62e87'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:08:25.458172 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-72e5d48d-1b8b-4a04-ab83-860293906d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:25.502136 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50df6997-6730-4bde-b920-2729af65a80c None None] Routers {'62292de9-6a41-4749-8a84-17d1ed8b1cac'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:08:25.502742 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-50df6997-6730-4bde-b920-2729af65a80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:08:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['62292de9-6a41-4749-8a84-17d1ed8b1cac'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:25.631535 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-72e5d48d-1b8b-4a04-ab83-860293906d2f None None] Allocated IP 172.20.0.2 (ba178b12-0150-4a49-9b62-80b7b44dd68d/895b2d44-eb1a-445c-97cc-e08f9be62e87/dea8ce9d-5251-4882-970d-8bd62d9c4fc1) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:08:25.633698 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb6d1b5-f57a-43aa-a0f0-3f08a03724a7 None None] Pushing event updated for resources: {'Port': ['ID=8f64ca0c-8391-411f-86d6-703eadf09ef3,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:25.691983 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-50df6997-6730-4bde-b920-2729af65a80c None None] Set router 62292de9-6a41-4749-8a84-17d1ed8b1cac gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:08:25.848265 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-72e5d48d-1b8b-4a04-ab83-860293906d2f None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:25.858221 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-72e5d48d-1b8b-4a04-ab83-860293906d2f None None] Transition to ACTIVE for port object dea8ce9d-5251-4882-970d-8bd62d9c4fc1 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:08:25.877126 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-72e5d48d-1b8b-4a04-ab83-860293906d2f None None] Transition to ACTIVE for port object dea8ce9d-5251-4882-970d-8bd62d9c4fc1 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:08:25.882401 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-72e5d48d-1b8b-4a04-ab83-860293906d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:25.951779 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5d48d-1b8b-4a04-ab83-860293906d2f None None] Pushing event updated for resources: {'Port': ['ID=dea8ce9d-5251-4882-970d-8bd62d9c4fc1,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:25.963995 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e5d48d-1b8b-4a04-ab83-860293906d2f None None] Network ba178b12-0150-4a49-9b62-80b7b44dd68d is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:08:25.964883 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-72e5d48d-1b8b-4a04-ab83-860293906d2f None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:08:25.967129 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e5d48d-1b8b-4a04-ab83-860293906d2f None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:08:25.989750 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-50df6997-6730-4bde-b920-2729af65a80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62292de9-6a41-4749-8a84-17d1ed8b1cac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-435940953', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.177'}], 'enable_snat': True}, 'gw_port_id': '8f64ca0c-8391-411f-86d6-703eadf09ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:08:22Z', 'updated_at': '2022-03-11T16:08:23Z', 'revision_number': 3, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '8f64ca0c-8391-411f-86d6-703eadf09ef3', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62292de9-6a41-4749-8a84-17d1ed8b1cac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:08:23Z', 'updated_at': '2022-03-11T16:08:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:25.993674 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50df6997-6730-4bde-b920-2729af65a80c None None] The sync data for ids ['62292de9-6a41-4749-8a84-17d1ed8b1cac'] in dv-neutron-833373-1-hyperv is: [{'id': '62292de9-6a41-4749-8a84-17d1ed8b1cac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-435940953', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.177'}], 'enable_snat': True}, 'gw_port_id': '8f64ca0c-8391-411f-86d6-703eadf09ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:08:22Z', 'updated_at': '2022-03-11T16:08:23Z', 'revision_number': 3, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '8f64ca0c-8391-411f-86d6-703eadf09ef3', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62292de9-6a41-4749-8a84-17d1ed8b1cac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:08:23Z', 'updated_at': '2022-03-11T16:08:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:08:26.068044 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-72e5d48d-1b8b-4a04-ab83-860293906d2f None None] Attempting to bind port dea8ce9d-5251-4882-970d-8bd62d9c4fc1 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:08:26.069049 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-72e5d48d-1b8b-4a04-ab83-860293906d2f None None] Attempting to bind port dea8ce9d-5251-4882-970d-8bd62d9c4fc1 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '2c8afe47-1352-4860-9984-b8c202bb0914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ba178b12-0150-4a49-9b62-80b7b44dd68d'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:08:26.069426 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e5d48d-1b8b-4a04-ab83-860293906d2f None None] Attempting to bind port dea8ce9d-5251-4882-970d-8bd62d9c4fc1 on network ba178b12-0150-4a49-9b62-80b7b44dd68d {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:08:26.076313 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e5d48d-1b8b-4a04-ab83-860293906d2f None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:08:26.076703 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e5d48d-1b8b-4a04-ab83-860293906d2f None None] Checking segment: {'id': '2c8afe47-1352-4860-9984-b8c202bb0914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ba178b12-0150-4a49-9b62-80b7b44dd68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:08:26.077104 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-72e5d48d-1b8b-4a04-ab83-860293906d2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:26.077529 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e5d48d-1b8b-4a04-ab83-860293906d2f None None] Bound using segment: {'id': '2c8afe47-1352-4860-9984-b8c202bb0914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ba178b12-0150-4a49-9b62-80b7b44dd68d'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:08:26.078023 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-72e5d48d-1b8b-4a04-ab83-860293906d2f None None] Bound port: dea8ce9d-5251-4882-970d-8bd62d9c4fc1, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8afe47-1352-4860-9984-b8c202bb0914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ba178b12-0150-4a49-9b62-80b7b44dd68d'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:08:26.078711 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-72e5d48d-1b8b-4a04-ab83-860293906d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:26.190938 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-72e5d48d-1b8b-4a04-ab83-860293906d2f None None] For port dea8ce9d-5251-4882-970d-8bd62d9c4fc1, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:08:26.197570 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-72e5d48d-1b8b-4a04-ab83-860293906d2f None None] For port dea8ce9d-5251-4882-970d-8bd62d9c4fc1, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=dea8ce9d-5251-4882-970d-8bd62d9c4fc1,segment=NetworkSegment(2c8afe47-1352-4860-9984-b8c202bb0914),segment_id=2c8afe47-1352-4860-9984-b8c202bb0914)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:08:26.207096 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-72e5d48d-1b8b-4a04-ab83-860293906d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:26.229473 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c2e16b4c-263f-4858-865c-c82ff0a6b81f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:26.302506 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5d48d-1b8b-4a04-ab83-860293906d2f None None] Pushing event updated for resources: {'Port': ['ID=dea8ce9d-5251-4882-970d-8bd62d9c4fc1,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:26.692154 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-c2e16b4c-263f-4858-865c-c82ff0a6b81f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Allocated IP 172.20.0.1 (ba178b12-0150-4a49-9b62-80b7b44dd68d/895b2d44-eb1a-445c-97cc-e08f9be62e87/52d9812b-baae-46db-a703-97b4ea506d48) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:08:26.748548 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device dea8ce9d-5251-4882-970d-8bd62d9c4fc1 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:08:26.832227 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port dea8ce9d-5251-4882-970d-8bd62d9c4fc1 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:08:26.838392 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 8f64ca0c-8391-411f-86d6-703eadf09ef3 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:08:26.881027 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c2e16b4c-263f-4858-865c-c82ff0a6b81f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:26.903189 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-c2e16b4c-263f-4858-865c-c82ff0a6b81f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Transition to ACTIVE for port object 52d9812b-baae-46db-a703-97b4ea506d48 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:08:26.922397 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 8f64ca0c-8391-411f-86d6-703eadf09ef3 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:08:26.927988 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 8f64ca0c-8391-411f-86d6-703eadf09ef3 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:26.928588 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:26.928844 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c2e16b4c-263f-4858-865c-c82ff0a6b81f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:26.996880 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e16b4c-263f-4858-865c-c82ff0a6b81f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Network ba178b12-0150-4a49-9b62-80b7b44dd68d is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:08:27.001084 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-c2e16b4c-263f-4858-865c-c82ff0a6b81f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:08:27.003452 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e16b4c-263f-4858-865c-c82ff0a6b81f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:08:27.056598 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e16b4c-263f-4858-865c-c82ff0a6b81f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'Port': ['ID=52d9812b-baae-46db-a703-97b4ea506d48,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:27.079956 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c2e16b4c-263f-4858-865c-c82ff0a6b81f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:27.091308 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:27.110157 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 8f64ca0c-8391-411f-86d6-703eadf09ef3, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=8f64ca0c-8391-411f-86d6-703eadf09ef3,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:27.114589 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:27.189807 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=8f64ca0c-8391-411f-86d6-703eadf09ef3,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:27.205541 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c2e16b4c-263f-4858-865c-c82ff0a6b81f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:27.325760 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb76b132-e44a-41de-bd36-bca14a23bf60 None None] Network ba178b12-0150-4a49-9b62-80b7b44dd68d requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:08:27.422699 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e3e05db2-aef2-4f43-a906-9e7b90752bbe None None] Provisioning for port dea8ce9d-5251-4882-970d-8bd62d9c4fc1 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:08:27.440318 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-e3e05db2-aef2-4f43-a906-9e7b90752bbe None None] Provisioning complete for port dea8ce9d-5251-4882-970d-8bd62d9c4fc1 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:27.440695 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e3e05db2-aef2-4f43-a906-9e7b90752bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:27.660761 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e3e05db2-aef2-4f43-a906-9e7b90752bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:27.701804 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-e3e05db2-aef2-4f43-a906-9e7b90752bbe None None] For port dea8ce9d-5251-4882-970d-8bd62d9c4fc1, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=dea8ce9d-5251-4882-970d-8bd62d9c4fc1,segment=NetworkSegment(2c8afe47-1352-4860-9984-b8c202bb0914),segment_id=2c8afe47-1352-4860-9984-b8c202bb0914)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:27.707708 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e3e05db2-aef2-4f43-a906-9e7b90752bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:27.732857 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c2e16b4c-263f-4858-865c-c82ff0a6b81f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:27.738500 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c2e16b4c-263f-4858-865c-c82ff0a6b81f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:27.778557 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e05db2-aef2-4f43-a906-9e7b90752bbe None None] Pushing event updated for resources: {'Port': ['ID=dea8ce9d-5251-4882-970d-8bd62d9c4fc1,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:27.856362 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c2e16b4c-263f-4858-865c-c82ff0a6b81f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:27.860590 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e16b4c-263f-4858-865c-c82ff0a6b81f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'Port': ['ID=52d9812b-baae-46db-a703-97b4ea506d48,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:27.935849 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-df10bd72-e0b1-4e26-bfd9-653a788786e4 None None] Provisioning complete for port dea8ce9d-5251-4882-970d-8bd62d9c4fc1 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:27.936252 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-df10bd72-e0b1-4e26-bfd9-653a788786e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:28.011650 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e16b4c-263f-4858-865c-c82ff0a6b81f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Network ba178b12-0150-4a49-9b62-80b7b44dd68d is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:08:28.012866 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-c2e16b4c-263f-4858-865c-c82ff0a6b81f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:08:28.090949 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-df10bd72-e0b1-4e26-bfd9-653a788786e4 None None] Provisioning for port 52d9812b-baae-46db-a703-97b4ea506d48 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:08:28.099842 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-df10bd72-e0b1-4e26-bfd9-653a788786e4 None None] Provisioning complete for port 52d9812b-baae-46db-a703-97b4ea506d48 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:28.100370 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-df10bd72-e0b1-4e26-bfd9-653a788786e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:28.168315 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-df10bd72-e0b1-4e26-bfd9-653a788786e4 None None] Port 52d9812b-baae-46db-a703-97b4ea506d48 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:08:28.303833 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-89ccf077-bae7-48e9-8b02-39b00de9ffaf None None] Provisioning complete for port 52d9812b-baae-46db-a703-97b4ea506d48 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:28.304251 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-89ccf077-bae7-48e9-8b02-39b00de9ffaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:28.360675 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-89ccf077-bae7-48e9-8b02-39b00de9ffaf None None] Port 52d9812b-baae-46db-a703-97b4ea506d48 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:08:28.438632 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e16b4c-263f-4858-865c-c82ff0a6b81f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Router 62292de9-6a41-4749-8a84-17d1ed8b1cac has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:08:28.482311 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-bf896440-c894-4b08-b611-99c895cf5586 None None] Provisioning complete for port 52d9812b-baae-46db-a703-97b4ea506d48 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:28.482832 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bf896440-c894-4b08-b611-99c895cf5586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:28.537826 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-bf896440-c894-4b08-b611-99c895cf5586 None None] Port 52d9812b-baae-46db-a703-97b4ea506d48 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:08:28.652586 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e16b4c-263f-4858-865c-c82ff0a6b81f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:08:28.675383 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c2e16b4c-263f-4858-865c-c82ff0a6b81f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "PUT /v2.0/routers/62292de9-6a41-4749-8a84-17d1ed8b1cac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4082365 Mar 11 16:08:28.675558 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device dea8ce9d-5251-4882-970d-8bd62d9c4fc1 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:08:28.757735 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port dea8ce9d-5251-4882-970d-8bd62d9c4fc1 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:28.758106 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:28.847649 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-3cbf31da-7cea-4a41-b857-5fd22efff756 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Synchronizing usage tracker for tenant:cca1e5a82d104327971da603674c443a on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:08:28.862574 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-3cbf31da-7cea-4a41-b857-5fd22efff756 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Unset dirty status for tenant:cca1e5a82d104327971da603674c443a on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:08:28.863747 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-3cbf31da-7cea-4a41-b857-5fd22efff756 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-498013259&fields=id&tenant_id=cca1e5a82d104327971da603674c443a HTTP/1.1" status: 200 len: 267 time: 0.0594864 Mar 11 16:08:28.878988 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 8f64ca0c-8391-411f-86d6-703eadf09ef3 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:08:28.951815 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 8f64ca0c-8391-411f-86d6-703eadf09ef3 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:28.952824 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:29.025416 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-cfc24042-26ac-438a-809c-762c58b83170 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:29.026078 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-cfc24042-26ac-438a-809c-762c58b83170 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Synchronizing usage tracker for tenant:cca1e5a82d104327971da603674c443a on resource:network {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:08:29.042739 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-cfc24042-26ac-438a-809c-762c58b83170 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Unset dirty status for tenant:cca1e5a82d104327971da603674c443a on resource:network {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:08:29.043883 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-cfc24042-26ac-438a-809c-762c58b83170 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/networks?id=ba178b12-0150-4a49-9b62-80b7b44dd68d HTTP/1.1" status: 200 len: 796 time: 0.1658306 Mar 11 16:08:29.061272 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-fc9279f8-45c6-4915-a413-3652dc491299 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/quotas/cca1e5a82d104327971da603674c443a HTTP/1.1" status: 200 len: 375 time: 0.0111136 Mar 11 16:08:29.141654 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-680cb584-bbe0-4e5a-b267-858162acc890 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Synchronizing usage tracker for tenant:cca1e5a82d104327971da603674c443a on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:08:29.156173 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-680cb584-bbe0-4e5a-b267-858162acc890 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Unset dirty status for tenant:cca1e5a82d104327971da603674c443a on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:08:29.157449 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-680cb584-bbe0-4e5a-b267-858162acc890 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cca1e5a82d104327971da603674c443a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0901964 Mar 11 16:08:29.363387 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-e0a7ac42-e87a-48f6-906d-a9f8bfeef0a2 service neutron] 10.222.0.31 "GET /v2.0/networks/ba178b12-0150-4a49-9b62-80b7b44dd68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931875 Mar 11 16:08:29.423387 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6be4bc59-04c6-43da-aea0-d5fb945bca69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:29.504941 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-093d6df7-2ea0-4b09-a0e7-202429e66c5d service neutron] 10.222.0.31 "GET /v2.0/networks/ba178b12-0150-4a49-9b62-80b7b44dd68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356211 Mar 11 16:08:29.633532 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694a0dfd-19f8-4621-b43c-8eb8337b3d59 None None] Sync routers for ids ['62292de9-6a41-4749-8a84-17d1ed8b1cac'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:08:29.646251 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694a0dfd-19f8-4621-b43c-8eb8337b3d59 None None] Routers {'62292de9-6a41-4749-8a84-17d1ed8b1cac'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:08:29.646914 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-694a0dfd-19f8-4621-b43c-8eb8337b3d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:08:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['62292de9-6a41-4749-8a84-17d1ed8b1cac'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:29.692185 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-3d107019-8e13-4c7c-bdfe-42380827f7e1 req-79cf2639-0d1a-4b0b-a601-261159f4b12f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Synchronizing usage tracker for tenant:cca1e5a82d104327971da603674c443a on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:08:29.704133 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-3d107019-8e13-4c7c-bdfe-42380827f7e1 req-79cf2639-0d1a-4b0b-a601-261159f4b12f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Unset dirty status for tenant:cca1e5a82d104327971da603674c443a on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:08:29.705327 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3d107019-8e13-4c7c-bdfe-42380827f7e1 req-79cf2639-0d1a-4b0b-a601-261159f4b12f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=80c1c3f3-ee03-43aa-ac2b-07fe806f3e14 HTTP/1.1" status: 200 len: 210 time: 0.0537508 Mar 11 16:08:29.827108 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-694a0dfd-19f8-4621-b43c-8eb8337b3d59 None None] Set router 62292de9-6a41-4749-8a84-17d1ed8b1cac gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:08:30.169204 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-694a0dfd-19f8-4621-b43c-8eb8337b3d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62292de9-6a41-4749-8a84-17d1ed8b1cac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-435940953', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.177'}], 'enable_snat': True}, 'gw_port_id': '8f64ca0c-8391-411f-86d6-703eadf09ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:08:22Z', 'updated_at': '2022-03-11T16:08:27Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '8f64ca0c-8391-411f-86d6-703eadf09ef3', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62292de9-6a41-4749-8a84-17d1ed8b1cac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:08:23Z', 'updated_at': '2022-03-11T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '52d9812b-baae-46db-a703-97b4ea506d48', 'name': '', 'network_id': 'ba178b12-0150-4a49-9b62-80b7b44dd68d', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'mac_address': 'fa:16:3e:a6:10:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62292de9-6a41-4749-8a84-17d1ed8b1cac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '895b2d44-eb1a-445c-97cc-e08f9be62e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:08:26Z', 'updated_at': '2022-03-11T16:08:27Z', 'revision_number': 2, 'project_id': 'cca1e5a82d104327971da603674c443a', 'subnets': [{'id': '895b2d44-eb1a-445c-97cc-e08f9be62e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:30.173121 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694a0dfd-19f8-4621-b43c-8eb8337b3d59 None None] Checking router: 62292de9-6a41-4749-8a84-17d1ed8b1cac for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:08:30.173474 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694a0dfd-19f8-4621-b43c-8eb8337b3d59 None None] Updating router 62292de9-6a41-4749-8a84-17d1ed8b1cac port 52d9812b-baae-46db-a703-97b4ea506d48 binding host dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:08:30.223644 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-694a0dfd-19f8-4621-b43c-8eb8337b3d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:30.552766 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-694a0dfd-19f8-4621-b43c-8eb8337b3d59 None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:30.564161 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-694a0dfd-19f8-4621-b43c-8eb8337b3d59 None None] Transition to ACTIVE for port object 52d9812b-baae-46db-a703-97b4ea506d48 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:08:30.570172 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-694a0dfd-19f8-4621-b43c-8eb8337b3d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:30.703054 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f5322-c543-400a-ac5b-423dc17c3d99 None None] Pushing event updated for resources: {'Port': ['ID=52d9812b-baae-46db-a703-97b4ea506d48,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:30.792166 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-694a0dfd-19f8-4621-b43c-8eb8337b3d59 None None] Attempting to bind port 52d9812b-baae-46db-a703-97b4ea506d48 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:08:30.792697 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-694a0dfd-19f8-4621-b43c-8eb8337b3d59 None None] Attempting to bind port 52d9812b-baae-46db-a703-97b4ea506d48 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '2c8afe47-1352-4860-9984-b8c202bb0914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ba178b12-0150-4a49-9b62-80b7b44dd68d'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:08:30.793158 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694a0dfd-19f8-4621-b43c-8eb8337b3d59 None None] Attempting to bind port 52d9812b-baae-46db-a703-97b4ea506d48 on network ba178b12-0150-4a49-9b62-80b7b44dd68d {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:08:30.801889 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694a0dfd-19f8-4621-b43c-8eb8337b3d59 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:08:30.802491 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694a0dfd-19f8-4621-b43c-8eb8337b3d59 None None] Checking segment: {'id': '2c8afe47-1352-4860-9984-b8c202bb0914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ba178b12-0150-4a49-9b62-80b7b44dd68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:08:30.803061 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-694a0dfd-19f8-4621-b43c-8eb8337b3d59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:30.803470 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694a0dfd-19f8-4621-b43c-8eb8337b3d59 None None] Bound using segment: {'id': '2c8afe47-1352-4860-9984-b8c202bb0914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ba178b12-0150-4a49-9b62-80b7b44dd68d'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:08:30.804021 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-694a0dfd-19f8-4621-b43c-8eb8337b3d59 None None] Bound port: 52d9812b-baae-46db-a703-97b4ea506d48, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8afe47-1352-4860-9984-b8c202bb0914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ba178b12-0150-4a49-9b62-80b7b44dd68d'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:08:30.804560 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-694a0dfd-19f8-4621-b43c-8eb8337b3d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:30.840724 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-017dd2dd-102c-49c9-ba1e-bc1ae9cf909a req-13ef4d6f-ffd5-4167-bac7-c37282ccde57 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=80c1c3f3-ee03-43aa-ac2b-07fe806f3e14 HTTP/1.1" status: 200 len: 210 time: 0.0595379 Mar 11 16:08:30.919462 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-694a0dfd-19f8-4621-b43c-8eb8337b3d59 None None] For port 52d9812b-baae-46db-a703-97b4ea506d48, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:08:30.923805 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-694a0dfd-19f8-4621-b43c-8eb8337b3d59 None None] For port 52d9812b-baae-46db-a703-97b4ea506d48, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=52d9812b-baae-46db-a703-97b4ea506d48,segment=NetworkSegment(2c8afe47-1352-4860-9984-b8c202bb0914),segment_id=2c8afe47-1352-4860-9984-b8c202bb0914)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:08:30.928381 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-694a0dfd-19f8-4621-b43c-8eb8337b3d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:31.012223 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694a0dfd-19f8-4621-b43c-8eb8337b3d59 None None] Routers {'62292de9-6a41-4749-8a84-17d1ed8b1cac'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:08:31.012853 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-694a0dfd-19f8-4621-b43c-8eb8337b3d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:08:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['62292de9-6a41-4749-8a84-17d1ed8b1cac'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:31.074225 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f5322-c543-400a-ac5b-423dc17c3d99 None None] Pushing event updated for resources: {'Port': ['ID=52d9812b-baae-46db-a703-97b4ea506d48,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:31.236630 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-694a0dfd-19f8-4621-b43c-8eb8337b3d59 None None] Set router 62292de9-6a41-4749-8a84-17d1ed8b1cac gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:08:31.541568 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-694a0dfd-19f8-4621-b43c-8eb8337b3d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62292de9-6a41-4749-8a84-17d1ed8b1cac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-435940953', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.177'}], 'enable_snat': True}, 'gw_port_id': '8f64ca0c-8391-411f-86d6-703eadf09ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:08:22Z', 'updated_at': '2022-03-11T16:08:27Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '8f64ca0c-8391-411f-86d6-703eadf09ef3', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62292de9-6a41-4749-8a84-17d1ed8b1cac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:08:23Z', 'updated_at': '2022-03-11T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '52d9812b-baae-46db-a703-97b4ea506d48', 'name': '', 'network_id': 'ba178b12-0150-4a49-9b62-80b7b44dd68d', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'mac_address': 'fa:16:3e:a6:10:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62292de9-6a41-4749-8a84-17d1ed8b1cac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '895b2d44-eb1a-445c-97cc-e08f9be62e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:08:26Z', 'updated_at': '2022-03-11T16:08:30Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'subnets': [{'id': '895b2d44-eb1a-445c-97cc-e08f9be62e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:31.545398 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694a0dfd-19f8-4621-b43c-8eb8337b3d59 None None] The sync data for ids ['62292de9-6a41-4749-8a84-17d1ed8b1cac'] in dv-neutron-833373-1-hyperv is: [{'id': '62292de9-6a41-4749-8a84-17d1ed8b1cac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-435940953', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.177'}], 'enable_snat': True}, 'gw_port_id': '8f64ca0c-8391-411f-86d6-703eadf09ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:08:22Z', 'updated_at': '2022-03-11T16:08:27Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '8f64ca0c-8391-411f-86d6-703eadf09ef3', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62292de9-6a41-4749-8a84-17d1ed8b1cac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:08:23Z', 'updated_at': '2022-03-11T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '52d9812b-baae-46db-a703-97b4ea506d48', 'name': '', 'network_id': 'ba178b12-0150-4a49-9b62-80b7b44dd68d', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'mac_address': 'fa:16:3e:a6:10:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62292de9-6a41-4749-8a84-17d1ed8b1cac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '895b2d44-eb1a-445c-97cc-e08f9be62e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:08:26Z', 'updated_at': '2022-03-11T16:08:30Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'subnets': [{'id': '895b2d44-eb1a-445c-97cc-e08f9be62e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:08:31.688651 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b6df3391-b935-43e9-b5a2-7d310455ea74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:31.996592 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f521e0d2-2fe6-46e8-83de-64c545fe5a47 req-565da8ad-ff20-4dcf-98fa-36f259acd911 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=80c1c3f3-ee03-43aa-ac2b-07fe806f3e14 HTTP/1.1" status: 200 len: 210 time: 0.0428450 Mar 11 16:08:32.677328 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 52d9812b-baae-46db-a703-97b4ea506d48 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:08:32.782943 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 52d9812b-baae-46db-a703-97b4ea506d48 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:08:32.787642 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 52d9812b-baae-46db-a703-97b4ea506d48 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:32.788008 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:32.861914 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:32.923755 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:32.956681 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 52d9812b-baae-46db-a703-97b4ea506d48, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=52d9812b-baae-46db-a703-97b4ea506d48,segment=NetworkSegment(2c8afe47-1352-4860-9984-b8c202bb0914),segment_id=2c8afe47-1352-4860-9984-b8c202bb0914)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:32.961028 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:33.029999 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=52d9812b-baae-46db-a703-97b4ea506d48,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:33.043305 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-1ecb232f-acc8-4a97-9ff4-98bc3f2d899f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:33.043997 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-1ecb232f-acc8-4a97-9ff4-98bc3f2d899f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Synchronizing usage tracker for tenant:cca1e5a82d104327971da603674c443a on resource:network {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:08:33.056938 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-1ecb232f-acc8-4a97-9ff4-98bc3f2d899f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Unset dirty status for tenant:cca1e5a82d104327971da603674c443a on resource:network {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:08:33.058129 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-1ecb232f-acc8-4a97-9ff4-98bc3f2d899f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.73 "GET /v2.0/networks?id=ba178b12-0150-4a49-9b62-80b7b44dd68d HTTP/1.1" status: 200 len: 796 time: 0.1651485 Mar 11 16:08:33.102263 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:33.122968 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-c812dbb5-1e75-43d1-a40b-4de7a34817fa tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Synchronizing usage tracker for tenant:cca1e5a82d104327971da603674c443a on resource:security_group {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:08:33.136258 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-c812dbb5-1e75-43d1-a40b-4de7a34817fa tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Unset dirty status for tenant:cca1e5a82d104327971da603674c443a on resource:security_group {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:08:33.137579 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-c812dbb5-1e75-43d1-a40b-4de7a34817fa tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cca1e5a82d104327971da603674c443a HTTP/1.1" status: 200 len: 379 time: 0.0673959 Mar 11 16:08:33.146126 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-f6b75c46-794a-434d-bbd3-9ee902fe5ad4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'port': {'device_id': '80c1c3f3-ee03-43aa-ac2b-07fe806f3e14', 'network_id': 'ba178b12-0150-4a49-9b62-80b7b44dd68d', 'admin_state_up': True, 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'security_groups': ['8d848acd-e82e-4d4c-b7b8-6aa495dee219']}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:33.199502 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e4971f05-bd1f-4a4b-86c1-f6ce076fb117 req-b79c4d9b-b8eb-4410-b7cc-810ca5475353 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=80c1c3f3-ee03-43aa-ac2b-07fe806f3e14 HTTP/1.1" status: 200 len: 210 time: 0.0610042 Mar 11 16:08:33.285322 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-f6b75c46-794a-434d-bbd3-9ee902fe5ad4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:33.295084 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-f6b75c46-794a-434d-bbd3-9ee902fe5ad4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:33.304970 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-f6b75c46-794a-434d-bbd3-9ee902fe5ad4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Made reservation on behalf of cca1e5a82d104327971da603674c443a for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:33.308012 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-f6b75c46-794a-434d-bbd3-9ee902fe5ad4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:33.475578 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-f6b75c46-794a-434d-bbd3-9ee902fe5ad4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Allocated IP 172.20.0.11 (ba178b12-0150-4a49-9b62-80b7b44dd68d/895b2d44-eb1a-445c-97cc-e08f9be62e87/3b19926c-a2d6-4f58-b0a6-0be2e5c6669a) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:08:33.758393 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-f6b75c46-794a-434d-bbd3-9ee902fe5ad4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:33.773301 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-f6b75c46-794a-434d-bbd3-9ee902fe5ad4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Transition to ACTIVE for port object 3b19926c-a2d6-4f58-b0a6-0be2e5c6669a will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:08:33.793958 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-f6b75c46-794a-434d-bbd3-9ee902fe5ad4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:33.864433 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-f6b75c46-794a-434d-bbd3-9ee902fe5ad4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Network ba178b12-0150-4a49-9b62-80b7b44dd68d is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:08:33.867302 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-f6b75c46-794a-434d-bbd3-9ee902fe5ad4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:08:33.871190 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-f6b75c46-794a-434d-bbd3-9ee902fe5ad4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:08:33.906089 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b75c46-794a-434d-bbd3-9ee902fe5ad4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'Port': ['ID=3b19926c-a2d6-4f58-b0a6-0be2e5c6669a,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:33.940861 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-f6b75c46-794a-434d-bbd3-9ee902fe5ad4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:33.941469 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-f6b75c46-794a-434d-bbd3-9ee902fe5ad4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:33.966243 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-f6b75c46-794a-434d-bbd3-9ee902fe5ad4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8241363 Mar 11 16:08:34.053621 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-b26d34dc-4fc2-4457-bc34-7141687c583a service neutron] Request body: {'port': {'device_id': '80c1c3f3-ee03-43aa-ac2b-07fe806f3e14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:34.143031 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-847d07bb-a406-489d-ae21-d999a88c11cf None None] Provisioning for port 3b19926c-a2d6-4f58-b0a6-0be2e5c6669a completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:08:34.147793 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-847d07bb-a406-489d-ae21-d999a88c11cf None None] Provisioning complete for port 3b19926c-a2d6-4f58-b0a6-0be2e5c6669a triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:34.148263 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-847d07bb-a406-489d-ae21-d999a88c11cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:34.164981 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-b26d34dc-4fc2-4457-bc34-7141687c583a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:34.202618 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-847d07bb-a406-489d-ae21-d999a88c11cf None None] Port 3b19926c-a2d6-4f58-b0a6-0be2e5c6669a cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:08:34.315507 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:34.509271 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a275736e-f39b-405c-80bc-1010a78a7eb9 req-c108fea9-ffd3-4460-9a9d-0a596acfd6ec tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:34.509958 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-a275736e-f39b-405c-80bc-1010a78a7eb9 req-c108fea9-ffd3-4460-9a9d-0a596acfd6ec tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Synchronizing usage tracker for tenant:cca1e5a82d104327971da603674c443a on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:08:34.564590 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-a275736e-f39b-405c-80bc-1010a78a7eb9 req-c108fea9-ffd3-4460-9a9d-0a596acfd6ec tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Unset dirty status for tenant:cca1e5a82d104327971da603674c443a on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:08:34.565789 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a275736e-f39b-405c-80bc-1010a78a7eb9 req-c108fea9-ffd3-4460-9a9d-0a596acfd6ec tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=80c1c3f3-ee03-43aa-ac2b-07fe806f3e14 HTTP/1.1" status: 200 len: 932 time: 0.2352204 Mar 11 16:08:34.611226 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-b26d34dc-4fc2-4457-bc34-7141687c583a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b19926c-a2d6-4f58-b0a6-0be2e5c6669a {{(pid=83866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:08:34.625378 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-b26d34dc-4fc2-4457-bc34-7141687c583a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:34.648303 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-b26d34dc-4fc2-4457-bc34-7141687c583a service neutron] Transition to ACTIVE for port object 3b19926c-a2d6-4f58-b0a6-0be2e5c6669a will not be triggered until provisioned by entity L2. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:08:34.651375 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a275736e-f39b-405c-80bc-1010a78a7eb9 req-18fef03a-b338-43c8-b488-99664503b7ba tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d848acd-e82e-4d4c-b7b8-6aa495dee219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753803 Mar 11 16:08:34.652433 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-b26d34dc-4fc2-4457-bc34-7141687c583a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:34.666492 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 52d9812b-baae-46db-a703-97b4ea506d48 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:08:34.740959 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 52d9812b-baae-46db-a703-97b4ea506d48 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:34.741337 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:34.783642 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d34dc-4fc2-4457-bc34-7141687c583a service neutron] Pushing event updated for resources: {'Port': ['ID=3b19926c-a2d6-4f58-b0a6-0be2e5c6669a,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:34.903522 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-b26d34dc-4fc2-4457-bc34-7141687c583a service neutron] Attempting to bind port 3b19926c-a2d6-4f58-b0a6-0be2e5c6669a on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:08:34.903859 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-b26d34dc-4fc2-4457-bc34-7141687c583a service neutron] Attempting to bind port 3b19926c-a2d6-4f58-b0a6-0be2e5c6669a by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '2c8afe47-1352-4860-9984-b8c202bb0914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ba178b12-0150-4a49-9b62-80b7b44dd68d'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:08:34.904217 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-b26d34dc-4fc2-4457-bc34-7141687c583a service neutron] Attempting to bind port 3b19926c-a2d6-4f58-b0a6-0be2e5c6669a on network ba178b12-0150-4a49-9b62-80b7b44dd68d {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:08:34.910462 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-b26d34dc-4fc2-4457-bc34-7141687c583a service neutron] Port 3b19926c-a2d6-4f58-b0a6-0be2e5c6669a on network ba178b12-0150-4a49-9b62-80b7b44dd68d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:08:34.910779 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-b26d34dc-4fc2-4457-bc34-7141687c583a service neutron] Attempting to bind port 3b19926c-a2d6-4f58-b0a6-0be2e5c6669a on network ba178b12-0150-4a49-9b62-80b7b44dd68d {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:08:34.917349 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-b26d34dc-4fc2-4457-bc34-7141687c583a service neutron] Checking agent: {'id': '233b753e-9484-4350-9871-64b7c66fc067', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'started_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:08:34.917679 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-b26d34dc-4fc2-4457-bc34-7141687c583a service neutron] Checking segment: {'id': '2c8afe47-1352-4860-9984-b8c202bb0914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ba178b12-0150-4a49-9b62-80b7b44dd68d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:08:34.918055 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-b26d34dc-4fc2-4457-bc34-7141687c583a service neutron] Bound using segment: {'id': '2c8afe47-1352-4860-9984-b8c202bb0914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ba178b12-0150-4a49-9b62-80b7b44dd68d'} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:08:34.918472 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-b26d34dc-4fc2-4457-bc34-7141687c583a service neutron] Bound port: 3b19926c-a2d6-4f58-b0a6-0be2e5c6669a, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c8afe47-1352-4860-9984-b8c202bb0914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ba178b12-0150-4a49-9b62-80b7b44dd68d'}}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:08:34.918810 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-b26d34dc-4fc2-4457-bc34-7141687c583a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:35.010206 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-b26d34dc-4fc2-4457-bc34-7141687c583a service neutron] For port 3b19926c-a2d6-4f58-b0a6-0be2e5c6669a, host hv-neutron-8333, cleared binding levels {{(pid=83866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:08:35.013038 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-b26d34dc-4fc2-4457-bc34-7141687c583a service neutron] For port 3b19926c-a2d6-4f58-b0a6-0be2e5c6669a, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=3b19926c-a2d6-4f58-b0a6-0be2e5c6669a,segment=NetworkSegment(2c8afe47-1352-4860-9984-b8c202bb0914),segment_id=2c8afe47-1352-4860-9984-b8c202bb0914)] {{(pid=83866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:08:35.018431 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-b26d34dc-4fc2-4457-bc34-7141687c583a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:35.078569 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-b26d34dc-4fc2-4457-bc34-7141687c583a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:35.079903 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-b26d34dc-4fc2-4457-bc34-7141687c583a service neutron] 10.222.0.73 "PUT /v2.0/ports/3b19926c-a2d6-4f58-b0a6-0be2e5c6669a HTTP/1.1" status: 200 len: 1094 time: 1.1068959 Mar 11 16:08:35.080355 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c1c3f3-ee03-43aa-ac2b-07fe806f3e14', 'tag': '3b19926c-a2d6-4f58-b0a6-0be2e5c6669a'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:08:35.103570 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d34dc-4fc2-4457-bc34-7141687c583a service neutron] Pushing event updated for resources: {'Port': ['ID=3b19926c-a2d6-4f58-b0a6-0be2e5c6669a,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:35.153171 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80c1c3f3-ee03-43aa-ac2b-07fe806f3e14', 'tag': '3b19926c-a2d6-4f58-b0a6-0be2e5c6669a', 'status': 'completed', 'code': 200} Mar 11 16:08:35.202548 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-51ca4c38-0fe6-4b83-b0ff-30fd098ff9d5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cca1e5a82d104327971da603674c443a&device_id=80c1c3f3-ee03-43aa-ac2b-07fe806f3e14 HTTP/1.1" status: 200 len: 1097 time: 0.0849211 Mar 11 16:08:35.273161 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-4c872ce2-60a3-49cb-a6fc-a0dd5d0e82a6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b19926c-a2d6-4f58-b0a6-0be2e5c6669a HTTP/1.1" status: 200 len: 217 time: 0.0632262 Mar 11 16:08:35.340796 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-eda5f5d4-4611-465e-9d01-9b1fe7da94ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:35.342151 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-eda5f5d4-4611-465e-9d01-9b1fe7da94ee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=895b2d44-eb1a-445c-97cc-e08f9be62e87 HTTP/1.1" status: 200 len: 835 time: 0.0633330 Mar 11 16:08:35.415042 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-ddcec960-b04a-4d6e-b9b2-3ee3d432e6c3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ba178b12-0150-4a49-9b62-80b7b44dd68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670142 Mar 11 16:08:35.637239 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-43f46963-e2a6-435b-871d-17c5d486a5a6 service neutron] 10.222.0.73 "GET /v2.0/networks/ba178b12-0150-4a49-9b62-80b7b44dd68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164071 Mar 11 16:08:35.768342 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-98915907-e7be-419c-8c0b-c1fefd3cf756 req-35c9a658-3151-4ccf-9821-10e586ea679f service neutron] 10.222.0.73 "GET /v2.0/networks/ba178b12-0150-4a49-9b62-80b7b44dd68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251905 Mar 11 16:08:35.925975 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766ec20-98a4-4dfe-9125-065a71af5fa7 req-ef29af87-d9ab-4b64-9558-be6291124e32 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:35.927405 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2766ec20-98a4-4dfe-9125-065a71af5fa7 req-ef29af87-d9ab-4b64-9558-be6291124e32 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=80c1c3f3-ee03-43aa-ac2b-07fe806f3e14 HTTP/1.1" status: 200 len: 944 time: 0.1516809 Mar 11 16:08:35.930968 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-747d001e-48cb-4d19-871f-d7fdcf6d903a req-872b1d69-36b3-47cd-a3bd-2195210825da service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cca1e5a82d104327971da603674c443a&device_id=80c1c3f3-ee03-43aa-ac2b-07fe806f3e14 HTTP/1.1" status: 200 len: 1097 time: 0.1149106 Mar 11 16:08:36.052203 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2766ec20-98a4-4dfe-9125-065a71af5fa7 req-0a981513-85dc-4dfd-8d10-6d26102edcf8 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d848acd-e82e-4d4c-b7b8-6aa495dee219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192102 Mar 11 16:08:36.090625 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d001e-48cb-4d19-871f-d7fdcf6d903a req-b082b625-759d-4d91-adc4-9202dd847af8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:36.092095 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-747d001e-48cb-4d19-871f-d7fdcf6d903a req-b082b625-759d-4d91-adc4-9202dd847af8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ba178b12-0150-4a49-9b62-80b7b44dd68d HTTP/1.1" status: 200 len: 897 time: 0.1461804 Mar 11 16:08:36.162502 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-747d001e-48cb-4d19-871f-d7fdcf6d903a req-65477b1f-4733-4760-a915-0baf2b08d9ad service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b19926c-a2d6-4f58-b0a6-0be2e5c6669a HTTP/1.1" status: 200 len: 217 time: 0.0643332 Mar 11 16:08:36.224850 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d001e-48cb-4d19-871f-d7fdcf6d903a req-418eae71-968c-4d67-95e3-d5ea2737f52d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:36.226415 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-747d001e-48cb-4d19-871f-d7fdcf6d903a req-418eae71-968c-4d67-95e3-d5ea2737f52d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=895b2d44-eb1a-445c-97cc-e08f9be62e87 HTTP/1.1" status: 200 len: 835 time: 0.0581138 Mar 11 16:08:36.304308 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-747d001e-48cb-4d19-871f-d7fdcf6d903a req-ea6980e6-66ca-4cc4-9c47-626764da0542 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ba178b12-0150-4a49-9b62-80b7b44dd68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716462 Mar 11 16:08:36.433794 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-747d001e-48cb-4d19-871f-d7fdcf6d903a req-03450bc4-6dc2-4b0b-96b8-8843a8e29763 service neutron] 10.222.0.73 "GET /v2.0/networks/ba178b12-0150-4a49-9b62-80b7b44dd68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208558 Mar 11 16:08:36.560463 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-747d001e-48cb-4d19-871f-d7fdcf6d903a req-0d997dd0-79a8-4589-8742-702f22fd5f0f service neutron] 10.222.0.73 "GET /v2.0/networks/ba178b12-0150-4a49-9b62-80b7b44dd68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209960 Mar 11 16:08:37.256984 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce13959-5279-44ed-93f0-59dc81c304b0 req-7284c7e0-91ca-4103-b3d6-b5e00e388b0c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:37.258414 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-dce13959-5279-44ed-93f0-59dc81c304b0 req-7284c7e0-91ca-4103-b3d6-b5e00e388b0c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=80c1c3f3-ee03-43aa-ac2b-07fe806f3e14 HTTP/1.1" status: 200 len: 944 time: 0.0808897 Mar 11 16:08:37.303989 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-dce13959-5279-44ed-93f0-59dc81c304b0 req-01c84b4b-83a8-41f4-af0e-eb34f44c3c73 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d848acd-e82e-4d4c-b7b8-6aa495dee219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400212 Mar 11 16:08:38.519848 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1132758-9436-48c4-a7d3-d15239aec8d3 req-7b395fe9-0f2d-42ad-a2ad-918c904151ea tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:38.521326 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b1132758-9436-48c4-a7d3-d15239aec8d3 req-7b395fe9-0f2d-42ad-a2ad-918c904151ea tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=80c1c3f3-ee03-43aa-ac2b-07fe806f3e14 HTTP/1.1" status: 200 len: 944 time: 0.0756197 Mar 11 16:08:38.567457 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b1132758-9436-48c4-a7d3-d15239aec8d3 req-839e5c56-a1d0-43fa-ab62-a321022cf800 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d848acd-e82e-4d4c-b7b8-6aa495dee219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403028 Mar 11 16:08:38.636650 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 3b19926c-a2d6-4f58-b0a6-0be2e5c6669a details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:08:38.792999 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 3b19926c-a2d6-4f58-b0a6-0be2e5c6669a, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=3b19926c-a2d6-4f58-b0a6-0be2e5c6669a,segment=NetworkSegment(2c8afe47-1352-4860-9984-b8c202bb0914),segment_id=2c8afe47-1352-4860-9984-b8c202bb0914)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:38.814911 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': '3b19926c-a2d6-4f58-b0a6-0be2e5c6669a', 'network_id': 'ba178b12-0150-4a49-9b62-80b7b44dd68d', 'port_id': '3b19926c-a2d6-4f58-b0a6-0be2e5c6669a', 'mac_address': 'fa:16:3e:57:da:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '895b2d44-eb1a-445c-97cc-e08f9be62e87', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:08:38.878755 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:38.899011 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b19926c-a2d6-4f58-b0a6-0be2e5c6669a {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:08:38.913950 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 3b19926c-a2d6-4f58-b0a6-0be2e5c6669a, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=3b19926c-a2d6-4f58-b0a6-0be2e5c6669a,segment=NetworkSegment(2c8afe47-1352-4860-9984-b8c202bb0914),segment_id=2c8afe47-1352-4860-9984-b8c202bb0914)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:38.918075 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:38.986072 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=3b19926c-a2d6-4f58-b0a6-0be2e5c6669a,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:39.309319 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['3b19926c-a2d6-4f58-b0a6-0be2e5c6669a'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:08:39.761645 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c61ff-fe7f-4234-8653-8caab7e26b88 req-5b981009-a9b3-4017-905d-57dcf2cdc996 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:39.763072 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-7c7c61ff-fe7f-4234-8653-8caab7e26b88 req-5b981009-a9b3-4017-905d-57dcf2cdc996 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=80c1c3f3-ee03-43aa-ac2b-07fe806f3e14 HTTP/1.1" status: 200 len: 945 time: 0.0774987 Mar 11 16:08:39.807957 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-7c7c61ff-fe7f-4234-8653-8caab7e26b88 req-9545e443-c7f9-4a0a-a857-8030144f9ed2 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d848acd-e82e-4d4c-b7b8-6aa495dee219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393581 Mar 11 16:08:40.635657 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 3b19926c-a2d6-4f58-b0a6-0be2e5c6669a up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:08:40.705530 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning for port 3b19926c-a2d6-4f58-b0a6-0be2e5c6669a completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:08:40.709946 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port 3b19926c-a2d6-4f58-b0a6-0be2e5c6669a triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:40.710321 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:40.819553 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:40.848611 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c1c3f3-ee03-43aa-ac2b-07fe806f3e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b19926c-a2d6-4f58-b0a6-0be2e5c6669a'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:08:40.859549 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 3b19926c-a2d6-4f58-b0a6-0be2e5c6669a, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=3b19926c-a2d6-4f58-b0a6-0be2e5c6669a,segment=NetworkSegment(2c8afe47-1352-4860-9984-b8c202bb0914),segment_id=2c8afe47-1352-4860-9984-b8c202bb0914)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:40.863997 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:40.908752 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c1c3f3-ee03-43aa-ac2b-07fe806f3e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b19926c-a2d6-4f58-b0a6-0be2e5c6669a', 'code': 200} Mar 11 16:08:40.938132 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=3b19926c-a2d6-4f58-b0a6-0be2e5c6669a,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:41.019942 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef54422-9837-47d8-a2fb-6b323a8f2780 req-17859420-9ee8-44e1-87b4-c3751b482f24 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:41.021454 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2ef54422-9837-47d8-a2fb-6b323a8f2780 req-17859420-9ee8-44e1-87b4-c3751b482f24 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=80c1c3f3-ee03-43aa-ac2b-07fe806f3e14 HTTP/1.1" status: 200 len: 946 time: 0.0815201 Mar 11 16:08:41.070983 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2ef54422-9837-47d8-a2fb-6b323a8f2780 req-dead9593-96fb-4347-b12e-76fdad0ca46b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d848acd-e82e-4d4c-b7b8-6aa495dee219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436628 Mar 11 16:08:41.154034 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3a2f7ffb-07e2-4412-a591-c1c4ba361a8b req-a9cd175f-a112-47ab-8f60-b14d9f94caf2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=80c1c3f3-ee03-43aa-ac2b-07fe806f3e14 HTTP/1.1" status: 200 len: 1099 time: 0.0735333 Mar 11 16:08:41.198487 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3a2f7ffb-07e2-4412-a591-c1c4ba361a8b req-4a295ffc-7f76-453a-ae65-e5940a292b9a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8d848acd-e82e-4d4c-b7b8-6aa495dee219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387902 Mar 11 16:08:42.272815 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d1e67-4165-4a7d-8d40-84766ce304b5 req-ecb2a4e1-d0bb-4677-9f84-bfa56770f7fa tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:42.274236 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f47d1e67-4165-4a7d-8d40-84766ce304b5 req-ecb2a4e1-d0bb-4677-9f84-bfa56770f7fa tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=80c1c3f3-ee03-43aa-ac2b-07fe806f3e14 HTTP/1.1" status: 200 len: 946 time: 0.0780888 Mar 11 16:08:42.319597 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f47d1e67-4165-4a7d-8d40-84766ce304b5 req-78707c3f-386c-4aed-abd1-655dee4ae34c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d848acd-e82e-4d4c-b7b8-6aa495dee219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397668 Mar 11 16:08:43.520248 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f087b7-377b-428d-a021-159a0ac7777c req-ab4cef6a-21d2-4c05-b567-e51c4634a80b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:43.521797 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f8f087b7-377b-428d-a021-159a0ac7777c req-ab4cef6a-21d2-4c05-b567-e51c4634a80b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=80c1c3f3-ee03-43aa-ac2b-07fe806f3e14 HTTP/1.1" status: 200 len: 946 time: 0.0812616 Mar 11 16:08:43.567689 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f8f087b7-377b-428d-a021-159a0ac7777c req-86d36b6c-9143-4a09-bc1a-9e48dba471db tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d848acd-e82e-4d4c-b7b8-6aa495dee219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403166 Mar 11 16:08:43.764154 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b9388-c878-4302-8f43-57fbe3d23bfe req-c79855d2-3479-4170-8e10-413b47462315 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:43.765801 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-679b9388-c878-4302-8f43-57fbe3d23bfe req-c79855d2-3479-4170-8e10-413b47462315 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=80c1c3f3-ee03-43aa-ac2b-07fe806f3e14 HTTP/1.1" status: 200 len: 946 time: 0.0766745 Mar 11 16:08:43.809618 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-679b9388-c878-4302-8f43-57fbe3d23bfe req-aebe3b37-cba7-4282-8464-0041a4d92ff3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d848acd-e82e-4d4c-b7b8-6aa495dee219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383241 Mar 11 16:08:43.835877 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49104) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:43.904043 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-151b0c6b-eb54-4cde-a6b3-dc3ddf3b20b6 tempest-TestNetworkAdvancedServerOps-356817997 tempest-TestNetworkAdvancedServerOps-356817997-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=80c1c3f3-ee03-43aa-ac2b-07fe806f3e14 HTTP/1.1" status: 200 len: 1094 time: 0.0670378 Mar 11 16:08:43.907205 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49108) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:43.912308 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-1dce1cb1-4bdb-4d29-a9e0-c31a71125583 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'floatingip': {'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'port_id': '3b19926c-a2d6-4f58-b0a6-0be2e5c6669a', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:43.917780 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-1dce1cb1-4bdb-4d29-a9e0-c31a71125583 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:43.922113 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-1dce1cb1-4bdb-4d29-a9e0-c31a71125583 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:floatingip and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:43.924845 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-1dce1cb1-4bdb-4d29-a9e0-c31a71125583 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:43.930292 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-1dce1cb1-4bdb-4d29-a9e0-c31a71125583 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:43.943773 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1dce1cb1-4bdb-4d29-a9e0-c31a71125583 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for floatingip, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:44.073374 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1dce1cb1-4bdb-4d29-a9e0-c31a71125583 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:44.204766 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-1dce1cb1-4bdb-4d29-a9e0-c31a71125583 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Allocated IP 172.26.0.232 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/6f8a1087-1af7-4175-82bc-7ab3fb16f32c) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:08:44.426778 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1dce1cb1-4bdb-4d29-a9e0-c31a71125583 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:44.455140 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1dce1cb1-4bdb-4d29-a9e0-c31a71125583 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:44.523408 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dce1cb1-4bdb-4d29-a9e0-c31a71125583 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:08:44.526223 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-1dce1cb1-4bdb-4d29-a9e0-c31a71125583 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:08:44.530806 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dce1cb1-4bdb-4d29-a9e0-c31a71125583 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:08:44.554836 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce1cb1-4bdb-4d29-a9e0-c31a71125583 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'Port': ['ID=6f8a1087-1af7-4175-82bc-7ab3fb16f32c,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:45.026474 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1dce1cb1-4bdb-4d29-a9e0-c31a71125583 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:45.082164 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1dce1cb1-4bdb-4d29-a9e0-c31a71125583 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:45.285439 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1dce1cb1-4bdb-4d29-a9e0-c31a71125583 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:45.289881 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1dce1cb1-4bdb-4d29-a9e0-c31a71125583 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:45.396346 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce1cb1-4bdb-4d29-a9e0-c31a71125583 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'Port': ['ID=6f8a1087-1af7-4175-82bc-7ab3fb16f32c,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:45.409971 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1dce1cb1-4bdb-4d29-a9e0-c31a71125583 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:45.601295 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.l3_db [None req-1dce1cb1-4bdb-4d29-a9e0-c31a71125583 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Floating IP 461324a6-4c2a-4259-b942-5c017459ace1 associated. External IP: 172.26.0.232, port: 3b19926c-a2d6-4f58-b0a6-0be2e5c6669a. Mar 11 16:08:46.067806 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dce1cb1-4bdb-4d29-a9e0-c31a71125583 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Router 62292de9-6a41-4749-8a84-17d1ed8b1cac has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:08:46.151118 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:46.269253 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dce1cb1-4bdb-4d29-a9e0-c31a71125583 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:08:46.279232 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db773739-9c94-43dd-84de-f4c7ece1020b None None] Sync routers for ids ['62292de9-6a41-4749-8a84-17d1ed8b1cac'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:08:46.292584 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db773739-9c94-43dd-84de-f4c7ece1020b None None] Routers {'62292de9-6a41-4749-8a84-17d1ed8b1cac'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:08:46.293329 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-db773739-9c94-43dd-84de-f4c7ece1020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:08:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['62292de9-6a41-4749-8a84-17d1ed8b1cac'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:46.294433 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1dce1cb1-4bdb-4d29-a9e0-c31a71125583 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:46.351735 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-1dce1cb1-4bdb-4d29-a9e0-c31a71125583 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4406517 Mar 11 16:08:46.351735 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c1c3f3-ee03-43aa-ac2b-07fe806f3e14', 'tag': '3b19926c-a2d6-4f58-b0a6-0be2e5c6669a'}] {{(pid=83867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:08:46.481204 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-db773739-9c94-43dd-84de-f4c7ece1020b None None] Set router 62292de9-6a41-4749-8a84-17d1ed8b1cac gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:08:46.486000 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80c1c3f3-ee03-43aa-ac2b-07fe806f3e14', 'tag': '3b19926c-a2d6-4f58-b0a6-0be2e5c6669a', 'status': 'completed', 'code': 200} Mar 11 16:08:46.588671 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64aa7b6-6dbd-4b83-8dea-01bcf035accf req-40a34595-97b0-4c73-afc6-e87e31a329ed tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:46.590135 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d64aa7b6-6dbd-4b83-8dea-01bcf035accf req-40a34595-97b0-4c73-afc6-e87e31a329ed tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=80c1c3f3-ee03-43aa-ac2b-07fe806f3e14 HTTP/1.1" status: 200 len: 946 time: 0.1327922 Mar 11 16:08:46.623836 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1cf00a12-2a0b-49cd-859e-e2055b0837f9 req-aea84f4d-d1bb-41d6-9d3b-5ea75e42eeb4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cca1e5a82d104327971da603674c443a&device_id=80c1c3f3-ee03-43aa-ac2b-07fe806f3e14 HTTP/1.1" status: 200 len: 1099 time: 0.1148837 Mar 11 16:08:46.817976 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d64aa7b6-6dbd-4b83-8dea-01bcf035accf req-7df2d7eb-11e8-45b5-8cf9-d636786c568a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d848acd-e82e-4d4c-b7b8-6aa495dee219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2207253 Mar 11 16:08:46.834417 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-db773739-9c94-43dd-84de-f4c7ece1020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62292de9-6a41-4749-8a84-17d1ed8b1cac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-435940953', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.177'}], 'enable_snat': True}, 'gw_port_id': '8f64ca0c-8391-411f-86d6-703eadf09ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:08:22Z', 'updated_at': '2022-03-11T16:08:27Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '8f64ca0c-8391-411f-86d6-703eadf09ef3', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62292de9-6a41-4749-8a84-17d1ed8b1cac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:08:23Z', 'updated_at': '2022-03-11T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '461324a6-4c2a-4259-b942-5c017459ace1', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'floating_ip_address': '172.26.0.232', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '62292de9-6a41-4749-8a84-17d1ed8b1cac', 'port_id': '3b19926c-a2d6-4f58-b0a6-0be2e5c6669a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba178b12-0150-4a49-9b62-80b7b44dd68d', 'mac_address': 'fa:16:3e:57:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c1c3f3-ee03-43aa-ac2b-07fe806f3e14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:08:44Z', 'updated_at': '2022-03-11T16:08:44Z', 'revision_number': 0, 'project_id': 'cca1e5a82d104327971da603674c443a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52d9812b-baae-46db-a703-97b4ea506d48', 'name': '', 'network_id': 'ba178b12-0150-4a49-9b62-80b7b44dd68d', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'mac_address': 'fa:16:3e:a6:10:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62292de9-6a41-4749-8a84-17d1ed8b1cac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '895b2d44-eb1a-445c-97cc-e08f9be62e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:08:26Z', 'updated_at': '2022-03-11T16:08:32Z', 'revision_number': 5, 'project_id': 'cca1e5a82d104327971da603674c443a', 'subnets': [{'id': '895b2d44-eb1a-445c-97cc-e08f9be62e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:46.847593 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db773739-9c94-43dd-84de-f4c7ece1020b None None] Checking router: 62292de9-6a41-4749-8a84-17d1ed8b1cac for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:08:46.847708 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49124) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:46.851709 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db773739-9c94-43dd-84de-f4c7ece1020b None None] Routers {'62292de9-6a41-4749-8a84-17d1ed8b1cac'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:08:46.852333 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-db773739-9c94-43dd-84de-f4c7ece1020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:08:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['62292de9-6a41-4749-8a84-17d1ed8b1cac'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:46.862477 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf00a12-2a0b-49cd-859e-e2055b0837f9 req-adaeeb17-03fc-458b-82b1-bf0bad9cae45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:46.863851 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1cf00a12-2a0b-49cd-859e-e2055b0837f9 req-adaeeb17-03fc-458b-82b1-bf0bad9cae45 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ba178b12-0150-4a49-9b62-80b7b44dd68d HTTP/1.1" status: 200 len: 897 time: 0.2311099 Mar 11 16:08:46.955726 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-d12e62d3-7bd7-4372-88d7-249528fc0055 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/floatingips/461324a6-4c2a-4259-b942-5c017459ace1 HTTP/1.1" status: 200 len: 992 time: 0.1057231 Mar 11 16:08:46.970848 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1cf00a12-2a0b-49cd-859e-e2055b0837f9 req-4d1058a2-77b1-434e-9e49-b6cc53f4e85e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b19926c-a2d6-4f58-b0a6-0be2e5c6669a HTTP/1.1" status: 200 len: 1000 time: 0.1011584 Mar 11 16:08:47.035795 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf00a12-2a0b-49cd-859e-e2055b0837f9 req-2d044638-de33-435c-b72e-d68d9378c565 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:47.037280 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1cf00a12-2a0b-49cd-859e-e2055b0837f9 req-2d044638-de33-435c-b72e-d68d9378c565 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=895b2d44-eb1a-445c-97cc-e08f9be62e87 HTTP/1.1" status: 200 len: 835 time: 0.0610800 Mar 11 16:08:47.057650 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-db773739-9c94-43dd-84de-f4c7ece1020b None None] Set router 62292de9-6a41-4749-8a84-17d1ed8b1cac gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:08:47.113448 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1cf00a12-2a0b-49cd-859e-e2055b0837f9 req-62e129f6-b081-45b6-98d6-91a5ed5b8c75 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ba178b12-0150-4a49-9b62-80b7b44dd68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688841 Mar 11 16:08:47.248815 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1cf00a12-2a0b-49cd-859e-e2055b0837f9 req-8fdc228b-c4a9-4e3a-ba3b-d3f6003e0438 service neutron] 10.222.0.73 "GET /v2.0/networks/ba178b12-0150-4a49-9b62-80b7b44dd68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289232 Mar 11 16:08:47.385013 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1cf00a12-2a0b-49cd-859e-e2055b0837f9 req-7fd953cd-15a6-4aa8-a57c-a66459821e46 service neutron] 10.222.0.73 "GET /v2.0/networks/ba178b12-0150-4a49-9b62-80b7b44dd68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301291 Mar 11 16:08:47.411620 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-db773739-9c94-43dd-84de-f4c7ece1020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62292de9-6a41-4749-8a84-17d1ed8b1cac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-435940953', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.177'}], 'enable_snat': True}, 'gw_port_id': '8f64ca0c-8391-411f-86d6-703eadf09ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:08:22Z', 'updated_at': '2022-03-11T16:08:27Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '8f64ca0c-8391-411f-86d6-703eadf09ef3', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62292de9-6a41-4749-8a84-17d1ed8b1cac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:08:23Z', 'updated_at': '2022-03-11T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '461324a6-4c2a-4259-b942-5c017459ace1', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'floating_ip_address': '172.26.0.232', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '62292de9-6a41-4749-8a84-17d1ed8b1cac', 'port_id': '3b19926c-a2d6-4f58-b0a6-0be2e5c6669a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba178b12-0150-4a49-9b62-80b7b44dd68d', 'mac_address': 'fa:16:3e:57:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c1c3f3-ee03-43aa-ac2b-07fe806f3e14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:08:44Z', 'updated_at': '2022-03-11T16:08:44Z', 'revision_number': 0, 'project_id': 'cca1e5a82d104327971da603674c443a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52d9812b-baae-46db-a703-97b4ea506d48', 'name': '', 'network_id': 'ba178b12-0150-4a49-9b62-80b7b44dd68d', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'mac_address': 'fa:16:3e:a6:10:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62292de9-6a41-4749-8a84-17d1ed8b1cac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '895b2d44-eb1a-445c-97cc-e08f9be62e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:08:26Z', 'updated_at': '2022-03-11T16:08:32Z', 'revision_number': 5, 'project_id': 'cca1e5a82d104327971da603674c443a', 'subnets': [{'id': '895b2d44-eb1a-445c-97cc-e08f9be62e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:47.415623 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db773739-9c94-43dd-84de-f4c7ece1020b None None] The sync data for ids ['62292de9-6a41-4749-8a84-17d1ed8b1cac'] in dv-neutron-833373-1-hyperv is: [{'id': '62292de9-6a41-4749-8a84-17d1ed8b1cac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-435940953', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.177'}], 'enable_snat': True}, 'gw_port_id': '8f64ca0c-8391-411f-86d6-703eadf09ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:08:22Z', 'updated_at': '2022-03-11T16:08:27Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '8f64ca0c-8391-411f-86d6-703eadf09ef3', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62292de9-6a41-4749-8a84-17d1ed8b1cac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:08:23Z', 'updated_at': '2022-03-11T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '461324a6-4c2a-4259-b942-5c017459ace1', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'floating_ip_address': '172.26.0.232', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '62292de9-6a41-4749-8a84-17d1ed8b1cac', 'port_id': '3b19926c-a2d6-4f58-b0a6-0be2e5c6669a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba178b12-0150-4a49-9b62-80b7b44dd68d', 'mac_address': 'fa:16:3e:57:da:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c1c3f3-ee03-43aa-ac2b-07fe806f3e14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:08:44Z', 'updated_at': '2022-03-11T16:08:44Z', 'revision_number': 0, 'project_id': 'cca1e5a82d104327971da603674c443a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52d9812b-baae-46db-a703-97b4ea506d48', 'name': '', 'network_id': 'ba178b12-0150-4a49-9b62-80b7b44dd68d', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'mac_address': 'fa:16:3e:a6:10:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62292de9-6a41-4749-8a84-17d1ed8b1cac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '895b2d44-eb1a-445c-97cc-e08f9be62e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:08:26Z', 'updated_at': '2022-03-11T16:08:32Z', 'revision_number': 5, 'project_id': 'cca1e5a82d104327971da603674c443a', 'subnets': [{'id': '895b2d44-eb1a-445c-97cc-e08f9be62e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:08:47.754434 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbba2639-12dc-4314-b6ca-be4bc9821c5d None None] New status for floating IP 461324a6-4c2a-4259-b942-5c017459ace1: ACTIVE {{(pid=83868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:08:47.958018 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49128) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:48.063350 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-06ccfec1-3827-4119-b934-c779a533bbaa tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/floatingips/461324a6-4c2a-4259-b942-5c017459ace1 HTTP/1.1" status: 200 len: 992 time: 0.1042907 Mar 11 16:08:49.067320 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 49132) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:49.172145 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-63f7a120-5929-47b3-8fb8-49737f7ce06d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/floatingips/461324a6-4c2a-4259-b942-5c017459ace1 HTTP/1.1" status: 200 len: 994 time: 0.1036735 Mar 11 16:08:56.992505 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:08:59.426507 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-762c388b-9a3f-45a6-8f69-c7e61b9ad429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:01.681660 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-270803b5-7214-45ed-9c3f-df2a09cb838c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:02.857603 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:03.102785 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:04.318054 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:16.160422 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:28.949110 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-63f875b1-28ff-4738-aa9d-4ec66890f938 req-2f549923-9f78-4a23-ae35-cbc8e0294abb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=80c1c3f3-ee03-43aa-ac2b-07fe806f3e14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0658870 Mar 11 16:09:29.088446 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-63f875b1-28ff-4738-aa9d-4ec66890f938 req-1077b1fc-e44f-4caa-96a4-bffd74bb4ab5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cca1e5a82d104327971da603674c443a&device_id=80c1c3f3-ee03-43aa-ac2b-07fe806f3e14 HTTP/1.1" status: 200 len: 1099 time: 0.0719550 Mar 11 16:09:29.233489 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f875b1-28ff-4738-aa9d-4ec66890f938 req-75e9ef12-6ac4-47d7-97d6-ccc2a05e455e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:29.234831 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-63f875b1-28ff-4738-aa9d-4ec66890f938 req-75e9ef12-6ac4-47d7-97d6-ccc2a05e455e service neutron] 10.222.0.73 "GET /v2.0/networks?id=ba178b12-0150-4a49-9b62-80b7b44dd68d HTTP/1.1" status: 200 len: 897 time: 0.1275609 Mar 11 16:09:29.337255 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-63f875b1-28ff-4738-aa9d-4ec66890f938 req-ba1ebb18-facc-4765-b1b1-6beac29b1850 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b19926c-a2d6-4f58-b0a6-0be2e5c6669a HTTP/1.1" status: 200 len: 1002 time: 0.0963256 Mar 11 16:09:29.398557 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f875b1-28ff-4738-aa9d-4ec66890f938 req-eedb6aea-694c-49ea-b574-337b07c28782 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:29.399943 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-63f875b1-28ff-4738-aa9d-4ec66890f938 req-eedb6aea-694c-49ea-b574-337b07c28782 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=895b2d44-eb1a-445c-97cc-e08f9be62e87 HTTP/1.1" status: 200 len: 835 time: 0.0568309 Mar 11 16:09:29.428435 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6a746acb-82cc-44fe-bddd-6d8d1abe97b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:29.475350 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-63f875b1-28ff-4738-aa9d-4ec66890f938 req-aa0934c0-26c7-44a6-bca7-f6d65bb48c0c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ba178b12-0150-4a49-9b62-80b7b44dd68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691569 Mar 11 16:09:29.605916 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-63f875b1-28ff-4738-aa9d-4ec66890f938 req-4cd60c61-fad3-4ed7-a2f9-a58e2257b335 service neutron] 10.222.0.73 "GET /v2.0/networks/ba178b12-0150-4a49-9b62-80b7b44dd68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242974 Mar 11 16:09:29.737498 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-63f875b1-28ff-4738-aa9d-4ec66890f938 req-f7c3e576-2704-4c31-a7f7-25caf3c2ac23 service neutron] 10.222.0.73 "GET /v2.0/networks/ba178b12-0150-4a49-9b62-80b7b44dd68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246624 Mar 11 16:09:31.684926 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f4b4ee2d-be6b-4f52-aa7f-a9c846b6c56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:32.851206 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:33.105234 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:33.992171 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:09:34.321479 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:46.179920 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:58.869261 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19183e02-fa40-4efd-abda-7be840d83332 req-0924ef80-5ad7-4b7f-976d-ae35d8566c53 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:58.870725 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-19183e02-fa40-4efd-abda-7be840d83332 req-0924ef80-5ad7-4b7f-976d-ae35d8566c53 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=80c1c3f3-ee03-43aa-ac2b-07fe806f3e14 HTTP/1.1" status: 200 len: 946 time: 0.0873864 Mar 11 16:09:58.916198 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-19183e02-fa40-4efd-abda-7be840d83332 req-01ae73af-cfe8-41cb-9cf4-0962db4daca5 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d848acd-e82e-4d4c-b7b8-6aa495dee219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397868 Mar 11 16:09:58.919001 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0313cae1-9973-4339-8be0-df8f294b2488 req-f5c1e90d-4633-42b4-be6f-2e130db134da service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cca1e5a82d104327971da603674c443a&device_id=80c1c3f3-ee03-43aa-ac2b-07fe806f3e14 HTTP/1.1" status: 200 len: 1099 time: 0.1776288 Mar 11 16:09:59.052247 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313cae1-9973-4339-8be0-df8f294b2488 req-707a1532-0225-4d0b-a552-133f3436e5e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:59.053693 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0313cae1-9973-4339-8be0-df8f294b2488 req-707a1532-0225-4d0b-a552-133f3436e5e6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ba178b12-0150-4a49-9b62-80b7b44dd68d HTTP/1.1" status: 200 len: 897 time: 0.1266870 Mar 11 16:09:59.156790 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0313cae1-9973-4339-8be0-df8f294b2488 req-5726df23-b20d-4f8e-86b1-62c4c8f3b631 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b19926c-a2d6-4f58-b0a6-0be2e5c6669a HTTP/1.1" status: 200 len: 1002 time: 0.0968239 Mar 11 16:09:59.226605 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313cae1-9973-4339-8be0-df8f294b2488 req-ec688817-853e-4335-b4ab-dfc242c366f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:59.228031 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0313cae1-9973-4339-8be0-df8f294b2488 req-ec688817-853e-4335-b4ab-dfc242c366f7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=895b2d44-eb1a-445c-97cc-e08f9be62e87 HTTP/1.1" status: 200 len: 835 time: 0.0643449 Mar 11 16:09:59.305248 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0313cae1-9973-4339-8be0-df8f294b2488 req-ff0344e2-305e-4c54-9cbb-7ce63825ecde service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ba178b12-0150-4a49-9b62-80b7b44dd68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710607 Mar 11 16:09:59.421464 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [req-747b95e8-68f5-472a-8860-685112567f2e req-3ef8b24e-f882-4207-8db6-eb87a9108e53 tempest-ServerDiskConfigTestJSON-2010537873 tempest-ServerDiskConfigTestJSON-2010537873-project] (83866) timed out ('10.222.0.73', 64585) {{(pid=83866) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 11 16:09:59.431583 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-eb7c0728-ebec-4abe-b2ad-27453807b5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:59.447718 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0313cae1-9973-4339-8be0-df8f294b2488 req-5800aff4-c856-4401-acd6-9aa07afdcb45 service neutron] 10.222.0.73 "GET /v2.0/networks/ba178b12-0150-4a49-9b62-80b7b44dd68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358032 Mar 11 16:09:59.583640 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0313cae1-9973-4339-8be0-df8f294b2488 req-9475fc03-05c9-4743-b3e1-a92eea414703 service neutron] 10.222.0.73 "GET /v2.0/networks/ba178b12-0150-4a49-9b62-80b7b44dd68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301334 Mar 11 16:10:00.114717 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886570a-40d0-41f6-a4c6-3eeed3493cd3 req-e5d18106-4de8-4b42-a73a-958fe9b7e5db tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:00.116156 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6886570a-40d0-41f6-a4c6-3eeed3493cd3 req-e5d18106-4de8-4b42-a73a-958fe9b7e5db tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=80c1c3f3-ee03-43aa-ac2b-07fe806f3e14 HTTP/1.1" status: 200 len: 946 time: 0.0750401 Mar 11 16:10:00.160550 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6886570a-40d0-41f6-a4c6-3eeed3493cd3 req-bf5393d5-ffa7-482e-8679-d176b349b7dd tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d848acd-e82e-4d4c-b7b8-6aa495dee219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389857 Mar 11 16:10:01.361435 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a8a7d-81bf-4d28-ab88-69968ba0d4d3 req-426bb2e3-2bc9-4779-81f2-cb46c3f06840 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:01.362961 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-368a8a7d-81bf-4d28-ab88-69968ba0d4d3 req-426bb2e3-2bc9-4779-81f2-cb46c3f06840 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=80c1c3f3-ee03-43aa-ac2b-07fe806f3e14 HTTP/1.1" status: 200 len: 946 time: 0.0785730 Mar 11 16:10:01.407206 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-368a8a7d-81bf-4d28-ab88-69968ba0d4d3 req-70b2d391-7331-4014-ad69-7285ebcabe54 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d848acd-e82e-4d4c-b7b8-6aa495dee219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387607 Mar 11 16:10:01.686464 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8984d933-a678-4ede-9eb1-24169c171e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:02.605673 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cce678-954c-4e5d-a77e-dd7eda6bcf54 req-97ff9cba-ef06-4c4c-8a87-f9cebdad44a6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:02.607120 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a5cce678-954c-4e5d-a77e-dd7eda6bcf54 req-97ff9cba-ef06-4c4c-8a87-f9cebdad44a6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=80c1c3f3-ee03-43aa-ac2b-07fe806f3e14 HTTP/1.1" status: 200 len: 946 time: 0.0798981 Mar 11 16:10:02.653380 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a5cce678-954c-4e5d-a77e-dd7eda6bcf54 req-f162e885-e6cc-49e2-838c-a4f30a0f28df tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d848acd-e82e-4d4c-b7b8-6aa495dee219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408080 Mar 11 16:10:02.853658 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:03.107842 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:03.851557 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41eb1c-f3fc-4b41-bc0d-294a2e499985 req-dc98cf55-549c-409a-8c9a-7e59f473b81b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:03.853014 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-1b41eb1c-f3fc-4b41-bc0d-294a2e499985 req-dc98cf55-549c-409a-8c9a-7e59f473b81b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=80c1c3f3-ee03-43aa-ac2b-07fe806f3e14 HTTP/1.1" status: 200 len: 946 time: 0.0747480 Mar 11 16:10:03.900349 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-1b41eb1c-f3fc-4b41-bc0d-294a2e499985 req-e3b8e90a-dcce-4503-a63f-9701e296c857 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d848acd-e82e-4d4c-b7b8-6aa495dee219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415862 Mar 11 16:10:04.323160 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:05.092016 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be12ae1-55b9-4100-a410-8acc14815b7a req-a8348e23-49fd-4be9-8256-6f1bca39b540 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:05.093472 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5be12ae1-55b9-4100-a410-8acc14815b7a req-a8348e23-49fd-4be9-8256-6f1bca39b540 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=80c1c3f3-ee03-43aa-ac2b-07fe806f3e14 HTTP/1.1" status: 200 len: 946 time: 0.0754495 Mar 11 16:10:05.137605 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5be12ae1-55b9-4100-a410-8acc14815b7a req-b451dfd3-38a3-40f4-ba2a-91143dec3e5e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d848acd-e82e-4d4c-b7b8-6aa495dee219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381365 Mar 11 16:10:06.332419 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723482cb-ef08-4bcf-8a31-c554bca43763 req-932c2450-fa31-455b-bc07-33fc3df9be72 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:06.333877 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-723482cb-ef08-4bcf-8a31-c554bca43763 req-932c2450-fa31-455b-bc07-33fc3df9be72 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=80c1c3f3-ee03-43aa-ac2b-07fe806f3e14 HTTP/1.1" status: 200 len: 946 time: 0.0775297 Mar 11 16:10:06.377663 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-723482cb-ef08-4bcf-8a31-c554bca43763 req-435f5e01-fadb-4cf3-96ee-dbb6fee0d8eb tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d848acd-e82e-4d4c-b7b8-6aa495dee219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383718 Mar 11 16:10:07.578567 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae0065-67b5-46c0-9deb-54008c1eb2e5 req-74e16337-9b11-4ee1-8a4c-b80d377237d8 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:07.579918 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-94ae0065-67b5-46c0-9deb-54008c1eb2e5 req-74e16337-9b11-4ee1-8a4c-b80d377237d8 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=80c1c3f3-ee03-43aa-ac2b-07fe806f3e14 HTTP/1.1" status: 200 len: 946 time: 0.0789874 Mar 11 16:10:07.624349 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-94ae0065-67b5-46c0-9deb-54008c1eb2e5 req-d99f282d-c069-4a51-8e17-fecf4807200f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d848acd-e82e-4d4c-b7b8-6aa495dee219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389547 Mar 11 16:10:08.824169 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c0762-e057-4a4e-bbfc-a14fe8f1bfa3 req-8eba5ccd-1f7b-4b8e-ad3c-2602d0d85416 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:08.825629 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-af5c0762-e057-4a4e-bbfc-a14fe8f1bfa3 req-8eba5ccd-1f7b-4b8e-ad3c-2602d0d85416 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=80c1c3f3-ee03-43aa-ac2b-07fe806f3e14 HTTP/1.1" status: 200 len: 946 time: 0.0801985 Mar 11 16:10:08.869943 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-af5c0762-e057-4a4e-bbfc-a14fe8f1bfa3 req-5c0dfcf8-392c-4d4c-bd2a-ef7739812a80 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d848acd-e82e-4d4c-b7b8-6aa495dee219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389445 Mar 11 16:10:10.077050 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708e575-2689-43af-b844-174c938e631d req-930ee7c6-fc07-4db1-8452-954e0166b317 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:10.078492 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f708e575-2689-43af-b844-174c938e631d req-930ee7c6-fc07-4db1-8452-954e0166b317 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=80c1c3f3-ee03-43aa-ac2b-07fe806f3e14 HTTP/1.1" status: 200 len: 946 time: 0.0783668 Mar 11 16:10:10.126442 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f708e575-2689-43af-b844-174c938e631d req-34f2de4b-37ca-4361-b0fc-5941c7cf6df4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d848acd-e82e-4d4c-b7b8-6aa495dee219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424736 Mar 11 16:10:10.992743 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:10:11.324035 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbdf04f-dae6-46c8-a7bd-e5a3497554c4 req-3ab0a219-b8fe-4e59-a62f-82177bc81636 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:11.325564 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-7fbdf04f-dae6-46c8-a7bd-e5a3497554c4 req-3ab0a219-b8fe-4e59-a62f-82177bc81636 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=80c1c3f3-ee03-43aa-ac2b-07fe806f3e14 HTTP/1.1" status: 200 len: 946 time: 0.0771534 Mar 11 16:10:11.369977 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-7fbdf04f-dae6-46c8-a7bd-e5a3497554c4 req-698bc5ab-3358-4cb1-bfdb-c46ce951259c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d848acd-e82e-4d4c-b7b8-6aa495dee219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389788 Mar 11 16:10:12.565103 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31991d3c-a045-4fca-9057-11b863ea57d3 req-9a4a67f6-e051-4fc6-88c5-2ebcc609aaed tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:12.566609 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-31991d3c-a045-4fca-9057-11b863ea57d3 req-9a4a67f6-e051-4fc6-88c5-2ebcc609aaed tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=80c1c3f3-ee03-43aa-ac2b-07fe806f3e14 HTTP/1.1" status: 200 len: 946 time: 0.0758440 Mar 11 16:10:12.611523 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-31991d3c-a045-4fca-9057-11b863ea57d3 req-0869318e-e226-4505-bb51-43381916ed4c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d848acd-e82e-4d4c-b7b8-6aa495dee219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395012 Mar 11 16:10:13.813087 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03330602-7f34-48cc-898d-4bbeecb93cc7 req-09752c91-a0b4-4683-84ae-3ae76fa1235b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:13.814510 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-03330602-7f34-48cc-898d-4bbeecb93cc7 req-09752c91-a0b4-4683-84ae-3ae76fa1235b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=80c1c3f3-ee03-43aa-ac2b-07fe806f3e14 HTTP/1.1" status: 200 len: 946 time: 0.0826416 Mar 11 16:10:13.860556 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-03330602-7f34-48cc-898d-4bbeecb93cc7 req-3d932046-4265-48a8-a909-5cca5aca467f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d848acd-e82e-4d4c-b7b8-6aa495dee219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399768 Mar 11 16:10:15.065771 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b123c-f799-4178-9baf-774500404bee req-dde22f03-b501-4370-b390-c5902767db7f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:15.067205 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-452b123c-f799-4178-9baf-774500404bee req-dde22f03-b501-4370-b390-c5902767db7f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=80c1c3f3-ee03-43aa-ac2b-07fe806f3e14 HTTP/1.1" status: 200 len: 946 time: 0.0808189 Mar 11 16:10:15.113113 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-452b123c-f799-4178-9baf-774500404bee req-7dced749-1230-42f6-8a30-fe0b6beaeb1d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d848acd-e82e-4d4c-b7b8-6aa495dee219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398154 Mar 11 16:10:16.195929 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:16.310511 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc95424-79d2-4f80-82ec-b86a7e33fe50 req-39cccbd2-4ecc-4113-8594-30433f9d0b14 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:16.312220 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-8cc95424-79d2-4f80-82ec-b86a7e33fe50 req-39cccbd2-4ecc-4113-8594-30433f9d0b14 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=80c1c3f3-ee03-43aa-ac2b-07fe806f3e14 HTTP/1.1" status: 200 len: 946 time: 0.0750587 Mar 11 16:10:16.357126 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-8cc95424-79d2-4f80-82ec-b86a7e33fe50 req-f5bd19cb-a9bb-46fe-a54f-50ece7765e3f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d848acd-e82e-4d4c-b7b8-6aa495dee219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394003 Mar 11 16:10:16.384882 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49192) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:16.488453 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-cd99b869-a1a7-4ee2-81b6-6dab40d95b67 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/floatingips/461324a6-4c2a-4259-b942-5c017459ace1 HTTP/1.1" status: 200 len: 994 time: 0.1022921 Mar 11 16:10:29.433762 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3149abb8-bfbf-4853-bc0f-9d6992ea92c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:30.975093 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0758b464-f4a2-4ce1-b2a6-fee906c51010 req-19b0e511-1f59-4766-96f6-8f99de21ec1a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=80c1c3f3-ee03-43aa-ac2b-07fe806f3e14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0982049 Mar 11 16:10:31.115484 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0758b464-f4a2-4ce1-b2a6-fee906c51010 req-b8b3494d-6937-474a-87be-625e8140deb9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cca1e5a82d104327971da603674c443a&device_id=80c1c3f3-ee03-43aa-ac2b-07fe806f3e14 HTTP/1.1" status: 200 len: 1099 time: 0.0732331 Mar 11 16:10:31.357418 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758b464-f4a2-4ce1-b2a6-fee906c51010 req-0120b394-b3bf-4523-8dbd-d10ccc99c84c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:31.358838 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0758b464-f4a2-4ce1-b2a6-fee906c51010 req-0120b394-b3bf-4523-8dbd-d10ccc99c84c service neutron] 10.222.0.73 "GET /v2.0/networks?id=ba178b12-0150-4a49-9b62-80b7b44dd68d HTTP/1.1" status: 200 len: 897 time: 0.2261634 Mar 11 16:10:31.460958 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0758b464-f4a2-4ce1-b2a6-fee906c51010 req-6b90dc7b-b3fd-4e97-bd05-10d8afbb4b57 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b19926c-a2d6-4f58-b0a6-0be2e5c6669a HTTP/1.1" status: 200 len: 1002 time: 0.0957453 Mar 11 16:10:31.526553 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758b464-f4a2-4ce1-b2a6-fee906c51010 req-59ea9ca1-5fa3-459f-aff5-c1c289fba3f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:31.527927 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0758b464-f4a2-4ce1-b2a6-fee906c51010 req-59ea9ca1-5fa3-459f-aff5-c1c289fba3f7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=895b2d44-eb1a-445c-97cc-e08f9be62e87 HTTP/1.1" status: 200 len: 835 time: 0.0609984 Mar 11 16:10:31.602817 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0758b464-f4a2-4ce1-b2a6-fee906c51010 req-fb99ab42-1737-42f3-ad1c-a5f8d412b651 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ba178b12-0150-4a49-9b62-80b7b44dd68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687466 Mar 11 16:10:31.688879 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cf54c9e4-9cf0-4d99-8efc-0213bae7e662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:31.744193 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0758b464-f4a2-4ce1-b2a6-fee906c51010 req-e70d517c-be33-4901-8d0e-06fa55c9cdeb service neutron] 10.222.0.73 "GET /v2.0/networks/ba178b12-0150-4a49-9b62-80b7b44dd68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344125 Mar 11 16:10:31.883215 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0758b464-f4a2-4ce1-b2a6-fee906c51010 req-38006b26-635f-495f-af4b-a0ff63bafb5d service neutron] 10.222.0.73 "GET /v2.0/networks/ba178b12-0150-4a49-9b62-80b7b44dd68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333125 Mar 11 16:10:32.855704 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:33.109428 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:34.326828 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:46.199035 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:47.993385 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:10:59.435737 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3f82d7df-de7d-4fd4-bb3e-93aa9c6e557f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:01.691063 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5937f5ce-832c-4cf9-8b24-f731830e54b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:02.859721 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:03.113129 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:04.328219 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:13.662563 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49218) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:13.942452 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-02ff5807-07d0-431a-8dac-f483abc09722 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Deleting port 6f8a1087-1af7-4175-82bc-7ab3fb16f32c {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:11:13.942711 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02ff5807-07d0-431a-8dac-f483abc09722 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:14.108197 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02ff5807-07d0-431a-8dac-f483abc09722 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:14.108526 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02ff5807-07d0-431a-8dac-f483abc09722 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:14.232589 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-02ff5807-07d0-431a-8dac-f483abc09722 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Calling delete_port for 6f8a1087-1af7-4175-82bc-7ab3fb16f32c owned by network:floatingip {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:11:14.376679 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02ff5807-07d0-431a-8dac-f483abc09722 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:14.423370 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff5807-07d0-431a-8dac-f483abc09722 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event deleted for resources: {'Port': ['ID=6f8a1087-1af7-4175-82bc-7ab3fb16f32c,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:14.459235 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff5807-07d0-431a-8dac-f483abc09722 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:14.459582 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff5807-07d0-431a-8dac-f483abc09722 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:14.459920 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff5807-07d0-431a-8dac-f483abc09722 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:14.460284 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff5807-07d0-431a-8dac-f483abc09722 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:14.460612 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff5807-07d0-431a-8dac-f483abc09722 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:14.460936 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff5807-07d0-431a-8dac-f483abc09722 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:14.461270 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff5807-07d0-431a-8dac-f483abc09722 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:14.461578 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff5807-07d0-431a-8dac-f483abc09722 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:14.461897 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff5807-07d0-431a-8dac-f483abc09722 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:14.462213 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff5807-07d0-431a-8dac-f483abc09722 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:14.462532 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff5807-07d0-431a-8dac-f483abc09722 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:14.526928 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02ff5807-07d0-431a-8dac-f483abc09722 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for floatingip, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:14.913065 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ff5807-07d0-431a-8dac-f483abc09722 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Router 62292de9-6a41-4749-8a84-17d1ed8b1cac has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:11:15.106427 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ff5807-07d0-431a-8dac-f483abc09722 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:11:15.115526 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb17613-fe9b-4ad2-bdc9-06ea4f29acc1 None None] Sync routers for ids ['62292de9-6a41-4749-8a84-17d1ed8b1cac'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:11:15.127136 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-02ff5807-07d0-431a-8dac-f483abc09722 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:15.128934 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb17613-fe9b-4ad2-bdc9-06ea4f29acc1 None None] Routers {'62292de9-6a41-4749-8a84-17d1ed8b1cac'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:11:15.129541 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-fcb17613-fe9b-4ad2-bdc9-06ea4f29acc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:11:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['62292de9-6a41-4749-8a84-17d1ed8b1cac'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:15.182557 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-02ff5807-07d0-431a-8dac-f483abc09722 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "DELETE /v2.0/floatingips/461324a6-4c2a-4259-b942-5c017459ace1 HTTP/1.1" status: 204 len: 168 time: 1.5164850 Mar 11 16:11:15.182557 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c1c3f3-ee03-43aa-ac2b-07fe806f3e14', 'tag': '3b19926c-a2d6-4f58-b0a6-0be2e5c6669a'}] {{(pid=83867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:11:15.247298 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80c1c3f3-ee03-43aa-ac2b-07fe806f3e14', 'tag': '3b19926c-a2d6-4f58-b0a6-0be2e5c6669a', 'status': 'completed', 'code': 200} Mar 11 16:11:15.311136 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-fcb17613-fe9b-4ad2-bdc9-06ea4f29acc1 None None] Set router 62292de9-6a41-4749-8a84-17d1ed8b1cac gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:11:15.353407 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-25e19ef1-1125-40bb-89fe-2e56ccc56d82 req-345b591b-45b7-4128-a0d1-2ca90f7a6ec3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cca1e5a82d104327971da603674c443a&device_id=80c1c3f3-ee03-43aa-ac2b-07fe806f3e14 HTTP/1.1" status: 200 len: 1099 time: 0.0789251 Mar 11 16:11:15.501032 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e19ef1-1125-40bb-89fe-2e56ccc56d82 req-a6d579ed-0358-4da9-b2ad-ef494bbfa9e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:15.502630 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-25e19ef1-1125-40bb-89fe-2e56ccc56d82 req-a6d579ed-0358-4da9-b2ad-ef494bbfa9e8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ba178b12-0150-4a49-9b62-80b7b44dd68d HTTP/1.1" status: 200 len: 897 time: 0.1427772 Mar 11 16:11:15.615251 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-25e19ef1-1125-40bb-89fe-2e56ccc56d82 req-1bf6461e-124b-4f4e-9edd-715cb57b0d62 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b19926c-a2d6-4f58-b0a6-0be2e5c6669a HTTP/1.1" status: 200 len: 217 time: 0.0775328 Mar 11 16:11:15.627601 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-fcb17613-fe9b-4ad2-bdc9-06ea4f29acc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62292de9-6a41-4749-8a84-17d1ed8b1cac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-435940953', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.177'}], 'enable_snat': True}, 'gw_port_id': '8f64ca0c-8391-411f-86d6-703eadf09ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:08:22Z', 'updated_at': '2022-03-11T16:08:27Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '8f64ca0c-8391-411f-86d6-703eadf09ef3', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62292de9-6a41-4749-8a84-17d1ed8b1cac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:08:23Z', 'updated_at': '2022-03-11T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '52d9812b-baae-46db-a703-97b4ea506d48', 'name': '', 'network_id': 'ba178b12-0150-4a49-9b62-80b7b44dd68d', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'mac_address': 'fa:16:3e:a6:10:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62292de9-6a41-4749-8a84-17d1ed8b1cac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '895b2d44-eb1a-445c-97cc-e08f9be62e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:08:26Z', 'updated_at': '2022-03-11T16:08:32Z', 'revision_number': 5, 'project_id': 'cca1e5a82d104327971da603674c443a', 'subnets': [{'id': '895b2d44-eb1a-445c-97cc-e08f9be62e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:15.632180 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb17613-fe9b-4ad2-bdc9-06ea4f29acc1 None None] Checking router: 62292de9-6a41-4749-8a84-17d1ed8b1cac for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:11:15.642437 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb17613-fe9b-4ad2-bdc9-06ea4f29acc1 None None] Routers {'62292de9-6a41-4749-8a84-17d1ed8b1cac'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:11:15.643019 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-fcb17613-fe9b-4ad2-bdc9-06ea4f29acc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:11:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['62292de9-6a41-4749-8a84-17d1ed8b1cac'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:15.691303 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e19ef1-1125-40bb-89fe-2e56ccc56d82 req-5f0b5d02-6ae0-4b4a-b5a0-b7f009c90fdb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:15.693296 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-25e19ef1-1125-40bb-89fe-2e56ccc56d82 req-5f0b5d02-6ae0-4b4a-b5a0-b7f009c90fdb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=895b2d44-eb1a-445c-97cc-e08f9be62e87 HTTP/1.1" status: 200 len: 835 time: 0.0701189 Mar 11 16:11:15.699642 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b17fd-5a14-4046-9f2b-bc96145d17d1 req-adf30606-9148-40ba-ab1f-9d853d373846 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:15.701011 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6e8b17fd-5a14-4046-9f2b-bc96145d17d1 req-adf30606-9148-40ba-ab1f-9d853d373846 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=80c1c3f3-ee03-43aa-ac2b-07fe806f3e14 HTTP/1.1" status: 200 len: 946 time: 0.1974170 Mar 11 16:11:15.794106 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6e8b17fd-5a14-4046-9f2b-bc96145d17d1 req-6e595397-a444-48c8-90f3-34cc472a2939 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d848acd-e82e-4d4c-b7b8-6aa495dee219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629165 Mar 11 16:11:15.807570 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-25e19ef1-1125-40bb-89fe-2e56ccc56d82 req-8eed95f6-4be4-4de3-8c00-675bbe5eb625 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ba178b12-0150-4a49-9b62-80b7b44dd68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1052830 Mar 11 16:11:15.860462 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-fcb17613-fe9b-4ad2-bdc9-06ea4f29acc1 None None] Set router 62292de9-6a41-4749-8a84-17d1ed8b1cac gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:11:15.950773 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-25e19ef1-1125-40bb-89fe-2e56ccc56d82 req-917e041e-f94e-4dbd-88c8-a00c38de1a7a service neutron] 10.222.0.73 "GET /v2.0/networks/ba178b12-0150-4a49-9b62-80b7b44dd68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352255 Mar 11 16:11:16.092219 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-25e19ef1-1125-40bb-89fe-2e56ccc56d82 req-11b9d38f-3c29-488d-a7c2-70de59bfb14c service neutron] 10.222.0.73 "GET /v2.0/networks/ba178b12-0150-4a49-9b62-80b7b44dd68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344442 Mar 11 16:11:16.181019 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-fcb17613-fe9b-4ad2-bdc9-06ea4f29acc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62292de9-6a41-4749-8a84-17d1ed8b1cac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-435940953', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.177'}], 'enable_snat': True}, 'gw_port_id': '8f64ca0c-8391-411f-86d6-703eadf09ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:08:22Z', 'updated_at': '2022-03-11T16:08:27Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '8f64ca0c-8391-411f-86d6-703eadf09ef3', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62292de9-6a41-4749-8a84-17d1ed8b1cac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:08:23Z', 'updated_at': '2022-03-11T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '52d9812b-baae-46db-a703-97b4ea506d48', 'name': '', 'network_id': 'ba178b12-0150-4a49-9b62-80b7b44dd68d', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'mac_address': 'fa:16:3e:a6:10:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62292de9-6a41-4749-8a84-17d1ed8b1cac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '895b2d44-eb1a-445c-97cc-e08f9be62e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:08:26Z', 'updated_at': '2022-03-11T16:08:32Z', 'revision_number': 5, 'project_id': 'cca1e5a82d104327971da603674c443a', 'subnets': [{'id': '895b2d44-eb1a-445c-97cc-e08f9be62e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:16.186602 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb17613-fe9b-4ad2-bdc9-06ea4f29acc1 None None] The sync data for ids ['62292de9-6a41-4749-8a84-17d1ed8b1cac'] in dv-neutron-833373-1-hyperv is: [{'id': '62292de9-6a41-4749-8a84-17d1ed8b1cac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-435940953', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.177'}], 'enable_snat': True}, 'gw_port_id': '8f64ca0c-8391-411f-86d6-703eadf09ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:08:22Z', 'updated_at': '2022-03-11T16:08:27Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '8f64ca0c-8391-411f-86d6-703eadf09ef3', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62292de9-6a41-4749-8a84-17d1ed8b1cac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:08:23Z', 'updated_at': '2022-03-11T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '52d9812b-baae-46db-a703-97b4ea506d48', 'name': '', 'network_id': 'ba178b12-0150-4a49-9b62-80b7b44dd68d', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'mac_address': 'fa:16:3e:a6:10:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62292de9-6a41-4749-8a84-17d1ed8b1cac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '895b2d44-eb1a-445c-97cc-e08f9be62e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:08:26Z', 'updated_at': '2022-03-11T16:08:32Z', 'revision_number': 5, 'project_id': 'cca1e5a82d104327971da603674c443a', 'subnets': [{'id': '895b2d44-eb1a-445c-97cc-e08f9be62e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:11:16.228018 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:16.406484 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cb7043-eb8c-4d20-9823-2c9abcb83c5c None None] New status for floating IP 461324a6-4c2a-4259-b942-5c017459ace1: DOWN {{(pid=83868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:11:17.087668 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448f072-c8e8-4831-9181-cc09c1cce103 req-958af5df-79d8-44b2-abdf-c90f8d957395 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:17.088310 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-2448f072-c8e8-4831-9181-cc09c1cce103 req-958af5df-79d8-44b2-abdf-c90f8d957395 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Synchronizing usage tracker for tenant:cca1e5a82d104327971da603674c443a on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:11:17.103444 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-2448f072-c8e8-4831-9181-cc09c1cce103 req-958af5df-79d8-44b2-abdf-c90f8d957395 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Unset dirty status for tenant:cca1e5a82d104327971da603674c443a on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:11:17.104664 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2448f072-c8e8-4831-9181-cc09c1cce103 req-958af5df-79d8-44b2-abdf-c90f8d957395 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=80c1c3f3-ee03-43aa-ac2b-07fe806f3e14 HTTP/1.1" status: 200 len: 946 time: 0.1810601 Mar 11 16:11:17.150896 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2448f072-c8e8-4831-9181-cc09c1cce103 req-86378c39-c626-4975-8ae7-5e00a10d1d56 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=8d848acd-e82e-4d4c-b7b8-6aa495dee219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406106 Mar 11 16:11:17.226787 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f05dc-42b0-44cb-bf07-8ab535d69ec7 req-f999c7de-9ad3-4e0e-81ed-adb57125bfd5 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:17.228232 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-848f05dc-42b0-44cb-bf07-8ab535d69ec7 req-f999c7de-9ad3-4e0e-81ed-adb57125bfd5 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.73 "GET /v2.0/ports?device_id=80c1c3f3-ee03-43aa-ac2b-07fe806f3e14 HTTP/1.1" status: 200 len: 946 time: 0.0826459 Mar 11 16:11:17.294003 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-848f05dc-42b0-44cb-bf07-8ab535d69ec7 req-da14e3aa-d07b-4feb-a165-c3c02470aecd tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Deleting port 3b19926c-a2d6-4f58-b0a6-0be2e5c6669a {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:11:17.294337 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-848f05dc-42b0-44cb-bf07-8ab535d69ec7 req-da14e3aa-d07b-4feb-a165-c3c02470aecd tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:17.620822 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-848f05dc-42b0-44cb-bf07-8ab535d69ec7 req-da14e3aa-d07b-4feb-a165-c3c02470aecd tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] For port 3b19926c-a2d6-4f58-b0a6-0be2e5c6669a, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=3b19926c-a2d6-4f58-b0a6-0be2e5c6669a,segment=NetworkSegment(2c8afe47-1352-4860-9984-b8c202bb0914),segment_id=2c8afe47-1352-4860-9984-b8c202bb0914)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:17.621176 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-848f05dc-42b0-44cb-bf07-8ab535d69ec7 req-da14e3aa-d07b-4feb-a165-c3c02470aecd tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:17.747181 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-848f05dc-42b0-44cb-bf07-8ab535d69ec7 req-da14e3aa-d07b-4feb-a165-c3c02470aecd tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Calling delete_port for 3b19926c-a2d6-4f58-b0a6-0be2e5c6669a owned by compute:nova {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:11:17.890646 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-848f05dc-42b0-44cb-bf07-8ab535d69ec7 req-da14e3aa-d07b-4feb-a165-c3c02470aecd tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:17.938738 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da14e3aa-d07b-4feb-a165-c3c02470aecd tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event deleted for resources: {'Port': ['ID=3b19926c-a2d6-4f58-b0a6-0be2e5c6669a,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:17.950476 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da14e3aa-d07b-4feb-a165-c3c02470aecd tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:17.950822 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da14e3aa-d07b-4feb-a165-c3c02470aecd tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:17.951166 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da14e3aa-d07b-4feb-a165-c3c02470aecd tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:17.951500 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da14e3aa-d07b-4feb-a165-c3c02470aecd tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:17.951832 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da14e3aa-d07b-4feb-a165-c3c02470aecd tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:17.952191 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da14e3aa-d07b-4feb-a165-c3c02470aecd tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:17.952518 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da14e3aa-d07b-4feb-a165-c3c02470aecd tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:17.952842 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da14e3aa-d07b-4feb-a165-c3c02470aecd tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:17.953163 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da14e3aa-d07b-4feb-a165-c3c02470aecd tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:17.954049 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da14e3aa-d07b-4feb-a165-c3c02470aecd tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:17.954049 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da14e3aa-d07b-4feb-a165-c3c02470aecd tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:18.028218 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-848f05dc-42b0-44cb-bf07-8ab535d69ec7 req-da14e3aa-d07b-4feb-a165-c3c02470aecd tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] No DVR routers for this DVR port 3b19926c-a2d6-4f58-b0a6-0be2e5c6669a on host hv-neutron-8333 {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:11:18.030608 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-848f05dc-42b0-44cb-bf07-8ab535d69ec7 req-da14e3aa-d07b-4feb-a165-c3c02470aecd tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:18.033054 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c1c3f3-ee03-43aa-ac2b-07fe806f3e14', 'name': 'network-vif-deleted', 'tag': '3b19926c-a2d6-4f58-b0a6-0be2e5c6669a'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:11:18.050807 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-848f05dc-42b0-44cb-bf07-8ab535d69ec7 req-da14e3aa-d07b-4feb-a165-c3c02470aecd tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.73 "DELETE /v2.0/ports/3b19926c-a2d6-4f58-b0a6-0be2e5c6669a HTTP/1.1" status: 204 len: 173 time: 0.8175068 Mar 11 16:11:18.198301 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c1c3f3-ee03-43aa-ac2b-07fe806f3e14', 'name': 'network-vif-deleted', 'tag': '3b19926c-a2d6-4f58-b0a6-0be2e5c6669a', 'status': 'completed', 'code': 200} Mar 11 16:11:18.339385 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2af992c2-131b-4e9f-a537-ea17cbaaa23f req-613e9007-57db-4830-b4c1-d3c56b768f83 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=80c1c3f3-ee03-43aa-ac2b-07fe806f3e14 HTTP/1.1" status: 200 len: 210 time: 0.0438316 Mar 11 16:11:19.449963 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49238) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:19.474252 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 3b19926c-a2d6-4f58-b0a6-0be2e5c6669a no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:11:19.507516 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] No Port match for: 3b19926c-a2d6-4f58-b0a6-0be2e5c6669a {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:11:19.507791 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 3b19926c-a2d6-4f58-b0a6-0be2e5c6669a not bound to the agent host hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:11:19.839035 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-48d86bc1-7259-4cbe-9ff8-b53e59bc837f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:20.437975 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-48d86bc1-7259-4cbe-9ff8-b53e59bc837f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Deleting port 52d9812b-baae-46db-a703-97b4ea506d48 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:11:20.438314 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-48d86bc1-7259-4cbe-9ff8-b53e59bc837f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:20.618993 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-48d86bc1-7259-4cbe-9ff8-b53e59bc837f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] For port 52d9812b-baae-46db-a703-97b4ea506d48, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=52d9812b-baae-46db-a703-97b4ea506d48,segment=NetworkSegment(2c8afe47-1352-4860-9984-b8c202bb0914),segment_id=2c8afe47-1352-4860-9984-b8c202bb0914)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:20.619656 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-48d86bc1-7259-4cbe-9ff8-b53e59bc837f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:20.738582 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-48d86bc1-7259-4cbe-9ff8-b53e59bc837f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Calling delete_port for 52d9812b-baae-46db-a703-97b4ea506d48 owned by network:router_interface {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:11:20.996870 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-48d86bc1-7259-4cbe-9ff8-b53e59bc837f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:21.042438 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d86bc1-7259-4cbe-9ff8-b53e59bc837f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event deleted for resources: {'Port': ['ID=52d9812b-baae-46db-a703-97b4ea506d48,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:21.326715 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-48d86bc1-7259-4cbe-9ff8-b53e59bc837f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:21.886693 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d86bc1-7259-4cbe-9ff8-b53e59bc837f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Router 62292de9-6a41-4749-8a84-17d1ed8b1cac has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:11:22.082072 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d86bc1-7259-4cbe-9ff8-b53e59bc837f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:11:22.091612 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2b3d8b-e33a-4bb1-9ce2-71fabd1ca45a None None] Sync routers for ids ['62292de9-6a41-4749-8a84-17d1ed8b1cac'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:11:22.094093 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-48d86bc1-7259-4cbe-9ff8-b53e59bc837f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "PUT /v2.0/routers/62292de9-6a41-4749-8a84-17d1ed8b1cac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6431015 Mar 11 16:11:22.097606 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49242) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:22.104071 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2b3d8b-e33a-4bb1-9ce2-71fabd1ca45a None None] Routers {'62292de9-6a41-4749-8a84-17d1ed8b1cac'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:11:22.104691 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-bc2b3d8b-e33a-4bb1-9ce2-71fabd1ca45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:11:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['62292de9-6a41-4749-8a84-17d1ed8b1cac'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:22.286920 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-bc2b3d8b-e33a-4bb1-9ce2-71fabd1ca45a None None] Set router 62292de9-6a41-4749-8a84-17d1ed8b1cac gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:11:22.377045 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d695908-422c-4441-b8b2-50f568fad2f1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Deleting subnet 895b2d44-eb1a-445c-97cc-e08f9be62e87 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:11:22.380619 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2d695908-422c-4441-b8b2-50f568fad2f1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:22.433056 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2d695908-422c-4441-b8b2-50f568fad2f1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:22.515152 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2d695908-422c-4441-b8b2-50f568fad2f1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:22.572154 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-bc2b3d8b-e33a-4bb1-9ce2-71fabd1ca45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62292de9-6a41-4749-8a84-17d1ed8b1cac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-435940953', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.177'}], 'enable_snat': True}, 'gw_port_id': '8f64ca0c-8391-411f-86d6-703eadf09ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:08:22Z', 'updated_at': '2022-03-11T16:11:20Z', 'revision_number': 5, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '8f64ca0c-8391-411f-86d6-703eadf09ef3', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62292de9-6a41-4749-8a84-17d1ed8b1cac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:08:23Z', 'updated_at': '2022-03-11T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:22.575858 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2b3d8b-e33a-4bb1-9ce2-71fabd1ca45a None None] Checking router: 62292de9-6a41-4749-8a84-17d1ed8b1cac for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:11:22.586827 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2d695908-422c-4441-b8b2-50f568fad2f1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:22.587387 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2b3d8b-e33a-4bb1-9ce2-71fabd1ca45a None None] Routers {'62292de9-6a41-4749-8a84-17d1ed8b1cac'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:11:22.587977 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-bc2b3d8b-e33a-4bb1-9ce2-71fabd1ca45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:11:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['62292de9-6a41-4749-8a84-17d1ed8b1cac'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:22.625120 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d695908-422c-4441-b8b2-50f568fad2f1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event deleted for resources: {'Subnet': ['ID=895b2d44-eb1a-445c-97cc-e08f9be62e87,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:22.631704 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2d695908-422c-4441-b8b2-50f568fad2f1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:22.636714 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d1f838-5362-49b2-b6e0-83d1e44fb9bc None None] Network ba178b12-0150-4a49-9b62-80b7b44dd68d requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:11:22.638723 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-2d695908-422c-4441-b8b2-50f568fad2f1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "DELETE /v2.0/subnets/895b2d44-eb1a-445c-97cc-e08f9be62e87 HTTP/1.1" status: 204 len: 168 time: 0.5401392 Mar 11 16:11:22.641321 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49246) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:22.779738 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-bc2b3d8b-e33a-4bb1-9ce2-71fabd1ca45a None None] Set router 62292de9-6a41-4749-8a84-17d1ed8b1cac gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:11:22.862204 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-96fca7d1-ff9f-4b8d-bccc-7aa858d18464 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for router, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:22.917877 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1526265c-2425-4dc1-804d-1c95b2c12b53 None None] DHCP port deletion for ba178b12-0150-4a49-9b62-80b7b44dd68d request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:11:22.922140 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-1526265c-2425-4dc1-804d-1c95b2c12b53 None None] Deleting port dea8ce9d-5251-4882-970d-8bd62d9c4fc1 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:11:22.922511 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1526265c-2425-4dc1-804d-1c95b2c12b53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:23.069996 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-96fca7d1-ff9f-4b8d-bccc-7aa858d18464 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:23.080436 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-bc2b3d8b-e33a-4bb1-9ce2-71fabd1ca45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62292de9-6a41-4749-8a84-17d1ed8b1cac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-435940953', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.177'}], 'enable_snat': True}, 'gw_port_id': '8f64ca0c-8391-411f-86d6-703eadf09ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:08:22Z', 'updated_at': '2022-03-11T16:11:20Z', 'revision_number': 5, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '8f64ca0c-8391-411f-86d6-703eadf09ef3', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62292de9-6a41-4749-8a84-17d1ed8b1cac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:08:23Z', 'updated_at': '2022-03-11T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:23.081482 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-96fca7d1-ff9f-4b8d-bccc-7aa858d18464 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Deleting port 8f64ca0c-8391-411f-86d6-703eadf09ef3 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:11:23.081839 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-96fca7d1-ff9f-4b8d-bccc-7aa858d18464 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:23.084548 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2b3d8b-e33a-4bb1-9ce2-71fabd1ca45a None None] The sync data for ids ['62292de9-6a41-4749-8a84-17d1ed8b1cac'] in dv-neutron-833373-1-hyperv is: [{'id': '62292de9-6a41-4749-8a84-17d1ed8b1cac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-435940953', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.177'}], 'enable_snat': True}, 'gw_port_id': '8f64ca0c-8391-411f-86d6-703eadf09ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:08:22Z', 'updated_at': '2022-03-11T16:11:20Z', 'revision_number': 5, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '8f64ca0c-8391-411f-86d6-703eadf09ef3', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62292de9-6a41-4749-8a84-17d1ed8b1cac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:08:23Z', 'updated_at': '2022-03-11T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:11:23.127180 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-1526265c-2425-4dc1-804d-1c95b2c12b53 None None] For port dea8ce9d-5251-4882-970d-8bd62d9c4fc1, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=dea8ce9d-5251-4882-970d-8bd62d9c4fc1,segment=NetworkSegment(2c8afe47-1352-4860-9984-b8c202bb0914),segment_id=2c8afe47-1352-4860-9984-b8c202bb0914)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:23.128385 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1526265c-2425-4dc1-804d-1c95b2c12b53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:23.258898 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-96fca7d1-ff9f-4b8d-bccc-7aa858d18464 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] For port 8f64ca0c-8391-411f-86d6-703eadf09ef3, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=8f64ca0c-8391-411f-86d6-703eadf09ef3,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:23.259346 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-96fca7d1-ff9f-4b8d-bccc-7aa858d18464 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:23.282676 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-1526265c-2425-4dc1-804d-1c95b2c12b53 None None] Calling delete_port for dea8ce9d-5251-4882-970d-8bd62d9c4fc1 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:11:23.355861 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1526265c-2425-4dc1-804d-1c95b2c12b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:23.379872 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-96fca7d1-ff9f-4b8d-bccc-7aa858d18464 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Calling delete_port for 8f64ca0c-8391-411f-86d6-703eadf09ef3 owned by network:router_gateway {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:11:23.398751 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1526265c-2425-4dc1-804d-1c95b2c12b53 None None] Pushing event deleted for resources: {'Port': ['ID=dea8ce9d-5251-4882-970d-8bd62d9c4fc1,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:23.411165 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1526265c-2425-4dc1-804d-1c95b2c12b53 None None] No DVR routers for this DVR port dea8ce9d-5251-4882-970d-8bd62d9c4fc1 on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:11:23.414087 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1526265c-2425-4dc1-804d-1c95b2c12b53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:23.414784 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1526265c-2425-4dc1-804d-1c95b2c12b53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:23.415181 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1526265c-2425-4dc1-804d-1c95b2c12b53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:23.415657 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1526265c-2425-4dc1-804d-1c95b2c12b53 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:23.415846 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1526265c-2425-4dc1-804d-1c95b2c12b53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:23.416515 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1526265c-2425-4dc1-804d-1c95b2c12b53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:23.416873 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1526265c-2425-4dc1-804d-1c95b2c12b53 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:23.417289 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1526265c-2425-4dc1-804d-1c95b2c12b53 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:23.417621 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1526265c-2425-4dc1-804d-1c95b2c12b53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:23.417953 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1526265c-2425-4dc1-804d-1c95b2c12b53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:23.418281 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1526265c-2425-4dc1-804d-1c95b2c12b53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:23.564252 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-96fca7d1-ff9f-4b8d-bccc-7aa858d18464 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:23.612699 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fca7d1-ff9f-4b8d-bccc-7aa858d18464 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event deleted for resources: {'Port': ['ID=8f64ca0c-8391-411f-86d6-703eadf09ef3,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:23.932550 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-96fca7d1-ff9f-4b8d-bccc-7aa858d18464 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:24.195536 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-96fca7d1-ff9f-4b8d-bccc-7aa858d18464 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:24.199892 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-96fca7d1-ff9f-4b8d-bccc-7aa858d18464 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:24.225241 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-96fca7d1-ff9f-4b8d-bccc-7aa858d18464 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:24.225813 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fca7d1-ff9f-4b8d-bccc-7aa858d18464 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Fanout notify agent at l3_agent the message router_deleted on router 62292de9-6a41-4749-8a84-17d1ed8b1cac {{(pid=83867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:11:24.240020 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-96fca7d1-ff9f-4b8d-bccc-7aa858d18464 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:24.241133 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-96fca7d1-ff9f-4b8d-bccc-7aa858d18464 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "DELETE /v2.0/routers/62292de9-6a41-4749-8a84-17d1ed8b1cac HTTP/1.1" status: 204 len: 168 time: 1.5989201 Mar 11 16:11:24.243796 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49250) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:24.430585 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a3ea88d1-37db-434f-bb47-36a784ba88d3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:24.559553 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a3ea88d1-37db-434f-bb47-36a784ba88d3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:24.584266 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-a3ea88d1-37db-434f-bb47-36a784ba88d3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba178b12-0150-4a49-9b62-80b7b44dd68d']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:24.596767 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-a3ea88d1-37db-434f-bb47-36a784ba88d3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c8afe47-1352-4860-9984-b8c202bb0914') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:24.597156 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-a3ea88d1-37db-434f-bb47-36a784ba88d3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c8afe47-1352-4860-9984-b8c202bb0914') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:24.608235 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a3ea88d1-37db-434f-bb47-36a784ba88d3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:24.624173 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a3ea88d1-37db-434f-bb47-36a784ba88d3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:24.630180 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3ea88d1-37db-434f-bb47-36a784ba88d3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:11:24.630558 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a3ea88d1-37db-434f-bb47-36a784ba88d3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:24.644720 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 16:11:24.644720 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:11:24.644720 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 16:11:24.644720 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:11:24.644720 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 16:11:24.644720 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:11:24.644720 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 16:11:24.644720 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:11:24.644720 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 16:11:24.644720 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:11:24.644720 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 16:11:24.644720 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:11:24.644720 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 16:11:24.644720 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:11:24.644720 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:11:24.644720 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:11:24.644720 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:11:24.644720 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:11:24.644720 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 16:11:24.644720 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:11:24.644720 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 16:11:24.644720 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:11:24.644720 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:11:24.644720 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:11:24.644720 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 16:11:24.644720 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:11:24.644720 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:11:24.644720 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:11:24.644720 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:11:24.644720 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:11:24.644720 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:11:24.644720 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:11:24.725086 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a3ea88d1-37db-434f-bb47-36a784ba88d3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:24.729849 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a3ea88d1-37db-434f-bb47-36a784ba88d3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:24.744761 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device dea8ce9d-5251-4882-970d-8bd62d9c4fc1 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:11:24.757675 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea88d1-37db-434f-bb47-36a784ba88d3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event deleted for resources: {'Network': ['ID=ba178b12-0150-4a49-9b62-80b7b44dd68d,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:24.765865 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a3ea88d1-37db-434f-bb47-36a784ba88d3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "DELETE /v2.0/networks/ba178b12-0150-4a49-9b62-80b7b44dd68d HTTP/1.1" status: 204 len: 168 time: 0.5210440 Mar 11 16:11:24.768650 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49256) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:24.780770 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: dea8ce9d-5251-4882-970d-8bd62d9c4fc1 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:11:24.781124 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device dea8ce9d-5251-4882-970d-8bd62d9c4fc1 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:11:24.781535 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 52d9812b-baae-46db-a703-97b4ea506d48 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:11:24.814130 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 52d9812b-baae-46db-a703-97b4ea506d48 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:11:24.814402 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 52d9812b-baae-46db-a703-97b4ea506d48 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:11:24.814849 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 8f64ca0c-8391-411f-86d6-703eadf09ef3 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:11:24.836555 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-674e1972-8c73-4924-98a8-e1a037e26cb6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:24.845546 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 8f64ca0c-8391-411f-86d6-703eadf09ef3 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:11:24.845895 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 8f64ca0c-8391-411f-86d6-703eadf09ef3 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:11:24.866722 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-674e1972-8c73-4924-98a8-e1a037e26cb6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:24.933677 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-674e1972-8c73-4924-98a8-e1a037e26cb6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:24.953708 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e1972-8c73-4924-98a8-e1a037e26cb6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d848acd-e82e-4d4c-b7b8-6aa495dee219,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:24.961670 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-674e1972-8c73-4924-98a8-e1a037e26cb6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:24.962798 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-674e1972-8c73-4924-98a8-e1a037e26cb6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "DELETE /v2.0/security-groups/8d848acd-e82e-4d4c-b7b8-6aa495dee219 HTTP/1.1" status: 204 len: 168 time: 0.1932287 Mar 11 16:11:24.993298 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:11:27.271126 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49268) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:27.276772 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-bbb8b352-6c55-451f-9112-494bb88fe274 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1044525985', 'description': 'tempest-secgroup-smoke-1044525985 description', 'project_id': 'cca1e5a82d104327971da603674c443a'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:27.282618 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-bbb8b352-6c55-451f-9112-494bb88fe274 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:27.286801 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-bbb8b352-6c55-451f-9112-494bb88fe274 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:security_group and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:27.289765 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-bbb8b352-6c55-451f-9112-494bb88fe274 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:27.295378 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-bbb8b352-6c55-451f-9112-494bb88fe274 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:27.305931 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bbb8b352-6c55-451f-9112-494bb88fe274 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:27.340187 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-bbb8b352-6c55-451f-9112-494bb88fe274 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:27.343836 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-bbb8b352-6c55-451f-9112-494bb88fe274 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:security_group_rule and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:27.346713 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-bbb8b352-6c55-451f-9112-494bb88fe274 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:27.352760 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-bbb8b352-6c55-451f-9112-494bb88fe274 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:27.405989 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bbb8b352-6c55-451f-9112-494bb88fe274 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:27.409704 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bbb8b352-6c55-451f-9112-494bb88fe274 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:27.452887 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8b352-6c55-451f-9112-494bb88fe274 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0233ecad-6e22-4a0c-a57d-5af5e55db652,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:27.456028 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-bbb8b352-6c55-451f-9112-494bb88fe274 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:27.457258 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-bbb8b352-6c55-451f-9112-494bb88fe274 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1851265 Mar 11 16:11:27.460123 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49272) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:27.465311 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-64b4632f-432a-4a6f-a003-a7db9514b9db tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'security_group_rule': {'security_group_id': '0233ecad-6e22-4a0c-a57d-5af5e55db652', 'project_id': 'cca1e5a82d104327971da603674c443a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:27.471189 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-64b4632f-432a-4a6f-a003-a7db9514b9db tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:27.474985 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-64b4632f-432a-4a6f-a003-a7db9514b9db tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:security_group_rule and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:27.477807 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-64b4632f-432a-4a6f-a003-a7db9514b9db tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:27.483322 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-64b4632f-432a-4a6f-a003-a7db9514b9db tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:27.499925 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-64b4632f-432a-4a6f-a003-a7db9514b9db tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:27.558040 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-64b4632f-432a-4a6f-a003-a7db9514b9db tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:27.562829 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-64b4632f-432a-4a6f-a003-a7db9514b9db tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:27.588523 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b4632f-432a-4a6f-a003-a7db9514b9db tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d18b94-942b-4de6-92dd-5ba62db65409,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:27.599387 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-64b4632f-432a-4a6f-a003-a7db9514b9db tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:27.600662 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-64b4632f-432a-4a6f-a003-a7db9514b9db tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1397104 Mar 11 16:11:27.603320 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49276) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:27.608600 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-c328a56f-86e8-4c43-92cc-50f07111d87d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'security_group_rule': {'security_group_id': '0233ecad-6e22-4a0c-a57d-5af5e55db652', 'project_id': 'cca1e5a82d104327971da603674c443a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:27.614386 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c328a56f-86e8-4c43-92cc-50f07111d87d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:27.618141 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c328a56f-86e8-4c43-92cc-50f07111d87d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:security_group_rule and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:27.620966 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c328a56f-86e8-4c43-92cc-50f07111d87d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:27.626491 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c328a56f-86e8-4c43-92cc-50f07111d87d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:27.641885 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c328a56f-86e8-4c43-92cc-50f07111d87d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:27.701444 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c328a56f-86e8-4c43-92cc-50f07111d87d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:27.704780 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c328a56f-86e8-4c43-92cc-50f07111d87d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:27.727804 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c328a56f-86e8-4c43-92cc-50f07111d87d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36f668d8-4ec8-440b-a0e7-12f8c8ba8a33,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:27.736088 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c328a56f-86e8-4c43-92cc-50f07111d87d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:27.737320 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c328a56f-86e8-4c43-92cc-50f07111d87d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1330495 Mar 11 16:11:27.740072 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49280) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:27.745577 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-849f9786-5f44-4588-8985-a852416f550d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'security_group_rule': {'security_group_id': '0233ecad-6e22-4a0c-a57d-5af5e55db652', 'project_id': 'cca1e5a82d104327971da603674c443a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:27.751407 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-849f9786-5f44-4588-8985-a852416f550d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:27.755651 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-849f9786-5f44-4588-8985-a852416f550d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:security_group_rule and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:27.758525 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-849f9786-5f44-4588-8985-a852416f550d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:27.764466 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-849f9786-5f44-4588-8985-a852416f550d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:27.780381 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-849f9786-5f44-4588-8985-a852416f550d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:27.841723 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-849f9786-5f44-4588-8985-a852416f550d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:27.845241 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-849f9786-5f44-4588-8985-a852416f550d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:27.867591 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f9786-5f44-4588-8985-a852416f550d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0bd5144-6bfb-467d-9c24-007b579ed1a6,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:27.876438 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-849f9786-5f44-4588-8985-a852416f550d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:27.878099 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-849f9786-5f44-4588-8985-a852416f550d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1366029 Mar 11 16:11:27.881383 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49284) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:27.886875 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-fed47bef-da65-408c-9bc7-2a540d71608a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'security_group_rule': {'security_group_id': '0233ecad-6e22-4a0c-a57d-5af5e55db652', 'project_id': 'cca1e5a82d104327971da603674c443a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:27.892792 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-fed47bef-da65-408c-9bc7-2a540d71608a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:27.897257 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-fed47bef-da65-408c-9bc7-2a540d71608a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:security_group_rule and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:27.900061 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-fed47bef-da65-408c-9bc7-2a540d71608a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:27.905649 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-fed47bef-da65-408c-9bc7-2a540d71608a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:27.922440 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fed47bef-da65-408c-9bc7-2a540d71608a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:27.988350 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fed47bef-da65-408c-9bc7-2a540d71608a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:27.991648 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fed47bef-da65-408c-9bc7-2a540d71608a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:28.016669 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed47bef-da65-408c-9bc7-2a540d71608a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fce883d-a8dc-459a-b7b2-62f4e1dd5cee,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:28.025842 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-fed47bef-da65-408c-9bc7-2a540d71608a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:28.027266 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-fed47bef-da65-408c-9bc7-2a540d71608a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1447594 Mar 11 16:11:28.029903 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49288) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:28.037135 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-2bc3dd84-e860-4489-9ae7-c9caa2adb0f7 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'security_group_rule': {'security_group_id': '0233ecad-6e22-4a0c-a57d-5af5e55db652', 'project_id': 'cca1e5a82d104327971da603674c443a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:28.045685 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-2bc3dd84-e860-4489-9ae7-c9caa2adb0f7 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:28.050254 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-2bc3dd84-e860-4489-9ae7-c9caa2adb0f7 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:security_group_rule and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:28.053261 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-2bc3dd84-e860-4489-9ae7-c9caa2adb0f7 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:28.058923 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-2bc3dd84-e860-4489-9ae7-c9caa2adb0f7 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:28.070495 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.securitygroups_db [None req-2bc3dd84-e860-4489-9ae7-c9caa2adb0f7 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Project cca1e5a82d104327971da603674c443a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:11:28.076849 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2bc3dd84-e860-4489-9ae7-c9caa2adb0f7 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:28.145680 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2bc3dd84-e860-4489-9ae7-c9caa2adb0f7 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:28.149652 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2bc3dd84-e860-4489-9ae7-c9caa2adb0f7 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:28.172539 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3dd84-e860-4489-9ae7-c9caa2adb0f7 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a56f9b0-8dfb-46a2-b8b1-054363ed42d9,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:28.183413 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2bc3dd84-e860-4489-9ae7-c9caa2adb0f7 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:28.187643 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-2bc3dd84-e860-4489-9ae7-c9caa2adb0f7 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1539962 Mar 11 16:11:28.187776 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49292) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:28.194032 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-68d6340b-12d2-4a6b-93c6-7ba7458d057f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'security_group_rule': {'security_group_id': '0233ecad-6e22-4a0c-a57d-5af5e55db652', 'project_id': 'cca1e5a82d104327971da603674c443a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:28.200636 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-68d6340b-12d2-4a6b-93c6-7ba7458d057f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:28.204484 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-68d6340b-12d2-4a6b-93c6-7ba7458d057f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:security_group_rule and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:28.207743 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-68d6340b-12d2-4a6b-93c6-7ba7458d057f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:28.213812 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-68d6340b-12d2-4a6b-93c6-7ba7458d057f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:28.225444 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.securitygroups_db [None req-68d6340b-12d2-4a6b-93c6-7ba7458d057f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Project cca1e5a82d104327971da603674c443a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:11:28.232842 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-68d6340b-12d2-4a6b-93c6-7ba7458d057f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:28.301961 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-68d6340b-12d2-4a6b-93c6-7ba7458d057f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:28.306513 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-68d6340b-12d2-4a6b-93c6-7ba7458d057f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:28.331791 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d6340b-12d2-4a6b-93c6-7ba7458d057f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ac082bc-32a4-4972-ae82-6eb91933981e,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:28.341606 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-68d6340b-12d2-4a6b-93c6-7ba7458d057f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:28.342850 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-68d6340b-12d2-4a6b-93c6-7ba7458d057f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1540594 Mar 11 16:11:28.345617 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49296) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:28.350730 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-e6f7526e-17da-456b-84be-bfdcf5164faf tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'network': {'name': 'tempest-network-smoke--1962497213', 'project_id': 'cca1e5a82d104327971da603674c443a', 'port_security_enabled': True}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:28.355455 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e6f7526e-17da-456b-84be-bfdcf5164faf tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:28.359425 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e6f7526e-17da-456b-84be-bfdcf5164faf tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:network and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:28.362249 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e6f7526e-17da-456b-84be-bfdcf5164faf tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:28.368448 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e6f7526e-17da-456b-84be-bfdcf5164faf tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:28.379150 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f7526e-17da-456b-84be-bfdcf5164faf tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Made reservation on behalf of cca1e5a82d104327971da603674c443a for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:11:28.382103 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e6f7526e-17da-456b-84be-bfdcf5164faf tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:28.410696 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f7526e-17da-456b-84be-bfdcf5164faf tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:11:28.419925 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e6f7526e-17da-456b-84be-bfdcf5164faf tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:28.420328 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-e6f7526e-17da-456b-84be-bfdcf5164faf tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Added segment 41f554c0-184c-4dcb-9b25-96e44121049a of type vlan for network f6ae8818-198e-40d6-9cda-a51936b4c2a5 Mar 11 16:11:28.448370 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e6f7526e-17da-456b-84be-bfdcf5164faf tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:28.480295 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e6f7526e-17da-456b-84be-bfdcf5164faf tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:28.483942 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f7526e-17da-456b-84be-bfdcf5164faf tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:28.484547 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e6f7526e-17da-456b-84be-bfdcf5164faf tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:28.684791 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e6f7526e-17da-456b-84be-bfdcf5164faf tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3381321 Mar 11 16:11:28.687837 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f7526e-17da-456b-84be-bfdcf5164faf tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'Network': ['ID=f6ae8818-198e-40d6-9cda-a51936b4c2a5,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:28.687974 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 49300) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:28.695304 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-3ce30f06-561a-48e5-92d7-2ddbf98e99d2 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2077816044', 'admin_state_up': True, 'project_id': 'cca1e5a82d104327971da603674c443a', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:28.707775 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network f6ae8818-198e-40d6-9cda-a51936b4c2a5 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:11:28.716228 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-3ce30f06-561a-48e5-92d7-2ddbf98e99d2 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:28.720386 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-3ce30f06-561a-48e5-92d7-2ddbf98e99d2 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:router and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:28.724140 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-3ce30f06-561a-48e5-92d7-2ddbf98e99d2 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:28.732541 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-3ce30f06-561a-48e5-92d7-2ddbf98e99d2 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:28.745328 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3ce30f06-561a-48e5-92d7-2ddbf98e99d2 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:28.746581 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3ce30f06-561a-48e5-92d7-2ddbf98e99d2 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:28.768532 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3ce30f06-561a-48e5-92d7-2ddbf98e99d2 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:28.917584 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3ce30f06-561a-48e5-92d7-2ddbf98e99d2 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:29.098560 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3ce30f06-561a-48e5-92d7-2ddbf98e99d2 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for router_gateway, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:29.127285 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3ce30f06-561a-48e5-92d7-2ddbf98e99d2 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:29.265690 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-3ce30f06-561a-48e5-92d7-2ddbf98e99d2 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Allocated IP 172.26.0.197 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/2750d834-6423-4a58-96d5-e738b4e40855) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:11:29.413424 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3ce30f06-561a-48e5-92d7-2ddbf98e99d2 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:29.437211 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9c92924f-2b89-476e-8b3f-1608ca52634f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:29.442500 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3ce30f06-561a-48e5-92d7-2ddbf98e99d2 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:29.508743 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce30f06-561a-48e5-92d7-2ddbf98e99d2 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:11:29.511472 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-3ce30f06-561a-48e5-92d7-2ddbf98e99d2 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:29.515722 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce30f06-561a-48e5-92d7-2ddbf98e99d2 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:11:29.540520 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce30f06-561a-48e5-92d7-2ddbf98e99d2 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'Port': ['ID=2750d834-6423-4a58-96d5-e738b4e40855,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:29.670565 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3ce30f06-561a-48e5-92d7-2ddbf98e99d2 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for router_gateway, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:29.671335 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3ce30f06-561a-48e5-92d7-2ddbf98e99d2 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:29.989109 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce30f06-561a-48e5-92d7-2ddbf98e99d2 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Router 3c4f4fb5-51d1-4684-8683-01263073be1b is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:11:30.187799 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce30f06-561a-48e5-92d7-2ddbf98e99d2 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:11:30.198472 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571e7ed8-e687-422f-b7e9-eff5b88d30b9 None None] Sync routers for ids ['3c4f4fb5-51d1-4684-8683-01263073be1b'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:11:30.209965 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571e7ed8-e687-422f-b7e9-eff5b88d30b9 None None] Routers {'3c4f4fb5-51d1-4684-8683-01263073be1b'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:11:30.210676 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-571e7ed8-e687-422f-b7e9-eff5b88d30b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:11:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['3c4f4fb5-51d1-4684-8683-01263073be1b'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:30.215932 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3ce30f06-561a-48e5-92d7-2ddbf98e99d2 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:30.220266 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-3ce30f06-561a-48e5-92d7-2ddbf98e99d2 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5284140 Mar 11 16:11:30.220834 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49308) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:30.329841 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5b210a30-a615-4b49-a7c9-51611659e0f7 tempest-TestNetworkAdvancedServerOps-356817997 tempest-TestNetworkAdvancedServerOps-356817997-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=cca1e5a82d104327971da603674c443a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1051638 Mar 11 16:11:30.330125 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49314) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:30.388850 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-571e7ed8-e687-422f-b7e9-eff5b88d30b9 None None] Set router 3c4f4fb5-51d1-4684-8683-01263073be1b gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:11:30.463864 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfe6b6f-5fc3-438d-846a-50bdc7bc35ff tempest-TestNetworkAdvancedServerOps-356817997 tempest-TestNetworkAdvancedServerOps-356817997-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:30.465284 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6bfe6b6f-5fc3-438d-846a-50bdc7bc35ff tempest-TestNetworkAdvancedServerOps-356817997 tempest-TestNetworkAdvancedServerOps-356817997-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1341481 Mar 11 16:11:30.468213 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49318) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:30.512991 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ad955923-8e3a-4b7a-9d3f-83d76d17831e tempest-TestNetworkAdvancedServerOps-356817997 tempest-TestNetworkAdvancedServerOps-356817997-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=69193b02-dbf5-4ccf-b3ce-76dabd3f8655&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0436933 Mar 11 16:11:30.515449 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49322) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:30.521812 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-dd92f18f-0c99-4d53-86f8-4f0ee99ce952 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1951824175', 'network_id': 'f6ae8818-198e-40d6-9cda-a51936b4c2a5', 'project_id': 'cca1e5a82d104327971da603674c443a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:30.632079 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-dd92f18f-0c99-4d53-86f8-4f0ee99ce952 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:30.635755 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-dd92f18f-0c99-4d53-86f8-4f0ee99ce952 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:subnet and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:30.638479 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-dd92f18f-0c99-4d53-86f8-4f0ee99ce952 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:30.645074 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-dd92f18f-0c99-4d53-86f8-4f0ee99ce952 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:30.654855 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd92f18f-0c99-4d53-86f8-4f0ee99ce952 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Made reservation on behalf of cca1e5a82d104327971da603674c443a for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:11:30.669732 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-571e7ed8-e687-422f-b7e9-eff5b88d30b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4f4fb5-51d1-4684-8683-01263073be1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077816044', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.197'}], 'enable_snat': True}, 'gw_port_id': '2750d834-6423-4a58-96d5-e738b4e40855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:28Z', 'updated_at': '2022-03-11T16:11:29Z', 'revision_number': 3, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '2750d834-6423-4a58-96d5-e738b4e40855', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4f4fb5-51d1-4684-8683-01263073be1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:29Z', 'updated_at': '2022-03-11T16:11:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:30.673659 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571e7ed8-e687-422f-b7e9-eff5b88d30b9 None None] Checking router: 3c4f4fb5-51d1-4684-8683-01263073be1b for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:11:30.674012 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571e7ed8-e687-422f-b7e9-eff5b88d30b9 None None] Updating router 3c4f4fb5-51d1-4684-8683-01263073be1b port 2750d834-6423-4a58-96d5-e738b4e40855 binding host dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:11:30.728598 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-571e7ed8-e687-422f-b7e9-eff5b88d30b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:30.754521 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dd92f18f-0c99-4d53-86f8-4f0ee99ce952 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:30.980832 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dd92f18f-0c99-4d53-86f8-4f0ee99ce952 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:31.054849 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-571e7ed8-e687-422f-b7e9-eff5b88d30b9 None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:31.056503 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd92f18f-0c99-4d53-86f8-4f0ee99ce952 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'Subnet': ['ID=fe00bad5-76c9-4aaa-bca3-c7baae2f09c9,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:31.069120 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-571e7ed8-e687-422f-b7e9-eff5b88d30b9 None None] Transition to ACTIVE for port object 2750d834-6423-4a58-96d5-e738b4e40855 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:11:31.070140 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd92f18f-0c99-4d53-86f8-4f0ee99ce952 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Checking segment: {'id': '41f554c0-184c-4dcb-9b25-96e44121049a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'f6ae8818-198e-40d6-9cda-a51936b4c2a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:11:31.070502 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd92f18f-0c99-4d53-86f8-4f0ee99ce952 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Network hostable DHCP agents. Network: f6ae8818-198e-40d6-9cda-a51936b4c2a5, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:11:31.075813 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-571e7ed8-e687-422f-b7e9-eff5b88d30b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:31.092499 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd92f18f-0c99-4d53-86f8-4f0ee99ce952 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Network f6ae8818-198e-40d6-9cda-a51936b4c2a5 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:11:31.101853 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-dd92f18f-0c99-4d53-86f8-4f0ee99ce952 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, f6ae8818-198e-40d6-9cda-a51936b4c2a5) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:31.105813 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd92f18f-0c99-4d53-86f8-4f0ee99ce952 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:31.106396 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dd92f18f-0c99-4d53-86f8-4f0ee99ce952 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:31.115328 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae415b1c-b794-4b82-8eab-2be74878c75c None None] Network f6ae8818-198e-40d6-9cda-a51936b4c2a5 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:11:31.129201 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-dd92f18f-0c99-4d53-86f8-4f0ee99ce952 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6124926 Mar 11 16:11:31.131623 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49326) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:31.226501 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-571e7ed8-e687-422f-b7e9-eff5b88d30b9 None None] Attempting to bind port 2750d834-6423-4a58-96d5-e738b4e40855 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:11:31.227124 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-571e7ed8-e687-422f-b7e9-eff5b88d30b9 None None] Attempting to bind port 2750d834-6423-4a58-96d5-e738b4e40855 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:11:31.227216 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571e7ed8-e687-422f-b7e9-eff5b88d30b9 None None] Attempting to bind port 2750d834-6423-4a58-96d5-e738b4e40855 on network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:11:31.244897 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a1a56-ec01-4bec-b06c-5d4185d9d473 None None] Pushing event updated for resources: {'Port': ['ID=2750d834-6423-4a58-96d5-e738b4e40855,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:31.250705 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571e7ed8-e687-422f-b7e9-eff5b88d30b9 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:11:31.250705 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571e7ed8-e687-422f-b7e9-eff5b88d30b9 None None] Checking segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:11:31.250957 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-571e7ed8-e687-422f-b7e9-eff5b88d30b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:31.251199 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571e7ed8-e687-422f-b7e9-eff5b88d30b9 None None] Bound using segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:11:31.251660 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-571e7ed8-e687-422f-b7e9-eff5b88d30b9 None None] Bound port: 2750d834-6423-4a58-96d5-e738b4e40855, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:11:31.251660 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-571e7ed8-e687-422f-b7e9-eff5b88d30b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:31.427355 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-571e7ed8-e687-422f-b7e9-eff5b88d30b9 None None] For port 2750d834-6423-4a58-96d5-e738b4e40855, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:11:31.440473 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-571e7ed8-e687-422f-b7e9-eff5b88d30b9 None None] For port 2750d834-6423-4a58-96d5-e738b4e40855, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=2750d834-6423-4a58-96d5-e738b4e40855,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:11:31.447521 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-571e7ed8-e687-422f-b7e9-eff5b88d30b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:31.541153 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ce99d1-330f-4eaf-866f-81c15c975e6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-f6ae8818-198e-40d6-9cda-a51936b4c2a5', 'network_id': 'f6ae8818-198e-40d6-9cda-a51936b4c2a5', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'fixed_ips': [{'subnet_id': 'fe00bad5-76c9-4aaa-bca3-c7baae2f09c9'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:11:31.541953 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-79ce99d1-330f-4eaf-866f-81c15c975e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:31.584231 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a1a56-ec01-4bec-b06c-5d4185d9d473 None None] Pushing event updated for resources: {'Port': ['ID=2750d834-6423-4a58-96d5-e738b4e40855,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:31.631593 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571e7ed8-e687-422f-b7e9-eff5b88d30b9 None None] Routers {'3c4f4fb5-51d1-4684-8683-01263073be1b'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:11:31.632260 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-571e7ed8-e687-422f-b7e9-eff5b88d30b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:11:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['3c4f4fb5-51d1-4684-8683-01263073be1b'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:31.792270 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bb95742e-c08c-4dee-ab7f-2a4640f6507c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:31.902859 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-79ce99d1-330f-4eaf-866f-81c15c975e6d None None] Allocated IP 172.20.0.2 (f6ae8818-198e-40d6-9cda-a51936b4c2a5/fe00bad5-76c9-4aaa-bca3-c7baae2f09c9/e848dc6c-5749-427c-b2a0-22576eb59eab) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:11:31.919013 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-571e7ed8-e687-422f-b7e9-eff5b88d30b9 None None] Set router 3c4f4fb5-51d1-4684-8683-01263073be1b gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:11:32.012592 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-323467b2-d62a-4e62-920c-c0cf14d96ef6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:32.351342 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-79ce99d1-330f-4eaf-866f-81c15c975e6d None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:32.368275 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-79ce99d1-330f-4eaf-866f-81c15c975e6d None None] Transition to ACTIVE for port object e848dc6c-5749-427c-b2a0-22576eb59eab will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:11:32.392353 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-79ce99d1-330f-4eaf-866f-81c15c975e6d None None] Transition to ACTIVE for port object e848dc6c-5749-427c-b2a0-22576eb59eab will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:11:32.398153 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-79ce99d1-330f-4eaf-866f-81c15c975e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:32.450122 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-571e7ed8-e687-422f-b7e9-eff5b88d30b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4f4fb5-51d1-4684-8683-01263073be1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077816044', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.197'}], 'enable_snat': True}, 'gw_port_id': '2750d834-6423-4a58-96d5-e738b4e40855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:28Z', 'updated_at': '2022-03-11T16:11:29Z', 'revision_number': 3, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '2750d834-6423-4a58-96d5-e738b4e40855', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4f4fb5-51d1-4684-8683-01263073be1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:29Z', 'updated_at': '2022-03-11T16:11:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:32.466792 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-323467b2-d62a-4e62-920c-c0cf14d96ef6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Allocated IP 172.20.0.1 (f6ae8818-198e-40d6-9cda-a51936b4c2a5/fe00bad5-76c9-4aaa-bca3-c7baae2f09c9/afd9ccc9-3e6e-4667-b02b-9fc181abab34) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:11:32.470070 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ce99d1-330f-4eaf-866f-81c15c975e6d None None] Network f6ae8818-198e-40d6-9cda-a51936b4c2a5 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:11:32.471005 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571e7ed8-e687-422f-b7e9-eff5b88d30b9 None None] The sync data for ids ['3c4f4fb5-51d1-4684-8683-01263073be1b'] in dv-neutron-833373-1-hyperv is: [{'id': '3c4f4fb5-51d1-4684-8683-01263073be1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077816044', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.197'}], 'enable_snat': True}, 'gw_port_id': '2750d834-6423-4a58-96d5-e738b4e40855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:28Z', 'updated_at': '2022-03-11T16:11:29Z', 'revision_number': 3, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '2750d834-6423-4a58-96d5-e738b4e40855', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4f4fb5-51d1-4684-8683-01263073be1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:29Z', 'updated_at': '2022-03-11T16:11:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:11:32.476005 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-79ce99d1-330f-4eaf-866f-81c15c975e6d None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:32.478131 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ce99d1-330f-4eaf-866f-81c15c975e6d None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:11:32.490034 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce99d1-330f-4eaf-866f-81c15c975e6d None None] Pushing event updated for resources: {'Port': ['ID=e848dc6c-5749-427c-b2a0-22576eb59eab,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:32.583610 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-79ce99d1-330f-4eaf-866f-81c15c975e6d None None] Attempting to bind port e848dc6c-5749-427c-b2a0-22576eb59eab on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:11:32.583973 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-79ce99d1-330f-4eaf-866f-81c15c975e6d None None] Attempting to bind port e848dc6c-5749-427c-b2a0-22576eb59eab by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '41f554c0-184c-4dcb-9b25-96e44121049a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'f6ae8818-198e-40d6-9cda-a51936b4c2a5'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:11:32.584356 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ce99d1-330f-4eaf-866f-81c15c975e6d None None] Attempting to bind port e848dc6c-5749-427c-b2a0-22576eb59eab on network f6ae8818-198e-40d6-9cda-a51936b4c2a5 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:11:32.590898 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ce99d1-330f-4eaf-866f-81c15c975e6d None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:11:32.591351 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ce99d1-330f-4eaf-866f-81c15c975e6d None None] Checking segment: {'id': '41f554c0-184c-4dcb-9b25-96e44121049a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'f6ae8818-198e-40d6-9cda-a51936b4c2a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:11:32.591876 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-79ce99d1-330f-4eaf-866f-81c15c975e6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:32.592287 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ce99d1-330f-4eaf-866f-81c15c975e6d None None] Bound using segment: {'id': '41f554c0-184c-4dcb-9b25-96e44121049a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'f6ae8818-198e-40d6-9cda-a51936b4c2a5'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:11:32.592742 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-79ce99d1-330f-4eaf-866f-81c15c975e6d None None] Bound port: e848dc6c-5749-427c-b2a0-22576eb59eab, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f554c0-184c-4dcb-9b25-96e44121049a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'f6ae8818-198e-40d6-9cda-a51936b4c2a5'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:11:32.593115 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-79ce99d1-330f-4eaf-866f-81c15c975e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:32.639093 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-323467b2-d62a-4e62-920c-c0cf14d96ef6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:32.672624 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-323467b2-d62a-4e62-920c-c0cf14d96ef6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Transition to ACTIVE for port object afd9ccc9-3e6e-4667-b02b-9fc181abab34 will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:11:32.709163 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-79ce99d1-330f-4eaf-866f-81c15c975e6d None None] For port e848dc6c-5749-427c-b2a0-22576eb59eab, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:11:32.709772 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-323467b2-d62a-4e62-920c-c0cf14d96ef6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:32.713103 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-79ce99d1-330f-4eaf-866f-81c15c975e6d None None] For port e848dc6c-5749-427c-b2a0-22576eb59eab, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=e848dc6c-5749-427c-b2a0-22576eb59eab,segment=NetworkSegment(41f554c0-184c-4dcb-9b25-96e44121049a),segment_id=41f554c0-184c-4dcb-9b25-96e44121049a)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:11:32.719742 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-79ce99d1-330f-4eaf-866f-81c15c975e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:32.801497 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323467b2-d62a-4e62-920c-c0cf14d96ef6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Network f6ae8818-198e-40d6-9cda-a51936b4c2a5 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:11:32.809072 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-323467b2-d62a-4e62-920c-c0cf14d96ef6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:32.814586 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323467b2-d62a-4e62-920c-c0cf14d96ef6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:11:32.820717 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce99d1-330f-4eaf-866f-81c15c975e6d None None] Pushing event updated for resources: {'Port': ['ID=e848dc6c-5749-427c-b2a0-22576eb59eab,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:32.851878 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 2750d834-6423-4a58-96d5-e738b4e40855 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:11:32.882286 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323467b2-d62a-4e62-920c-c0cf14d96ef6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'Port': ['ID=afd9ccc9-3e6e-4667-b02b-9fc181abab34,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:32.912054 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-323467b2-d62a-4e62-920c-c0cf14d96ef6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:32.931026 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:32.951495 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 2750d834-6423-4a58-96d5-e738b4e40855 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:11:32.957744 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 2750d834-6423-4a58-96d5-e738b4e40855 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:32.958124 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:33.048656 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-323467b2-d62a-4e62-920c-c0cf14d96ef6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:33.203664 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:33.213977 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:33.233666 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 2750d834-6423-4a58-96d5-e738b4e40855, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=2750d834-6423-4a58-96d5-e738b4e40855,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:33.241853 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:33.322286 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=2750d834-6423-4a58-96d5-e738b4e40855,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:33.503494 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-323467b2-d62a-4e62-920c-c0cf14d96ef6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:33.508740 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-323467b2-d62a-4e62-920c-c0cf14d96ef6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:33.630697 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323467b2-d62a-4e62-920c-c0cf14d96ef6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'Port': ['ID=afd9ccc9-3e6e-4667-b02b-9fc181abab34,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:33.633456 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-323467b2-d62a-4e62-920c-c0cf14d96ef6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:33.773038 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323467b2-d62a-4e62-920c-c0cf14d96ef6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Network f6ae8818-198e-40d6-9cda-a51936b4c2a5 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:11:33.774155 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-323467b2-d62a-4e62-920c-c0cf14d96ef6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:33.777768 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d10f7c-af89-49e4-a8b0-e983bd814e34 None None] Network f6ae8818-198e-40d6-9cda-a51936b4c2a5 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:11:33.887185 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2e230c16-cd10-492a-b3e0-301752d02b9a None None] Provisioning for port e848dc6c-5749-427c-b2a0-22576eb59eab completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:11:34.263351 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323467b2-d62a-4e62-920c-c0cf14d96ef6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Router 3c4f4fb5-51d1-4684-8683-01263073be1b has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:11:34.331774 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6aa6a56b-4e1c-4a2e-8c64-6efbf5d16abf None None] Provisioning for port afd9ccc9-3e6e-4667-b02b-9fc181abab34 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:11:34.337464 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:34.338699 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6aa6a56b-4e1c-4a2e-8c64-6efbf5d16abf None None] Provisioning complete for port afd9ccc9-3e6e-4667-b02b-9fc181abab34 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:34.339065 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6aa6a56b-4e1c-4a2e-8c64-6efbf5d16abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:34.392676 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-6aa6a56b-4e1c-4a2e-8c64-6efbf5d16abf None None] Port afd9ccc9-3e6e-4667-b02b-9fc181abab34 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:11:34.480839 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323467b2-d62a-4e62-920c-c0cf14d96ef6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:11:34.496479 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-323467b2-d62a-4e62-920c-c0cf14d96ef6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "PUT /v2.0/routers/3c4f4fb5-51d1-4684-8683-01263073be1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3637605 Mar 11 16:11:34.526105 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-159c7e3c-8177-4e77-b04c-5336e2ea5a03 None None] Provisioning complete for port afd9ccc9-3e6e-4667-b02b-9fc181abab34 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:34.526475 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-159c7e3c-8177-4e77-b04c-5336e2ea5a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:34.589716 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-159c7e3c-8177-4e77-b04c-5336e2ea5a03 None None] Port afd9ccc9-3e6e-4667-b02b-9fc181abab34 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:11:34.675674 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-64d87c92-a4c2-410e-8e59-0a3dc0cadd55 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Synchronizing usage tracker for tenant:cca1e5a82d104327971da603674c443a on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:11:34.690776 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-64d87c92-a4c2-410e-8e59-0a3dc0cadd55 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Unset dirty status for tenant:cca1e5a82d104327971da603674c443a on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:11:34.692166 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-64d87c92-a4c2-410e-8e59-0a3dc0cadd55 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1044525985&fields=id&tenant_id=cca1e5a82d104327971da603674c443a HTTP/1.1" status: 200 len: 267 time: 0.0569918 Mar 11 16:11:34.713129 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-39e0d361-bbc2-4e53-b31f-c3f6031ea3ba None None] Provisioning complete for port afd9ccc9-3e6e-4667-b02b-9fc181abab34 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:34.713814 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-39e0d361-bbc2-4e53-b31f-c3f6031ea3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:34.767716 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-39e0d361-bbc2-4e53-b31f-c3f6031ea3ba None None] Port afd9ccc9-3e6e-4667-b02b-9fc181abab34 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:11:34.843766 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 2750d834-6423-4a58-96d5-e738b4e40855 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:11:34.850058 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-24073d3a-104b-479f-a47c-747f3fe820a9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:34.850730 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-24073d3a-104b-479f-a47c-747f3fe820a9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Synchronizing usage tracker for tenant:cca1e5a82d104327971da603674c443a on resource:network {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:11:34.866689 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-24073d3a-104b-479f-a47c-747f3fe820a9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Unset dirty status for tenant:cca1e5a82d104327971da603674c443a on resource:network {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:11:34.867980 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-24073d3a-104b-479f-a47c-747f3fe820a9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/networks?id=f6ae8818-198e-40d6-9cda-a51936b4c2a5 HTTP/1.1" status: 200 len: 797 time: 0.1690023 Mar 11 16:11:34.884216 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-0100d184-88bb-4a19-9073-0aaf2193c28a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/quotas/cca1e5a82d104327971da603674c443a HTTP/1.1" status: 200 len: 375 time: 0.0106671 Mar 11 16:11:34.914354 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 2750d834-6423-4a58-96d5-e738b4e40855 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:34.914721 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:34.964191 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-a43fe9fc-6ce0-4a23-8293-09924c27bf67 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Synchronizing usage tracker for tenant:cca1e5a82d104327971da603674c443a on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:11:34.979474 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-a43fe9fc-6ce0-4a23-8293-09924c27bf67 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Unset dirty status for tenant:cca1e5a82d104327971da603674c443a on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:11:34.980837 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-a43fe9fc-6ce0-4a23-8293-09924c27bf67 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cca1e5a82d104327971da603674c443a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0912662 Mar 11 16:11:34.997936 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-1ec28b2b-eb21-4c1b-a71e-090d50eba97d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83867) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:11:34.998877 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-1ec28b2b-eb21-4c1b-a71e-090d50eba97d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050302 Mar 11 16:11:35.029355 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device e848dc6c-5749-427c-b2a0-22576eb59eab up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:11:35.098726 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port e848dc6c-5749-427c-b2a0-22576eb59eab completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:11:35.103552 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port e848dc6c-5749-427c-b2a0-22576eb59eab triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:35.103924 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:35.130488 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-7dc39b15-4017-4c0e-8c08-8ac64a1cbaa4 service neutron] 10.222.0.31 "GET /v2.0/networks/f6ae8818-198e-40d6-9cda-a51936b4c2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249509 Mar 11 16:11:35.216918 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:35.251204 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port e848dc6c-5749-427c-b2a0-22576eb59eab, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=e848dc6c-5749-427c-b2a0-22576eb59eab,segment=NetworkSegment(41f554c0-184c-4dcb-9b25-96e44121049a),segment_id=41f554c0-184c-4dcb-9b25-96e44121049a)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:35.255533 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:35.267847 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-da6fbb54-bb75-4100-a609-35dcd967de2b service neutron] 10.222.0.31 "GET /v2.0/networks/f6ae8818-198e-40d6-9cda-a51936b4c2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315026 Mar 11 16:11:35.319869 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=e848dc6c-5749-427c-b2a0-22576eb59eab,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:36.080400 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515b779d-bd04-4dd3-ae68-e588ee19fb1d None None] Sync routers for ids ['3c4f4fb5-51d1-4684-8683-01263073be1b'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:11:36.124944 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515b779d-bd04-4dd3-ae68-e588ee19fb1d None None] Routers {'3c4f4fb5-51d1-4684-8683-01263073be1b'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:11:36.125526 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-515b779d-bd04-4dd3-ae68-e588ee19fb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:11:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['3c4f4fb5-51d1-4684-8683-01263073be1b'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:36.296281 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-515b779d-bd04-4dd3-ae68-e588ee19fb1d None None] Set router 3c4f4fb5-51d1-4684-8683-01263073be1b gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:11:36.490557 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-dd5203e2-dde6-4d67-bb44-32b1b0f74898 req-018160cd-58a3-408d-8dd6-69433366ca31 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Synchronizing usage tracker for tenant:cca1e5a82d104327971da603674c443a on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:11:36.502344 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-dd5203e2-dde6-4d67-bb44-32b1b0f74898 req-018160cd-58a3-408d-8dd6-69433366ca31 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Unset dirty status for tenant:cca1e5a82d104327971da603674c443a on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:11:36.503935 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dd5203e2-dde6-4d67-bb44-32b1b0f74898 req-018160cd-58a3-408d-8dd6-69433366ca31 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 210 time: 0.0601351 Mar 11 16:11:36.619730 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-515b779d-bd04-4dd3-ae68-e588ee19fb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4f4fb5-51d1-4684-8683-01263073be1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077816044', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.197'}], 'enable_snat': True}, 'gw_port_id': '2750d834-6423-4a58-96d5-e738b4e40855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:28Z', 'updated_at': '2022-03-11T16:11:32Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '2750d834-6423-4a58-96d5-e738b4e40855', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4f4fb5-51d1-4684-8683-01263073be1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:29Z', 'updated_at': '2022-03-11T16:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'afd9ccc9-3e6e-4667-b02b-9fc181abab34', 'name': '', 'network_id': 'f6ae8818-198e-40d6-9cda-a51936b4c2a5', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'mac_address': 'fa:16:3e:fb:1d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4f4fb5-51d1-4684-8683-01263073be1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe00bad5-76c9-4aaa-bca3-c7baae2f09c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:32Z', 'updated_at': '2022-03-11T16:11:33Z', 'revision_number': 2, 'project_id': 'cca1e5a82d104327971da603674c443a', 'subnets': [{'id': 'fe00bad5-76c9-4aaa-bca3-c7baae2f09c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:36.623495 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515b779d-bd04-4dd3-ae68-e588ee19fb1d None None] Checking router: 3c4f4fb5-51d1-4684-8683-01263073be1b for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:11:36.623840 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515b779d-bd04-4dd3-ae68-e588ee19fb1d None None] Updating router 3c4f4fb5-51d1-4684-8683-01263073be1b port afd9ccc9-3e6e-4667-b02b-9fc181abab34 binding host dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:11:36.675220 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-515b779d-bd04-4dd3-ae68-e588ee19fb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:36.765929 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device e848dc6c-5749-427c-b2a0-22576eb59eab up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:11:36.834710 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port e848dc6c-5749-427c-b2a0-22576eb59eab triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:36.835179 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:37.043302 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-515b779d-bd04-4dd3-ae68-e588ee19fb1d None None] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:37.057665 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-515b779d-bd04-4dd3-ae68-e588ee19fb1d None None] Transition to ACTIVE for port object afd9ccc9-3e6e-4667-b02b-9fc181abab34 will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:11:37.063906 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-515b779d-bd04-4dd3-ae68-e588ee19fb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:37.177099 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ebe2d-15a1-4685-81a3-c7d9c8f69a76 None None] Pushing event updated for resources: {'Port': ['ID=afd9ccc9-3e6e-4667-b02b-9fc181abab34,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:37.195394 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ebe2d-15a1-4685-81a3-c7d9c8f69a76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:37.195729 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ebe2d-15a1-4685-81a3-c7d9c8f69a76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:37.196050 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ebe2d-15a1-4685-81a3-c7d9c8f69a76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:37.196397 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ebe2d-15a1-4685-81a3-c7d9c8f69a76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:37.196713 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ebe2d-15a1-4685-81a3-c7d9c8f69a76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:37.197033 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ebe2d-15a1-4685-81a3-c7d9c8f69a76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:37.197346 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ebe2d-15a1-4685-81a3-c7d9c8f69a76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:37.197657 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ebe2d-15a1-4685-81a3-c7d9c8f69a76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:37.197962 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ebe2d-15a1-4685-81a3-c7d9c8f69a76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:37.198272 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ebe2d-15a1-4685-81a3-c7d9c8f69a76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:37.198568 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ebe2d-15a1-4685-81a3-c7d9c8f69a76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:37.288860 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-515b779d-bd04-4dd3-ae68-e588ee19fb1d None None] Attempting to bind port afd9ccc9-3e6e-4667-b02b-9fc181abab34 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:11:37.289326 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-515b779d-bd04-4dd3-ae68-e588ee19fb1d None None] Attempting to bind port afd9ccc9-3e6e-4667-b02b-9fc181abab34 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '41f554c0-184c-4dcb-9b25-96e44121049a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'f6ae8818-198e-40d6-9cda-a51936b4c2a5'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:11:37.289752 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515b779d-bd04-4dd3-ae68-e588ee19fb1d None None] Attempting to bind port afd9ccc9-3e6e-4667-b02b-9fc181abab34 on network f6ae8818-198e-40d6-9cda-a51936b4c2a5 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:11:37.296432 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515b779d-bd04-4dd3-ae68-e588ee19fb1d None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:11:37.296958 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515b779d-bd04-4dd3-ae68-e588ee19fb1d None None] Checking segment: {'id': '41f554c0-184c-4dcb-9b25-96e44121049a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'f6ae8818-198e-40d6-9cda-a51936b4c2a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:11:37.297111 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-515b779d-bd04-4dd3-ae68-e588ee19fb1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:37.297497 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515b779d-bd04-4dd3-ae68-e588ee19fb1d None None] Bound using segment: {'id': '41f554c0-184c-4dcb-9b25-96e44121049a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'f6ae8818-198e-40d6-9cda-a51936b4c2a5'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:11:37.297953 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-515b779d-bd04-4dd3-ae68-e588ee19fb1d None None] Bound port: afd9ccc9-3e6e-4667-b02b-9fc181abab34, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f554c0-184c-4dcb-9b25-96e44121049a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'f6ae8818-198e-40d6-9cda-a51936b4c2a5'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:11:37.298322 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-515b779d-bd04-4dd3-ae68-e588ee19fb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:37.390763 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-515b779d-bd04-4dd3-ae68-e588ee19fb1d None None] For port afd9ccc9-3e6e-4667-b02b-9fc181abab34, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:11:37.394940 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-515b779d-bd04-4dd3-ae68-e588ee19fb1d None None] For port afd9ccc9-3e6e-4667-b02b-9fc181abab34, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=afd9ccc9-3e6e-4667-b02b-9fc181abab34,segment=NetworkSegment(41f554c0-184c-4dcb-9b25-96e44121049a),segment_id=41f554c0-184c-4dcb-9b25-96e44121049a)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:11:37.399114 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-515b779d-bd04-4dd3-ae68-e588ee19fb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:37.489871 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ebe2d-15a1-4685-81a3-c7d9c8f69a76 None None] Pushing event updated for resources: {'Port': ['ID=afd9ccc9-3e6e-4667-b02b-9fc181abab34,revision_number=4']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:37.501908 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515b779d-bd04-4dd3-ae68-e588ee19fb1d None None] Routers {'3c4f4fb5-51d1-4684-8683-01263073be1b'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:11:37.502622 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-515b779d-bd04-4dd3-ae68-e588ee19fb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:11:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['3c4f4fb5-51d1-4684-8683-01263073be1b'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:37.554503 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-9eb60a97-e0f6-4d69-bca2-c42c1440e29f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:37.556219 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-9eb60a97-e0f6-4d69-bca2-c42c1440e29f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.73 "GET /v2.0/networks?id=f6ae8818-198e-40d6-9cda-a51936b4c2a5 HTTP/1.1" status: 200 len: 797 time: 0.1747842 Mar 11 16:11:37.615576 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-bd2aa445-2a11-45d7-a4e9-57cc2b6a5ee4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cca1e5a82d104327971da603674c443a HTTP/1.1" status: 200 len: 380 time: 0.0439968 Mar 11 16:11:37.632538 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-2a2c7602-7566-4def-8ed2-015aae07204d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'port': {'device_id': '69d6408c-b674-4a63-93f9-a91b54dfaa18', 'network_id': 'f6ae8818-198e-40d6-9cda-a51936b4c2a5', 'admin_state_up': True, 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'security_groups': ['0233ecad-6e22-4a0c-a57d-5af5e55db652']}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:37.700830 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-725091c1-3207-4f22-80c4-31486f42a490 req-b4cc319d-7480-4c08-94fd-e663ae6012b7 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 210 time: 0.0526075 Mar 11 16:11:37.775286 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-515b779d-bd04-4dd3-ae68-e588ee19fb1d None None] Set router 3c4f4fb5-51d1-4684-8683-01263073be1b gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:11:37.802426 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-2a2c7602-7566-4def-8ed2-015aae07204d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:37.811688 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-2a2c7602-7566-4def-8ed2-015aae07204d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:37.823589 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-2a2c7602-7566-4def-8ed2-015aae07204d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Made reservation on behalf of cca1e5a82d104327971da603674c443a for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:11:37.826574 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-2a2c7602-7566-4def-8ed2-015aae07204d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:37.993149 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-2a2c7602-7566-4def-8ed2-015aae07204d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Allocated IP 172.20.0.6 (f6ae8818-198e-40d6-9cda-a51936b4c2a5/fe00bad5-76c9-4aaa-bca3-c7baae2f09c9/648caed8-c183-4bd5-915d-1929d0060a46) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:11:38.090174 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-515b779d-bd04-4dd3-ae68-e588ee19fb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4f4fb5-51d1-4684-8683-01263073be1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077816044', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.197'}], 'enable_snat': True}, 'gw_port_id': '2750d834-6423-4a58-96d5-e738b4e40855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:28Z', 'updated_at': '2022-03-11T16:11:32Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '2750d834-6423-4a58-96d5-e738b4e40855', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4f4fb5-51d1-4684-8683-01263073be1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:29Z', 'updated_at': '2022-03-11T16:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'afd9ccc9-3e6e-4667-b02b-9fc181abab34', 'name': '', 'network_id': 'f6ae8818-198e-40d6-9cda-a51936b4c2a5', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'mac_address': 'fa:16:3e:fb:1d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4f4fb5-51d1-4684-8683-01263073be1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe00bad5-76c9-4aaa-bca3-c7baae2f09c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:32Z', 'updated_at': '2022-03-11T16:11:37Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'subnets': [{'id': 'fe00bad5-76c9-4aaa-bca3-c7baae2f09c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:38.094085 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515b779d-bd04-4dd3-ae68-e588ee19fb1d None None] The sync data for ids ['3c4f4fb5-51d1-4684-8683-01263073be1b'] in dv-neutron-833373-1-hyperv is: [{'id': '3c4f4fb5-51d1-4684-8683-01263073be1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077816044', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.197'}], 'enable_snat': True}, 'gw_port_id': '2750d834-6423-4a58-96d5-e738b4e40855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:28Z', 'updated_at': '2022-03-11T16:11:32Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '2750d834-6423-4a58-96d5-e738b4e40855', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4f4fb5-51d1-4684-8683-01263073be1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:29Z', 'updated_at': '2022-03-11T16:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'afd9ccc9-3e6e-4667-b02b-9fc181abab34', 'name': '', 'network_id': 'f6ae8818-198e-40d6-9cda-a51936b4c2a5', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'mac_address': 'fa:16:3e:fb:1d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4f4fb5-51d1-4684-8683-01263073be1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe00bad5-76c9-4aaa-bca3-c7baae2f09c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:32Z', 'updated_at': '2022-03-11T16:11:37Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'subnets': [{'id': 'fe00bad5-76c9-4aaa-bca3-c7baae2f09c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:11:38.211898 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-2a2c7602-7566-4def-8ed2-015aae07204d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:38.229029 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-2a2c7602-7566-4def-8ed2-015aae07204d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Transition to ACTIVE for port object 648caed8-c183-4bd5-915d-1929d0060a46 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:11:38.253598 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-2a2c7602-7566-4def-8ed2-015aae07204d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:38.334155 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-2a2c7602-7566-4def-8ed2-015aae07204d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Network f6ae8818-198e-40d6-9cda-a51936b4c2a5 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:11:38.338232 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c7602-7566-4def-8ed2-015aae07204d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'Port': ['ID=648caed8-c183-4bd5-915d-1929d0060a46,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:38.341677 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-2a2c7602-7566-4def-8ed2-015aae07204d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:38.343729 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-2a2c7602-7566-4def-8ed2-015aae07204d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:11:38.406280 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-2a2c7602-7566-4def-8ed2-015aae07204d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:38.406923 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-2a2c7602-7566-4def-8ed2-015aae07204d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:38.444672 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-2a2c7602-7566-4def-8ed2-015aae07204d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8233988 Mar 11 16:11:38.456882 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-705a6ba8-e82e-482e-b686-7cb25fcadda2 service neutron] Request body: {'port': {'device_id': '69d6408c-b674-4a63-93f9-a91b54dfaa18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:38.567092 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-ec2b4ec1-8703-4f2d-bcfe-afe90f165505 None None] Provisioning for port 648caed8-c183-4bd5-915d-1929d0060a46 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:11:38.572698 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-ec2b4ec1-8703-4f2d-bcfe-afe90f165505 None None] Provisioning complete for port 648caed8-c183-4bd5-915d-1929d0060a46 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:38.573325 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ec2b4ec1-8703-4f2d-bcfe-afe90f165505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:38.575994 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-705a6ba8-e82e-482e-b686-7cb25fcadda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:38.636145 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-ec2b4ec1-8703-4f2d-bcfe-afe90f165505 None None] Port 648caed8-c183-4bd5-915d-1929d0060a46 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:11:38.791594 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device afd9ccc9-3e6e-4667-b02b-9fc181abab34 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:11:38.865649 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port afd9ccc9-3e6e-4667-b02b-9fc181abab34 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:11:38.870945 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port afd9ccc9-3e6e-4667-b02b-9fc181abab34 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:38.871314 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:39.007039 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:39.044540 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port afd9ccc9-3e6e-4667-b02b-9fc181abab34, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=afd9ccc9-3e6e-4667-b02b-9fc181abab34,segment=NetworkSegment(41f554c0-184c-4dcb-9b25-96e44121049a),segment_id=41f554c0-184c-4dcb-9b25-96e44121049a)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:39.048741 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:39.081794 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131265a-9648-4ae8-85b8-8845f857c67d req-859b3475-58b2-4fd5-a872-3979592236b6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:39.082813 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-0131265a-9648-4ae8-85b8-8845f857c67d req-859b3475-58b2-4fd5-a872-3979592236b6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Synchronizing usage tracker for tenant:cca1e5a82d104327971da603674c443a on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:11:39.125401 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=afd9ccc9-3e6e-4667-b02b-9fc181abab34,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:39.143173 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-0131265a-9648-4ae8-85b8-8845f857c67d req-859b3475-58b2-4fd5-a872-3979592236b6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Unset dirty status for tenant:cca1e5a82d104327971da603674c443a on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:11:39.144714 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0131265a-9648-4ae8-85b8-8845f857c67d req-859b3475-58b2-4fd5-a872-3979592236b6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 931 time: 0.2966576 Mar 11 16:11:39.148502 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-705a6ba8-e82e-482e-b686-7cb25fcadda2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 648caed8-c183-4bd5-915d-1929d0060a46 {{(pid=83866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:11:39.156957 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-705a6ba8-e82e-482e-b686-7cb25fcadda2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:39.194335 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-705a6ba8-e82e-482e-b686-7cb25fcadda2 service neutron] Transition to ACTIVE for port object 648caed8-c183-4bd5-915d-1929d0060a46 will not be triggered until provisioned by entity L2. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:11:39.202170 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-705a6ba8-e82e-482e-b686-7cb25fcadda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:39.260207 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0131265a-9648-4ae8-85b8-8845f857c67d req-1ac842ab-e44d-4b49-a5ef-d30cbedcd6e9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=0233ecad-6e22-4a0c-a57d-5af5e55db652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075087 Mar 11 16:11:39.341747 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a6ba8-e82e-482e-b686-7cb25fcadda2 service neutron] Pushing event updated for resources: {'Port': ['ID=648caed8-c183-4bd5-915d-1929d0060a46,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:39.452124 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-705a6ba8-e82e-482e-b686-7cb25fcadda2 service neutron] Attempting to bind port 648caed8-c183-4bd5-915d-1929d0060a46 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:11:39.452431 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-705a6ba8-e82e-482e-b686-7cb25fcadda2 service neutron] Attempting to bind port 648caed8-c183-4bd5-915d-1929d0060a46 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '41f554c0-184c-4dcb-9b25-96e44121049a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'f6ae8818-198e-40d6-9cda-a51936b4c2a5'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:11:39.452777 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-705a6ba8-e82e-482e-b686-7cb25fcadda2 service neutron] Attempting to bind port 648caed8-c183-4bd5-915d-1929d0060a46 on network f6ae8818-198e-40d6-9cda-a51936b4c2a5 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:11:39.458665 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-705a6ba8-e82e-482e-b686-7cb25fcadda2 service neutron] Port 648caed8-c183-4bd5-915d-1929d0060a46 on network f6ae8818-198e-40d6-9cda-a51936b4c2a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:11:39.458981 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-705a6ba8-e82e-482e-b686-7cb25fcadda2 service neutron] Attempting to bind port 648caed8-c183-4bd5-915d-1929d0060a46 on network f6ae8818-198e-40d6-9cda-a51936b4c2a5 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:11:39.465342 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-705a6ba8-e82e-482e-b686-7cb25fcadda2 service neutron] Checking agent: {'id': '233b753e-9484-4350-9871-64b7c66fc067', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'started_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:11:39.465678 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-705a6ba8-e82e-482e-b686-7cb25fcadda2 service neutron] Checking segment: {'id': '41f554c0-184c-4dcb-9b25-96e44121049a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'f6ae8818-198e-40d6-9cda-a51936b4c2a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:11:39.466060 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-705a6ba8-e82e-482e-b686-7cb25fcadda2 service neutron] Bound using segment: {'id': '41f554c0-184c-4dcb-9b25-96e44121049a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'f6ae8818-198e-40d6-9cda-a51936b4c2a5'} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:11:39.466483 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-705a6ba8-e82e-482e-b686-7cb25fcadda2 service neutron] Bound port: 648caed8-c183-4bd5-915d-1929d0060a46, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41f554c0-184c-4dcb-9b25-96e44121049a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'f6ae8818-198e-40d6-9cda-a51936b4c2a5'}}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:11:39.466825 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-705a6ba8-e82e-482e-b686-7cb25fcadda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:39.556445 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-705a6ba8-e82e-482e-b686-7cb25fcadda2 service neutron] For port 648caed8-c183-4bd5-915d-1929d0060a46, host hv-neutron-8333, cleared binding levels {{(pid=83866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:11:39.559435 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-705a6ba8-e82e-482e-b686-7cb25fcadda2 service neutron] For port 648caed8-c183-4bd5-915d-1929d0060a46, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=648caed8-c183-4bd5-915d-1929d0060a46,segment=NetworkSegment(41f554c0-184c-4dcb-9b25-96e44121049a),segment_id=41f554c0-184c-4dcb-9b25-96e44121049a)] {{(pid=83866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:11:39.563316 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-705a6ba8-e82e-482e-b686-7cb25fcadda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:39.624692 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-705a6ba8-e82e-482e-b686-7cb25fcadda2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:39.626043 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-705a6ba8-e82e-482e-b686-7cb25fcadda2 service neutron] 10.222.0.73 "PUT /v2.0/ports/648caed8-c183-4bd5-915d-1929d0060a46 HTTP/1.1" status: 200 len: 1093 time: 1.1745517 Mar 11 16:11:39.626562 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d6408c-b674-4a63-93f9-a91b54dfaa18', 'tag': '648caed8-c183-4bd5-915d-1929d0060a46'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:11:39.648238 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a6ba8-e82e-482e-b686-7cb25fcadda2 service neutron] Pushing event updated for resources: {'Port': ['ID=648caed8-c183-4bd5-915d-1929d0060a46,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:39.708415 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d6408c-b674-4a63-93f9-a91b54dfaa18', 'tag': '648caed8-c183-4bd5-915d-1929d0060a46', 'status': 'completed', 'code': 200} Mar 11 16:11:39.750711 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-fc216032-486f-41fb-9b52-399783a4f061 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cca1e5a82d104327971da603674c443a&device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 1096 time: 0.0790222 Mar 11 16:11:39.820788 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-427ffd29-41bd-49a3-9a70-b2a52949a7ff service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=648caed8-c183-4bd5-915d-1929d0060a46 HTTP/1.1" status: 200 len: 217 time: 0.0636036 Mar 11 16:11:39.886516 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-9d4ab8ac-4b86-4233-9ed9-128b5bb72314 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:39.887939 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-9d4ab8ac-4b86-4233-9ed9-128b5bb72314 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fe00bad5-76c9-4aaa-bca3-c7baae2f09c9 HTTP/1.1" status: 200 len: 835 time: 0.0617406 Mar 11 16:11:39.963392 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-3603eefb-0b66-48dd-915a-acc289dd6e5b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6ae8818-198e-40d6-9cda-a51936b4c2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683384 Mar 11 16:11:40.097361 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-f3a3d987-3525-4665-a76f-0ec205def00f service neutron] 10.222.0.73 "GET /v2.0/networks/f6ae8818-198e-40d6-9cda-a51936b4c2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270833 Mar 11 16:11:40.232640 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1df9a125-0010-4a71-9d6d-ff6b12faad33 req-f1c77522-4aca-467a-90dc-4869fdf46847 service neutron] 10.222.0.73 "GET /v2.0/networks/f6ae8818-198e-40d6-9cda-a51936b4c2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290281 Mar 11 16:11:40.356527 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-77967a9f-773d-4fa8-9739-d4769419a59e req-22ea803d-a813-4af5-9ba4-8d14600705bd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cca1e5a82d104327971da603674c443a&device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 1096 time: 0.0792079 Mar 11 16:11:40.539568 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77967a9f-773d-4fa8-9739-d4769419a59e req-5a68646d-9c0c-4a22-9dfe-6bdc474b412f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:40.540952 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-77967a9f-773d-4fa8-9739-d4769419a59e req-5a68646d-9c0c-4a22-9dfe-6bdc474b412f service neutron] 10.222.0.73 "GET /v2.0/networks?id=f6ae8818-198e-40d6-9cda-a51936b4c2a5 HTTP/1.1" status: 200 len: 898 time: 0.1774611 Mar 11 16:11:40.603932 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6756d42-4644-4005-8c30-77e725330f38 req-a4d20b15-0276-4427-a70f-255e1ec715a9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:40.606371 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a6756d42-4644-4005-8c30-77e725330f38 req-a4d20b15-0276-4427-a70f-255e1ec715a9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 943 time: 0.1775517 Mar 11 16:11:40.640220 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-77967a9f-773d-4fa8-9739-d4769419a59e req-fd4e7514-6bed-444c-9af4-1af5653b620c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=648caed8-c183-4bd5-915d-1929d0060a46 HTTP/1.1" status: 200 len: 217 time: 0.0921412 Mar 11 16:11:40.710775 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a6756d42-4644-4005-8c30-77e725330f38 req-a9cd70ba-ab72-4a6a-9a46-78dfa6869979 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=0233ecad-6e22-4a0c-a57d-5af5e55db652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952487 Mar 11 16:11:40.719767 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77967a9f-773d-4fa8-9739-d4769419a59e req-ac1e212d-cb72-4d70-a82a-ed746ddc9800 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:40.721300 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-77967a9f-773d-4fa8-9739-d4769419a59e req-ac1e212d-cb72-4d70-a82a-ed746ddc9800 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fe00bad5-76c9-4aaa-bca3-c7baae2f09c9 HTTP/1.1" status: 200 len: 835 time: 0.0747850 Mar 11 16:11:40.761691 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device afd9ccc9-3e6e-4667-b02b-9fc181abab34 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:11:40.839199 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port afd9ccc9-3e6e-4667-b02b-9fc181abab34 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:40.839480 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:40.896238 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-77967a9f-773d-4fa8-9739-d4769419a59e req-f4cbd1d5-1671-4a28-84d3-8837e8c3b341 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6ae8818-198e-40d6-9cda-a51936b4c2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1682124 Mar 11 16:11:41.027730 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-77967a9f-773d-4fa8-9739-d4769419a59e req-b067d511-48f6-494c-bc48-b34d012bac26 service neutron] 10.222.0.73 "GET /v2.0/networks/f6ae8818-198e-40d6-9cda-a51936b4c2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255307 Mar 11 16:11:41.159665 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-77967a9f-773d-4fa8-9739-d4769419a59e req-24338088-3395-4306-90c4-d9db411669b2 service neutron] 10.222.0.73 "GET /v2.0/networks/f6ae8818-198e-40d6-9cda-a51936b4c2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240895 Mar 11 16:11:41.909466 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afe0c2-c63a-431f-95c9-6b806f85b3f5 req-f525bc4d-c50c-49d3-b9c2-ef1b55a8786a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:41.910874 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f6afe0c2-c63a-431f-95c9-6b806f85b3f5 req-f525bc4d-c50c-49d3-b9c2-ef1b55a8786a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 943 time: 0.0766521 Mar 11 16:11:41.965257 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f6afe0c2-c63a-431f-95c9-6b806f85b3f5 req-dd211de9-9e0e-4b0f-8b06-5c21944c39fd tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=0233ecad-6e22-4a0c-a57d-5af5e55db652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489509 Mar 11 16:11:43.157616 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27e370-f253-416f-9e3b-e9922ecb813e req-6b6ab9a4-2cde-42e6-800c-1751a55f042b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:43.159725 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6d27e370-f253-416f-9e3b-e9922ecb813e req-6b6ab9a4-2cde-42e6-800c-1751a55f042b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 943 time: 0.0762212 Mar 11 16:11:43.208749 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6d27e370-f253-416f-9e3b-e9922ecb813e req-b4064a68-f94a-4f2d-b878-4383a9e8c5b4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=0233ecad-6e22-4a0c-a57d-5af5e55db652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436368 Mar 11 16:11:43.598587 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 648caed8-c183-4bd5-915d-1929d0060a46 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:11:43.758040 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 648caed8-c183-4bd5-915d-1929d0060a46, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=648caed8-c183-4bd5-915d-1929d0060a46,segment=NetworkSegment(41f554c0-184c-4dcb-9b25-96e44121049a),segment_id=41f554c0-184c-4dcb-9b25-96e44121049a)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:43.770881 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': '648caed8-c183-4bd5-915d-1929d0060a46', 'network_id': 'f6ae8818-198e-40d6-9cda-a51936b4c2a5', 'port_id': '648caed8-c183-4bd5-915d-1929d0060a46', 'mac_address': 'fa:16:3e:63:36:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe00bad5-76c9-4aaa-bca3-c7baae2f09c9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:11:43.824317 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:43.841019 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 648caed8-c183-4bd5-915d-1929d0060a46 {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:11:43.856294 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 648caed8-c183-4bd5-915d-1929d0060a46, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=648caed8-c183-4bd5-915d-1929d0060a46,segment=NetworkSegment(41f554c0-184c-4dcb-9b25-96e44121049a),segment_id=41f554c0-184c-4dcb-9b25-96e44121049a)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:43.859760 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:43.925318 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=648caed8-c183-4bd5-915d-1929d0060a46,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:44.242324 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['648caed8-c183-4bd5-915d-1929d0060a46'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:11:44.406824 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364c14c-1d80-43ee-a772-a1d867e8037a req-dfb25cbb-8029-4a08-9a01-5f4169589fc5 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:44.408301 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e364c14c-1d80-43ee-a772-a1d867e8037a req-dfb25cbb-8029-4a08-9a01-5f4169589fc5 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 944 time: 0.0796411 Mar 11 16:11:44.453319 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e364c14c-1d80-43ee-a772-a1d867e8037a req-9a2de3ff-df8e-4873-bc8d-db934c36eddc tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=0233ecad-6e22-4a0c-a57d-5af5e55db652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387805 Mar 11 16:11:45.618986 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 648caed8-c183-4bd5-915d-1929d0060a46 up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:11:45.665792 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55162c5b-0b4b-4d6b-935d-c2c9b617ed25 req-cc70ab33-8958-418b-af6d-b0f697b96e78 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:45.668093 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-55162c5b-0b4b-4d6b-935d-c2c9b617ed25 req-cc70ab33-8958-418b-af6d-b0f697b96e78 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 944 time: 0.0956595 Mar 11 16:11:45.707231 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning for port 648caed8-c183-4bd5-915d-1929d0060a46 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:11:45.711756 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port 648caed8-c183-4bd5-915d-1929d0060a46 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:45.712139 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:45.715910 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-55162c5b-0b4b-4d6b-935d-c2c9b617ed25 req-0e4ae778-de42-4583-a7f2-ea08be8d2e8c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=0233ecad-6e22-4a0c-a57d-5af5e55db652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423067 Mar 11 16:11:45.825922 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:45.851893 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d6408c-b674-4a63-93f9-a91b54dfaa18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648caed8-c183-4bd5-915d-1929d0060a46'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:11:45.860992 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 648caed8-c183-4bd5-915d-1929d0060a46, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=648caed8-c183-4bd5-915d-1929d0060a46,segment=NetworkSegment(41f554c0-184c-4dcb-9b25-96e44121049a),segment_id=41f554c0-184c-4dcb-9b25-96e44121049a)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:45.866140 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:45.933741 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=648caed8-c183-4bd5-915d-1929d0060a46,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:45.981187 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d6408c-b674-4a63-93f9-a91b54dfaa18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648caed8-c183-4bd5-915d-1929d0060a46', 'code': 200} Mar 11 16:11:46.211833 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-39212c68-0dd1-41e5-83ea-99475901ed20 req-fb11c329-b32d-4368-8fee-c4614344169b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 1098 time: 0.0735381 Mar 11 16:11:46.240048 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:46.256649 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-39212c68-0dd1-41e5-83ea-99475901ed20 req-aad6bcdf-17bb-4687-9f94-7d3f3b0f5b67 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0233ecad-6e22-4a0c-a57d-5af5e55db652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395164 Mar 11 16:11:46.917626 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194fd4fd-c37b-4f2e-ac10-75bad0205ca2 req-d9730d60-7f02-47c8-83fd-d06fd91a1815 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:46.919053 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-194fd4fd-c37b-4f2e-ac10-75bad0205ca2 req-d9730d60-7f02-47c8-83fd-d06fd91a1815 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 945 time: 0.0757713 Mar 11 16:11:46.971880 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-194fd4fd-c37b-4f2e-ac10-75bad0205ca2 req-ce2616a4-8c01-47c6-bc6d-d76b670c0c27 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=0233ecad-6e22-4a0c-a57d-5af5e55db652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471859 Mar 11 16:11:48.174484 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df05630-4814-470f-8cb2-7cbcd93a68ff req-c7f67ab3-346b-43ff-bd4b-f14d61d3ab17 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:48.176468 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-6df05630-4814-470f-8cb2-7cbcd93a68ff req-c7f67ab3-346b-43ff-bd4b-f14d61d3ab17 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 945 time: 0.0784507 Mar 11 16:11:48.222057 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-6df05630-4814-470f-8cb2-7cbcd93a68ff req-8d29c3d0-d58d-4fd3-8e95-618ccb916f9b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=0233ecad-6e22-4a0c-a57d-5af5e55db652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398529 Mar 11 16:11:48.422695 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d570064-647d-4a95-b553-ec0b37e05dd6 req-54f75453-21a9-4fa5-abbc-3d320d9ee320 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:48.424152 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8d570064-647d-4a95-b553-ec0b37e05dd6 req-54f75453-21a9-4fa5-abbc-3d320d9ee320 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 945 time: 0.0803015 Mar 11 16:11:48.469012 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8d570064-647d-4a95-b553-ec0b37e05dd6 req-9fd6b0f8-5e27-4c2c-94d8-6f4161a552a7 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=0233ecad-6e22-4a0c-a57d-5af5e55db652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387928 Mar 11 16:11:48.496648 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49378) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:48.657182 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5b618106-0aeb-43b9-bced-c7a53f6290dd tempest-TestNetworkAdvancedServerOps-356817997 tempest-TestNetworkAdvancedServerOps-356817997-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 1093 time: 0.1593816 Mar 11 16:11:48.660435 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49382) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:48.665534 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-ee60d08a-e29f-4c9d-b1fe-9f0f296da643 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'floatingip': {'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'port_id': '648caed8-c183-4bd5-915d-1929d0060a46', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:48.670914 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ee60d08a-e29f-4c9d-b1fe-9f0f296da643 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:48.674698 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ee60d08a-e29f-4c9d-b1fe-9f0f296da643 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:floatingip and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:48.678149 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ee60d08a-e29f-4c9d-b1fe-9f0f296da643 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:48.683669 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ee60d08a-e29f-4c9d-b1fe-9f0f296da643 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:48.694224 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ee60d08a-e29f-4c9d-b1fe-9f0f296da643 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for floatingip, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:48.828036 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ee60d08a-e29f-4c9d-b1fe-9f0f296da643 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:48.965325 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-ee60d08a-e29f-4c9d-b1fe-9f0f296da643 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Allocated IP 172.26.0.27 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/30e178f3-1e8b-45a8-8949-690e530eb6a7) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:11:49.116661 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ee60d08a-e29f-4c9d-b1fe-9f0f296da643 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:49.144093 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ee60d08a-e29f-4c9d-b1fe-9f0f296da643 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:49.208882 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee60d08a-e29f-4c9d-b1fe-9f0f296da643 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:11:49.211560 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-ee60d08a-e29f-4c9d-b1fe-9f0f296da643 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:49.215838 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee60d08a-e29f-4c9d-b1fe-9f0f296da643 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:11:49.244874 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60d08a-e29f-4c9d-b1fe-9f0f296da643 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'Port': ['ID=30e178f3-1e8b-45a8-8949-690e530eb6a7,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:49.720924 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ee60d08a-e29f-4c9d-b1fe-9f0f296da643 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:49.775036 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ee60d08a-e29f-4c9d-b1fe-9f0f296da643 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:49.986757 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ee60d08a-e29f-4c9d-b1fe-9f0f296da643 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:49.991689 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ee60d08a-e29f-4c9d-b1fe-9f0f296da643 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:50.097749 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60d08a-e29f-4c9d-b1fe-9f0f296da643 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'Port': ['ID=30e178f3-1e8b-45a8-8949-690e530eb6a7,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:50.109286 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ee60d08a-e29f-4c9d-b1fe-9f0f296da643 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:50.394388 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.l3_db [None req-ee60d08a-e29f-4c9d-b1fe-9f0f296da643 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Floating IP a2aba5d9-24a8-48df-a0c0-46a577ba5c57 associated. External IP: 172.26.0.27, port: 648caed8-c183-4bd5-915d-1929d0060a46. Mar 11 16:11:50.777774 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee60d08a-e29f-4c9d-b1fe-9f0f296da643 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Router 3c4f4fb5-51d1-4684-8683-01263073be1b has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:11:50.977512 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee60d08a-e29f-4c9d-b1fe-9f0f296da643 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:11:50.987149 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af782445-4475-433a-81fd-f5eb00a18530 None None] Sync routers for ids ['3c4f4fb5-51d1-4684-8683-01263073be1b'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:11:51.000640 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af782445-4475-433a-81fd-f5eb00a18530 None None] Routers {'3c4f4fb5-51d1-4684-8683-01263073be1b'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:11:51.001488 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-af782445-4475-433a-81fd-f5eb00a18530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:11:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['3c4f4fb5-51d1-4684-8683-01263073be1b'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:51.002908 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ee60d08a-e29f-4c9d-b1fe-9f0f296da643 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:51.057763 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ee60d08a-e29f-4c9d-b1fe-9f0f296da643 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3951855 Mar 11 16:11:51.057763 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d6408c-b674-4a63-93f9-a91b54dfaa18', 'tag': '648caed8-c183-4bd5-915d-1929d0060a46'}] {{(pid=83867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:11:51.115313 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d6408c-b674-4a63-93f9-a91b54dfaa18', 'tag': '648caed8-c183-4bd5-915d-1929d0060a46', 'status': 'completed', 'code': 200} Mar 11 16:11:51.188340 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-af782445-4475-433a-81fd-f5eb00a18530 None None] Set router 3c4f4fb5-51d1-4684-8683-01263073be1b gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:11:51.223469 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4a06abdb-8c70-4e78-bbca-2de71c974726 req-d6845874-39b3-41e2-94be-c433d545989d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cca1e5a82d104327971da603674c443a&device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 1098 time: 0.0861132 Mar 11 16:11:51.241823 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14298ae-c590-40e7-9f2e-71e3ec285fbb req-b9b37586-cc9a-4f6b-8ae5-693ba456b156 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:51.243689 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-a14298ae-c590-40e7-9f2e-71e3ec285fbb req-b9b37586-cc9a-4f6b-8ae5-693ba456b156 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 945 time: 0.0844409 Mar 11 16:11:51.289114 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-a14298ae-c590-40e7-9f2e-71e3ec285fbb req-f6355f28-1a6b-4207-88fd-8c399b6a7bc8 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=0233ecad-6e22-4a0c-a57d-5af5e55db652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395136 Mar 11 16:11:51.318282 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49390) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:51.364330 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06abdb-8c70-4e78-bbca-2de71c974726 req-329e95b6-d893-446b-89ea-5b4481fd2b73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:51.365785 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4a06abdb-8c70-4e78-bbca-2de71c974726 req-329e95b6-d893-446b-89ea-5b4481fd2b73 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f6ae8818-198e-40d6-9cda-a51936b4c2a5 HTTP/1.1" status: 200 len: 898 time: 0.1366987 Mar 11 16:11:51.430874 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ae844bc4-e753-4199-9ea0-71840a38e88a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/floatingips/a2aba5d9-24a8-48df-a0c0-46a577ba5c57 HTTP/1.1" status: 200 len: 990 time: 0.1103487 Mar 11 16:11:51.471949 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4a06abdb-8c70-4e78-bbca-2de71c974726 req-d70e427f-7191-4dfc-97b4-e0c360db09cc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=648caed8-c183-4bd5-915d-1929d0060a46 HTTP/1.1" status: 200 len: 998 time: 0.1003625 Mar 11 16:11:51.537861 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06abdb-8c70-4e78-bbca-2de71c974726 req-e5044ac6-9d24-4702-9535-fa5e37fb5b98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:51.539349 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4a06abdb-8c70-4e78-bbca-2de71c974726 req-e5044ac6-9d24-4702-9535-fa5e37fb5b98 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fe00bad5-76c9-4aaa-bca3-c7baae2f09c9 HTTP/1.1" status: 200 len: 835 time: 0.0610113 Mar 11 16:11:51.549116 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-af782445-4475-433a-81fd-f5eb00a18530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4f4fb5-51d1-4684-8683-01263073be1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077816044', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.197'}], 'enable_snat': True}, 'gw_port_id': '2750d834-6423-4a58-96d5-e738b4e40855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:28Z', 'updated_at': '2022-03-11T16:11:32Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '2750d834-6423-4a58-96d5-e738b4e40855', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4f4fb5-51d1-4684-8683-01263073be1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:29Z', 'updated_at': '2022-03-11T16:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'a2aba5d9-24a8-48df-a0c0-46a577ba5c57', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '3c4f4fb5-51d1-4684-8683-01263073be1b', 'port_id': '648caed8-c183-4bd5-915d-1929d0060a46', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6ae8818-198e-40d6-9cda-a51936b4c2a5', 'mac_address': 'fa:16:3e:63:36:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d6408c-b674-4a63-93f9-a91b54dfaa18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:11:49Z', 'updated_at': '2022-03-11T16:11:49Z', 'revision_number': 0, 'project_id': 'cca1e5a82d104327971da603674c443a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afd9ccc9-3e6e-4667-b02b-9fc181abab34', 'name': '', 'network_id': 'f6ae8818-198e-40d6-9cda-a51936b4c2a5', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'mac_address': 'fa:16:3e:fb:1d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4f4fb5-51d1-4684-8683-01263073be1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe00bad5-76c9-4aaa-bca3-c7baae2f09c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:32Z', 'updated_at': '2022-03-11T16:11:39Z', 'revision_number': 5, 'project_id': 'cca1e5a82d104327971da603674c443a', 'subnets': [{'id': 'fe00bad5-76c9-4aaa-bca3-c7baae2f09c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:51.553640 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af782445-4475-433a-81fd-f5eb00a18530 None None] Checking router: 3c4f4fb5-51d1-4684-8683-01263073be1b for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:11:51.564412 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af782445-4475-433a-81fd-f5eb00a18530 None None] Routers {'3c4f4fb5-51d1-4684-8683-01263073be1b'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:11:51.565037 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-af782445-4475-433a-81fd-f5eb00a18530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:11:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['3c4f4fb5-51d1-4684-8683-01263073be1b'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:51.612022 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4a06abdb-8c70-4e78-bbca-2de71c974726 req-bd64f658-912f-4ad2-a6b5-2ad13e3cdbaa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6ae8818-198e-40d6-9cda-a51936b4c2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672207 Mar 11 16:11:51.742642 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-af782445-4475-433a-81fd-f5eb00a18530 None None] Set router 3c4f4fb5-51d1-4684-8683-01263073be1b gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:11:51.749474 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4a06abdb-8c70-4e78-bbca-2de71c974726 req-b8f84636-f285-4a2a-bdad-e55cc87570c2 service neutron] 10.222.0.73 "GET /v2.0/networks/f6ae8818-198e-40d6-9cda-a51936b4c2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318345 Mar 11 16:11:51.885295 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4a06abdb-8c70-4e78-bbca-2de71c974726 req-30fb5e06-618e-42eb-bac5-e81629393c8d service neutron] 10.222.0.73 "GET /v2.0/networks/f6ae8818-198e-40d6-9cda-a51936b4c2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295316 Mar 11 16:11:52.111986 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-af782445-4475-433a-81fd-f5eb00a18530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4f4fb5-51d1-4684-8683-01263073be1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077816044', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.197'}], 'enable_snat': True}, 'gw_port_id': '2750d834-6423-4a58-96d5-e738b4e40855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:28Z', 'updated_at': '2022-03-11T16:11:32Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '2750d834-6423-4a58-96d5-e738b4e40855', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4f4fb5-51d1-4684-8683-01263073be1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:29Z', 'updated_at': '2022-03-11T16:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'a2aba5d9-24a8-48df-a0c0-46a577ba5c57', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '3c4f4fb5-51d1-4684-8683-01263073be1b', 'port_id': '648caed8-c183-4bd5-915d-1929d0060a46', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6ae8818-198e-40d6-9cda-a51936b4c2a5', 'mac_address': 'fa:16:3e:63:36:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d6408c-b674-4a63-93f9-a91b54dfaa18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:11:49Z', 'updated_at': '2022-03-11T16:11:49Z', 'revision_number': 0, 'project_id': 'cca1e5a82d104327971da603674c443a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afd9ccc9-3e6e-4667-b02b-9fc181abab34', 'name': '', 'network_id': 'f6ae8818-198e-40d6-9cda-a51936b4c2a5', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'mac_address': 'fa:16:3e:fb:1d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4f4fb5-51d1-4684-8683-01263073be1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe00bad5-76c9-4aaa-bca3-c7baae2f09c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:32Z', 'updated_at': '2022-03-11T16:11:39Z', 'revision_number': 5, 'project_id': 'cca1e5a82d104327971da603674c443a', 'subnets': [{'id': 'fe00bad5-76c9-4aaa-bca3-c7baae2f09c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:52.116069 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af782445-4475-433a-81fd-f5eb00a18530 None None] The sync data for ids ['3c4f4fb5-51d1-4684-8683-01263073be1b'] in dv-neutron-833373-1-hyperv is: [{'id': '3c4f4fb5-51d1-4684-8683-01263073be1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077816044', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.197'}], 'enable_snat': True}, 'gw_port_id': '2750d834-6423-4a58-96d5-e738b4e40855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:28Z', 'updated_at': '2022-03-11T16:11:32Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '2750d834-6423-4a58-96d5-e738b4e40855', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4f4fb5-51d1-4684-8683-01263073be1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:29Z', 'updated_at': '2022-03-11T16:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'a2aba5d9-24a8-48df-a0c0-46a577ba5c57', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '3c4f4fb5-51d1-4684-8683-01263073be1b', 'port_id': '648caed8-c183-4bd5-915d-1929d0060a46', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6ae8818-198e-40d6-9cda-a51936b4c2a5', 'mac_address': 'fa:16:3e:63:36:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d6408c-b674-4a63-93f9-a91b54dfaa18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:11:49Z', 'updated_at': '2022-03-11T16:11:49Z', 'revision_number': 0, 'project_id': 'cca1e5a82d104327971da603674c443a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afd9ccc9-3e6e-4667-b02b-9fc181abab34', 'name': '', 'network_id': 'f6ae8818-198e-40d6-9cda-a51936b4c2a5', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'mac_address': 'fa:16:3e:fb:1d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4f4fb5-51d1-4684-8683-01263073be1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe00bad5-76c9-4aaa-bca3-c7baae2f09c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:32Z', 'updated_at': '2022-03-11T16:11:39Z', 'revision_number': 5, 'project_id': 'cca1e5a82d104327971da603674c443a', 'subnets': [{'id': 'fe00bad5-76c9-4aaa-bca3-c7baae2f09c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:11:52.434824 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 49394) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:52.631038 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a29bb900-145e-445c-b9ad-95bf6a5a456f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/floatingips/a2aba5d9-24a8-48df-a0c0-46a577ba5c57 HTTP/1.1" status: 200 len: 990 time: 0.1950419 Mar 11 16:11:53.634892 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 49398) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:53.741968 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-6b730e2d-42f5-4cbe-8c05-badb7f874225 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/floatingips/a2aba5d9-24a8-48df-a0c0-46a577ba5c57 HTTP/1.1" status: 200 len: 990 time: 0.1059430 Mar 11 16:11:54.745856 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 49402) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:54.851188 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c16ce29b-cdbe-4fbe-b402-2a9d5c7edcb8 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/floatingips/a2aba5d9-24a8-48df-a0c0-46a577ba5c57 HTTP/1.1" status: 200 len: 990 time: 0.1042345 Mar 11 16:11:55.098224 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796e4646-1ef9-43bb-8de8-944651daf00d None None] New status for floating IP a2aba5d9-24a8-48df-a0c0-46a577ba5c57: ACTIVE {{(pid=83869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:11:55.855129 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 49406) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:55.957408 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-20b46744-5da7-40ac-a582-e6166d5efeee tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/floatingips/a2aba5d9-24a8-48df-a0c0-46a577ba5c57 HTTP/1.1" status: 200 len: 992 time: 0.1011596 Mar 11 16:11:59.438453 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f79f3bfe-d455-45a8-b2f6-bdba67da498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:01.695373 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-72bd96fc-afe6-4743-88b9-1533985f9c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:01.994165 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:12:02.864573 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:03.119624 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:04.333610 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:16.275981 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:29.440867 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bd02f238-547d-4a57-84ca-470da1e0c855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:31.698845 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-709b4a16-9763-46eb-8af2-9e9a92f9d58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:32.867143 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:33.122857 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:33.949480 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a0ed9a09-9307-48b3-a18b-5135975a41ba req-8bdbb4d5-1799-4565-87b4-f3efe20e0230 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0771418 Mar 11 16:12:34.090118 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a0ed9a09-9307-48b3-a18b-5135975a41ba req-9aab6a30-8a4c-4c7e-86bf-b2a26516af79 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cca1e5a82d104327971da603674c443a&device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 1098 time: 0.0711441 Mar 11 16:12:34.246498 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed9a09-9307-48b3-a18b-5135975a41ba req-bee15e4f-e993-420e-ad03-eede8a010ae8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:34.248420 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a0ed9a09-9307-48b3-a18b-5135975a41ba req-bee15e4f-e993-420e-ad03-eede8a010ae8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f6ae8818-198e-40d6-9cda-a51936b4c2a5 HTTP/1.1" status: 200 len: 898 time: 0.1374359 Mar 11 16:12:34.339037 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:34.358788 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a0ed9a09-9307-48b3-a18b-5135975a41ba req-d379296f-4b48-479e-9c79-608c1a5aeb5b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=648caed8-c183-4bd5-915d-1929d0060a46 HTTP/1.1" status: 200 len: 1000 time: 0.1042809 Mar 11 16:12:34.420609 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed9a09-9307-48b3-a18b-5135975a41ba req-d502debc-5763-4f99-88ec-19c1127037ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:34.422029 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a0ed9a09-9307-48b3-a18b-5135975a41ba req-d502debc-5763-4f99-88ec-19c1127037ed service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fe00bad5-76c9-4aaa-bca3-c7baae2f09c9 HTTP/1.1" status: 200 len: 835 time: 0.0573657 Mar 11 16:12:34.500023 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a0ed9a09-9307-48b3-a18b-5135975a41ba req-7f917e4b-0a5d-4c12-a1ff-73ae08ed3373 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6ae8818-198e-40d6-9cda-a51936b4c2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717623 Mar 11 16:12:34.632076 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a0ed9a09-9307-48b3-a18b-5135975a41ba req-efe2f757-8f70-46cf-8ef4-ea76398cddff service neutron] 10.222.0.73 "GET /v2.0/networks/f6ae8818-198e-40d6-9cda-a51936b4c2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244500 Mar 11 16:12:34.764420 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a0ed9a09-9307-48b3-a18b-5135975a41ba req-ac9ed8df-8988-4743-b44d-8ffe543cbfd5 service neutron] 10.222.0.73 "GET /v2.0/networks/f6ae8818-198e-40d6-9cda-a51936b4c2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260366 Mar 11 16:12:38.994548 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:12:46.283364 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:59.444316 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-05897c64-73a6-4994-bd85-99a9e9456878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:01.700496 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c5344d7b-ed79-4c93-85e1-15eb82579764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:02.871182 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:03.125609 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:04.341577 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:05.491603 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-fa0ecedf-5493-48ba-b9d0-948197ac8cbf req-d55721c7-8ee8-42e4-8d9f-76f698dda93f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0685370 Mar 11 16:13:05.806307 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380e44a-9ab1-4118-aa52-320444583248 req-a55bcddb-76a2-4480-8423-5fbc50ef8942 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:05.807000 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49442) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:05.807796 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6380e44a-9ab1-4118-aa52-320444583248 req-a55bcddb-76a2-4480-8423-5fbc50ef8942 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 945 time: 0.0772874 Mar 11 16:13:05.853525 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6380e44a-9ab1-4118-aa52-320444583248 req-40ea9469-07be-4731-8474-a6566d88ae79 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=0233ecad-6e22-4a0c-a57d-5af5e55db652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400586 Mar 11 16:13:05.938421 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f8c8c208-3b6e-44c5-acd3-b0787acda7af req-1cb14ab5-031d-4a71-8861-528e1830ef97 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1302998 Mar 11 16:13:07.050343 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc38651-3ce6-40fb-a81b-a1c9c18cd699 req-40c2f775-d469-49b4-bc36-e9bf2399e7ac tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:07.051681 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-8bc38651-3ce6-40fb-a81b-a1c9c18cd699 req-40c2f775-d469-49b4-bc36-e9bf2399e7ac tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 945 time: 0.0769320 Mar 11 16:13:07.096367 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-8bc38651-3ce6-40fb-a81b-a1c9c18cd699 req-e3ef2eec-12e3-4cc5-9e5c-0c0055a30078 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=0233ecad-6e22-4a0c-a57d-5af5e55db652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385776 Mar 11 16:13:08.297691 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8575e059-bae8-4f75-b10c-47772315ae34 req-e754a918-5dcf-4cd2-acc5-f5947ef4209a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:08.299119 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8575e059-bae8-4f75-b10c-47772315ae34 req-e754a918-5dcf-4cd2-acc5-f5947ef4209a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 945 time: 0.0814416 Mar 11 16:13:08.345032 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8575e059-bae8-4f75-b10c-47772315ae34 req-447aa17f-9ffb-420c-b5bb-302f0de81c33 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=0233ecad-6e22-4a0c-a57d-5af5e55db652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403016 Mar 11 16:13:09.167552 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f8c8c208-3b6e-44c5-acd3-b0787acda7af req-9102838f-fdde-4063-9c1a-bee39a6100a6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cca1e5a82d104327971da603674c443a&device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 1098 time: 0.0704803 Mar 11 16:13:09.300965 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8c208-3b6e-44c5-acd3-b0787acda7af req-d63bc177-116a-4495-bb6b-6c379d072a2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:09.302400 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f8c8c208-3b6e-44c5-acd3-b0787acda7af req-d63bc177-116a-4495-bb6b-6c379d072a2d service neutron] 10.222.0.73 "GET /v2.0/networks?id=f6ae8818-198e-40d6-9cda-a51936b4c2a5 HTTP/1.1" status: 200 len: 898 time: 0.1289017 Mar 11 16:13:09.514926 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f8c8c208-3b6e-44c5-acd3-b0787acda7af req-a8c457a2-2ef6-426d-8ca6-c2dee33ad21f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=648caed8-c183-4bd5-915d-1929d0060a46 HTTP/1.1" status: 200 len: 1000 time: 0.2065458 Mar 11 16:13:09.543711 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f7ff0-de10-477f-b0ae-c9c56d0aa73c req-c16daab9-8911-4abd-abac-15f7b9f3fd8d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:09.545178 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-cf5f7ff0-de10-477f-b0ae-c9c56d0aa73c req-c16daab9-8911-4abd-abac-15f7b9f3fd8d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 945 time: 0.0746176 Mar 11 16:13:09.582253 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8c208-3b6e-44c5-acd3-b0787acda7af req-a1373168-57e6-4de3-86d5-64b9d54cdf5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:09.583684 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f8c8c208-3b6e-44c5-acd3-b0787acda7af req-a1373168-57e6-4de3-86d5-64b9d54cdf5c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fe00bad5-76c9-4aaa-bca3-c7baae2f09c9 HTTP/1.1" status: 200 len: 835 time: 0.0627985 Mar 11 16:13:09.594629 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-cf5f7ff0-de10-477f-b0ae-c9c56d0aa73c req-1ad8922a-9a6c-47c6-a52f-57e89ef375e3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=0233ecad-6e22-4a0c-a57d-5af5e55db652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438268 Mar 11 16:13:09.658683 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f8c8c208-3b6e-44c5-acd3-b0787acda7af req-82b132b4-feee-47e5-b3db-324a5be8af49 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6ae8818-198e-40d6-9cda-a51936b4c2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686526 Mar 11 16:13:09.789129 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f8c8c208-3b6e-44c5-acd3-b0787acda7af req-eafa27fb-cd3f-4e20-8ee7-22d645bcb58f service neutron] 10.222.0.73 "GET /v2.0/networks/f6ae8818-198e-40d6-9cda-a51936b4c2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238534 Mar 11 16:13:09.919399 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f8c8c208-3b6e-44c5-acd3-b0787acda7af req-c4158195-5dec-46db-a725-7e79c65ad574 service neutron] 10.222.0.73 "GET /v2.0/networks/f6ae8818-198e-40d6-9cda-a51936b4c2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251490 Mar 11 16:13:10.795084 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016eed5a-af07-4631-8805-2f57fd301d4d req-19ef6b5d-b1de-4bdd-990b-98310e7abc60 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:10.796545 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-016eed5a-af07-4631-8805-2f57fd301d4d req-19ef6b5d-b1de-4bdd-990b-98310e7abc60 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 945 time: 0.0806768 Mar 11 16:13:10.841601 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-016eed5a-af07-4631-8805-2f57fd301d4d req-768ae192-d682-4000-9c60-e0864c96d61e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=0233ecad-6e22-4a0c-a57d-5af5e55db652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396008 Mar 11 16:13:12.036788 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48128e1-8b83-48d8-9bf5-ad03a8cfa6e0 req-a007e139-56f0-4784-bfe4-b35ae13299f9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:12.038217 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-a48128e1-8b83-48d8-9bf5-ad03a8cfa6e0 req-a007e139-56f0-4784-bfe4-b35ae13299f9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 945 time: 0.0742888 Mar 11 16:13:12.083916 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-a48128e1-8b83-48d8-9bf5-ad03a8cfa6e0 req-29dc7257-ee9e-479c-a982-5235bde93397 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=0233ecad-6e22-4a0c-a57d-5af5e55db652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393646 Mar 11 16:13:13.350003 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ca2e2-affe-433f-8bf7-70a9db89e8eb req-a657fefd-bd66-437e-8399-e99fba0b720d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:13.351993 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5b9ca2e2-affe-433f-8bf7-70a9db89e8eb req-a657fefd-bd66-437e-8399-e99fba0b720d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 945 time: 0.1443906 Mar 11 16:13:13.396748 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5b9ca2e2-affe-433f-8bf7-70a9db89e8eb req-23cdefeb-faa2-4a83-9810-3526ceca2ffa tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=0233ecad-6e22-4a0c-a57d-5af5e55db652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390341 Mar 11 16:13:14.680739 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a447c8-066c-4822-8b5b-36609978ff4b req-a1e297f6-4f07-493c-b108-9975f9dc858c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:14.682185 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-a6a447c8-066c-4822-8b5b-36609978ff4b req-a1e297f6-4f07-493c-b108-9975f9dc858c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 945 time: 0.1556280 Mar 11 16:13:14.727180 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-a6a447c8-066c-4822-8b5b-36609978ff4b req-0cd3108a-315a-4fa1-9e20-6a91f1a08306 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=0233ecad-6e22-4a0c-a57d-5af5e55db652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388448 Mar 11 16:13:15.925615 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada225c2-5786-4b19-aa12-a5853b890e6f req-f667d424-ed85-4f57-9f7b-98c6ee8cae36 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:15.927043 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ada225c2-5786-4b19-aa12-a5853b890e6f req-f667d424-ed85-4f57-9f7b-98c6ee8cae36 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 945 time: 0.0784621 Mar 11 16:13:15.972409 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ada225c2-5786-4b19-aa12-a5853b890e6f req-52a374ee-4c3a-4398-927f-d0632c3fd48b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=0233ecad-6e22-4a0c-a57d-5af5e55db652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387661 Mar 11 16:13:15.995722 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:13:16.272773 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:17.167633 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861ebe7-c530-4b3d-bd92-52daa82a3673 req-42faf9ad-38e0-4909-b938-9b5f0deaac88 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:17.169121 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c861ebe7-c530-4b3d-bd92-52daa82a3673 req-42faf9ad-38e0-4909-b938-9b5f0deaac88 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 945 time: 0.0741279 Mar 11 16:13:17.214207 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c861ebe7-c530-4b3d-bd92-52daa82a3673 req-3aeeb1d2-87e9-4e05-b66c-98584e76cfea tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=0233ecad-6e22-4a0c-a57d-5af5e55db652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396526 Mar 11 16:13:18.408332 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c4507-89ef-412c-a30e-c9d93d88de19 req-00e84db8-9189-43d8-9b73-0a34fa2454a2 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:18.409761 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5b2c4507-89ef-412c-a30e-c9d93d88de19 req-00e84db8-9189-43d8-9b73-0a34fa2454a2 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 945 time: 0.0749109 Mar 11 16:13:18.455303 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5b2c4507-89ef-412c-a30e-c9d93d88de19 req-9005a784-5977-4048-b312-9391daed2c7f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=0233ecad-6e22-4a0c-a57d-5af5e55db652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396802 Mar 11 16:13:19.752024 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2babfde7-4f37-4cac-b862-397f56ee25bb req-310e301a-e329-4efb-8e9c-adc58664cf7a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:19.753407 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2babfde7-4f37-4cac-b862-397f56ee25bb req-310e301a-e329-4efb-8e9c-adc58664cf7a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 945 time: 0.1753430 Mar 11 16:13:19.796646 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2babfde7-4f37-4cac-b862-397f56ee25bb req-4682b9ed-87e1-4ff4-abed-17d0ee680336 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=0233ecad-6e22-4a0c-a57d-5af5e55db652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371251 Mar 11 16:13:21.016522 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91667e1b-eec7-4fdd-b919-b6901376eb37 req-42955bbc-4065-4617-99a1-f8cadc871475 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:21.017896 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-91667e1b-eec7-4fdd-b919-b6901376eb37 req-42955bbc-4065-4617-99a1-f8cadc871475 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 945 time: 0.0850751 Mar 11 16:13:21.063977 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-91667e1b-eec7-4fdd-b919-b6901376eb37 req-2b1a0b9e-59d4-45b0-b856-fbe370023210 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=0233ecad-6e22-4a0c-a57d-5af5e55db652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404048 Mar 11 16:13:22.263718 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e3252-edbc-4801-8efe-7eae1df9f84c req-5da3fea4-5f2e-4785-a7c0-3b1493c73966 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:22.265189 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-bb0e3252-edbc-4801-8efe-7eae1df9f84c req-5da3fea4-5f2e-4785-a7c0-3b1493c73966 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 945 time: 0.0824287 Mar 11 16:13:22.312023 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-bb0e3252-edbc-4801-8efe-7eae1df9f84c req-dadd0cdc-1a6e-45bc-b1af-a44c9bddbe27 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=0233ecad-6e22-4a0c-a57d-5af5e55db652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413973 Mar 11 16:13:23.505958 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376c70c-a56d-4896-b9dc-16f0f8cc7860 req-b96a3d53-9d15-498c-90f1-be643a074054 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:23.507302 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f376c70c-a56d-4896-b9dc-16f0f8cc7860 req-b96a3d53-9d15-498c-90f1-be643a074054 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 945 time: 0.0754240 Mar 11 16:13:23.558501 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f376c70c-a56d-4896-b9dc-16f0f8cc7860 req-ee49f985-cd3c-4367-aa2d-ec26b1adc40b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=0233ecad-6e22-4a0c-a57d-5af5e55db652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456583 Mar 11 16:13:24.754589 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8629d-67f5-4bfc-9f25-5613c26a7192 req-e0f6482c-d728-4917-a2e9-33df26700cd4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:24.756022 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-0bb8629d-67f5-4bfc-9f25-5613c26a7192 req-e0f6482c-d728-4917-a2e9-33df26700cd4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 945 time: 0.0789330 Mar 11 16:13:24.801556 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-0bb8629d-67f5-4bfc-9f25-5613c26a7192 req-828c5633-f132-449a-8f95-8ee4fe25ef46 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=0233ecad-6e22-4a0c-a57d-5af5e55db652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392678 Mar 11 16:13:25.999485 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce56d9-9789-40d5-a1ec-d7ee43a0a28a req-507b16d4-aaa8-4b7f-b211-855abfba9d61 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:26.000979 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f6ce56d9-9789-40d5-a1ec-d7ee43a0a28a req-507b16d4-aaa8-4b7f-b211-855abfba9d61 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 945 time: 0.0785820 Mar 11 16:13:26.046452 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f6ce56d9-9789-40d5-a1ec-d7ee43a0a28a req-8ed55eef-0c2e-4b3f-a900-767428b09540 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=0233ecad-6e22-4a0c-a57d-5af5e55db652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400641 Mar 11 16:13:26.624828 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f8c8c208-3b6e-44c5-acd3-b0787acda7af req-8f23acd7-2b82-418e-823a-d07c65b408c1 service neutron] 10.222.0.73 "GET /v2.0/ports/648caed8-c183-4bd5-915d-1929d0060a46/bindings/hv-neutron-8333 HTTP/1.1" status: 200 len: 384 time: 0.0776129 Mar 11 16:13:26.884785 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f8c8c208-3b6e-44c5-acd3-b0787acda7af req-b0c9cfe4-37f7-4303-bad9-e692f7711ad5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18&tenant_id=cca1e5a82d104327971da603674c443a HTTP/1.1" status: 200 len: 1098 time: 0.0698984 Mar 11 16:13:26.973129 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f8c8c208-3b6e-44c5-acd3-b0787acda7af req-b6d83c92-7987-42b5-a2df-9c94cc93a9ea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cca1e5a82d104327971da603674c443a&device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 1098 time: 0.0678217 Mar 11 16:13:27.103796 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8c208-3b6e-44c5-acd3-b0787acda7af req-3d7b52eb-3515-491c-83b6-da28a0fb78e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:27.105286 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f8c8c208-3b6e-44c5-acd3-b0787acda7af req-3d7b52eb-3515-491c-83b6-da28a0fb78e6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f6ae8818-198e-40d6-9cda-a51936b4c2a5 HTTP/1.1" status: 200 len: 898 time: 0.1265748 Mar 11 16:13:27.211073 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f8c8c208-3b6e-44c5-acd3-b0787acda7af req-f1528c40-972b-4ee6-9530-40fe0d93eab9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=648caed8-c183-4bd5-915d-1929d0060a46 HTTP/1.1" status: 200 len: 1000 time: 0.1000700 Mar 11 16:13:27.252769 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24095c-3ad4-4f8a-8277-97db8518b4c0 req-51752abe-05c5-4b29-8de8-1a3b50bd5d20 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:27.254214 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-6f24095c-3ad4-4f8a-8277-97db8518b4c0 req-51752abe-05c5-4b29-8de8-1a3b50bd5d20 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 945 time: 0.0817299 Mar 11 16:13:27.277449 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8c208-3b6e-44c5-acd3-b0787acda7af req-91db3fef-b0b2-4125-ba93-3d96dd6d22e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:27.279112 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f8c8c208-3b6e-44c5-acd3-b0787acda7af req-91db3fef-b0b2-4125-ba93-3d96dd6d22e2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fe00bad5-76c9-4aaa-bca3-c7baae2f09c9 HTTP/1.1" status: 200 len: 835 time: 0.0629373 Mar 11 16:13:27.303384 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-6f24095c-3ad4-4f8a-8277-97db8518b4c0 req-a6cc7728-c756-4faf-9bef-40bfeec909f7 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=0233ecad-6e22-4a0c-a57d-5af5e55db652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433588 Mar 11 16:13:27.355163 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f8c8c208-3b6e-44c5-acd3-b0787acda7af req-8a147e9a-17b3-4282-ab9e-919310205dc0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6ae8818-198e-40d6-9cda-a51936b4c2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703876 Mar 11 16:13:27.568798 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f8c8c208-3b6e-44c5-acd3-b0787acda7af req-e69ac8a5-0e3a-4fb5-bffd-48db0ab6d965 service neutron] 10.222.0.73 "GET /v2.0/networks/f6ae8818-198e-40d6-9cda-a51936b4c2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078135 Mar 11 16:13:27.697738 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f8c8c208-3b6e-44c5-acd3-b0787acda7af req-b9d048be-b148-4a60-a1b7-37bbeadcfe9b service neutron] 10.222.0.73 "GET /v2.0/networks/f6ae8818-198e-40d6-9cda-a51936b4c2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234312 Mar 11 16:13:28.514998 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af456f-1c99-402f-adf7-720b4840bc52 req-9b06238b-e58f-4354-a08f-11d5b870b16c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:28.516466 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a4af456f-1c99-402f-adf7-720b4840bc52 req-9b06238b-e58f-4354-a08f-11d5b870b16c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 945 time: 0.0883112 Mar 11 16:13:28.561682 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a4af456f-1c99-402f-adf7-720b4840bc52 req-73a42523-ffbd-4ddf-901a-4464dd853c05 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=0233ecad-6e22-4a0c-a57d-5af5e55db652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397670 Mar 11 16:13:29.448393 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0891fac0-d9f1-4ffd-81e5-f5ce8505eb01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:29.758318 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb983ab-c6c0-493c-b699-8b37dfd22e4f req-09511d4c-00e1-445e-90e6-6b8cb1ba5c2b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:29.759740 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-bcb983ab-c6c0-493c-b699-8b37dfd22e4f req-09511d4c-00e1-445e-90e6-6b8cb1ba5c2b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 945 time: 0.0761797 Mar 11 16:13:29.803372 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-bcb983ab-c6c0-493c-b699-8b37dfd22e4f req-90b7f05a-47cd-42b2-bc2d-9ba76c01ce87 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=0233ecad-6e22-4a0c-a57d-5af5e55db652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381913 Mar 11 16:13:30.383314 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 648caed8-c183-4bd5-915d-1929d0060a46 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:13:30.386662 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 648caed8-c183-4bd5-915d-1929d0060a46 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:13:30.613374 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:30.635782 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 648caed8-c183-4bd5-915d-1929d0060a46, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=648caed8-c183-4bd5-915d-1929d0060a46,segment=NetworkSegment(41f554c0-184c-4dcb-9b25-96e44121049a),segment_id=41f554c0-184c-4dcb-9b25-96e44121049a)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:13:30.655367 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': '648caed8-c183-4bd5-915d-1929d0060a46', 'network_id': 'f6ae8818-198e-40d6-9cda-a51936b4c2a5', 'port_id': '648caed8-c183-4bd5-915d-1929d0060a46', 'mac_address': 'fa:16:3e:63:36:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe00bad5-76c9-4aaa-bca3-c7baae2f09c9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:13:30.662709 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d6408c-b674-4a63-93f9-a91b54dfaa18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '648caed8-c183-4bd5-915d-1929d0060a46'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:13:30.711697 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 648caed8-c183-4bd5-915d-1929d0060a46, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=648caed8-c183-4bd5-915d-1929d0060a46,segment=NetworkSegment(41f554c0-184c-4dcb-9b25-96e44121049a),segment_id=41f554c0-184c-4dcb-9b25-96e44121049a)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:13:30.719193 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:30.755075 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d6408c-b674-4a63-93f9-a91b54dfaa18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '648caed8-c183-4bd5-915d-1929d0060a46', 'code': 200} Mar 11 16:13:30.763112 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:30.796896 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 648caed8-c183-4bd5-915d-1929d0060a46 {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:13:30.845607 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=648caed8-c183-4bd5-915d-1929d0060a46,revision_number=6']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:30.865528 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:30.865814 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:30.866152 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:30.866487 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:30.866995 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:30.867213 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:30.867592 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:30.867861 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:30.868219 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:30.868543 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:30.868865 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:30.875995 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:13:30.876376 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:13:31.005607 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d60b07-6602-4659-806e-a1d32b2cf137 req-5902c91a-997f-405a-894e-cb851002a34c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:31.007019 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-36d60b07-6602-4659-806e-a1d32b2cf137 req-5902c91a-997f-405a-894e-cb851002a34c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 943 time: 0.0783129 Mar 11 16:13:31.051276 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-36d60b07-6602-4659-806e-a1d32b2cf137 req-32ec9a77-138b-4d5b-8c8a-d814d06df1ee tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=0233ecad-6e22-4a0c-a57d-5af5e55db652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384994 Mar 11 16:13:31.377394 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4889c97-6c2c-4433-977f-dc63374bc21c req-61945547-76e2-4db0-afaf-4248b8067e8c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:31.378934 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d4889c97-6c2c-4433-977f-dc63374bc21c req-61945547-76e2-4db0-afaf-4248b8067e8c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.73 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18&tenant_id=cca1e5a82d104327971da603674c443a&binding%3Ahost_id=hv-neutron-8333 HTTP/1.1" status: 200 len: 943 time: 0.0803027 Mar 11 16:13:31.381044 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01e36d-a739-4798-9351-b913a5ed8879 req-8d13af13-cfee-46d5-9531-a73d69068458 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:31.383025 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2b01e36d-a739-4798-9351-b913a5ed8879 req-8d13af13-cfee-46d5-9531-a73d69068458 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 943 time: 0.0751305 Mar 11 16:13:31.432227 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:31.435460 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2b01e36d-a739-4798-9351-b913a5ed8879 req-87124703-f799-47af-be09-474092074375 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=0233ecad-6e22-4a0c-a57d-5af5e55db652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446179 Mar 11 16:13:31.451213 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 648caed8-c183-4bd5-915d-1929d0060a46 {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:13:31.467867 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 648caed8-c183-4bd5-915d-1929d0060a46, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=648caed8-c183-4bd5-915d-1929d0060a46,segment=NetworkSegment(41f554c0-184c-4dcb-9b25-96e44121049a),segment_id=41f554c0-184c-4dcb-9b25-96e44121049a)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:13:31.472839 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:31.538403 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d4889c97-6c2c-4433-977f-dc63374bc21c req-7657362b-cec8-440f-aa7a-b87c21ad8eba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cca1e5a82d104327971da603674c443a&device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 1097 time: 0.0885043 Mar 11 16:13:31.543366 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['648caed8-c183-4bd5-915d-1929d0060a46'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:13:31.579946 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=648caed8-c183-4bd5-915d-1929d0060a46,revision_number=7']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:31.716623 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-26c02810-a493-41af-a6c1-5edf4b0787da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:31.733909 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab799fe1-bd2a-48ca-96a3-fc2797036e03 req-f6a7f7a2-f5fe-4bd4-9c41-682727a2a360 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:31.735447 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ab799fe1-bd2a-48ca-96a3-fc2797036e03 req-f6a7f7a2-f5fe-4bd4-9c41-682727a2a360 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 944 time: 0.1702654 Mar 11 16:13:31.736431 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4889c97-6c2c-4433-977f-dc63374bc21c req-97f2b0a6-7f4a-45e7-b814-41f6cc3b47c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:31.737674 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d4889c97-6c2c-4433-977f-dc63374bc21c req-97f2b0a6-7f4a-45e7-b814-41f6cc3b47c4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f6ae8818-198e-40d6-9cda-a51936b4c2a5 HTTP/1.1" status: 200 len: 898 time: 0.1933339 Mar 11 16:13:31.861176 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ab799fe1-bd2a-48ca-96a3-fc2797036e03 req-fbcbf315-10f0-4a35-8223-6b4486059141 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=0233ecad-6e22-4a0c-a57d-5af5e55db652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197252 Mar 11 16:13:31.875423 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d4889c97-6c2c-4433-977f-dc63374bc21c req-cfe3915d-8019-4a95-bf58-809229c7d926 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=648caed8-c183-4bd5-915d-1929d0060a46 HTTP/1.1" status: 200 len: 999 time: 0.1202424 Mar 11 16:13:31.942733 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4889c97-6c2c-4433-977f-dc63374bc21c req-8ced42ff-30bb-44b0-943b-6169cd50ce4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:31.944151 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d4889c97-6c2c-4433-977f-dc63374bc21c req-8ced42ff-30bb-44b0-943b-6169cd50ce4d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fe00bad5-76c9-4aaa-bca3-c7baae2f09c9 HTTP/1.1" status: 200 len: 835 time: 0.0609117 Mar 11 16:13:32.016645 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d4889c97-6c2c-4433-977f-dc63374bc21c req-0ad146ed-5896-4182-bc5d-6bdf96ea6a9f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6ae8818-198e-40d6-9cda-a51936b4c2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663092 Mar 11 16:13:32.146734 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d4889c97-6c2c-4433-977f-dc63374bc21c req-3881e743-0b63-4336-b5c5-78099db6ae70 service neutron] 10.222.0.73 "GET /v2.0/networks/f6ae8818-198e-40d6-9cda-a51936b4c2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234169 Mar 11 16:13:32.276453 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d4889c97-6c2c-4433-977f-dc63374bc21c req-fc036b65-4217-47c2-bd37-15ce1c6e7d3a service neutron] 10.222.0.73 "GET /v2.0/networks/f6ae8818-198e-40d6-9cda-a51936b4c2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242976 Mar 11 16:13:32.401301 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 648caed8-c183-4bd5-915d-1929d0060a46 up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:13:32.510880 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port 648caed8-c183-4bd5-915d-1929d0060a46 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:32.511241 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:32.628249 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:32.660813 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 648caed8-c183-4bd5-915d-1929d0060a46, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=648caed8-c183-4bd5-915d-1929d0060a46,segment=NetworkSegment(41f554c0-184c-4dcb-9b25-96e44121049a),segment_id=41f554c0-184c-4dcb-9b25-96e44121049a)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:13:32.664972 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:32.730859 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=648caed8-c183-4bd5-915d-1929d0060a46,revision_number=8']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:32.756151 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d6408c-b674-4a63-93f9-a91b54dfaa18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648caed8-c183-4bd5-915d-1929d0060a46'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:13:32.816706 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d6408c-b674-4a63-93f9-a91b54dfaa18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648caed8-c183-4bd5-915d-1929d0060a46', 'code': 200} Mar 11 16:13:32.875687 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:33.057856 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db15730-bd45-4605-b9d3-e42f3c571adf req-11b3c591-dcb9-4ce1-b1f0-d59f2a40128b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:33.059307 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0db15730-bd45-4605-b9d3-e42f3c571adf req-11b3c591-dcb9-4ce1-b1f0-d59f2a40128b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 945 time: 0.0752485 Mar 11 16:13:33.112031 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0db15730-bd45-4605-b9d3-e42f3c571adf req-96a34cc0-cbf6-41ad-9116-e9ffe734dbea tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=0233ecad-6e22-4a0c-a57d-5af5e55db652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469079 Mar 11 16:13:33.129078 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:33.139607 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49534) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:33.243869 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9388ac71-9bde-4805-afe5-b19fb13ad320 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/floatingips/a2aba5d9-24a8-48df-a0c0-46a577ba5c57 HTTP/1.1" status: 200 len: 992 time: 0.1030850 Mar 11 16:13:34.031594 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-031e093c-56e3-4968-98e7-391075803da4 req-b7f2c4cc-3dab-4807-917b-2d2c65ee3099 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1275511 Mar 11 16:13:34.167253 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-031e093c-56e3-4968-98e7-391075803da4 req-8b6e3b83-61f5-4ef4-90ec-5efd280b618d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cca1e5a82d104327971da603674c443a&device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 1098 time: 0.0691199 Mar 11 16:13:34.308724 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e093c-56e3-4968-98e7-391075803da4 req-9d51f7da-529e-4150-aab4-43c70c5cc5b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:34.310133 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-031e093c-56e3-4968-98e7-391075803da4 req-9d51f7da-529e-4150-aab4-43c70c5cc5b8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f6ae8818-198e-40d6-9cda-a51936b4c2a5 HTTP/1.1" status: 200 len: 898 time: 0.1251886 Mar 11 16:13:34.344498 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:34.503134 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-031e093c-56e3-4968-98e7-391075803da4 req-7b3335d7-85d5-4943-aa95-f25b810ab76c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=648caed8-c183-4bd5-915d-1929d0060a46 HTTP/1.1" status: 200 len: 1000 time: 0.1868715 Mar 11 16:13:34.568259 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e093c-56e3-4968-98e7-391075803da4 req-c1322767-d2c7-4456-a0fc-2399331aa066 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:34.569747 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-031e093c-56e3-4968-98e7-391075803da4 req-c1322767-d2c7-4456-a0fc-2399331aa066 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fe00bad5-76c9-4aaa-bca3-c7baae2f09c9 HTTP/1.1" status: 200 len: 835 time: 0.0609283 Mar 11 16:13:34.645936 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-031e093c-56e3-4968-98e7-391075803da4 req-077b2657-0a4f-4afa-8505-a795e2668e64 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6ae8818-198e-40d6-9cda-a51936b4c2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701945 Mar 11 16:13:34.781466 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-031e093c-56e3-4968-98e7-391075803da4 req-4968e62c-bf07-499f-98f5-cd7a69d56470 service neutron] 10.222.0.73 "GET /v2.0/networks/f6ae8818-198e-40d6-9cda-a51936b4c2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294367 Mar 11 16:13:34.915237 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-031e093c-56e3-4968-98e7-391075803da4 req-3a4be4b0-a532-435f-85b2-b097f94ec2d8 service neutron] 10.222.0.73 "GET /v2.0/networks/f6ae8818-198e-40d6-9cda-a51936b4c2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271546 Mar 11 16:13:46.276618 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:52.999186 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:13:59.451331 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c29a521e-ff79-4748-84ba-50d17eb4dba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:01.698052 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2a3923b9-18bf-4ef9-a795-18074dd97e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:02.880646 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:03.137724 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:04.348894 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:16.275680 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:18.369130 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [req-2bc1fde3-91a8-4cf7-804c-f631a7c8c834 req-99b94213-3ef0-497a-8304-a23c806bb248 service neutron] (83866) timed out ('10.222.0.31', 46038) {{(pid=83866) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 11 16:14:28.252543 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49558) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:28.454745 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-b308936b-e8da-4ec1-af95-6bd18d930e93 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Deleting port 30e178f3-1e8b-45a8-8949-690e530eb6a7 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:14:28.455085 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b308936b-e8da-4ec1-af95-6bd18d930e93 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:28.627837 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b308936b-e8da-4ec1-af95-6bd18d930e93 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:28.628300 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b308936b-e8da-4ec1-af95-6bd18d930e93 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:28.752294 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-b308936b-e8da-4ec1-af95-6bd18d930e93 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Calling delete_port for 30e178f3-1e8b-45a8-8949-690e530eb6a7 owned by network:floatingip {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:14:28.908056 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b308936b-e8da-4ec1-af95-6bd18d930e93 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:28.957066 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308936b-e8da-4ec1-af95-6bd18d930e93 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event deleted for resources: {'Port': ['ID=30e178f3-1e8b-45a8-8949-690e530eb6a7,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:29.022103 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308936b-e8da-4ec1-af95-6bd18d930e93 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:29.022372 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308936b-e8da-4ec1-af95-6bd18d930e93 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:29.022709 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308936b-e8da-4ec1-af95-6bd18d930e93 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:29.023044 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308936b-e8da-4ec1-af95-6bd18d930e93 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:29.023966 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308936b-e8da-4ec1-af95-6bd18d930e93 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:29.024300 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308936b-e8da-4ec1-af95-6bd18d930e93 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:29.024626 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308936b-e8da-4ec1-af95-6bd18d930e93 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:29.024950 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308936b-e8da-4ec1-af95-6bd18d930e93 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:29.025274 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308936b-e8da-4ec1-af95-6bd18d930e93 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:29.025596 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308936b-e8da-4ec1-af95-6bd18d930e93 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:29.025917 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b308936b-e8da-4ec1-af95-6bd18d930e93 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:29.056597 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b308936b-e8da-4ec1-af95-6bd18d930e93 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for floatingip, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:29.454300 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c4ff1f7a-b725-434b-b204-3eb2ffb798d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:29.530815 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b308936b-e8da-4ec1-af95-6bd18d930e93 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Router 3c4f4fb5-51d1-4684-8683-01263073be1b has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:14:29.728268 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b308936b-e8da-4ec1-af95-6bd18d930e93 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:14:29.739621 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc739efa-fb3e-4d58-acd2-206e839d2774 None None] Sync routers for ids ['3c4f4fb5-51d1-4684-8683-01263073be1b'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:14:29.747866 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b308936b-e8da-4ec1-af95-6bd18d930e93 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:29.754729 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc739efa-fb3e-4d58-acd2-206e839d2774 None None] Routers {'3c4f4fb5-51d1-4684-8683-01263073be1b'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:14:29.755343 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-cc739efa-fb3e-4d58-acd2-206e839d2774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:14:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['3c4f4fb5-51d1-4684-8683-01263073be1b'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:14:29.803066 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b308936b-e8da-4ec1-af95-6bd18d930e93 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "DELETE /v2.0/floatingips/a2aba5d9-24a8-48df-a0c0-46a577ba5c57 HTTP/1.1" status: 204 len: 168 time: 1.5494459 Mar 11 16:14:29.803631 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d6408c-b674-4a63-93f9-a91b54dfaa18', 'tag': '648caed8-c183-4bd5-915d-1929d0060a46'}] {{(pid=83867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:14:29.945207 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-cc739efa-fb3e-4d58-acd2-206e839d2774 None None] Set router 3c4f4fb5-51d1-4684-8683-01263073be1b gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:14:29.946789 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d6408c-b674-4a63-93f9-a91b54dfaa18', 'tag': '648caed8-c183-4bd5-915d-1929d0060a46', 'status': 'completed', 'code': 200} Mar 11 16:14:30.001724 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:14:30.053495 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f9b5b3af-a7eb-464b-875c-172b1efb418a req-a5704442-6daa-4cb9-a721-c2c7eda7d231 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cca1e5a82d104327971da603674c443a&device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 1098 time: 0.0871470 Mar 11 16:14:30.200683 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5b3af-a7eb-464b-875c-172b1efb418a req-ebbfc883-f8c6-4d7c-83ef-6c53bedcf4dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:30.202391 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f9b5b3af-a7eb-464b-875c-172b1efb418a req-ebbfc883-f8c6-4d7c-83ef-6c53bedcf4dc service neutron] 10.222.0.73 "GET /v2.0/networks?id=f6ae8818-198e-40d6-9cda-a51936b4c2a5 HTTP/1.1" status: 200 len: 898 time: 0.1433027 Mar 11 16:14:30.221535 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502fa7e-0eb8-4491-b44f-7fcd95d53255 req-5856fcb5-8058-4e03-b17b-31cbbb4a1296 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:30.222229 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-7502fa7e-0eb8-4491-b44f-7fcd95d53255 req-5856fcb5-8058-4e03-b17b-31cbbb4a1296 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Synchronizing usage tracker for tenant:cca1e5a82d104327971da603674c443a on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:14:30.239361 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-7502fa7e-0eb8-4491-b44f-7fcd95d53255 req-5856fcb5-8058-4e03-b17b-31cbbb4a1296 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Unset dirty status for tenant:cca1e5a82d104327971da603674c443a on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:14:30.240759 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-7502fa7e-0eb8-4491-b44f-7fcd95d53255 req-5856fcb5-8058-4e03-b17b-31cbbb4a1296 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 945 time: 0.0996037 Mar 11 16:14:30.283366 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f9b5b3af-a7eb-464b-875c-172b1efb418a req-67da70b2-ec43-4b5a-b9c3-33d5af89b741 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=648caed8-c183-4bd5-915d-1929d0060a46 HTTP/1.1" status: 200 len: 217 time: 0.0734167 Mar 11 16:14:30.287630 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-7502fa7e-0eb8-4491-b44f-7fcd95d53255 req-c735ee6e-fa82-4a18-aab5-e699112884eb tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=0233ecad-6e22-4a0c-a57d-5af5e55db652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398276 Mar 11 16:14:30.293687 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-cc739efa-fb3e-4d58-acd2-206e839d2774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4f4fb5-51d1-4684-8683-01263073be1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077816044', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.197'}], 'enable_snat': True}, 'gw_port_id': '2750d834-6423-4a58-96d5-e738b4e40855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:28Z', 'updated_at': '2022-03-11T16:11:32Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '2750d834-6423-4a58-96d5-e738b4e40855', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4f4fb5-51d1-4684-8683-01263073be1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:29Z', 'updated_at': '2022-03-11T16:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'afd9ccc9-3e6e-4667-b02b-9fc181abab34', 'name': '', 'network_id': 'f6ae8818-198e-40d6-9cda-a51936b4c2a5', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'mac_address': 'fa:16:3e:fb:1d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4f4fb5-51d1-4684-8683-01263073be1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe00bad5-76c9-4aaa-bca3-c7baae2f09c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:32Z', 'updated_at': '2022-03-11T16:11:39Z', 'revision_number': 5, 'project_id': 'cca1e5a82d104327971da603674c443a', 'subnets': [{'id': 'fe00bad5-76c9-4aaa-bca3-c7baae2f09c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:14:30.297790 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc739efa-fb3e-4d58-acd2-206e839d2774 None None] Checking router: 3c4f4fb5-51d1-4684-8683-01263073be1b for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:14:30.310135 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc739efa-fb3e-4d58-acd2-206e839d2774 None None] Routers {'3c4f4fb5-51d1-4684-8683-01263073be1b'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:14:30.310811 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-cc739efa-fb3e-4d58-acd2-206e839d2774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:14:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['3c4f4fb5-51d1-4684-8683-01263073be1b'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:14:30.354667 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5b3af-a7eb-464b-875c-172b1efb418a req-004cd499-6651-40fa-b56d-f6afa5e9a264 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:30.356190 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f9b5b3af-a7eb-464b-875c-172b1efb418a req-004cd499-6651-40fa-b56d-f6afa5e9a264 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fe00bad5-76c9-4aaa-bca3-c7baae2f09c9 HTTP/1.1" status: 200 len: 835 time: 0.0631433 Mar 11 16:14:30.435672 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f9b5b3af-a7eb-464b-875c-172b1efb418a req-6fbb5783-3f87-4d76-a104-94f0fcde365c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6ae8818-198e-40d6-9cda-a51936b4c2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721052 Mar 11 16:14:30.489478 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-cc739efa-fb3e-4d58-acd2-206e839d2774 None None] Set router 3c4f4fb5-51d1-4684-8683-01263073be1b gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:14:30.573197 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f9b5b3af-a7eb-464b-875c-172b1efb418a req-2cae3d66-7fcc-4467-b912-89669a4d8a85 service neutron] 10.222.0.73 "GET /v2.0/networks/f6ae8818-198e-40d6-9cda-a51936b4c2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302261 Mar 11 16:14:30.707344 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f9b5b3af-a7eb-464b-875c-172b1efb418a req-31e672b2-56c8-4132-aa61-965bf0f191ec service neutron] 10.222.0.73 "GET /v2.0/networks/f6ae8818-198e-40d6-9cda-a51936b4c2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264620 Mar 11 16:14:30.811609 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-cc739efa-fb3e-4d58-acd2-206e839d2774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4f4fb5-51d1-4684-8683-01263073be1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077816044', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.197'}], 'enable_snat': True}, 'gw_port_id': '2750d834-6423-4a58-96d5-e738b4e40855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:28Z', 'updated_at': '2022-03-11T16:11:32Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '2750d834-6423-4a58-96d5-e738b4e40855', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4f4fb5-51d1-4684-8683-01263073be1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:29Z', 'updated_at': '2022-03-11T16:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'afd9ccc9-3e6e-4667-b02b-9fc181abab34', 'name': '', 'network_id': 'f6ae8818-198e-40d6-9cda-a51936b4c2a5', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'mac_address': 'fa:16:3e:fb:1d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4f4fb5-51d1-4684-8683-01263073be1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe00bad5-76c9-4aaa-bca3-c7baae2f09c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:32Z', 'updated_at': '2022-03-11T16:11:39Z', 'revision_number': 5, 'project_id': 'cca1e5a82d104327971da603674c443a', 'subnets': [{'id': 'fe00bad5-76c9-4aaa-bca3-c7baae2f09c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:14:30.815970 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc739efa-fb3e-4d58-acd2-206e839d2774 None None] The sync data for ids ['3c4f4fb5-51d1-4684-8683-01263073be1b'] in dv-neutron-833373-1-hyperv is: [{'id': '3c4f4fb5-51d1-4684-8683-01263073be1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077816044', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.197'}], 'enable_snat': True}, 'gw_port_id': '2750d834-6423-4a58-96d5-e738b4e40855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:28Z', 'updated_at': '2022-03-11T16:11:32Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '2750d834-6423-4a58-96d5-e738b4e40855', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4f4fb5-51d1-4684-8683-01263073be1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:29Z', 'updated_at': '2022-03-11T16:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'afd9ccc9-3e6e-4667-b02b-9fc181abab34', 'name': '', 'network_id': 'f6ae8818-198e-40d6-9cda-a51936b4c2a5', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'mac_address': 'fa:16:3e:fb:1d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4f4fb5-51d1-4684-8683-01263073be1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe00bad5-76c9-4aaa-bca3-c7baae2f09c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:32Z', 'updated_at': '2022-03-11T16:11:39Z', 'revision_number': 5, 'project_id': 'cca1e5a82d104327971da603674c443a', 'subnets': [{'id': 'fe00bad5-76c9-4aaa-bca3-c7baae2f09c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:14:31.030877 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cca1b18-8795-4fb7-a3ec-33ce41c534b4 None None] New status for floating IP a2aba5d9-24a8-48df-a0c0-46a577ba5c57: DOWN {{(pid=83869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:14:31.494832 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694f6d1-7ed8-4600-8aae-679ef3d4374b req-f4f6322b-993c-44a7-b29f-6e9467e15820 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:31.496218 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1694f6d1-7ed8-4600-8aae-679ef3d4374b req-f4f6322b-993c-44a7-b29f-6e9467e15820 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 945 time: 0.0796559 Mar 11 16:14:31.540436 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1694f6d1-7ed8-4600-8aae-679ef3d4374b req-7066a4ff-d2d9-4afe-a38c-5301b4fa34bb tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=0233ecad-6e22-4a0c-a57d-5af5e55db652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389194 Mar 11 16:14:31.699971 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-faeb8587-1406-4f6c-9990-4520d242a52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:31.918509 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731da591-6d32-4eb0-bb52-0397b21225ab req-ff8fc21c-e7f2-482a-bafa-395eebc92e04 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:31.919925 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-731da591-6d32-4eb0-bb52-0397b21225ab req-ff8fc21c-e7f2-482a-bafa-395eebc92e04 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.73 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 945 time: 0.0758820 Mar 11 16:14:31.991618 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-731da591-6d32-4eb0-bb52-0397b21225ab req-155582af-7208-4b20-adf2-3e278f7064ef tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Deleting port 648caed8-c183-4bd5-915d-1929d0060a46 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:14:31.993146 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-731da591-6d32-4eb0-bb52-0397b21225ab req-155582af-7208-4b20-adf2-3e278f7064ef tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:32.324489 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-731da591-6d32-4eb0-bb52-0397b21225ab req-155582af-7208-4b20-adf2-3e278f7064ef tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] For port 648caed8-c183-4bd5-915d-1929d0060a46, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=648caed8-c183-4bd5-915d-1929d0060a46,segment=NetworkSegment(41f554c0-184c-4dcb-9b25-96e44121049a),segment_id=41f554c0-184c-4dcb-9b25-96e44121049a)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:14:32.324841 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-731da591-6d32-4eb0-bb52-0397b21225ab req-155582af-7208-4b20-adf2-3e278f7064ef tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:32.447940 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-731da591-6d32-4eb0-bb52-0397b21225ab req-155582af-7208-4b20-adf2-3e278f7064ef tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Calling delete_port for 648caed8-c183-4bd5-915d-1929d0060a46 owned by compute:nova {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:14:32.591399 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-731da591-6d32-4eb0-bb52-0397b21225ab req-155582af-7208-4b20-adf2-3e278f7064ef tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:32.642762 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155582af-7208-4b20-adf2-3e278f7064ef tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event deleted for resources: {'Port': ['ID=648caed8-c183-4bd5-915d-1929d0060a46,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:32.684792 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155582af-7208-4b20-adf2-3e278f7064ef tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:32.685145 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155582af-7208-4b20-adf2-3e278f7064ef tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:32.685488 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155582af-7208-4b20-adf2-3e278f7064ef tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:32.685826 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155582af-7208-4b20-adf2-3e278f7064ef tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:32.686158 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155582af-7208-4b20-adf2-3e278f7064ef tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:32.686488 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155582af-7208-4b20-adf2-3e278f7064ef tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:32.686816 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155582af-7208-4b20-adf2-3e278f7064ef tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:32.687143 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155582af-7208-4b20-adf2-3e278f7064ef tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:32.687467 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155582af-7208-4b20-adf2-3e278f7064ef tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:32.687789 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155582af-7208-4b20-adf2-3e278f7064ef tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:32.688131 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155582af-7208-4b20-adf2-3e278f7064ef tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:32.718749 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-7ab82ba9-b7fa-4447-a7e1-5e4131351d74 req-2e2b7185-5c68-47dc-9268-0933e786a439 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=69d6408c-b674-4a63-93f9-a91b54dfaa18 HTTP/1.1" status: 200 len: 210 time: 0.0481040 Mar 11 16:14:32.731800 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-731da591-6d32-4eb0-bb52-0397b21225ab req-155582af-7208-4b20-adf2-3e278f7064ef tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] No DVR routers for this DVR port 648caed8-c183-4bd5-915d-1929d0060a46 on host hv-neutron-8333 {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:14:32.734294 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-731da591-6d32-4eb0-bb52-0397b21225ab req-155582af-7208-4b20-adf2-3e278f7064ef tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:32.736850 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d6408c-b674-4a63-93f9-a91b54dfaa18', 'name': 'network-vif-deleted', 'tag': '648caed8-c183-4bd5-915d-1929d0060a46'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:14:32.752362 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-731da591-6d32-4eb0-bb52-0397b21225ab req-155582af-7208-4b20-adf2-3e278f7064ef tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.73 "DELETE /v2.0/ports/648caed8-c183-4bd5-915d-1929d0060a46 HTTP/1.1" status: 204 len: 173 time: 0.8266482 Mar 11 16:14:32.800935 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d6408c-b674-4a63-93f9-a91b54dfaa18', 'name': 'network-vif-deleted', 'tag': '648caed8-c183-4bd5-915d-1929d0060a46', 'status': 'completed', 'code': 200} Mar 11 16:14:32.884168 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:33.135947 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:33.823388 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49580) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:34.218915 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-384d2fc7-b910-44a3-8152-c8de514c2e67 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:34.350218 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:34.661622 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 648caed8-c183-4bd5-915d-1929d0060a46 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:14:34.735371 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] No Port match for: 648caed8-c183-4bd5-915d-1929d0060a46 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:14:34.735723 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 648caed8-c183-4bd5-915d-1929d0060a46 not bound to the agent host hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:14:34.936479 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-384d2fc7-b910-44a3-8152-c8de514c2e67 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Deleting port afd9ccc9-3e6e-4667-b02b-9fc181abab34 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:14:34.937048 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-384d2fc7-b910-44a3-8152-c8de514c2e67 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:35.119837 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-384d2fc7-b910-44a3-8152-c8de514c2e67 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] For port afd9ccc9-3e6e-4667-b02b-9fc181abab34, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=afd9ccc9-3e6e-4667-b02b-9fc181abab34,segment=NetworkSegment(41f554c0-184c-4dcb-9b25-96e44121049a),segment_id=41f554c0-184c-4dcb-9b25-96e44121049a)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:14:35.120202 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-384d2fc7-b910-44a3-8152-c8de514c2e67 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:35.240721 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-384d2fc7-b910-44a3-8152-c8de514c2e67 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Calling delete_port for afd9ccc9-3e6e-4667-b02b-9fc181abab34 owned by network:router_interface {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:14:35.414419 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-384d2fc7-b910-44a3-8152-c8de514c2e67 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:35.461866 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d2fc7-b910-44a3-8152-c8de514c2e67 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event deleted for resources: {'Port': ['ID=afd9ccc9-3e6e-4667-b02b-9fc181abab34,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:35.751544 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-384d2fc7-b910-44a3-8152-c8de514c2e67 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:36.413308 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384d2fc7-b910-44a3-8152-c8de514c2e67 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Router 3c4f4fb5-51d1-4684-8683-01263073be1b has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:14:36.606285 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384d2fc7-b910-44a3-8152-c8de514c2e67 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:14:36.616029 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bf4628-c61f-4f87-b8c9-244c90e46e6e None None] Sync routers for ids ['3c4f4fb5-51d1-4684-8683-01263073be1b'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:14:36.620446 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-384d2fc7-b910-44a3-8152-c8de514c2e67 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "PUT /v2.0/routers/3c4f4fb5-51d1-4684-8683-01263073be1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7959735 Mar 11 16:14:36.623061 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49584) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:36.628118 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bf4628-c61f-4f87-b8c9-244c90e46e6e None None] Routers {'3c4f4fb5-51d1-4684-8683-01263073be1b'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:14:36.628720 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e5bf4628-c61f-4f87-b8c9-244c90e46e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:14:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['3c4f4fb5-51d1-4684-8683-01263073be1b'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:14:36.803886 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-e5bf4628-c61f-4f87-b8c9-244c90e46e6e None None] Set router 3c4f4fb5-51d1-4684-8683-01263073be1b gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:14:36.822020 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-e571826c-0549-4b2e-bd1b-f203b58457d6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Deleting subnet fe00bad5-76c9-4aaa-bca3-c7baae2f09c9 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:14:36.825210 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e571826c-0549-4b2e-bd1b-f203b58457d6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:36.879110 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e571826c-0549-4b2e-bd1b-f203b58457d6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:36.965233 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e571826c-0549-4b2e-bd1b-f203b58457d6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:37.037633 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e571826c-0549-4b2e-bd1b-f203b58457d6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:37.077092 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e571826c-0549-4b2e-bd1b-f203b58457d6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event deleted for resources: {'Subnet': ['ID=fe00bad5-76c9-4aaa-bca3-c7baae2f09c9,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:37.083253 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e571826c-0549-4b2e-bd1b-f203b58457d6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:37.092983 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e571826c-0549-4b2e-bd1b-f203b58457d6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "DELETE /v2.0/subnets/fe00bad5-76c9-4aaa-bca3-c7baae2f09c9 HTTP/1.1" status: 204 len: 168 time: 0.4664743 Mar 11 16:14:37.093155 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49f266b-b69e-4730-9bea-fb2a2e5fa671 None None] Network f6ae8818-198e-40d6-9cda-a51936b4c2a5 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:14:37.093268 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49588) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:37.180432 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e5bf4628-c61f-4f87-b8c9-244c90e46e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4f4fb5-51d1-4684-8683-01263073be1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077816044', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.197'}], 'enable_snat': True}, 'gw_port_id': '2750d834-6423-4a58-96d5-e738b4e40855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:28Z', 'updated_at': '2022-03-11T16:14:35Z', 'revision_number': 5, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '2750d834-6423-4a58-96d5-e738b4e40855', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4f4fb5-51d1-4684-8683-01263073be1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:29Z', 'updated_at': '2022-03-11T16:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:14:37.187040 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bf4628-c61f-4f87-b8c9-244c90e46e6e None None] Checking router: 3c4f4fb5-51d1-4684-8683-01263073be1b for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:14:37.268090 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bf4628-c61f-4f87-b8c9-244c90e46e6e None None] Routers {'3c4f4fb5-51d1-4684-8683-01263073be1b'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:14:37.268737 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e5bf4628-c61f-4f87-b8c9-244c90e46e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:14:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['3c4f4fb5-51d1-4684-8683-01263073be1b'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:14:37.297964 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a76d0555-5eec-431b-8418-cd5256e98ac4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for router, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:37.464146 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-e5bf4628-c61f-4f87-b8c9-244c90e46e6e None None] Set router 3c4f4fb5-51d1-4684-8683-01263073be1b gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:14:37.496233 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a76d0555-5eec-431b-8418-cd5256e98ac4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:37.505646 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-a76d0555-5eec-431b-8418-cd5256e98ac4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Deleting port 2750d834-6423-4a58-96d5-e738b4e40855 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:14:37.506008 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a76d0555-5eec-431b-8418-cd5256e98ac4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:37.564438 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990ba4d1-4f2f-4453-b80f-791467a8c7ba None None] DHCP port deletion for f6ae8818-198e-40d6-9cda-a51936b4c2a5 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:14:37.591320 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-990ba4d1-4f2f-4453-b80f-791467a8c7ba None None] Deleting port e848dc6c-5749-427c-b2a0-22576eb59eab {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:14:37.591688 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-990ba4d1-4f2f-4453-b80f-791467a8c7ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:37.784703 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-a76d0555-5eec-431b-8418-cd5256e98ac4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] For port 2750d834-6423-4a58-96d5-e738b4e40855, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=2750d834-6423-4a58-96d5-e738b4e40855,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:14:37.784940 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a76d0555-5eec-431b-8418-cd5256e98ac4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:37.907130 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-a76d0555-5eec-431b-8418-cd5256e98ac4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Calling delete_port for 2750d834-6423-4a58-96d5-e738b4e40855 owned by network:router_gateway {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:14:37.968194 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-990ba4d1-4f2f-4453-b80f-791467a8c7ba None None] For port e848dc6c-5749-427c-b2a0-22576eb59eab, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=e848dc6c-5749-427c-b2a0-22576eb59eab,segment=NetworkSegment(41f554c0-184c-4dcb-9b25-96e44121049a),segment_id=41f554c0-184c-4dcb-9b25-96e44121049a)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:14:37.968705 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-990ba4d1-4f2f-4453-b80f-791467a8c7ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:38.076675 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a76d0555-5eec-431b-8418-cd5256e98ac4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:38.092226 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-990ba4d1-4f2f-4453-b80f-791467a8c7ba None None] Calling delete_port for e848dc6c-5749-427c-b2a0-22576eb59eab owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:14:38.120478 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d0555-5eec-431b-8418-cd5256e98ac4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event deleted for resources: {'Port': ['ID=2750d834-6423-4a58-96d5-e738b4e40855,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:38.149884 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e5bf4628-c61f-4f87-b8c9-244c90e46e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4f4fb5-51d1-4684-8683-01263073be1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077816044', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.197'}], 'enable_snat': True}, 'gw_port_id': '2750d834-6423-4a58-96d5-e738b4e40855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:28Z', 'updated_at': '2022-03-11T16:14:35Z', 'revision_number': 5, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '2750d834-6423-4a58-96d5-e738b4e40855', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4f4fb5-51d1-4684-8683-01263073be1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:29Z', 'updated_at': '2022-03-11T16:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:14:38.170423 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bf4628-c61f-4f87-b8c9-244c90e46e6e None None] The sync data for ids ['3c4f4fb5-51d1-4684-8683-01263073be1b'] in dv-neutron-833373-1-hyperv is: [{'id': '3c4f4fb5-51d1-4684-8683-01263073be1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077816044', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.197'}], 'enable_snat': True}, 'gw_port_id': '2750d834-6423-4a58-96d5-e738b4e40855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:11:28Z', 'updated_at': '2022-03-11T16:14:35Z', 'revision_number': 5, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '2750d834-6423-4a58-96d5-e738b4e40855', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4f4fb5-51d1-4684-8683-01263073be1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:29Z', 'updated_at': '2022-03-11T16:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:14:38.187030 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-990ba4d1-4f2f-4453-b80f-791467a8c7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:38.234563 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990ba4d1-4f2f-4453-b80f-791467a8c7ba None None] No DVR routers for this DVR port e848dc6c-5749-427c-b2a0-22576eb59eab on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:14:38.242936 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ba4d1-4f2f-4453-b80f-791467a8c7ba None None] Pushing event deleted for resources: {'Port': ['ID=e848dc6c-5749-427c-b2a0-22576eb59eab,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:38.255185 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ba4d1-4f2f-4453-b80f-791467a8c7ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:38.255536 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ba4d1-4f2f-4453-b80f-791467a8c7ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:38.255874 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ba4d1-4f2f-4453-b80f-791467a8c7ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:38.256242 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ba4d1-4f2f-4453-b80f-791467a8c7ba None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:38.256603 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ba4d1-4f2f-4453-b80f-791467a8c7ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:38.256905 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ba4d1-4f2f-4453-b80f-791467a8c7ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:38.257228 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ba4d1-4f2f-4453-b80f-791467a8c7ba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:38.258533 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ba4d1-4f2f-4453-b80f-791467a8c7ba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:38.258871 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ba4d1-4f2f-4453-b80f-791467a8c7ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:38.259192 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ba4d1-4f2f-4453-b80f-791467a8c7ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:38.259817 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ba4d1-4f2f-4453-b80f-791467a8c7ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:38.355239 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a76d0555-5eec-431b-8418-cd5256e98ac4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:38.610875 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a76d0555-5eec-431b-8418-cd5256e98ac4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:38.615126 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a76d0555-5eec-431b-8418-cd5256e98ac4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:38.644885 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a76d0555-5eec-431b-8418-cd5256e98ac4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:38.645421 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76d0555-5eec-431b-8418-cd5256e98ac4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Fanout notify agent at l3_agent the message router_deleted on router 3c4f4fb5-51d1-4684-8683-01263073be1b {{(pid=83867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:14:38.661225 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a76d0555-5eec-431b-8418-cd5256e98ac4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:38.662300 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a76d0555-5eec-431b-8418-cd5256e98ac4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "DELETE /v2.0/routers/3c4f4fb5-51d1-4684-8683-01263073be1b HTTP/1.1" status: 204 len: 168 time: 1.5682299 Mar 11 16:14:38.665243 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49594) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:38.786500 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-68866850-fbc4-454c-9d27-2e43eef41613 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:38.926078 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-68866850-fbc4-454c-9d27-2e43eef41613 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:38.952026 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-68866850-fbc4-454c-9d27-2e43eef41613 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ae8818-198e-40d6-9cda-a51936b4c2a5']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:14:38.964625 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-68866850-fbc4-454c-9d27-2e43eef41613 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41f554c0-184c-4dcb-9b25-96e44121049a') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:14:38.964917 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-68866850-fbc4-454c-9d27-2e43eef41613 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41f554c0-184c-4dcb-9b25-96e44121049a') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:14:38.976037 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-68866850-fbc4-454c-9d27-2e43eef41613 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:38.991884 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-68866850-fbc4-454c-9d27-2e43eef41613 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:38.997637 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68866850-fbc4-454c-9d27-2e43eef41613 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:14:38.998015 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-68866850-fbc4-454c-9d27-2e43eef41613 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:39.011774 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 16:14:39.011774 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:14:39.011774 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 16:14:39.011774 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:14:39.011774 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 16:14:39.011774 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:14:39.011774 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 16:14:39.011774 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:14:39.011774 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 16:14:39.011774 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:14:39.011774 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 16:14:39.011774 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:14:39.011774 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 16:14:39.011774 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:14:39.011774 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:14:39.011774 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:14:39.011774 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:14:39.011774 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:14:39.011774 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 16:14:39.011774 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:14:39.011774 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 16:14:39.011774 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:14:39.011774 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:14:39.011774 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:14:39.011774 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 16:14:39.011774 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:14:39.011774 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:14:39.011774 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:14:39.011774 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:14:39.011774 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:14:39.011774 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:14:39.011774 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:14:39.204281 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-68866850-fbc4-454c-9d27-2e43eef41613 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:39.222154 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-68866850-fbc4-454c-9d27-2e43eef41613 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:39.225919 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device afd9ccc9-3e6e-4667-b02b-9fc181abab34 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:14:39.238114 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68866850-fbc4-454c-9d27-2e43eef41613 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event deleted for resources: {'Network': ['ID=f6ae8818-198e-40d6-9cda-a51936b4c2a5,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:39.247962 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-68866850-fbc4-454c-9d27-2e43eef41613 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "DELETE /v2.0/networks/f6ae8818-198e-40d6-9cda-a51936b4c2a5 HTTP/1.1" status: 204 len: 168 time: 0.5814960 Mar 11 16:14:39.250347 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49598) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:39.267329 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: afd9ccc9-3e6e-4667-b02b-9fc181abab34 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:14:39.268244 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device afd9ccc9-3e6e-4667-b02b-9fc181abab34 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:14:39.268381 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device e848dc6c-5749-427c-b2a0-22576eb59eab no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:14:39.299945 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: e848dc6c-5749-427c-b2a0-22576eb59eab {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:14:39.300308 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device e848dc6c-5749-427c-b2a0-22576eb59eab not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:14:39.323694 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-909f5d30-e87c-403d-8b59-a4373e50de88 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:39.353982 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-909f5d30-e87c-403d-8b59-a4373e50de88 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:39.419726 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-909f5d30-e87c-403d-8b59-a4373e50de88 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:39.438951 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f5d30-e87c-403d-8b59-a4373e50de88 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0233ecad-6e22-4a0c-a57d-5af5e55db652,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:39.452164 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-909f5d30-e87c-403d-8b59-a4373e50de88 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:39.453364 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-909f5d30-e87c-403d-8b59-a4373e50de88 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "DELETE /v2.0/security-groups/0233ecad-6e22-4a0c-a57d-5af5e55db652 HTTP/1.1" status: 204 len: 168 time: 0.2019579 Mar 11 16:14:39.855818 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49606) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:39.861467 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-5474eaf3-b0c1-4658-a9f6-006f6be84db9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-939851777', 'description': 'tempest-secgroup-smoke-939851777 description', 'project_id': 'cca1e5a82d104327971da603674c443a'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:14:39.867678 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-5474eaf3-b0c1-4658-a9f6-006f6be84db9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:14:39.871760 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-5474eaf3-b0c1-4658-a9f6-006f6be84db9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:security_group and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:14:39.874598 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-5474eaf3-b0c1-4658-a9f6-006f6be84db9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:14:39.880208 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-5474eaf3-b0c1-4658-a9f6-006f6be84db9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:14:39.890801 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5474eaf3-b0c1-4658-a9f6-006f6be84db9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:39.929120 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-5474eaf3-b0c1-4658-a9f6-006f6be84db9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:14:39.933400 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-5474eaf3-b0c1-4658-a9f6-006f6be84db9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:security_group_rule and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:14:39.936090 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-5474eaf3-b0c1-4658-a9f6-006f6be84db9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:14:39.941860 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-5474eaf3-b0c1-4658-a9f6-006f6be84db9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:14:39.996359 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5474eaf3-b0c1-4658-a9f6-006f6be84db9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:39.999737 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5474eaf3-b0c1-4658-a9f6-006f6be84db9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:40.044488 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5474eaf3-b0c1-4658-a9f6-006f6be84db9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc3fc6b-beee-42bd-9f10-d3dff5599a99,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:40.047633 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-5474eaf3-b0c1-4658-a9f6-006f6be84db9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:40.048900 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-5474eaf3-b0c1-4658-a9f6-006f6be84db9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1919916 Mar 11 16:14:40.051635 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49610) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:40.057842 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-adc235e2-a0f4-47cf-ad0c-9ddc0558250a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'security_group_rule': {'security_group_id': '5dc3fc6b-beee-42bd-9f10-d3dff5599a99', 'project_id': 'cca1e5a82d104327971da603674c443a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:14:40.063769 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-adc235e2-a0f4-47cf-ad0c-9ddc0558250a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:14:40.067776 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-adc235e2-a0f4-47cf-ad0c-9ddc0558250a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:security_group_rule and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:14:40.071703 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-adc235e2-a0f4-47cf-ad0c-9ddc0558250a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:14:40.077311 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-adc235e2-a0f4-47cf-ad0c-9ddc0558250a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:14:40.094277 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-adc235e2-a0f4-47cf-ad0c-9ddc0558250a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:40.155116 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-adc235e2-a0f4-47cf-ad0c-9ddc0558250a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:40.158439 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-adc235e2-a0f4-47cf-ad0c-9ddc0558250a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:40.182330 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc235e2-a0f4-47cf-ad0c-9ddc0558250a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a9178ab-d6f3-496d-ab63-882e11a9da3c,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:40.191112 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-adc235e2-a0f4-47cf-ad0c-9ddc0558250a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:40.192291 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-adc235e2-a0f4-47cf-ad0c-9ddc0558250a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1396978 Mar 11 16:14:40.195161 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49614) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:40.200534 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-7508df96-6fca-4c50-8976-9339f344db6b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'security_group_rule': {'security_group_id': '5dc3fc6b-beee-42bd-9f10-d3dff5599a99', 'project_id': 'cca1e5a82d104327971da603674c443a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:14:40.206384 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7508df96-6fca-4c50-8976-9339f344db6b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:14:40.210077 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7508df96-6fca-4c50-8976-9339f344db6b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:security_group_rule and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:14:40.213309 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7508df96-6fca-4c50-8976-9339f344db6b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:14:40.218818 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7508df96-6fca-4c50-8976-9339f344db6b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:14:40.235784 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7508df96-6fca-4c50-8976-9339f344db6b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:40.299178 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7508df96-6fca-4c50-8976-9339f344db6b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:40.302748 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7508df96-6fca-4c50-8976-9339f344db6b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:40.325995 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7508df96-6fca-4c50-8976-9339f344db6b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7133d6e-c617-416d-bae3-10a1fcf027a0,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:40.334570 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7508df96-6fca-4c50-8976-9339f344db6b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:40.336492 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7508df96-6fca-4c50-8976-9339f344db6b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1403279 Mar 11 16:14:40.339123 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49618) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:40.344475 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-a6dc9a00-0021-4616-b975-49a4261e1a36 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'security_group_rule': {'security_group_id': '5dc3fc6b-beee-42bd-9f10-d3dff5599a99', 'project_id': 'cca1e5a82d104327971da603674c443a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:14:40.351070 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-a6dc9a00-0021-4616-b975-49a4261e1a36 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:14:40.354870 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-a6dc9a00-0021-4616-b975-49a4261e1a36 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:security_group_rule and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:14:40.357748 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-a6dc9a00-0021-4616-b975-49a4261e1a36 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:14:40.363294 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-a6dc9a00-0021-4616-b975-49a4261e1a36 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:14:40.379291 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a6dc9a00-0021-4616-b975-49a4261e1a36 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:40.441596 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a6dc9a00-0021-4616-b975-49a4261e1a36 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:40.445726 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a6dc9a00-0021-4616-b975-49a4261e1a36 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:40.467682 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc9a00-0021-4616-b975-49a4261e1a36 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f080a89-c0d9-48e7-8c60-add60474d246,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:40.476652 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a6dc9a00-0021-4616-b975-49a4261e1a36 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:40.477837 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a6dc9a00-0021-4616-b975-49a4261e1a36 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1378136 Mar 11 16:14:40.480533 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49622) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:40.485801 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-7dfc5299-c94a-4430-992d-88799e30cb83 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'security_group_rule': {'security_group_id': '5dc3fc6b-beee-42bd-9f10-d3dff5599a99', 'project_id': 'cca1e5a82d104327971da603674c443a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:14:40.491430 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7dfc5299-c94a-4430-992d-88799e30cb83 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:14:40.495713 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7dfc5299-c94a-4430-992d-88799e30cb83 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:security_group_rule and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:14:40.498539 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7dfc5299-c94a-4430-992d-88799e30cb83 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:14:40.504214 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7dfc5299-c94a-4430-992d-88799e30cb83 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:14:40.519723 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7dfc5299-c94a-4430-992d-88799e30cb83 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:40.581486 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7dfc5299-c94a-4430-992d-88799e30cb83 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:40.584941 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7dfc5299-c94a-4430-992d-88799e30cb83 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:40.610417 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc5299-c94a-4430-992d-88799e30cb83 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f3322b3-6151-43dc-8058-4ea8cb57bfb9,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:40.619356 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7dfc5299-c94a-4430-992d-88799e30cb83 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:40.620521 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7dfc5299-c94a-4430-992d-88799e30cb83 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1390955 Mar 11 16:14:40.623211 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49626) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:40.628582 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-1cd5b56e-4c28-429a-b048-fd2c907f0daa tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'security_group_rule': {'security_group_id': '5dc3fc6b-beee-42bd-9f10-d3dff5599a99', 'project_id': 'cca1e5a82d104327971da603674c443a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:14:40.634272 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-1cd5b56e-4c28-429a-b048-fd2c907f0daa tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:14:40.637935 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-1cd5b56e-4c28-429a-b048-fd2c907f0daa tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:security_group_rule and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:14:40.640698 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-1cd5b56e-4c28-429a-b048-fd2c907f0daa tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:14:40.646167 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-1cd5b56e-4c28-429a-b048-fd2c907f0daa tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:14:40.656852 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.securitygroups_db [None req-1cd5b56e-4c28-429a-b048-fd2c907f0daa tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Project cca1e5a82d104327971da603674c443a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:14:40.662813 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1cd5b56e-4c28-429a-b048-fd2c907f0daa tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:40.725684 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1cd5b56e-4c28-429a-b048-fd2c907f0daa tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:40.729699 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1cd5b56e-4c28-429a-b048-fd2c907f0daa tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:40.752194 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd5b56e-4c28-429a-b048-fd2c907f0daa tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=315b881b-618b-48a4-9007-131784700141,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:40.760972 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1cd5b56e-4c28-429a-b048-fd2c907f0daa tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:40.762172 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-1cd5b56e-4c28-429a-b048-fd2c907f0daa tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1380506 Mar 11 16:14:40.764851 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49630) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:40.770073 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-c43c776b-0bc8-466f-a0c3-9eb28d4864ce tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'security_group_rule': {'security_group_id': '5dc3fc6b-beee-42bd-9f10-d3dff5599a99', 'project_id': 'cca1e5a82d104327971da603674c443a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:14:40.775796 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c43c776b-0bc8-466f-a0c3-9eb28d4864ce tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:14:40.779541 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c43c776b-0bc8-466f-a0c3-9eb28d4864ce tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:security_group_rule and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:14:40.782361 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c43c776b-0bc8-466f-a0c3-9eb28d4864ce tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:14:40.787992 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c43c776b-0bc8-466f-a0c3-9eb28d4864ce tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:14:40.796314 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 2750d834-6423-4a58-96d5-e738b4e40855 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:14:40.802353 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.securitygroups_db [None req-c43c776b-0bc8-466f-a0c3-9eb28d4864ce tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Project cca1e5a82d104327971da603674c443a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:14:40.809763 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c43c776b-0bc8-466f-a0c3-9eb28d4864ce tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:40.837970 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 2750d834-6423-4a58-96d5-e738b4e40855 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:14:40.838319 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 2750d834-6423-4a58-96d5-e738b4e40855 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:14:40.878712 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c43c776b-0bc8-466f-a0c3-9eb28d4864ce tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:40.881831 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c43c776b-0bc8-466f-a0c3-9eb28d4864ce tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:40.906086 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c776b-0bc8-466f-a0c3-9eb28d4864ce tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b2fbe0a-fc72-4b48-b279-dd4a7700c41e,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:40.914976 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c43c776b-0bc8-466f-a0c3-9eb28d4864ce tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:40.916086 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c43c776b-0bc8-466f-a0c3-9eb28d4864ce tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1503077 Mar 11 16:14:40.918903 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49634) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:40.924155 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-7cbabad8-b8e1-4b08-b41e-5f35ea65dd47 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'network': {'name': 'tempest-network-smoke--142967396', 'project_id': 'cca1e5a82d104327971da603674c443a', 'port_security_enabled': True}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:14:40.928913 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7cbabad8-b8e1-4b08-b41e-5f35ea65dd47 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:14:40.933609 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7cbabad8-b8e1-4b08-b41e-5f35ea65dd47 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:network and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:14:40.936410 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-7cbabad8-b8e1-4b08-b41e-5f35ea65dd47 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:14:40.942701 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-7cbabad8-b8e1-4b08-b41e-5f35ea65dd47 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:14:40.952440 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbabad8-b8e1-4b08-b41e-5f35ea65dd47 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Made reservation on behalf of cca1e5a82d104327971da603674c443a for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:14:40.955259 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7cbabad8-b8e1-4b08-b41e-5f35ea65dd47 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:40.985138 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cbabad8-b8e1-4b08-b41e-5f35ea65dd47 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:14:40.994529 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7cbabad8-b8e1-4b08-b41e-5f35ea65dd47 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:40.994844 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-7cbabad8-b8e1-4b08-b41e-5f35ea65dd47 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Added segment efa9b29f-aeba-444d-bd3d-31225c5cfc02 of type vlan for network c392fb9d-77a5-4a0c-9108-5f2d3c911bc6 Mar 11 16:14:41.019331 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7cbabad8-b8e1-4b08-b41e-5f35ea65dd47 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:41.047932 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7cbabad8-b8e1-4b08-b41e-5f35ea65dd47 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:41.051497 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbabad8-b8e1-4b08-b41e-5f35ea65dd47 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:41.052067 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7cbabad8-b8e1-4b08-b41e-5f35ea65dd47 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:41.160545 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7cbabad8-b8e1-4b08-b41e-5f35ea65dd47 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2405341 Mar 11 16:14:41.163105 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabad8-b8e1-4b08-b41e-5f35ea65dd47 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'Network': ['ID=c392fb9d-77a5-4a0c-9108-5f2d3c911bc6,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:41.163319 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 49638) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:41.170108 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-66ee7051-afba-427e-923c-6656185ce7e5 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-722263885', 'admin_state_up': True, 'project_id': 'cca1e5a82d104327971da603674c443a', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:14:41.176694 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network c392fb9d-77a5-4a0c-9108-5f2d3c911bc6 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:14:41.177995 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-66ee7051-afba-427e-923c-6656185ce7e5 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:14:41.182760 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-66ee7051-afba-427e-923c-6656185ce7e5 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:router and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:14:41.185755 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-66ee7051-afba-427e-923c-6656185ce7e5 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:14:41.192687 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-66ee7051-afba-427e-923c-6656185ce7e5 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:14:41.203617 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-66ee7051-afba-427e-923c-6656185ce7e5 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:41.204607 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-66ee7051-afba-427e-923c-6656185ce7e5 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:41.227055 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-66ee7051-afba-427e-923c-6656185ce7e5 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:41.383567 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-66ee7051-afba-427e-923c-6656185ce7e5 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:41.558669 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-66ee7051-afba-427e-923c-6656185ce7e5 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for router_gateway, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:41.588486 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-66ee7051-afba-427e-923c-6656185ce7e5 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:41.722813 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-66ee7051-afba-427e-923c-6656185ce7e5 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Allocated IP 172.26.0.166 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/7acb5c6b-ce9c-4f58-8e67-ee36ebdad400) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:14:41.868417 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-66ee7051-afba-427e-923c-6656185ce7e5 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:41.895024 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-66ee7051-afba-427e-923c-6656185ce7e5 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:41.970657 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ee7051-afba-427e-923c-6656185ce7e5 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:14:41.973580 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-66ee7051-afba-427e-923c-6656185ce7e5 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:14:41.979302 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ee7051-afba-427e-923c-6656185ce7e5 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:14:42.004724 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee7051-afba-427e-923c-6656185ce7e5 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'Port': ['ID=7acb5c6b-ce9c-4f58-8e67-ee36ebdad400,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:42.135526 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-66ee7051-afba-427e-923c-6656185ce7e5 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for router_gateway, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:42.136201 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-66ee7051-afba-427e-923c-6656185ce7e5 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:42.469481 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ee7051-afba-427e-923c-6656185ce7e5 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Router 3c6655a4-0ba7-4e5d-9282-230cffbc7cc1 is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:14:42.673312 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ee7051-afba-427e-923c-6656185ce7e5 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:14:42.682804 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ad61ca-163f-4c72-8a9c-983b25c4f2f7 None None] Sync routers for ids ['3c6655a4-0ba7-4e5d-9282-230cffbc7cc1'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:14:42.699046 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ad61ca-163f-4c72-8a9c-983b25c4f2f7 None None] Routers {'3c6655a4-0ba7-4e5d-9282-230cffbc7cc1'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:14:42.699763 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-45ad61ca-163f-4c72-8a9c-983b25c4f2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:14:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['3c6655a4-0ba7-4e5d-9282-230cffbc7cc1'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:14:42.704341 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-66ee7051-afba-427e-923c-6656185ce7e5 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:42.705711 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-66ee7051-afba-427e-923c-6656185ce7e5 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5407948 Mar 11 16:14:42.708923 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 49642) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:42.750733 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c3719928-c238-4964-9a52-af38fa5ab5f0 tempest-TestNetworkAdvancedServerOps-356817997 tempest-TestNetworkAdvancedServerOps-356817997-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=cca1e5a82d104327971da603674c443a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395250 Mar 11 16:14:42.752273 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 49646) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:42.892197 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa84274b-50d4-420e-87de-dc9413d6ce05 tempest-TestNetworkAdvancedServerOps-356817997 tempest-TestNetworkAdvancedServerOps-356817997-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:42.893687 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-aa84274b-50d4-420e-87de-dc9413d6ce05 tempest-TestNetworkAdvancedServerOps-356817997 tempest-TestNetworkAdvancedServerOps-356817997-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1405339 Mar 11 16:14:42.896564 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 49650) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:42.905363 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-45ad61ca-163f-4c72-8a9c-983b25c4f2f7 None None] Set router 3c6655a4-0ba7-4e5d-9282-230cffbc7cc1 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:14:42.936596 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ef21075c-9f27-4cc3-81c3-49c44cfa4560 tempest-TestNetworkAdvancedServerOps-356817997 tempest-TestNetworkAdvancedServerOps-356817997-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=69193b02-dbf5-4ccf-b3ce-76dabd3f8655&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389609 Mar 11 16:14:42.940483 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 49654) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:42.945998 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-0647f28c-dded-4081-8ce7-56d4ba0b5cb7 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1056494999', 'network_id': 'c392fb9d-77a5-4a0c-9108-5f2d3c911bc6', 'project_id': 'cca1e5a82d104327971da603674c443a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:14:43.055782 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0647f28c-dded-4081-8ce7-56d4ba0b5cb7 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:14:43.062613 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0647f28c-dded-4081-8ce7-56d4ba0b5cb7 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:subnet and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:14:43.062613 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-0647f28c-dded-4081-8ce7-56d4ba0b5cb7 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:14:43.068034 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-0647f28c-dded-4081-8ce7-56d4ba0b5cb7 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:14:43.078929 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0647f28c-dded-4081-8ce7-56d4ba0b5cb7 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Made reservation on behalf of cca1e5a82d104327971da603674c443a for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:14:43.184068 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0647f28c-dded-4081-8ce7-56d4ba0b5cb7 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:43.190852 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-45ad61ca-163f-4c72-8a9c-983b25c4f2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6655a4-0ba7-4e5d-9282-230cffbc7cc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722263885', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '7acb5c6b-ce9c-4f58-8e67-ee36ebdad400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:14:41Z', 'updated_at': '2022-03-11T16:14:42Z', 'revision_number': 3, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '7acb5c6b-ce9c-4f58-8e67-ee36ebdad400', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6655a4-0ba7-4e5d-9282-230cffbc7cc1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:14:41Z', 'updated_at': '2022-03-11T16:14:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:14:43.194642 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ad61ca-163f-4c72-8a9c-983b25c4f2f7 None None] Checking router: 3c6655a4-0ba7-4e5d-9282-230cffbc7cc1 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:14:43.195565 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ad61ca-163f-4c72-8a9c-983b25c4f2f7 None None] Updating router 3c6655a4-0ba7-4e5d-9282-230cffbc7cc1 port 7acb5c6b-ce9c-4f58-8e67-ee36ebdad400 binding host dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:14:43.248614 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-45ad61ca-163f-4c72-8a9c-983b25c4f2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:43.402394 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0647f28c-dded-4081-8ce7-56d4ba0b5cb7 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:43.483598 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647f28c-dded-4081-8ce7-56d4ba0b5cb7 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'Subnet': ['ID=f54fdb3d-a5fc-49ff-ab33-b3097feba2a0,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:43.494191 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0647f28c-dded-4081-8ce7-56d4ba0b5cb7 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Checking segment: {'id': 'efa9b29f-aeba-444d-bd3d-31225c5cfc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c392fb9d-77a5-4a0c-9108-5f2d3c911bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:14:43.494557 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0647f28c-dded-4081-8ce7-56d4ba0b5cb7 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Network hostable DHCP agents. Network: c392fb9d-77a5-4a0c-9108-5f2d3c911bc6, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:14:43.517256 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0647f28c-dded-4081-8ce7-56d4ba0b5cb7 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Network c392fb9d-77a5-4a0c-9108-5f2d3c911bc6 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:14:43.528268 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-0647f28c-dded-4081-8ce7-56d4ba0b5cb7 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, c392fb9d-77a5-4a0c-9108-5f2d3c911bc6) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:14:43.532255 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0647f28c-dded-4081-8ce7-56d4ba0b5cb7 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:43.532836 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-0647f28c-dded-4081-8ce7-56d4ba0b5cb7 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:43.540367 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88a5d3f-9a77-46e0-94b5-162295e2481a None None] Network c392fb9d-77a5-4a0c-9108-5f2d3c911bc6 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:14:43.567607 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49658) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:43.569011 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-0647f28c-dded-4081-8ce7-56d4ba0b5cb7 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6264887 Mar 11 16:14:43.587218 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-45ad61ca-163f-4c72-8a9c-983b25c4f2f7 None None] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:43.598846 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-45ad61ca-163f-4c72-8a9c-983b25c4f2f7 None None] Transition to ACTIVE for port object 7acb5c6b-ce9c-4f58-8e67-ee36ebdad400 will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:14:43.605355 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-45ad61ca-163f-4c72-8a9c-983b25c4f2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:43.680879 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-45ad61ca-163f-4c72-8a9c-983b25c4f2f7 None None] Attempting to bind port 7acb5c6b-ce9c-4f58-8e67-ee36ebdad400 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:14:43.681245 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-45ad61ca-163f-4c72-8a9c-983b25c4f2f7 None None] Attempting to bind port 7acb5c6b-ce9c-4f58-8e67-ee36ebdad400 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:14:43.681597 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad61ca-163f-4c72-8a9c-983b25c4f2f7 None None] Attempting to bind port 7acb5c6b-ce9c-4f58-8e67-ee36ebdad400 on network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:14:43.696751 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad61ca-163f-4c72-8a9c-983b25c4f2f7 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:14:43.697496 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad61ca-163f-4c72-8a9c-983b25c4f2f7 None None] Checking segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:14:43.697496 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-45ad61ca-163f-4c72-8a9c-983b25c4f2f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:43.697896 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad61ca-163f-4c72-8a9c-983b25c4f2f7 None None] Bound using segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:14:43.698368 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-45ad61ca-163f-4c72-8a9c-983b25c4f2f7 None None] Bound port: 7acb5c6b-ce9c-4f58-8e67-ee36ebdad400, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:14:43.698740 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-45ad61ca-163f-4c72-8a9c-983b25c4f2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:43.747446 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6a02f-8e46-43bb-826a-6bc1c2d53074 None None] Pushing event updated for resources: {'Port': ['ID=7acb5c6b-ce9c-4f58-8e67-ee36ebdad400,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:43.763119 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02af3401-946a-4748-8829-46731423b3e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-c392fb9d-77a5-4a0c-9108-5f2d3c911bc6', 'network_id': 'c392fb9d-77a5-4a0c-9108-5f2d3c911bc6', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'fixed_ips': [{'subnet_id': 'f54fdb3d-a5fc-49ff-ab33-b3097feba2a0'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:14:43.764176 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-02af3401-946a-4748-8829-46731423b3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:43.780360 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-45ad61ca-163f-4c72-8a9c-983b25c4f2f7 None None] For port 7acb5c6b-ce9c-4f58-8e67-ee36ebdad400, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:14:43.783456 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-45ad61ca-163f-4c72-8a9c-983b25c4f2f7 None None] For port 7acb5c6b-ce9c-4f58-8e67-ee36ebdad400, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=7acb5c6b-ce9c-4f58-8e67-ee36ebdad400,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:14:43.791985 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-45ad61ca-163f-4c72-8a9c-983b25c4f2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:43.798079 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d6a02f-8e46-43bb-826a-6bc1c2d53074 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:43.798425 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d6a02f-8e46-43bb-826a-6bc1c2d53074 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:43.798762 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d6a02f-8e46-43bb-826a-6bc1c2d53074 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:43.799093 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d6a02f-8e46-43bb-826a-6bc1c2d53074 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:43.799420 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d6a02f-8e46-43bb-826a-6bc1c2d53074 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:43.799741 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d6a02f-8e46-43bb-826a-6bc1c2d53074 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:43.800061 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d6a02f-8e46-43bb-826a-6bc1c2d53074 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:43.800410 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d6a02f-8e46-43bb-826a-6bc1c2d53074 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:43.800728 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d6a02f-8e46-43bb-826a-6bc1c2d53074 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:43.801040 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d6a02f-8e46-43bb-826a-6bc1c2d53074 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:43.801353 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d6a02f-8e46-43bb-826a-6bc1c2d53074 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:43.885342 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6a02f-8e46-43bb-826a-6bc1c2d53074 None None] Pushing event updated for resources: {'Port': ['ID=7acb5c6b-ce9c-4f58-8e67-ee36ebdad400,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:43.888014 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ad61ca-163f-4c72-8a9c-983b25c4f2f7 None None] Routers {'3c6655a4-0ba7-4e5d-9282-230cffbc7cc1'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:14:43.890150 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-45ad61ca-163f-4c72-8a9c-983b25c4f2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:14:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['3c6655a4-0ba7-4e5d-9282-230cffbc7cc1'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:14:43.935675 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-02af3401-946a-4748-8829-46731423b3e2 None None] Allocated IP 172.20.0.2 (c392fb9d-77a5-4a0c-9108-5f2d3c911bc6/f54fdb3d-a5fc-49ff-ab33-b3097feba2a0/32a52899-d970-40b6-b5df-5005dbcc957f) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:14:44.072900 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-45ad61ca-163f-4c72-8a9c-983b25c4f2f7 None None] Set router 3c6655a4-0ba7-4e5d-9282-230cffbc7cc1 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:14:44.159176 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-02af3401-946a-4748-8829-46731423b3e2 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:44.172165 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-02af3401-946a-4748-8829-46731423b3e2 None None] Transition to ACTIVE for port object 32a52899-d970-40b6-b5df-5005dbcc957f will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:14:44.192404 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-02af3401-946a-4748-8829-46731423b3e2 None None] Transition to ACTIVE for port object 32a52899-d970-40b6-b5df-5005dbcc957f will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:14:44.199697 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-02af3401-946a-4748-8829-46731423b3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:44.277466 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02af3401-946a-4748-8829-46731423b3e2 None None] Network c392fb9d-77a5-4a0c-9108-5f2d3c911bc6 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:14:44.280953 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-02af3401-946a-4748-8829-46731423b3e2 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:14:44.285449 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02af3401-946a-4748-8829-46731423b3e2 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:14:44.298617 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af3401-946a-4748-8829-46731423b3e2 None None] Pushing event updated for resources: {'Port': ['ID=32a52899-d970-40b6-b5df-5005dbcc957f,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:44.374496 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-45ad61ca-163f-4c72-8a9c-983b25c4f2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6655a4-0ba7-4e5d-9282-230cffbc7cc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722263885', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '7acb5c6b-ce9c-4f58-8e67-ee36ebdad400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:14:41Z', 'updated_at': '2022-03-11T16:14:42Z', 'revision_number': 3, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '7acb5c6b-ce9c-4f58-8e67-ee36ebdad400', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6655a4-0ba7-4e5d-9282-230cffbc7cc1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:14:41Z', 'updated_at': '2022-03-11T16:14:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:14:44.378601 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ad61ca-163f-4c72-8a9c-983b25c4f2f7 None None] The sync data for ids ['3c6655a4-0ba7-4e5d-9282-230cffbc7cc1'] in dv-neutron-833373-1-hyperv is: [{'id': '3c6655a4-0ba7-4e5d-9282-230cffbc7cc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722263885', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '7acb5c6b-ce9c-4f58-8e67-ee36ebdad400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:14:41Z', 'updated_at': '2022-03-11T16:14:42Z', 'revision_number': 3, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '7acb5c6b-ce9c-4f58-8e67-ee36ebdad400', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6655a4-0ba7-4e5d-9282-230cffbc7cc1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:14:41Z', 'updated_at': '2022-03-11T16:14:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:14:44.393049 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-02af3401-946a-4748-8829-46731423b3e2 None None] Attempting to bind port 32a52899-d970-40b6-b5df-5005dbcc957f on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:14:44.393421 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-02af3401-946a-4748-8829-46731423b3e2 None None] Attempting to bind port 32a52899-d970-40b6-b5df-5005dbcc957f by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'efa9b29f-aeba-444d-bd3d-31225c5cfc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c392fb9d-77a5-4a0c-9108-5f2d3c911bc6'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:14:44.393837 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02af3401-946a-4748-8829-46731423b3e2 None None] Attempting to bind port 32a52899-d970-40b6-b5df-5005dbcc957f on network c392fb9d-77a5-4a0c-9108-5f2d3c911bc6 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:14:44.404822 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02af3401-946a-4748-8829-46731423b3e2 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:14:44.405206 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02af3401-946a-4748-8829-46731423b3e2 None None] Checking segment: {'id': 'efa9b29f-aeba-444d-bd3d-31225c5cfc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c392fb9d-77a5-4a0c-9108-5f2d3c911bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:14:44.405717 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-02af3401-946a-4748-8829-46731423b3e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:44.406111 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02af3401-946a-4748-8829-46731423b3e2 None None] Bound using segment: {'id': 'efa9b29f-aeba-444d-bd3d-31225c5cfc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c392fb9d-77a5-4a0c-9108-5f2d3c911bc6'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:14:44.406587 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-02af3401-946a-4748-8829-46731423b3e2 None None] Bound port: 32a52899-d970-40b6-b5df-5005dbcc957f, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa9b29f-aeba-444d-bd3d-31225c5cfc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c392fb9d-77a5-4a0c-9108-5f2d3c911bc6'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:14:44.406968 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-02af3401-946a-4748-8829-46731423b3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:44.442516 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6d5887c0-7d3d-4bbe-b895-460da6a2edb4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:44.511864 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-02af3401-946a-4748-8829-46731423b3e2 None None] For port 32a52899-d970-40b6-b5df-5005dbcc957f, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:14:44.515361 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-02af3401-946a-4748-8829-46731423b3e2 None None] For port 32a52899-d970-40b6-b5df-5005dbcc957f, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=32a52899-d970-40b6-b5df-5005dbcc957f,segment=NetworkSegment(efa9b29f-aeba-444d-bd3d-31225c5cfc02),segment_id=efa9b29f-aeba-444d-bd3d-31225c5cfc02)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:14:44.522043 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-02af3401-946a-4748-8829-46731423b3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:44.615827 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af3401-946a-4748-8829-46731423b3e2 None None] Pushing event updated for resources: {'Port': ['ID=32a52899-d970-40b6-b5df-5005dbcc957f,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:44.936981 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-6d5887c0-7d3d-4bbe-b895-460da6a2edb4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Allocated IP 172.20.0.1 (c392fb9d-77a5-4a0c-9108-5f2d3c911bc6/f54fdb3d-a5fc-49ff-ab33-b3097feba2a0/4c766526-8780-40a8-995d-5f5dc24e0c4e) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:14:44.956293 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 7acb5c6b-ce9c-4f58-8e67-ee36ebdad400 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:14:45.067244 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 7acb5c6b-ce9c-4f58-8e67-ee36ebdad400 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:14:45.073247 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 7acb5c6b-ce9c-4f58-8e67-ee36ebdad400 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:14:45.073827 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:45.124015 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6d5887c0-7d3d-4bbe-b895-460da6a2edb4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:45.144465 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-6d5887c0-7d3d-4bbe-b895-460da6a2edb4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Transition to ACTIVE for port object 4c766526-8780-40a8-995d-5f5dc24e0c4e will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:14:45.168273 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6d5887c0-7d3d-4bbe-b895-460da6a2edb4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:45.197963 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:45.216712 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 7acb5c6b-ce9c-4f58-8e67-ee36ebdad400, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=7acb5c6b-ce9c-4f58-8e67-ee36ebdad400,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:14:45.221419 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:45.222315 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 32a52899-d970-40b6-b5df-5005dbcc957f up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:14:45.248693 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5887c0-7d3d-4bbe-b895-460da6a2edb4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Network c392fb9d-77a5-4a0c-9108-5f2d3c911bc6 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:14:45.253054 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-6d5887c0-7d3d-4bbe-b895-460da6a2edb4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:14:45.256157 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5887c0-7d3d-4bbe-b895-460da6a2edb4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'Port': ['ID=4c766526-8780-40a8-995d-5f5dc24e0c4e,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:45.258583 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5887c0-7d3d-4bbe-b895-460da6a2edb4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:14:45.326281 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6d5887c0-7d3d-4bbe-b895-460da6a2edb4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:45.355424 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=7acb5c6b-ce9c-4f58-8e67-ee36ebdad400,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:45.390337 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 32a52899-d970-40b6-b5df-5005dbcc957f completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:14:45.426807 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6d5887c0-7d3d-4bbe-b895-460da6a2edb4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:45.617251 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c426ffc-7a53-4681-bbfa-dec7ea7747d3 None None] Network c392fb9d-77a5-4a0c-9108-5f2d3c911bc6 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:14:45.771115 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d647cfc2-a2c8-4d57-9320-77d6821fdb5a None None] Provisioning for port 32a52899-d970-40b6-b5df-5005dbcc957f completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:14:45.785082 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d647cfc2-a2c8-4d57-9320-77d6821fdb5a None None] Provisioning complete for port 32a52899-d970-40b6-b5df-5005dbcc957f triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:14:45.785589 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d647cfc2-a2c8-4d57-9320-77d6821fdb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:45.841253 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6d5887c0-7d3d-4bbe-b895-460da6a2edb4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:45.845759 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6d5887c0-7d3d-4bbe-b895-460da6a2edb4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:45.954605 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d647cfc2-a2c8-4d57-9320-77d6821fdb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:45.954883 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5887c0-7d3d-4bbe-b895-460da6a2edb4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'Port': ['ID=4c766526-8780-40a8-995d-5f5dc24e0c4e,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:45.957371 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6d5887c0-7d3d-4bbe-b895-460da6a2edb4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:45.993243 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-d647cfc2-a2c8-4d57-9320-77d6821fdb5a None None] For port 32a52899-d970-40b6-b5df-5005dbcc957f, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=32a52899-d970-40b6-b5df-5005dbcc957f,segment=NetworkSegment(efa9b29f-aeba-444d-bd3d-31225c5cfc02),segment_id=efa9b29f-aeba-444d-bd3d-31225c5cfc02)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:14:45.998445 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d647cfc2-a2c8-4d57-9320-77d6821fdb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:46.068699 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647cfc2-a2c8-4d57-9320-77d6821fdb5a None None] Pushing event updated for resources: {'Port': ['ID=32a52899-d970-40b6-b5df-5005dbcc957f,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:46.106448 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5887c0-7d3d-4bbe-b895-460da6a2edb4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Network c392fb9d-77a5-4a0c-9108-5f2d3c911bc6 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:14:46.107631 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-6d5887c0-7d3d-4bbe-b895-460da6a2edb4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:14:46.225561 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-87c56358-2202-4f7e-aa30-c047a80f134e None None] Provisioning for port 4c766526-8780-40a8-995d-5f5dc24e0c4e completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:14:46.233159 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-87c56358-2202-4f7e-aa30-c047a80f134e None None] Provisioning complete for port 4c766526-8780-40a8-995d-5f5dc24e0c4e triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:14:46.233765 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-87c56358-2202-4f7e-aa30-c047a80f134e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:46.308704 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:46.310833 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-87c56358-2202-4f7e-aa30-c047a80f134e None None] Port 4c766526-8780-40a8-995d-5f5dc24e0c4e cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:14:46.325352 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-87c56358-2202-4f7e-aa30-c047a80f134e None None] Provisioning complete for port 32a52899-d970-40b6-b5df-5005dbcc957f triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:14:46.325693 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-87c56358-2202-4f7e-aa30-c047a80f134e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:46.575990 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-ce6ed20d-6e67-4fd2-9f09-098091d36e8a None None] Provisioning complete for port 4c766526-8780-40a8-995d-5f5dc24e0c4e triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:14:46.576473 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ce6ed20d-6e67-4fd2-9f09-098091d36e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:46.611037 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d5887c0-7d3d-4bbe-b895-460da6a2edb4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Router 3c6655a4-0ba7-4e5d-9282-230cffbc7cc1 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:14:46.631652 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-ce6ed20d-6e67-4fd2-9f09-098091d36e8a None None] Port 4c766526-8780-40a8-995d-5f5dc24e0c4e cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:14:46.808259 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5887c0-7d3d-4bbe-b895-460da6a2edb4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:14:46.822115 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6d5887c0-7d3d-4bbe-b895-460da6a2edb4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "PUT /v2.0/routers/3c6655a4-0ba7-4e5d-9282-230cffbc7cc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2533565 Mar 11 16:14:46.850892 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 7acb5c6b-ce9c-4f58-8e67-ee36ebdad400 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:14:46.919781 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 7acb5c6b-ce9c-4f58-8e67-ee36ebdad400 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:14:46.920186 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:46.997852 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f3193352-c88e-479a-b513-4256cc46e91b req-9bb4c841-c4bb-4398-81a3-a60fa4d67af9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-939851777&fields=id&tenant_id=cca1e5a82d104327971da603674c443a HTTP/1.1" status: 200 len: 267 time: 0.0401397 Mar 11 16:14:47.039491 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 32a52899-d970-40b6-b5df-5005dbcc957f up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:14:47.105325 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 32a52899-d970-40b6-b5df-5005dbcc957f triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:14:47.105685 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:47.145827 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3193352-c88e-479a-b513-4256cc46e91b req-07edadde-2779-4991-89c3-193c48c0802b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:47.147321 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f3193352-c88e-479a-b513-4256cc46e91b req-07edadde-2779-4991-89c3-193c48c0802b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/networks?id=c392fb9d-77a5-4a0c-9108-5f2d3c911bc6 HTTP/1.1" status: 200 len: 796 time: 0.1431253 Mar 11 16:14:47.164449 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f3193352-c88e-479a-b513-4256cc46e91b req-56ae689d-843a-41b5-b6ec-82b2733575af tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/quotas/cca1e5a82d104327971da603674c443a HTTP/1.1" status: 200 len: 375 time: 0.0109677 Mar 11 16:14:47.249985 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-f3193352-c88e-479a-b513-4256cc46e91b req-f7b6267e-8301-433f-a030-ff104a356f65 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Synchronizing usage tracker for tenant:cca1e5a82d104327971da603674c443a on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:14:47.265322 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-f3193352-c88e-479a-b513-4256cc46e91b req-f7b6267e-8301-433f-a030-ff104a356f65 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Unset dirty status for tenant:cca1e5a82d104327971da603674c443a on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:14:47.266580 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f3193352-c88e-479a-b513-4256cc46e91b req-f7b6267e-8301-433f-a030-ff104a356f65 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cca1e5a82d104327971da603674c443a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0969138 Mar 11 16:14:47.346605 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [req-f3193352-c88e-479a-b513-4256cc46e91b req-47a44a4a-8156-42d8-bcae-ee029c04c0b2 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:14:47.347573 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f3193352-c88e-479a-b513-4256cc46e91b req-47a44a4a-8156-42d8-bcae-ee029c04c0b2 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0695994 Mar 11 16:14:47.479352 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f3193352-c88e-479a-b513-4256cc46e91b req-3f929c1d-5c02-407c-b320-5d1377b8e66a service neutron] 10.222.0.31 "GET /v2.0/networks/c392fb9d-77a5-4a0c-9108-5f2d3c911bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252351 Mar 11 16:14:47.708532 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f3193352-c88e-479a-b513-4256cc46e91b req-79a0a7cc-13d4-4800-a315-4ebf8bd221ce service neutron] 10.222.0.31 "GET /v2.0/networks/c392fb9d-77a5-4a0c-9108-5f2d3c911bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234209 Mar 11 16:14:47.897092 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-890c13eb-caf0-47bc-a7c4-2d9939426dcc req-4c7a2bf0-d690-4875-92a4-a4b9daa091ab tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Synchronizing usage tracker for tenant:cca1e5a82d104327971da603674c443a on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:14:47.910911 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-890c13eb-caf0-47bc-a7c4-2d9939426dcc req-4c7a2bf0-d690-4875-92a4-a4b9daa091ab tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Unset dirty status for tenant:cca1e5a82d104327971da603674c443a on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:14:47.912496 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-890c13eb-caf0-47bc-a7c4-2d9939426dcc req-4c7a2bf0-d690-4875-92a4-a4b9daa091ab tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=901d61ce-ec18-430b-b72b-e84a74e5e761 HTTP/1.1" status: 200 len: 210 time: 0.0564816 Mar 11 16:14:48.058979 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0792fb5c-6432-4c83-a6bf-a9edc3cbd0f4 None None] Sync routers for ids ['3c6655a4-0ba7-4e5d-9282-230cffbc7cc1'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:14:48.071215 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0792fb5c-6432-4c83-a6bf-a9edc3cbd0f4 None None] Routers {'3c6655a4-0ba7-4e5d-9282-230cffbc7cc1'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:14:48.071679 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-0792fb5c-6432-4c83-a6bf-a9edc3cbd0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:14:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['3c6655a4-0ba7-4e5d-9282-230cffbc7cc1'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:14:48.258562 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-0792fb5c-6432-4c83-a6bf-a9edc3cbd0f4 None None] Set router 3c6655a4-0ba7-4e5d-9282-230cffbc7cc1 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:14:48.605546 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-0792fb5c-6432-4c83-a6bf-a9edc3cbd0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6655a4-0ba7-4e5d-9282-230cffbc7cc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722263885', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '7acb5c6b-ce9c-4f58-8e67-ee36ebdad400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:14:41Z', 'updated_at': '2022-03-11T16:14:45Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '7acb5c6b-ce9c-4f58-8e67-ee36ebdad400', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6655a4-0ba7-4e5d-9282-230cffbc7cc1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:14:41Z', 'updated_at': '2022-03-11T16:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '4c766526-8780-40a8-995d-5f5dc24e0c4e', 'name': '', 'network_id': 'c392fb9d-77a5-4a0c-9108-5f2d3c911bc6', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'mac_address': 'fa:16:3e:c8:e4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6655a4-0ba7-4e5d-9282-230cffbc7cc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f54fdb3d-a5fc-49ff-ab33-b3097feba2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:14:44Z', 'updated_at': '2022-03-11T16:14:45Z', 'revision_number': 2, 'project_id': 'cca1e5a82d104327971da603674c443a', 'subnets': [{'id': 'f54fdb3d-a5fc-49ff-ab33-b3097feba2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:14:48.609406 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0792fb5c-6432-4c83-a6bf-a9edc3cbd0f4 None None] Checking router: 3c6655a4-0ba7-4e5d-9282-230cffbc7cc1 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:14:48.609759 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0792fb5c-6432-4c83-a6bf-a9edc3cbd0f4 None None] Updating router 3c6655a4-0ba7-4e5d-9282-230cffbc7cc1 port 4c766526-8780-40a8-995d-5f5dc24e0c4e binding host dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:14:48.662857 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0792fb5c-6432-4c83-a6bf-a9edc3cbd0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:49.005926 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0792fb5c-6432-4c83-a6bf-a9edc3cbd0f4 None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:49.024669 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-0792fb5c-6432-4c83-a6bf-a9edc3cbd0f4 None None] Transition to ACTIVE for port object 4c766526-8780-40a8-995d-5f5dc24e0c4e will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:14:49.041411 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0792fb5c-6432-4c83-a6bf-a9edc3cbd0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:49.095181 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a19e6c24-d84c-40d1-b2f1-b590eb5afc9e req-0f628c9b-4010-48eb-9974-980048f8647b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=901d61ce-ec18-430b-b72b-e84a74e5e761 HTTP/1.1" status: 200 len: 210 time: 0.0480356 Mar 11 16:14:49.138345 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3193352-c88e-479a-b513-4256cc46e91b req-b952c0d4-c325-4b67-8ad7-207f42403f29 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:49.145717 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f3193352-c88e-479a-b513-4256cc46e91b req-b952c0d4-c325-4b67-8ad7-207f42403f29 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.73 "GET /v2.0/networks?id=c392fb9d-77a5-4a0c-9108-5f2d3c911bc6 HTTP/1.1" status: 200 len: 796 time: 0.2323365 Mar 11 16:14:49.170387 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba172e-26c7-4db3-b955-b2163465cd77 None None] Pushing event updated for resources: {'Port': ['ID=4c766526-8780-40a8-995d-5f5dc24e0c4e,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:49.224766 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f3193352-c88e-479a-b513-4256cc46e91b req-258b68d2-54d9-4e2c-b24a-c6d9a79f7b5e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cca1e5a82d104327971da603674c443a HTTP/1.1" status: 200 len: 379 time: 0.0638165 Mar 11 16:14:49.237016 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-f3193352-c88e-479a-b513-4256cc46e91b req-afe13b6b-0045-4690-a332-607c3645ee79 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'port': {'device_id': '901d61ce-ec18-430b-b72b-e84a74e5e761', 'network_id': 'c392fb9d-77a5-4a0c-9108-5f2d3c911bc6', 'admin_state_up': True, 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'security_groups': ['5dc3fc6b-beee-42bd-9f10-d3dff5599a99']}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:14:49.270810 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-0792fb5c-6432-4c83-a6bf-a9edc3cbd0f4 None None] Attempting to bind port 4c766526-8780-40a8-995d-5f5dc24e0c4e on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:14:49.271176 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-0792fb5c-6432-4c83-a6bf-a9edc3cbd0f4 None None] Attempting to bind port 4c766526-8780-40a8-995d-5f5dc24e0c4e by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'efa9b29f-aeba-444d-bd3d-31225c5cfc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c392fb9d-77a5-4a0c-9108-5f2d3c911bc6'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:14:49.271532 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0792fb5c-6432-4c83-a6bf-a9edc3cbd0f4 None None] Attempting to bind port 4c766526-8780-40a8-995d-5f5dc24e0c4e on network c392fb9d-77a5-4a0c-9108-5f2d3c911bc6 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:14:49.278773 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0792fb5c-6432-4c83-a6bf-a9edc3cbd0f4 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:14:49.279150 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0792fb5c-6432-4c83-a6bf-a9edc3cbd0f4 None None] Checking segment: {'id': 'efa9b29f-aeba-444d-bd3d-31225c5cfc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c392fb9d-77a5-4a0c-9108-5f2d3c911bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:14:49.279542 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0792fb5c-6432-4c83-a6bf-a9edc3cbd0f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:49.279922 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0792fb5c-6432-4c83-a6bf-a9edc3cbd0f4 None None] Bound using segment: {'id': 'efa9b29f-aeba-444d-bd3d-31225c5cfc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c392fb9d-77a5-4a0c-9108-5f2d3c911bc6'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:14:49.280410 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-0792fb5c-6432-4c83-a6bf-a9edc3cbd0f4 None None] Bound port: 4c766526-8780-40a8-995d-5f5dc24e0c4e, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa9b29f-aeba-444d-bd3d-31225c5cfc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c392fb9d-77a5-4a0c-9108-5f2d3c911bc6'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:14:49.280777 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0792fb5c-6432-4c83-a6bf-a9edc3cbd0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:49.372454 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-0792fb5c-6432-4c83-a6bf-a9edc3cbd0f4 None None] For port 4c766526-8780-40a8-995d-5f5dc24e0c4e, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:14:49.377031 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-0792fb5c-6432-4c83-a6bf-a9edc3cbd0f4 None None] For port 4c766526-8780-40a8-995d-5f5dc24e0c4e, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=4c766526-8780-40a8-995d-5f5dc24e0c4e,segment=NetworkSegment(efa9b29f-aeba-444d-bd3d-31225c5cfc02),segment_id=efa9b29f-aeba-444d-bd3d-31225c5cfc02)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:14:49.381602 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-f3193352-c88e-479a-b513-4256cc46e91b req-afe13b6b-0045-4690-a332-607c3645ee79 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:14:49.383912 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0792fb5c-6432-4c83-a6bf-a9edc3cbd0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:49.391700 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-f3193352-c88e-479a-b513-4256cc46e91b req-afe13b6b-0045-4690-a332-607c3645ee79 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:14:49.401631 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3193352-c88e-479a-b513-4256cc46e91b req-afe13b6b-0045-4690-a332-607c3645ee79 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Made reservation on behalf of cca1e5a82d104327971da603674c443a for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:14:49.404596 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-f3193352-c88e-479a-b513-4256cc46e91b req-afe13b6b-0045-4690-a332-607c3645ee79 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:49.473350 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0792fb5c-6432-4c83-a6bf-a9edc3cbd0f4 None None] Routers {'3c6655a4-0ba7-4e5d-9282-230cffbc7cc1'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:14:49.474010 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-0792fb5c-6432-4c83-a6bf-a9edc3cbd0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:14:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['3c6655a4-0ba7-4e5d-9282-230cffbc7cc1'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:14:49.578205 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [req-f3193352-c88e-479a-b513-4256cc46e91b req-afe13b6b-0045-4690-a332-607c3645ee79 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Allocated IP 172.20.0.5 (c392fb9d-77a5-4a0c-9108-5f2d3c911bc6/f54fdb3d-a5fc-49ff-ab33-b3097feba2a0/e703f40a-f792-4428-8db0-f6ed1924c738) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:14:49.585880 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba172e-26c7-4db3-b955-b2163465cd77 None None] Pushing event updated for resources: {'Port': ['ID=4c766526-8780-40a8-995d-5f5dc24e0c4e,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:49.665433 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-0792fb5c-6432-4c83-a6bf-a9edc3cbd0f4 None None] Set router 3c6655a4-0ba7-4e5d-9282-230cffbc7cc1 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:14:49.777096 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-f3193352-c88e-479a-b513-4256cc46e91b req-afe13b6b-0045-4690-a332-607c3645ee79 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:49.793758 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-f3193352-c88e-479a-b513-4256cc46e91b req-afe13b6b-0045-4690-a332-607c3645ee79 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Transition to ACTIVE for port object e703f40a-f792-4428-8db0-f6ed1924c738 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:14:49.818715 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-f3193352-c88e-479a-b513-4256cc46e91b req-afe13b6b-0045-4690-a332-607c3645ee79 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:49.895647 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3193352-c88e-479a-b513-4256cc46e91b req-afe13b6b-0045-4690-a332-607c3645ee79 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Network c392fb9d-77a5-4a0c-9108-5f2d3c911bc6 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:14:49.899831 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [req-f3193352-c88e-479a-b513-4256cc46e91b req-afe13b6b-0045-4690-a332-607c3645ee79 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:14:49.903842 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3193352-c88e-479a-b513-4256cc46e91b req-afe13b6b-0045-4690-a332-607c3645ee79 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:14:49.940871 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe13b6b-0045-4690-a332-607c3645ee79 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'Port': ['ID=e703f40a-f792-4428-8db0-f6ed1924c738,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:49.973338 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3193352-c88e-479a-b513-4256cc46e91b req-afe13b6b-0045-4690-a332-607c3645ee79 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:49.973960 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-f3193352-c88e-479a-b513-4256cc46e91b req-afe13b6b-0045-4690-a332-607c3645ee79 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:50.003639 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f3193352-c88e-479a-b513-4256cc46e91b req-afe13b6b-0045-4690-a332-607c3645ee79 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7714777 Mar 11 16:14:50.015998 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-f3193352-c88e-479a-b513-4256cc46e91b req-0622a85d-9f6c-4d03-86d8-33ec5ebdb9e3 service neutron] Request body: {'port': {'device_id': '901d61ce-ec18-430b-b72b-e84a74e5e761', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:14:50.035606 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-0792fb5c-6432-4c83-a6bf-a9edc3cbd0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6655a4-0ba7-4e5d-9282-230cffbc7cc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722263885', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '7acb5c6b-ce9c-4f58-8e67-ee36ebdad400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:14:41Z', 'updated_at': '2022-03-11T16:14:45Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '7acb5c6b-ce9c-4f58-8e67-ee36ebdad400', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6655a4-0ba7-4e5d-9282-230cffbc7cc1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:14:41Z', 'updated_at': '2022-03-11T16:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '4c766526-8780-40a8-995d-5f5dc24e0c4e', 'name': '', 'network_id': 'c392fb9d-77a5-4a0c-9108-5f2d3c911bc6', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'mac_address': 'fa:16:3e:c8:e4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6655a4-0ba7-4e5d-9282-230cffbc7cc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f54fdb3d-a5fc-49ff-ab33-b3097feba2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:14:44Z', 'updated_at': '2022-03-11T16:14:49Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'subnets': [{'id': 'f54fdb3d-a5fc-49ff-ab33-b3097feba2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:14:50.040564 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0792fb5c-6432-4c83-a6bf-a9edc3cbd0f4 None None] The sync data for ids ['3c6655a4-0ba7-4e5d-9282-230cffbc7cc1'] in dv-neutron-833373-1-hyperv is: [{'id': '3c6655a4-0ba7-4e5d-9282-230cffbc7cc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722263885', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '7acb5c6b-ce9c-4f58-8e67-ee36ebdad400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:14:41Z', 'updated_at': '2022-03-11T16:14:45Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '7acb5c6b-ce9c-4f58-8e67-ee36ebdad400', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6655a4-0ba7-4e5d-9282-230cffbc7cc1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:14:41Z', 'updated_at': '2022-03-11T16:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '4c766526-8780-40a8-995d-5f5dc24e0c4e', 'name': '', 'network_id': 'c392fb9d-77a5-4a0c-9108-5f2d3c911bc6', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'mac_address': 'fa:16:3e:c8:e4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6655a4-0ba7-4e5d-9282-230cffbc7cc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f54fdb3d-a5fc-49ff-ab33-b3097feba2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:14:44Z', 'updated_at': '2022-03-11T16:14:49Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'subnets': [{'id': 'f54fdb3d-a5fc-49ff-ab33-b3097feba2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:14:50.171876 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-f3193352-c88e-479a-b513-4256cc46e91b req-0622a85d-9f6c-4d03-86d8-33ec5ebdb9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:50.226042 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-02587f22-29dd-44a5-9ada-6a28db360574 None None] Provisioning for port e703f40a-f792-4428-8db0-f6ed1924c738 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:14:50.241629 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-02587f22-29dd-44a5-9ada-6a28db360574 None None] Provisioning complete for port e703f40a-f792-4428-8db0-f6ed1924c738 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:14:50.242003 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-02587f22-29dd-44a5-9ada-6a28db360574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:50.307775 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-02587f22-29dd-44a5-9ada-6a28db360574 None None] Port e703f40a-f792-4428-8db0-f6ed1924c738 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:14:50.341413 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0ffd2-e068-411d-a5ae-834b4a635dc7 req-7a606918-e1c9-40f4-92f1-fb79e770dfab tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:50.343471 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-88f0ffd2-e068-411d-a5ae-834b4a635dc7 req-7a606918-e1c9-40f4-92f1-fb79e770dfab tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=901d61ce-ec18-430b-b72b-e84a74e5e761 HTTP/1.1" status: 200 len: 931 time: 0.0885096 Mar 11 16:14:50.393250 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-88f0ffd2-e068-411d-a5ae-834b4a635dc7 req-9af31138-fb0d-4e37-bb09-fa17cd06f35d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Synchronizing usage tracker for tenant:cca1e5a82d104327971da603674c443a on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:14:50.411474 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-88f0ffd2-e068-411d-a5ae-834b4a635dc7 req-9af31138-fb0d-4e37-bb09-fa17cd06f35d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Unset dirty status for tenant:cca1e5a82d104327971da603674c443a on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:14:50.413011 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-88f0ffd2-e068-411d-a5ae-834b4a635dc7 req-9af31138-fb0d-4e37-bb09-fa17cd06f35d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dc3fc6b-beee-42bd-9f10-d3dff5599a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628912 Mar 11 16:14:50.557466 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [req-f3193352-c88e-479a-b513-4256cc46e91b req-0622a85d-9f6c-4d03-86d8-33ec5ebdb9e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e703f40a-f792-4428-8db0-f6ed1924c738 {{(pid=83866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:14:50.564327 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-f3193352-c88e-479a-b513-4256cc46e91b req-0622a85d-9f6c-4d03-86d8-33ec5ebdb9e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:50.579203 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-f3193352-c88e-479a-b513-4256cc46e91b req-0622a85d-9f6c-4d03-86d8-33ec5ebdb9e3 service neutron] Transition to ACTIVE for port object e703f40a-f792-4428-8db0-f6ed1924c738 will not be triggered until provisioned by entity L2. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:14:50.583878 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-f3193352-c88e-479a-b513-4256cc46e91b req-0622a85d-9f6c-4d03-86d8-33ec5ebdb9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:50.719928 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622a85d-9f6c-4d03-86d8-33ec5ebdb9e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e703f40a-f792-4428-8db0-f6ed1924c738,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:50.835130 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-f3193352-c88e-479a-b513-4256cc46e91b req-0622a85d-9f6c-4d03-86d8-33ec5ebdb9e3 service neutron] Attempting to bind port e703f40a-f792-4428-8db0-f6ed1924c738 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:14:50.835668 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-f3193352-c88e-479a-b513-4256cc46e91b req-0622a85d-9f6c-4d03-86d8-33ec5ebdb9e3 service neutron] Attempting to bind port e703f40a-f792-4428-8db0-f6ed1924c738 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'efa9b29f-aeba-444d-bd3d-31225c5cfc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c392fb9d-77a5-4a0c-9108-5f2d3c911bc6'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:14:50.836077 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3193352-c88e-479a-b513-4256cc46e91b req-0622a85d-9f6c-4d03-86d8-33ec5ebdb9e3 service neutron] Attempting to bind port e703f40a-f792-4428-8db0-f6ed1924c738 on network c392fb9d-77a5-4a0c-9108-5f2d3c911bc6 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:14:50.843289 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3193352-c88e-479a-b513-4256cc46e91b req-0622a85d-9f6c-4d03-86d8-33ec5ebdb9e3 service neutron] Port e703f40a-f792-4428-8db0-f6ed1924c738 on network c392fb9d-77a5-4a0c-9108-5f2d3c911bc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:14:50.843642 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3193352-c88e-479a-b513-4256cc46e91b req-0622a85d-9f6c-4d03-86d8-33ec5ebdb9e3 service neutron] Attempting to bind port e703f40a-f792-4428-8db0-f6ed1924c738 on network c392fb9d-77a5-4a0c-9108-5f2d3c911bc6 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:14:50.850434 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3193352-c88e-479a-b513-4256cc46e91b req-0622a85d-9f6c-4d03-86d8-33ec5ebdb9e3 service neutron] Checking agent: {'id': '233b753e-9484-4350-9871-64b7c66fc067', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'started_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:14:50.850771 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3193352-c88e-479a-b513-4256cc46e91b req-0622a85d-9f6c-4d03-86d8-33ec5ebdb9e3 service neutron] Checking segment: {'id': 'efa9b29f-aeba-444d-bd3d-31225c5cfc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c392fb9d-77a5-4a0c-9108-5f2d3c911bc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:14:50.851851 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3193352-c88e-479a-b513-4256cc46e91b req-0622a85d-9f6c-4d03-86d8-33ec5ebdb9e3 service neutron] Bound using segment: {'id': 'efa9b29f-aeba-444d-bd3d-31225c5cfc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c392fb9d-77a5-4a0c-9108-5f2d3c911bc6'} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:14:50.852405 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-f3193352-c88e-479a-b513-4256cc46e91b req-0622a85d-9f6c-4d03-86d8-33ec5ebdb9e3 service neutron] Bound port: e703f40a-f792-4428-8db0-f6ed1924c738, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efa9b29f-aeba-444d-bd3d-31225c5cfc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c392fb9d-77a5-4a0c-9108-5f2d3c911bc6'}}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:14:50.852865 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-f3193352-c88e-479a-b513-4256cc46e91b req-0622a85d-9f6c-4d03-86d8-33ec5ebdb9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:50.897190 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 4c766526-8780-40a8-995d-5f5dc24e0c4e up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:14:50.986261 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 4c766526-8780-40a8-995d-5f5dc24e0c4e completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:14:50.992291 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 4c766526-8780-40a8-995d-5f5dc24e0c4e triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:14:50.992711 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:51.055815 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-f3193352-c88e-479a-b513-4256cc46e91b req-0622a85d-9f6c-4d03-86d8-33ec5ebdb9e3 service neutron] For port e703f40a-f792-4428-8db0-f6ed1924c738, host hv-neutron-8333, cleared binding levels {{(pid=83866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:14:51.059600 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-f3193352-c88e-479a-b513-4256cc46e91b req-0622a85d-9f6c-4d03-86d8-33ec5ebdb9e3 service neutron] For port e703f40a-f792-4428-8db0-f6ed1924c738, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=e703f40a-f792-4428-8db0-f6ed1924c738,segment=NetworkSegment(efa9b29f-aeba-444d-bd3d-31225c5cfc02),segment_id=efa9b29f-aeba-444d-bd3d-31225c5cfc02)] {{(pid=83866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:14:51.063203 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-f3193352-c88e-479a-b513-4256cc46e91b req-0622a85d-9f6c-4d03-86d8-33ec5ebdb9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:51.114426 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:51.123845 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-f3193352-c88e-479a-b513-4256cc46e91b req-0622a85d-9f6c-4d03-86d8-33ec5ebdb9e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:51.125223 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f3193352-c88e-479a-b513-4256cc46e91b req-0622a85d-9f6c-4d03-86d8-33ec5ebdb9e3 service neutron] 10.222.0.73 "PUT /v2.0/ports/e703f40a-f792-4428-8db0-f6ed1924c738 HTTP/1.1" status: 200 len: 1093 time: 1.1141725 Mar 11 16:14:51.129386 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '901d61ce-ec18-430b-b72b-e84a74e5e761', 'tag': 'e703f40a-f792-4428-8db0-f6ed1924c738'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:14:51.154050 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 4c766526-8780-40a8-995d-5f5dc24e0c4e, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=4c766526-8780-40a8-995d-5f5dc24e0c4e,segment=NetworkSegment(efa9b29f-aeba-444d-bd3d-31225c5cfc02),segment_id=efa9b29f-aeba-444d-bd3d-31225c5cfc02)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:14:51.159328 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:51.162499 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622a85d-9f6c-4d03-86d8-33ec5ebdb9e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e703f40a-f792-4428-8db0-f6ed1924c738,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:51.236842 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=4c766526-8780-40a8-995d-5f5dc24e0c4e,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:51.245034 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '901d61ce-ec18-430b-b72b-e84a74e5e761', 'tag': 'e703f40a-f792-4428-8db0-f6ed1924c738', 'status': 'completed', 'code': 200} Mar 11 16:14:51.266480 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f3193352-c88e-479a-b513-4256cc46e91b req-6a22eb5a-3fdf-42d5-b8ca-ed66900e6b8d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cca1e5a82d104327971da603674c443a&device_id=901d61ce-ec18-430b-b72b-e84a74e5e761 HTTP/1.1" status: 200 len: 1096 time: 0.0833266 Mar 11 16:14:51.336501 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f3193352-c88e-479a-b513-4256cc46e91b req-db00b129-9b9f-4e76-819e-3f303265f145 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e703f40a-f792-4428-8db0-f6ed1924c738 HTTP/1.1" status: 200 len: 217 time: 0.0634022 Mar 11 16:14:51.401949 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3193352-c88e-479a-b513-4256cc46e91b req-1f4ff25f-af38-495e-9cbe-58f91176f870 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:51.403354 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f3193352-c88e-479a-b513-4256cc46e91b req-1f4ff25f-af38-495e-9cbe-58f91176f870 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f54fdb3d-a5fc-49ff-ab33-b3097feba2a0 HTTP/1.1" status: 200 len: 835 time: 0.0607979 Mar 11 16:14:51.484411 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f3193352-c88e-479a-b513-4256cc46e91b req-30f5d755-56dc-48cb-9e25-9c69f8fb0b55 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c392fb9d-77a5-4a0c-9108-5f2d3c911bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750234 Mar 11 16:14:51.615841 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f3193352-c88e-479a-b513-4256cc46e91b req-9b717302-9acd-48a5-b518-f60c93fa4fd5 service neutron] 10.222.0.73 "GET /v2.0/networks/c392fb9d-77a5-4a0c-9108-5f2d3c911bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255212 Mar 11 16:14:51.618946 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656da48-fd0c-422f-adfe-2776cabc4374 req-36306a76-6f1c-4478-ad62-54978b6adcd0 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:51.620410 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-4656da48-fd0c-422f-adfe-2776cabc4374 req-36306a76-6f1c-4478-ad62-54978b6adcd0 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=901d61ce-ec18-430b-b72b-e84a74e5e761 HTTP/1.1" status: 200 len: 943 time: 0.0799935 Mar 11 16:14:51.665874 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-4656da48-fd0c-422f-adfe-2776cabc4374 req-7c01f6e4-f0c6-4120-b61a-078527866944 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dc3fc6b-beee-42bd-9f10-d3dff5599a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397372 Mar 11 16:14:51.754437 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f3193352-c88e-479a-b513-4256cc46e91b req-3dec5e9b-5e0d-465f-92c1-fc0878752ba8 service neutron] 10.222.0.73 "GET /v2.0/networks/c392fb9d-77a5-4a0c-9108-5f2d3c911bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321650 Mar 11 16:14:51.873340 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b72ebb7d-835e-4b9d-8009-15025a3732b7 req-4e7f2c06-6ea1-40e9-a89a-5dcd4f840476 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cca1e5a82d104327971da603674c443a&device_id=901d61ce-ec18-430b-b72b-e84a74e5e761 HTTP/1.1" status: 200 len: 1096 time: 0.0690417 Mar 11 16:14:52.002491 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ebb7d-835e-4b9d-8009-15025a3732b7 req-f9196aec-8ba1-474f-9b8f-c132f764dff0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:52.003909 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b72ebb7d-835e-4b9d-8009-15025a3732b7 req-f9196aec-8ba1-474f-9b8f-c132f764dff0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c392fb9d-77a5-4a0c-9108-5f2d3c911bc6 HTTP/1.1" status: 200 len: 897 time: 0.1253018 Mar 11 16:14:52.076470 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b72ebb7d-835e-4b9d-8009-15025a3732b7 req-54c6de0d-3102-4ff6-a31e-582d23b933dd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e703f40a-f792-4428-8db0-f6ed1924c738 HTTP/1.1" status: 200 len: 217 time: 0.0645521 Mar 11 16:14:52.140194 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ebb7d-835e-4b9d-8009-15025a3732b7 req-e8859363-48de-43e3-8b23-c0e0ee5f66f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:52.141576 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b72ebb7d-835e-4b9d-8009-15025a3732b7 req-e8859363-48de-43e3-8b23-c0e0ee5f66f2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f54fdb3d-a5fc-49ff-ab33-b3097feba2a0 HTTP/1.1" status: 200 len: 835 time: 0.0594275 Mar 11 16:14:52.216610 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b72ebb7d-835e-4b9d-8009-15025a3732b7 req-98e5bfd6-af1a-417a-9825-d1f82e9f2987 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c392fb9d-77a5-4a0c-9108-5f2d3c911bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687895 Mar 11 16:14:52.345158 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b72ebb7d-835e-4b9d-8009-15025a3732b7 req-101330f2-be33-4eb0-a4ef-ebf2207de21e service neutron] 10.222.0.73 "GET /v2.0/networks/c392fb9d-77a5-4a0c-9108-5f2d3c911bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215339 Mar 11 16:14:52.478661 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b72ebb7d-835e-4b9d-8009-15025a3732b7 req-52695ac8-2483-43da-90b9-9e14564f723b service neutron] 10.222.0.73 "GET /v2.0/networks/c392fb9d-77a5-4a0c-9108-5f2d3c911bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275973 Mar 11 16:14:52.853016 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 4c766526-8780-40a8-995d-5f5dc24e0c4e up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:14:52.871656 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8bd555-0d06-429e-828d-240148672056 req-dd77bb6f-4aa7-46ca-b60e-8b4c9cf85973 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:52.872378 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-de8bd555-0d06-429e-828d-240148672056 req-dd77bb6f-4aa7-46ca-b60e-8b4c9cf85973 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Synchronizing usage tracker for tenant:cca1e5a82d104327971da603674c443a on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:14:52.887781 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-de8bd555-0d06-429e-828d-240148672056 req-dd77bb6f-4aa7-46ca-b60e-8b4c9cf85973 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Unset dirty status for tenant:cca1e5a82d104327971da603674c443a on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:14:52.888959 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-de8bd555-0d06-429e-828d-240148672056 req-dd77bb6f-4aa7-46ca-b60e-8b4c9cf85973 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=901d61ce-ec18-430b-b72b-e84a74e5e761 HTTP/1.1" status: 200 len: 943 time: 0.0971737 Mar 11 16:14:52.924795 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 4c766526-8780-40a8-995d-5f5dc24e0c4e triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:14:52.925160 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:52.938817 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-de8bd555-0d06-429e-828d-240148672056 req-f0990e11-7b6c-469c-8b38-39befd977394 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dc3fc6b-beee-42bd-9f10-d3dff5599a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443747 Mar 11 16:14:54.135878 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83e8fb-2478-4656-a01d-a79fa0fcfed0 req-72898678-7154-419f-9aab-c5169f5d5292 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:54.137355 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2c83e8fb-2478-4656-a01d-a79fa0fcfed0 req-72898678-7154-419f-9aab-c5169f5d5292 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=901d61ce-ec18-430b-b72b-e84a74e5e761 HTTP/1.1" status: 200 len: 943 time: 0.0779393 Mar 11 16:14:54.187233 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2c83e8fb-2478-4656-a01d-a79fa0fcfed0 req-a977dc65-8abd-4b70-8842-af9e7c7a12c2 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dc3fc6b-beee-42bd-9f10-d3dff5599a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444191 Mar 11 16:14:54.762858 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device e703f40a-f792-4428-8db0-f6ed1924c738 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:14:54.900069 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port e703f40a-f792-4428-8db0-f6ed1924c738, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=e703f40a-f792-4428-8db0-f6ed1924c738,segment=NetworkSegment(efa9b29f-aeba-444d-bd3d-31225c5cfc02),segment_id=efa9b29f-aeba-444d-bd3d-31225c5cfc02)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:14:54.912726 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': 'e703f40a-f792-4428-8db0-f6ed1924c738', 'network_id': 'c392fb9d-77a5-4a0c-9108-5f2d3c911bc6', 'port_id': 'e703f40a-f792-4428-8db0-f6ed1924c738', 'mac_address': 'fa:16:3e:88:9b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f54fdb3d-a5fc-49ff-ab33-b3097feba2a0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:14:54.968896 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:54.986063 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e703f40a-f792-4428-8db0-f6ed1924c738 {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:14:55.001114 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port e703f40a-f792-4428-8db0-f6ed1924c738, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=e703f40a-f792-4428-8db0-f6ed1924c738,segment=NetworkSegment(efa9b29f-aeba-444d-bd3d-31225c5cfc02),segment_id=efa9b29f-aeba-444d-bd3d-31225c5cfc02)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:14:55.004966 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:55.078287 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=e703f40a-f792-4428-8db0-f6ed1924c738,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:55.383632 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9490e5-2564-4a4c-80aa-bbad8104ed64 req-d3f627d6-ba17-47d2-8055-e3612e24ee2a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:55.385110 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6f9490e5-2564-4a4c-80aa-bbad8104ed64 req-d3f627d6-ba17-47d2-8055-e3612e24ee2a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=901d61ce-ec18-430b-b72b-e84a74e5e761 HTTP/1.1" status: 200 len: 944 time: 0.0761437 Mar 11 16:14:55.393438 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['e703f40a-f792-4428-8db0-f6ed1924c738'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:14:55.437257 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-6f9490e5-2564-4a4c-80aa-bbad8104ed64 req-86010118-0045-4f2a-8e4d-3db38ffb7689 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dc3fc6b-beee-42bd-9f10-d3dff5599a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467062 Mar 11 16:14:56.636744 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468bba8-4c77-4200-b6e1-647755d994f7 req-b7cbfea9-6e13-42b2-a585-10c52b6d2d5c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:56.638170 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d468bba8-4c77-4200-b6e1-647755d994f7 req-b7cbfea9-6e13-42b2-a585-10c52b6d2d5c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=901d61ce-ec18-430b-b72b-e84a74e5e761 HTTP/1.1" status: 200 len: 944 time: 0.0769207 Mar 11 16:14:56.684009 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d468bba8-4c77-4200-b6e1-647755d994f7 req-d921a3e9-25a0-4aa7-a71d-d9171d26d2ab tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dc3fc6b-beee-42bd-9f10-d3dff5599a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404465 Mar 11 16:14:56.754990 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device e703f40a-f792-4428-8db0-f6ed1924c738 up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:14:56.825156 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning for port e703f40a-f792-4428-8db0-f6ed1924c738 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:14:56.829698 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port e703f40a-f792-4428-8db0-f6ed1924c738 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:14:56.830079 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:56.946548 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:56.973160 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901d61ce-ec18-430b-b72b-e84a74e5e761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e703f40a-f792-4428-8db0-f6ed1924c738'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:14:56.982541 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port e703f40a-f792-4428-8db0-f6ed1924c738, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=e703f40a-f792-4428-8db0-f6ed1924c738,segment=NetworkSegment(efa9b29f-aeba-444d-bd3d-31225c5cfc02),segment_id=efa9b29f-aeba-444d-bd3d-31225c5cfc02)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:14:56.986239 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:57.029428 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901d61ce-ec18-430b-b72b-e84a74e5e761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e703f40a-f792-4428-8db0-f6ed1924c738', 'code': 200} Mar 11 16:14:57.055490 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=e703f40a-f792-4428-8db0-f6ed1924c738,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:57.252786 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3666d850-11e8-4023-9ad3-432ebac70972 req-8f997391-c4b3-4f54-85d7-c0c9bbea21eb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=901d61ce-ec18-430b-b72b-e84a74e5e761 HTTP/1.1" status: 200 len: 1098 time: 0.0738664 Mar 11 16:14:57.381700 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3666d850-11e8-4023-9ad3-432ebac70972 req-e02a8ec5-3e75-439b-acd7-02a66ef129de service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5dc3fc6b-beee-42bd-9f10-d3dff5599a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226351 Mar 11 16:14:57.883990 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17eba0d-0bec-4451-89a3-983c05750ab8 req-0a12e5ab-876f-40be-a1ce-9b9f94e06d6c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:57.885481 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b17eba0d-0bec-4451-89a3-983c05750ab8 req-0a12e5ab-876f-40be-a1ce-9b9f94e06d6c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=901d61ce-ec18-430b-b72b-e84a74e5e761 HTTP/1.1" status: 200 len: 945 time: 0.0826979 Mar 11 16:14:57.930738 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b17eba0d-0bec-4451-89a3-983c05750ab8 req-f55843be-d18f-4d6e-a89e-d3b16efda6d8 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dc3fc6b-beee-42bd-9f10-d3dff5599a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398014 Mar 11 16:14:59.127651 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8aed97-5734-491f-b748-4d9e3993c2d1 req-2ee32be7-fee8-4151-90dc-9b1ed04e35ec tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:59.129109 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0a8aed97-5734-491f-b748-4d9e3993c2d1 req-2ee32be7-fee8-4151-90dc-9b1ed04e35ec tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=901d61ce-ec18-430b-b72b-e84a74e5e761 HTTP/1.1" status: 200 len: 945 time: 0.0780909 Mar 11 16:14:59.176906 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0a8aed97-5734-491f-b748-4d9e3993c2d1 req-f76ca6ac-5529-44e6-848a-e0ba6e47a8da tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dc3fc6b-beee-42bd-9f10-d3dff5599a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418520 Mar 11 16:14:59.370783 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec03c9-2ca8-4448-845c-c546341522b9 req-2190dfe0-a05b-4630-89c4-daab7bb72adc tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:59.372227 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-1dec03c9-2ca8-4448-845c-c546341522b9 req-2190dfe0-a05b-4630-89c4-daab7bb72adc tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=901d61ce-ec18-430b-b72b-e84a74e5e761 HTTP/1.1" status: 200 len: 945 time: 0.0754414 Mar 11 16:14:59.417369 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-1dec03c9-2ca8-4448-845c-c546341522b9 req-504d9724-c8af-401b-aaeb-532062699043 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dc3fc6b-beee-42bd-9f10-d3dff5599a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396857 Mar 11 16:14:59.444373 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49710) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:59.462040 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b93c7a41-0d1e-42a5-9f95-32edd17dc5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:59.514461 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-58d49bf2-07a5-40db-b997-4879b97b9c49 tempest-TestNetworkAdvancedServerOps-356817997 tempest-TestNetworkAdvancedServerOps-356817997-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=901d61ce-ec18-430b-b72b-e84a74e5e761 HTTP/1.1" status: 200 len: 1093 time: 0.0689569 Mar 11 16:14:59.517110 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49714) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:59.522016 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-32c53a29-aff0-4e36-93f2-a6ee4f3b6ea9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'floatingip': {'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'port_id': 'e703f40a-f792-4428-8db0-f6ed1924c738', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:14:59.528253 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-32c53a29-aff0-4e36-93f2-a6ee4f3b6ea9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:14:59.531974 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-32c53a29-aff0-4e36-93f2-a6ee4f3b6ea9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:floatingip and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:14:59.534728 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-32c53a29-aff0-4e36-93f2-a6ee4f3b6ea9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:14:59.540901 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-32c53a29-aff0-4e36-93f2-a6ee4f3b6ea9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:14:59.550060 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-32c53a29-aff0-4e36-93f2-a6ee4f3b6ea9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for floatingip, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:59.680638 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-32c53a29-aff0-4e36-93f2-a6ee4f3b6ea9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:59.813108 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-32c53a29-aff0-4e36-93f2-a6ee4f3b6ea9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Allocated IP 172.26.0.254 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/e3b6b9c8-e857-4760-a915-8b350ff523ca) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:15:00.038508 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-32c53a29-aff0-4e36-93f2-a6ee4f3b6ea9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:00.066094 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-32c53a29-aff0-4e36-93f2-a6ee4f3b6ea9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:00.134821 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c53a29-aff0-4e36-93f2-a6ee4f3b6ea9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:00.135908 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-32c53a29-aff0-4e36-93f2-a6ee4f3b6ea9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:00.139579 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c53a29-aff0-4e36-93f2-a6ee4f3b6ea9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:15:00.168495 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c53a29-aff0-4e36-93f2-a6ee4f3b6ea9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'Port': ['ID=e3b6b9c8-e857-4760-a915-8b350ff523ca,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:00.639617 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-32c53a29-aff0-4e36-93f2-a6ee4f3b6ea9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:00.695702 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-32c53a29-aff0-4e36-93f2-a6ee4f3b6ea9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:00.895663 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-32c53a29-aff0-4e36-93f2-a6ee4f3b6ea9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:00.901127 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-32c53a29-aff0-4e36-93f2-a6ee4f3b6ea9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:01.004135 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c53a29-aff0-4e36-93f2-a6ee4f3b6ea9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'Port': ['ID=e3b6b9c8-e857-4760-a915-8b350ff523ca,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:01.018244 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-32c53a29-aff0-4e36-93f2-a6ee4f3b6ea9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:01.213119 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.l3_db [None req-32c53a29-aff0-4e36-93f2-a6ee4f3b6ea9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Floating IP 1a99c978-d586-49e1-a085-788969a1d90f associated. External IP: 172.26.0.254, port: e703f40a-f792-4428-8db0-f6ed1924c738. Mar 11 16:15:01.693614 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c53a29-aff0-4e36-93f2-a6ee4f3b6ea9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Router 3c6655a4-0ba7-4e5d-9282-230cffbc7cc1 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:15:01.702549 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-df5f1a55-c5b4-4055-9eae-0b65e57aaec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:01.900349 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c53a29-aff0-4e36-93f2-a6ee4f3b6ea9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:15:01.910720 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cc9d22-49c7-4684-a337-b9497acad27b None None] Sync routers for ids ['3c6655a4-0ba7-4e5d-9282-230cffbc7cc1'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:15:01.925360 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-32c53a29-aff0-4e36-93f2-a6ee4f3b6ea9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:01.927808 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cc9d22-49c7-4684-a337-b9497acad27b None None] Routers {'3c6655a4-0ba7-4e5d-9282-230cffbc7cc1'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:15:01.928446 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-e4cc9d22-49c7-4684-a337-b9497acad27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:15:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['3c6655a4-0ba7-4e5d-9282-230cffbc7cc1'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:01.981778 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-32c53a29-aff0-4e36-93f2-a6ee4f3b6ea9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4635808 Mar 11 16:15:01.982360 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '901d61ce-ec18-430b-b72b-e84a74e5e761', 'tag': 'e703f40a-f792-4428-8db0-f6ed1924c738'}] {{(pid=83867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:15:02.068448 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '901d61ce-ec18-430b-b72b-e84a74e5e761', 'tag': 'e703f40a-f792-4428-8db0-f6ed1924c738', 'status': 'completed', 'code': 200} Mar 11 16:15:02.137142 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-e4cc9d22-49c7-4684-a337-b9497acad27b None None] Set router 3c6655a4-0ba7-4e5d-9282-230cffbc7cc1 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:15:02.230957 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370d369-7cd4-42ef-9051-8fed09f15d38 req-8b80ef7e-e264-4ef9-bd8d-3bbd9d4017c1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:02.232480 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a370d369-7cd4-42ef-9051-8fed09f15d38 req-8b80ef7e-e264-4ef9-bd8d-3bbd9d4017c1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=901d61ce-ec18-430b-b72b-e84a74e5e761 HTTP/1.1" status: 200 len: 945 time: 0.1077738 Mar 11 16:15:02.235428 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-604fbf38-6d3c-4dca-a1ca-1168333bcd6e req-f24e3b34-d449-4c3d-b447-19bd734c5134 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cca1e5a82d104327971da603674c443a&device_id=901d61ce-ec18-430b-b72b-e84a74e5e761 HTTP/1.1" status: 200 len: 1098 time: 0.1439195 Mar 11 16:15:02.371840 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a370d369-7cd4-42ef-9051-8fed09f15d38 req-cc9c6344-1ec7-4193-b2ef-d6c03a9e848d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dc3fc6b-beee-42bd-9f10-d3dff5599a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332541 Mar 11 16:15:02.403933 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fbf38-6d3c-4dca-a1ca-1168333bcd6e req-f2ee8bd5-6067-4d67-9028-b0637d7aa23f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:02.405015 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49722) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:02.405387 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-604fbf38-6d3c-4dca-a1ca-1168333bcd6e req-f2ee8bd5-6067-4d67-9028-b0637d7aa23f service neutron] 10.222.0.73 "GET /v2.0/networks?id=c392fb9d-77a5-4a0c-9108-5f2d3c911bc6 HTTP/1.1" status: 200 len: 897 time: 0.1498938 Mar 11 16:15:02.497219 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-e4cc9d22-49c7-4684-a337-b9497acad27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6655a4-0ba7-4e5d-9282-230cffbc7cc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722263885', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '7acb5c6b-ce9c-4f58-8e67-ee36ebdad400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:14:41Z', 'updated_at': '2022-03-11T16:14:45Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '7acb5c6b-ce9c-4f58-8e67-ee36ebdad400', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6655a4-0ba7-4e5d-9282-230cffbc7cc1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:14:41Z', 'updated_at': '2022-03-11T16:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '1a99c978-d586-49e1-a085-788969a1d90f', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '3c6655a4-0ba7-4e5d-9282-230cffbc7cc1', 'port_id': 'e703f40a-f792-4428-8db0-f6ed1924c738', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c392fb9d-77a5-4a0c-9108-5f2d3c911bc6', 'mac_address': 'fa:16:3e:88:9b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901d61ce-ec18-430b-b72b-e84a74e5e761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:15:00Z', 'updated_at': '2022-03-11T16:15:00Z', 'revision_number': 0, 'project_id': 'cca1e5a82d104327971da603674c443a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c766526-8780-40a8-995d-5f5dc24e0c4e', 'name': '', 'network_id': 'c392fb9d-77a5-4a0c-9108-5f2d3c911bc6', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'mac_address': 'fa:16:3e:c8:e4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6655a4-0ba7-4e5d-9282-230cffbc7cc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f54fdb3d-a5fc-49ff-ab33-b3097feba2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:14:44Z', 'updated_at': '2022-03-11T16:14:51Z', 'revision_number': 5, 'project_id': 'cca1e5a82d104327971da603674c443a', 'subnets': [{'id': 'f54fdb3d-a5fc-49ff-ab33-b3097feba2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:02.503058 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cc9d22-49c7-4684-a337-b9497acad27b None None] Checking router: 3c6655a4-0ba7-4e5d-9282-230cffbc7cc1 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:15:02.517485 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-604fbf38-6d3c-4dca-a1ca-1168333bcd6e req-22cc80b9-074b-4382-ae1b-3c13cb04aa00 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e703f40a-f792-4428-8db0-f6ed1924c738 HTTP/1.1" status: 200 len: 999 time: 0.1058712 Mar 11 16:15:02.517770 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-8511d696-06e6-4fde-aa04-a61b008fd293 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/floatingips/1a99c978-d586-49e1-a085-788969a1d90f HTTP/1.1" status: 200 len: 991 time: 0.1115954 Mar 11 16:15:02.520237 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cc9d22-49c7-4684-a337-b9497acad27b None None] Routers {'3c6655a4-0ba7-4e5d-9282-230cffbc7cc1'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:15:02.520831 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-e4cc9d22-49c7-4684-a337-b9497acad27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:15:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['3c6655a4-0ba7-4e5d-9282-230cffbc7cc1'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:02.578698 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fbf38-6d3c-4dca-a1ca-1168333bcd6e req-3f0ad740-9e42-4e17-8c10-26d52032a8ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:02.580126 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-604fbf38-6d3c-4dca-a1ca-1168333bcd6e req-3f0ad740-9e42-4e17-8c10-26d52032a8ab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f54fdb3d-a5fc-49ff-ab33-b3097feba2a0 HTTP/1.1" status: 200 len: 835 time: 0.0572879 Mar 11 16:15:02.685194 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-604fbf38-6d3c-4dca-a1ca-1168333bcd6e req-2c0665b6-9f05-4bc3-a093-3becbfa51c53 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c392fb9d-77a5-4a0c-9108-5f2d3c911bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0984387 Mar 11 16:15:02.726486 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-e4cc9d22-49c7-4684-a337-b9497acad27b None None] Set router 3c6655a4-0ba7-4e5d-9282-230cffbc7cc1 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:15:02.855611 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-604fbf38-6d3c-4dca-a1ca-1168333bcd6e req-e719b92a-dd85-4424-9374-abc1011df268 service neutron] 10.222.0.73 "GET /v2.0/networks/c392fb9d-77a5-4a0c-9108-5f2d3c911bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638315 Mar 11 16:15:02.893400 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:03.021589 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-604fbf38-6d3c-4dca-a1ca-1168333bcd6e req-60f4d753-aea9-4564-b595-97a052ea5585 service neutron] 10.222.0.73 "GET /v2.0/networks/c392fb9d-77a5-4a0c-9108-5f2d3c911bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607120 Mar 11 16:15:03.113998 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-e4cc9d22-49c7-4684-a337-b9497acad27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6655a4-0ba7-4e5d-9282-230cffbc7cc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722263885', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '7acb5c6b-ce9c-4f58-8e67-ee36ebdad400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:14:41Z', 'updated_at': '2022-03-11T16:14:45Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '7acb5c6b-ce9c-4f58-8e67-ee36ebdad400', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6655a4-0ba7-4e5d-9282-230cffbc7cc1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:14:41Z', 'updated_at': '2022-03-11T16:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '1a99c978-d586-49e1-a085-788969a1d90f', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '3c6655a4-0ba7-4e5d-9282-230cffbc7cc1', 'port_id': 'e703f40a-f792-4428-8db0-f6ed1924c738', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c392fb9d-77a5-4a0c-9108-5f2d3c911bc6', 'mac_address': 'fa:16:3e:88:9b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901d61ce-ec18-430b-b72b-e84a74e5e761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:15:00Z', 'updated_at': '2022-03-11T16:15:00Z', 'revision_number': 0, 'project_id': 'cca1e5a82d104327971da603674c443a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c766526-8780-40a8-995d-5f5dc24e0c4e', 'name': '', 'network_id': 'c392fb9d-77a5-4a0c-9108-5f2d3c911bc6', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'mac_address': 'fa:16:3e:c8:e4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6655a4-0ba7-4e5d-9282-230cffbc7cc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f54fdb3d-a5fc-49ff-ab33-b3097feba2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:14:44Z', 'updated_at': '2022-03-11T16:14:51Z', 'revision_number': 5, 'project_id': 'cca1e5a82d104327971da603674c443a', 'subnets': [{'id': 'f54fdb3d-a5fc-49ff-ab33-b3097feba2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:03.119124 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cc9d22-49c7-4684-a337-b9497acad27b None None] The sync data for ids ['3c6655a4-0ba7-4e5d-9282-230cffbc7cc1'] in dv-neutron-833373-1-hyperv is: [{'id': '3c6655a4-0ba7-4e5d-9282-230cffbc7cc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722263885', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '7acb5c6b-ce9c-4f58-8e67-ee36ebdad400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:14:41Z', 'updated_at': '2022-03-11T16:14:45Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '7acb5c6b-ce9c-4f58-8e67-ee36ebdad400', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6655a4-0ba7-4e5d-9282-230cffbc7cc1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:14:41Z', 'updated_at': '2022-03-11T16:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '1a99c978-d586-49e1-a085-788969a1d90f', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '3c6655a4-0ba7-4e5d-9282-230cffbc7cc1', 'port_id': 'e703f40a-f792-4428-8db0-f6ed1924c738', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c392fb9d-77a5-4a0c-9108-5f2d3c911bc6', 'mac_address': 'fa:16:3e:88:9b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901d61ce-ec18-430b-b72b-e84a74e5e761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:15:00Z', 'updated_at': '2022-03-11T16:15:00Z', 'revision_number': 0, 'project_id': 'cca1e5a82d104327971da603674c443a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c766526-8780-40a8-995d-5f5dc24e0c4e', 'name': '', 'network_id': 'c392fb9d-77a5-4a0c-9108-5f2d3c911bc6', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'mac_address': 'fa:16:3e:c8:e4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6655a4-0ba7-4e5d-9282-230cffbc7cc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f54fdb3d-a5fc-49ff-ab33-b3097feba2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:14:44Z', 'updated_at': '2022-03-11T16:14:51Z', 'revision_number': 5, 'project_id': 'cca1e5a82d104327971da603674c443a', 'subnets': [{'id': 'f54fdb3d-a5fc-49ff-ab33-b3097feba2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:15:03.142233 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:03.520489 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49726) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:03.639203 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6effcedf-847f-4be7-8ea5-0291c993f85c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/floatingips/1a99c978-d586-49e1-a085-788969a1d90f HTTP/1.1" status: 200 len: 991 time: 0.1176138 Mar 11 16:15:04.352279 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:04.643039 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 49730) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:04.746202 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-12f886d1-f625-4e60-bd5c-bce45e405402 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/floatingips/1a99c978-d586-49e1-a085-788969a1d90f HTTP/1.1" status: 200 len: 991 time: 0.1020157 Mar 11 16:15:05.750117 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 49734) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:05.857887 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-5ca62987-0b17-4d27-bfd3-b0e0c0d814f7 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/floatingips/1a99c978-d586-49e1-a085-788969a1d90f HTTP/1.1" status: 200 len: 991 time: 0.1066296 Mar 11 16:15:06.007322 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54903537-f520-4dfe-86c2-b8c08c45b276 None None] New status for floating IP 1a99c978-d586-49e1-a085-788969a1d90f: ACTIVE {{(pid=83868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:15:06.861681 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 49738) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:06.983577 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-208359cb-a346-4441-9a2b-eccefb6699f7 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/floatingips/1a99c978-d586-49e1-a085-788969a1d90f HTTP/1.1" status: 200 len: 993 time: 0.1207745 Mar 11 16:15:07.001308 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:15:16.321932 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:29.454096 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-eeb76741-079e-4eee-84ff-22b39c4fca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:31.703562 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6e1aa6f8-aa9a-45a7-94de-520e5a23c1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:32.887144 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:33.141251 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:34.354705 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:34.954959 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a15d38be-36a6-4863-b3b7-33f613e32def req-3e16f09b-ba71-4340-aa0d-63c8091747a2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=901d61ce-ec18-430b-b72b-e84a74e5e761&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687981 Mar 11 16:15:35.099564 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a15d38be-36a6-4863-b3b7-33f613e32def req-4a79d2ed-66ba-4bc9-b61e-c29e39ae3e9b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cca1e5a82d104327971da603674c443a&device_id=901d61ce-ec18-430b-b72b-e84a74e5e761 HTTP/1.1" status: 200 len: 1098 time: 0.0719597 Mar 11 16:15:35.330891 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d38be-36a6-4863-b3b7-33f613e32def req-eef3ab49-49ef-4fd4-b5a4-136aadad4970 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:35.332330 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a15d38be-36a6-4863-b3b7-33f613e32def req-eef3ab49-49ef-4fd4-b5a4-136aadad4970 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c392fb9d-77a5-4a0c-9108-5f2d3c911bc6 HTTP/1.1" status: 200 len: 897 time: 0.2130947 Mar 11 16:15:35.432820 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a15d38be-36a6-4863-b3b7-33f613e32def req-30212247-22c2-4e2e-890b-b31f1583c2f6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e703f40a-f792-4428-8db0-f6ed1924c738 HTTP/1.1" status: 200 len: 1001 time: 0.0941784 Mar 11 16:15:35.493486 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d38be-36a6-4863-b3b7-33f613e32def req-4d08e671-573a-4535-b0f0-03f3005b7e55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:35.494885 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a15d38be-36a6-4863-b3b7-33f613e32def req-4d08e671-573a-4535-b0f0-03f3005b7e55 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f54fdb3d-a5fc-49ff-ab33-b3097feba2a0 HTTP/1.1" status: 200 len: 835 time: 0.0564532 Mar 11 16:15:35.570562 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a15d38be-36a6-4863-b3b7-33f613e32def req-1d4470c1-232f-4f81-a6a6-4eb36869f2ea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c392fb9d-77a5-4a0c-9108-5f2d3c911bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683603 Mar 11 16:15:35.701524 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a15d38be-36a6-4863-b3b7-33f613e32def req-3d23f9c0-c6b8-4aab-ac71-1caa445b4601 service neutron] 10.222.0.73 "GET /v2.0/networks/c392fb9d-77a5-4a0c-9108-5f2d3c911bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264360 Mar 11 16:15:35.840287 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a15d38be-36a6-4863-b3b7-33f613e32def req-3d3b4e2e-7cfa-4692-9eaf-329cfc6264ef service neutron] 10.222.0.73 "GET /v2.0/networks/c392fb9d-77a5-4a0c-9108-5f2d3c911bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324494 Mar 11 16:15:44.002096 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:15:46.319243 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:59.457818 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8d53aed7-787a-44f1-bba7-076400ab0f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:01.704996 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f12e9559-d226-4ac2-b2d3-b35c5328c8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:02.889870 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:03.144797 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:04.357989 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:08.000354 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58455abe-05d2-4915-a99b-9a305a3a6b33 req-4028cbe2-ea0e-47ea-af9f-d853247b09e3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:08.001721 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-58455abe-05d2-4915-a99b-9a305a3a6b33 req-4028cbe2-ea0e-47ea-af9f-d853247b09e3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=901d61ce-ec18-430b-b72b-e84a74e5e761 HTTP/1.1" status: 200 len: 945 time: 0.0758264 Mar 11 16:16:08.049038 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-58455abe-05d2-4915-a99b-9a305a3a6b33 req-af2a39fa-e157-4948-a7a7-7b3f14b83476 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dc3fc6b-beee-42bd-9f10-d3dff5599a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419314 Mar 11 16:16:09.272086 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd16e4-f935-4e66-be67-075f1e608d56 req-de233f7c-649c-45b6-8ff0-bb9d8f12f751 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:09.274185 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-28fd16e4-f935-4e66-be67-075f1e608d56 req-de233f7c-649c-45b6-8ff0-bb9d8f12f751 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=901d61ce-ec18-430b-b72b-e84a74e5e761 HTTP/1.1" status: 200 len: 945 time: 0.0841432 Mar 11 16:16:09.319027 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-28fd16e4-f935-4e66-be67-075f1e608d56 req-f8cc7b91-14ee-4af7-aac5-ce0bb1ad2b9f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dc3fc6b-beee-42bd-9f10-d3dff5599a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394740 Mar 11 16:16:10.511750 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d096f-7f7d-45bc-8fd5-c32b8f031927 req-6ad48156-32ab-428b-ae7e-66e61ed84d55 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:10.513131 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c06d096f-7f7d-45bc-8fd5-c32b8f031927 req-6ad48156-32ab-428b-ae7e-66e61ed84d55 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=901d61ce-ec18-430b-b72b-e84a74e5e761 HTTP/1.1" status: 200 len: 945 time: 0.0764201 Mar 11 16:16:10.557660 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c06d096f-7f7d-45bc-8fd5-c32b8f031927 req-214e47a4-b963-4683-8604-bb7760d00052 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dc3fc6b-beee-42bd-9f10-d3dff5599a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391736 Mar 11 16:16:11.900333 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380a61c-50c6-4dbd-a331-c20cdef3fb8f req-646f9ab8-8172-4a0b-9a02-3af463505d41 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:11.901786 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d380a61c-50c6-4dbd-a331-c20cdef3fb8f req-646f9ab8-8172-4a0b-9a02-3af463505d41 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=901d61ce-ec18-430b-b72b-e84a74e5e761 HTTP/1.1" status: 200 len: 945 time: 0.0823436 Mar 11 16:16:11.950529 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d380a61c-50c6-4dbd-a331-c20cdef3fb8f req-0047f64c-25cd-443a-9ff1-7d3265aaa823 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dc3fc6b-beee-42bd-9f10-d3dff5599a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426972 Mar 11 16:16:13.149768 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd8d5e2-f557-440d-b33e-407d684e1039 req-428b302d-4c98-4dd1-8ba3-9bcfddbfd327 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:13.151222 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-6cd8d5e2-f557-440d-b33e-407d684e1039 req-428b302d-4c98-4dd1-8ba3-9bcfddbfd327 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=901d61ce-ec18-430b-b72b-e84a74e5e761 HTTP/1.1" status: 200 len: 945 time: 0.0784221 Mar 11 16:16:13.195919 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-6cd8d5e2-f557-440d-b33e-407d684e1039 req-8c21b119-5ce5-4293-9f88-e175fb544b63 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dc3fc6b-beee-42bd-9f10-d3dff5599a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391178 Mar 11 16:16:14.392194 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e5c75-39ff-4f39-a7a4-da1287b2dff1 req-6a8488a0-ae0b-40c0-a6e2-74bcf2702f51 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:14.393632 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a11e5c75-39ff-4f39-a7a4-da1287b2dff1 req-6a8488a0-ae0b-40c0-a6e2-74bcf2702f51 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=901d61ce-ec18-430b-b72b-e84a74e5e761 HTTP/1.1" status: 200 len: 945 time: 0.0758200 Mar 11 16:16:14.438230 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a11e5c75-39ff-4f39-a7a4-da1287b2dff1 req-5ece614e-0f90-4f41-8639-79ac8eecfc78 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dc3fc6b-beee-42bd-9f10-d3dff5599a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385118 Mar 11 16:16:15.631148 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6d4c7-655d-462c-abf0-b47ede7b7377 req-ed92f95b-a1ca-4f49-887f-3d87f581fa82 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:15.632664 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-1ce6d4c7-655d-462c-abf0-b47ede7b7377 req-ed92f95b-a1ca-4f49-887f-3d87f581fa82 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=901d61ce-ec18-430b-b72b-e84a74e5e761 HTTP/1.1" status: 200 len: 945 time: 0.0749736 Mar 11 16:16:15.676671 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-1ce6d4c7-655d-462c-abf0-b47ede7b7377 req-781d4b3e-453d-4ceb-b933-19f8e085a88c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dc3fc6b-beee-42bd-9f10-d3dff5599a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385895 Mar 11 16:16:16.342770 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:16.878220 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3067e-3e9c-4de9-a78c-1f37936aa3e5 req-d960fadd-ef49-4ff9-abb9-103a395fccb1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:16.879660 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f0c3067e-3e9c-4de9-a78c-1f37936aa3e5 req-d960fadd-ef49-4ff9-abb9-103a395fccb1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=901d61ce-ec18-430b-b72b-e84a74e5e761 HTTP/1.1" status: 200 len: 945 time: 0.0793374 Mar 11 16:16:16.924004 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f0c3067e-3e9c-4de9-a78c-1f37936aa3e5 req-bd346652-9f54-49e5-8897-db3e77ce3ce1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dc3fc6b-beee-42bd-9f10-d3dff5599a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388811 Mar 11 16:16:18.122838 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68275d96-0a2c-4825-9bab-5b119873e3a8 req-ddb03fb5-4932-4b26-88ca-ad15ce7fa290 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:18.124318 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-68275d96-0a2c-4825-9bab-5b119873e3a8 req-ddb03fb5-4932-4b26-88ca-ad15ce7fa290 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=901d61ce-ec18-430b-b72b-e84a74e5e761 HTTP/1.1" status: 200 len: 945 time: 0.0799255 Mar 11 16:16:18.169360 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-68275d96-0a2c-4825-9bab-5b119873e3a8 req-3b02b45c-9b44-4f2f-9f90-2b4c9f2b9dfc tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dc3fc6b-beee-42bd-9f10-d3dff5599a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395081 Mar 11 16:16:19.369082 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb5eff-007b-4d12-a415-1adba0a011d9 req-dbfbb6ac-c492-457a-8e8b-193120dd8444 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:19.370522 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e9cb5eff-007b-4d12-a415-1adba0a011d9 req-dbfbb6ac-c492-457a-8e8b-193120dd8444 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=901d61ce-ec18-430b-b72b-e84a74e5e761 HTTP/1.1" status: 200 len: 945 time: 0.0763888 Mar 11 16:16:19.414690 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e9cb5eff-007b-4d12-a415-1adba0a011d9 req-744dae9a-2c3d-4ca1-a757-ed59885ab767 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dc3fc6b-beee-42bd-9f10-d3dff5599a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386081 Mar 11 16:16:19.442740 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49790) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:19.547936 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-01aa909d-bd92-4795-bae3-d845d2983263 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/floatingips/1a99c978-d586-49e1-a085-788969a1d90f HTTP/1.1" status: 200 len: 993 time: 0.1039987 Mar 11 16:16:21.006862 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:16:21.177730 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8968c20-e3e2-447a-a19f-8bb25a7c1637 req-d81f55ee-c9ea-4d75-9e9f-3a63e8c824dc tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:21.180579 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e8968c20-e3e2-447a-a19f-8bb25a7c1637 req-d81f55ee-c9ea-4d75-9e9f-3a63e8c824dc tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=901d61ce-ec18-430b-b72b-e84a74e5e761 HTTP/1.1" status: 200 len: 945 time: 0.0807240 Mar 11 16:16:21.212178 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0c659122-c142-4e82-8e13-ca080673500d req-7378f23c-d853-4907-8b65-d02a71046b91 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cca1e5a82d104327971da603674c443a&device_id=901d61ce-ec18-430b-b72b-e84a74e5e761 HTTP/1.1" status: 200 len: 1098 time: 0.0749419 Mar 11 16:16:21.227942 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e8968c20-e3e2-447a-a19f-8bb25a7c1637 req-6ce60a0f-948d-4a88-8325-4a97d9d3fdb4 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dc3fc6b-beee-42bd-9f10-d3dff5599a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421584 Mar 11 16:16:21.342760 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c659122-c142-4e82-8e13-ca080673500d req-72a87aa2-293f-4899-ac34-07283247cc12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:21.344194 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0c659122-c142-4e82-8e13-ca080673500d req-72a87aa2-293f-4899-ac34-07283247cc12 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c392fb9d-77a5-4a0c-9108-5f2d3c911bc6 HTTP/1.1" status: 200 len: 897 time: 0.1258638 Mar 11 16:16:21.444558 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0c659122-c142-4e82-8e13-ca080673500d req-d33e8724-c413-47e5-a73f-4e44e1e1edfb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e703f40a-f792-4428-8db0-f6ed1924c738 HTTP/1.1" status: 200 len: 1001 time: 0.0945690 Mar 11 16:16:21.504483 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c659122-c142-4e82-8e13-ca080673500d req-4562141d-e4ae-4760-8754-a732510bd5a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:21.505853 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0c659122-c142-4e82-8e13-ca080673500d req-4562141d-e4ae-4760-8754-a732510bd5a6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f54fdb3d-a5fc-49ff-ab33-b3097feba2a0 HTTP/1.1" status: 200 len: 835 time: 0.0556271 Mar 11 16:16:21.579010 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0c659122-c142-4e82-8e13-ca080673500d req-dc1b9dc2-02bc-476c-b906-c65b27a6dc11 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c392fb9d-77a5-4a0c-9108-5f2d3c911bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675266 Mar 11 16:16:21.708524 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0c659122-c142-4e82-8e13-ca080673500d req-a11a6280-7d27-4e69-ae0e-3714055d4d14 service neutron] 10.222.0.73 "GET /v2.0/networks/c392fb9d-77a5-4a0c-9108-5f2d3c911bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230297 Mar 11 16:16:21.926461 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0c659122-c142-4e82-8e13-ca080673500d req-1190e6a6-9c94-4fca-b3ef-9d8b6e278884 service neutron] 10.222.0.73 "GET /v2.0/networks/c392fb9d-77a5-4a0c-9108-5f2d3c911bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127054 Mar 11 16:16:22.436746 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cccd5-896f-42b6-894d-d38dbfa2100a req-ad1f7586-afe5-4f38-8f19-0b11267d835d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:22.438207 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ed0cccd5-896f-42b6-894d-d38dbfa2100a req-ad1f7586-afe5-4f38-8f19-0b11267d835d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=901d61ce-ec18-430b-b72b-e84a74e5e761 HTTP/1.1" status: 200 len: 945 time: 0.0788319 Mar 11 16:16:22.485133 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ed0cccd5-896f-42b6-894d-d38dbfa2100a req-a12d4421-3f8e-45ff-a696-961a3bba436f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dc3fc6b-beee-42bd-9f10-d3dff5599a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411489 Mar 11 16:16:23.692656 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058f75c-9322-4f5a-b53c-d22ec334d30a req-332ae393-6f29-4907-8e5f-2963947726a9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:23.694084 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b058f75c-9322-4f5a-b53c-d22ec334d30a req-332ae393-6f29-4907-8e5f-2963947726a9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=901d61ce-ec18-430b-b72b-e84a74e5e761 HTTP/1.1" status: 200 len: 945 time: 0.0798080 Mar 11 16:16:23.738368 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b058f75c-9322-4f5a-b53c-d22ec334d30a req-ff38beac-bd2c-4e4f-9f77-2fd3111efa36 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dc3fc6b-beee-42bd-9f10-d3dff5599a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381253 Mar 11 16:16:23.767969 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49804) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:23.869863 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-58c2665c-e161-402c-99fa-c2a5fd53e762 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/floatingips/1a99c978-d586-49e1-a085-788969a1d90f HTTP/1.1" status: 200 len: 993 time: 0.1007822 Mar 11 16:16:29.460286 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b97be5d0-a096-44c5-b9a7-db487f03e54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:31.707239 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-113d64e4-35f7-4059-97a1-141694b6dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:32.894163 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:33.147198 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:34.363045 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:35.970253 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c414644c-9ab3-4157-b45c-62ba002ff7d5 req-db7c2c3a-da8f-479d-aa7b-c0c5261e7f70 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=901d61ce-ec18-430b-b72b-e84a74e5e761&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703716 Mar 11 16:16:36.111253 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c414644c-9ab3-4157-b45c-62ba002ff7d5 req-6f00b849-badd-46ef-a0c2-57a6438611b7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cca1e5a82d104327971da603674c443a&device_id=901d61ce-ec18-430b-b72b-e84a74e5e761 HTTP/1.1" status: 200 len: 1098 time: 0.0696282 Mar 11 16:16:36.257514 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414644c-9ab3-4157-b45c-62ba002ff7d5 req-688d353c-040c-4004-9789-c41813290c72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:36.258948 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c414644c-9ab3-4157-b45c-62ba002ff7d5 req-688d353c-040c-4004-9789-c41813290c72 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c392fb9d-77a5-4a0c-9108-5f2d3c911bc6 HTTP/1.1" status: 200 len: 897 time: 0.1297553 Mar 11 16:16:36.362829 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c414644c-9ab3-4157-b45c-62ba002ff7d5 req-23d778ed-1904-436c-809d-d6568549466b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e703f40a-f792-4428-8db0-f6ed1924c738 HTTP/1.1" status: 200 len: 1001 time: 0.0961261 Mar 11 16:16:36.425368 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414644c-9ab3-4157-b45c-62ba002ff7d5 req-d8e2fd54-16b0-492c-bd4b-92f41d9cb73e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:36.426777 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c414644c-9ab3-4157-b45c-62ba002ff7d5 req-d8e2fd54-16b0-492c-bd4b-92f41d9cb73e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f54fdb3d-a5fc-49ff-ab33-b3097feba2a0 HTTP/1.1" status: 200 len: 835 time: 0.0577695 Mar 11 16:16:36.504994 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c414644c-9ab3-4157-b45c-62ba002ff7d5 req-dcecca32-eb38-40c8-9cfa-af1781799138 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c392fb9d-77a5-4a0c-9108-5f2d3c911bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700767 Mar 11 16:16:36.633968 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c414644c-9ab3-4157-b45c-62ba002ff7d5 req-54b45c31-19f0-4da0-b655-2535a1f83ad5 service neutron] 10.222.0.73 "GET /v2.0/networks/c392fb9d-77a5-4a0c-9108-5f2d3c911bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228068 Mar 11 16:16:36.767192 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c414644c-9ab3-4157-b45c-62ba002ff7d5 req-b5353f36-2e30-4222-9666-97855f05b79f service neutron] 10.222.0.73 "GET /v2.0/networks/c392fb9d-77a5-4a0c-9108-5f2d3c911bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246884 Mar 11 16:16:46.352264 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:58.008067 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:16:59.463618 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0459b722-ae4f-4c2a-89aa-d0b73db8d562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:01.709271 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7943c218-38e3-48cd-a960-c157386013ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:02.901287 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:03.151380 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:04.362315 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:14.610936 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49834) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:14.895194 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-7215e2ad-ded0-4ff2-9677-117feac10eca tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Deleting port e3b6b9c8-e857-4760-a915-8b350ff523ca {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:17:14.895537 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7215e2ad-ded0-4ff2-9677-117feac10eca tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:15.063460 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7215e2ad-ded0-4ff2-9677-117feac10eca tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:15.063788 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7215e2ad-ded0-4ff2-9677-117feac10eca tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:15.182674 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-7215e2ad-ded0-4ff2-9677-117feac10eca tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Calling delete_port for e3b6b9c8-e857-4760-a915-8b350ff523ca owned by network:floatingip {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:17:15.331057 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7215e2ad-ded0-4ff2-9677-117feac10eca tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:15.380018 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215e2ad-ded0-4ff2-9677-117feac10eca tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event deleted for resources: {'Port': ['ID=e3b6b9c8-e857-4760-a915-8b350ff523ca,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:15.420259 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7215e2ad-ded0-4ff2-9677-117feac10eca tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:15.420612 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7215e2ad-ded0-4ff2-9677-117feac10eca tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:15.420955 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7215e2ad-ded0-4ff2-9677-117feac10eca tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:15.421299 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7215e2ad-ded0-4ff2-9677-117feac10eca tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:15.421633 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7215e2ad-ded0-4ff2-9677-117feac10eca tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:15.421962 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7215e2ad-ded0-4ff2-9677-117feac10eca tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:15.422287 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7215e2ad-ded0-4ff2-9677-117feac10eca tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:15.422612 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7215e2ad-ded0-4ff2-9677-117feac10eca tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:15.422934 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7215e2ad-ded0-4ff2-9677-117feac10eca tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:15.423260 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7215e2ad-ded0-4ff2-9677-117feac10eca tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:15.423579 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7215e2ad-ded0-4ff2-9677-117feac10eca tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:15.486222 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7215e2ad-ded0-4ff2-9677-117feac10eca tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for floatingip, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:15.868772 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7215e2ad-ded0-4ff2-9677-117feac10eca tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Router 3c6655a4-0ba7-4e5d-9282-230cffbc7cc1 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:17:16.065444 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7215e2ad-ded0-4ff2-9677-117feac10eca tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:17:16.075499 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a09d157-5122-4b35-a654-79637b0b6429 None None] Sync routers for ids ['3c6655a4-0ba7-4e5d-9282-230cffbc7cc1'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:17:16.084930 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-7215e2ad-ded0-4ff2-9677-117feac10eca tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:16.087753 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a09d157-5122-4b35-a654-79637b0b6429 None None] Routers {'3c6655a4-0ba7-4e5d-9282-230cffbc7cc1'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:17:16.088376 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-3a09d157-5122-4b35-a654-79637b0b6429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:17:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['3c6655a4-0ba7-4e5d-9282-230cffbc7cc1'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:16.137233 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-7215e2ad-ded0-4ff2-9677-117feac10eca tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "DELETE /v2.0/floatingips/1a99c978-d586-49e1-a085-788969a1d90f HTTP/1.1" status: 204 len: 168 time: 1.5247972 Mar 11 16:17:16.137545 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '901d61ce-ec18-430b-b72b-e84a74e5e761', 'tag': 'e703f40a-f792-4428-8db0-f6ed1924c738'}] {{(pid=83867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:17:16.197050 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '901d61ce-ec18-430b-b72b-e84a74e5e761', 'tag': 'e703f40a-f792-4428-8db0-f6ed1924c738', 'status': 'completed', 'code': 200} Mar 11 16:17:16.276407 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-3a09d157-5122-4b35-a654-79637b0b6429 None None] Set router 3c6655a4-0ba7-4e5d-9282-230cffbc7cc1 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:17:16.301806 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7623c248-0862-4ac3-afc3-507ee69a00f0 req-19f1679f-6cf1-477d-88a7-b014c8b3798b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cca1e5a82d104327971da603674c443a&device_id=901d61ce-ec18-430b-b72b-e84a74e5e761 HTTP/1.1" status: 200 len: 1098 time: 0.0794551 Mar 11 16:17:16.362254 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:16.446106 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623c248-0862-4ac3-afc3-507ee69a00f0 req-97fa1467-8436-441d-a330-5152efeeecf0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:16.447550 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7623c248-0862-4ac3-afc3-507ee69a00f0 req-97fa1467-8436-441d-a330-5152efeeecf0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c392fb9d-77a5-4a0c-9108-5f2d3c911bc6 HTTP/1.1" status: 200 len: 897 time: 0.1402106 Mar 11 16:17:16.553945 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7623c248-0862-4ac3-afc3-507ee69a00f0 req-aa395372-baf0-45ab-8057-0c50108c140f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e703f40a-f792-4428-8db0-f6ed1924c738 HTTP/1.1" status: 200 len: 217 time: 0.0993061 Mar 11 16:17:16.599536 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-3a09d157-5122-4b35-a654-79637b0b6429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6655a4-0ba7-4e5d-9282-230cffbc7cc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722263885', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '7acb5c6b-ce9c-4f58-8e67-ee36ebdad400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:14:41Z', 'updated_at': '2022-03-11T16:14:45Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '7acb5c6b-ce9c-4f58-8e67-ee36ebdad400', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6655a4-0ba7-4e5d-9282-230cffbc7cc1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:14:41Z', 'updated_at': '2022-03-11T16:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '4c766526-8780-40a8-995d-5f5dc24e0c4e', 'name': '', 'network_id': 'c392fb9d-77a5-4a0c-9108-5f2d3c911bc6', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'mac_address': 'fa:16:3e:c8:e4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6655a4-0ba7-4e5d-9282-230cffbc7cc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f54fdb3d-a5fc-49ff-ab33-b3097feba2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:14:44Z', 'updated_at': '2022-03-11T16:14:51Z', 'revision_number': 5, 'project_id': 'cca1e5a82d104327971da603674c443a', 'subnets': [{'id': 'f54fdb3d-a5fc-49ff-ab33-b3097feba2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:16.603326 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a09d157-5122-4b35-a654-79637b0b6429 None None] Checking router: 3c6655a4-0ba7-4e5d-9282-230cffbc7cc1 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:17:16.613655 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a09d157-5122-4b35-a654-79637b0b6429 None None] Routers {'3c6655a4-0ba7-4e5d-9282-230cffbc7cc1'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:17:16.614245 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-3a09d157-5122-4b35-a654-79637b0b6429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:17:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['3c6655a4-0ba7-4e5d-9282-230cffbc7cc1'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:16.634758 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623c248-0862-4ac3-afc3-507ee69a00f0 req-9ba2c8e8-76bd-425e-951c-cea533a53032 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:16.636199 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7623c248-0862-4ac3-afc3-507ee69a00f0 req-9ba2c8e8-76bd-425e-951c-cea533a53032 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f54fdb3d-a5fc-49ff-ab33-b3097feba2a0 HTTP/1.1" status: 200 len: 835 time: 0.0747104 Mar 11 16:17:16.682444 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566029c-92af-4486-9ea2-942844daebad req-060f1c78-b5d0-476c-872e-d62aa7a10664 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:16.684588 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1566029c-92af-4486-9ea2-942844daebad req-060f1c78-b5d0-476c-872e-d62aa7a10664 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=901d61ce-ec18-430b-b72b-e84a74e5e761 HTTP/1.1" status: 200 len: 945 time: 0.1761968 Mar 11 16:17:16.748962 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1566029c-92af-4486-9ea2-942844daebad req-d5b6581f-04e1-4cbc-996c-dd026f34e122 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dc3fc6b-beee-42bd-9f10-d3dff5599a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577526 Mar 11 16:17:16.757832 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7623c248-0862-4ac3-afc3-507ee69a00f0 req-3d678b8a-1188-42df-9729-65edb233297b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c392fb9d-77a5-4a0c-9108-5f2d3c911bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1135085 Mar 11 16:17:16.800855 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-3a09d157-5122-4b35-a654-79637b0b6429 None None] Set router 3c6655a4-0ba7-4e5d-9282-230cffbc7cc1 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:17:16.992117 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7623c248-0862-4ac3-afc3-507ee69a00f0 req-7574f906-276c-4534-85c9-40bb2af63299 service neutron] 10.222.0.73 "GET /v2.0/networks/c392fb9d-77a5-4a0c-9108-5f2d3c911bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277837 Mar 11 16:17:17.114378 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-3a09d157-5122-4b35-a654-79637b0b6429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6655a4-0ba7-4e5d-9282-230cffbc7cc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722263885', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '7acb5c6b-ce9c-4f58-8e67-ee36ebdad400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:14:41Z', 'updated_at': '2022-03-11T16:14:45Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '7acb5c6b-ce9c-4f58-8e67-ee36ebdad400', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6655a4-0ba7-4e5d-9282-230cffbc7cc1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:14:41Z', 'updated_at': '2022-03-11T16:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '4c766526-8780-40a8-995d-5f5dc24e0c4e', 'name': '', 'network_id': 'c392fb9d-77a5-4a0c-9108-5f2d3c911bc6', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'mac_address': 'fa:16:3e:c8:e4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6655a4-0ba7-4e5d-9282-230cffbc7cc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f54fdb3d-a5fc-49ff-ab33-b3097feba2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:14:44Z', 'updated_at': '2022-03-11T16:14:51Z', 'revision_number': 5, 'project_id': 'cca1e5a82d104327971da603674c443a', 'subnets': [{'id': 'f54fdb3d-a5fc-49ff-ab33-b3097feba2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:17.118574 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a09d157-5122-4b35-a654-79637b0b6429 None None] The sync data for ids ['3c6655a4-0ba7-4e5d-9282-230cffbc7cc1'] in dv-neutron-833373-1-hyperv is: [{'id': '3c6655a4-0ba7-4e5d-9282-230cffbc7cc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722263885', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '7acb5c6b-ce9c-4f58-8e67-ee36ebdad400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:14:41Z', 'updated_at': '2022-03-11T16:14:45Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '7acb5c6b-ce9c-4f58-8e67-ee36ebdad400', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6655a4-0ba7-4e5d-9282-230cffbc7cc1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:14:41Z', 'updated_at': '2022-03-11T16:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '4c766526-8780-40a8-995d-5f5dc24e0c4e', 'name': '', 'network_id': 'c392fb9d-77a5-4a0c-9108-5f2d3c911bc6', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'mac_address': 'fa:16:3e:c8:e4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6655a4-0ba7-4e5d-9282-230cffbc7cc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f54fdb3d-a5fc-49ff-ab33-b3097feba2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:14:44Z', 'updated_at': '2022-03-11T16:14:51Z', 'revision_number': 5, 'project_id': 'cca1e5a82d104327971da603674c443a', 'subnets': [{'id': 'f54fdb3d-a5fc-49ff-ab33-b3097feba2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:17:17.126621 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7623c248-0862-4ac3-afc3-507ee69a00f0 req-70d092f1-acd5-4f0f-b6a5-9bfcbcc63613 service neutron] 10.222.0.73 "GET /v2.0/networks/c392fb9d-77a5-4a0c-9108-5f2d3c911bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284244 Mar 11 16:17:17.337940 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1758ad92-23aa-4fa4-b8be-8e5249a3da3c None None] New status for floating IP 1a99c978-d586-49e1-a085-788969a1d90f: DOWN {{(pid=83868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:17:17.946909 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c1e4b-24ef-40d6-8781-b8e859b21a8f req-d88823be-117e-4042-b765-c35f6bf357aa tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:17.947583 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-411c1e4b-24ef-40d6-8781-b8e859b21a8f req-d88823be-117e-4042-b765-c35f6bf357aa tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Synchronizing usage tracker for tenant:cca1e5a82d104327971da603674c443a on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:17:17.962790 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-411c1e4b-24ef-40d6-8781-b8e859b21a8f req-d88823be-117e-4042-b765-c35f6bf357aa tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Unset dirty status for tenant:cca1e5a82d104327971da603674c443a on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:17:17.963871 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-411c1e4b-24ef-40d6-8781-b8e859b21a8f req-d88823be-117e-4042-b765-c35f6bf357aa tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=901d61ce-ec18-430b-b72b-e84a74e5e761 HTTP/1.1" status: 200 len: 945 time: 0.0924675 Mar 11 16:17:18.103177 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-411c1e4b-24ef-40d6-8781-b8e859b21a8f req-ce3cdd0b-e37d-4fbe-af45-e9cbb2f181f6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dc3fc6b-beee-42bd-9f10-d3dff5599a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335700 Mar 11 16:17:18.343709 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f006b-0c09-4838-8bcb-9b16f9b49e26 req-cb5f8a62-6899-4231-ae5b-06405426c5d6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:18.345144 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0e2f006b-0c09-4838-8bcb-9b16f9b49e26 req-cb5f8a62-6899-4231-ae5b-06405426c5d6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.73 "GET /v2.0/ports?device_id=901d61ce-ec18-430b-b72b-e84a74e5e761 HTTP/1.1" status: 200 len: 945 time: 0.0818219 Mar 11 16:17:18.413424 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-0e2f006b-0c09-4838-8bcb-9b16f9b49e26 req-95d2b906-4a27-497a-b11f-5dc2e43d4791 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Deleting port e703f40a-f792-4428-8db0-f6ed1924c738 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:17:18.413763 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0e2f006b-0c09-4838-8bcb-9b16f9b49e26 req-95d2b906-4a27-497a-b11f-5dc2e43d4791 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:18.662635 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-0e2f006b-0c09-4838-8bcb-9b16f9b49e26 req-95d2b906-4a27-497a-b11f-5dc2e43d4791 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] For port e703f40a-f792-4428-8db0-f6ed1924c738, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=e703f40a-f792-4428-8db0-f6ed1924c738,segment=NetworkSegment(efa9b29f-aeba-444d-bd3d-31225c5cfc02),segment_id=efa9b29f-aeba-444d-bd3d-31225c5cfc02)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:17:18.662991 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0e2f006b-0c09-4838-8bcb-9b16f9b49e26 req-95d2b906-4a27-497a-b11f-5dc2e43d4791 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:18.784457 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-0e2f006b-0c09-4838-8bcb-9b16f9b49e26 req-95d2b906-4a27-497a-b11f-5dc2e43d4791 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Calling delete_port for e703f40a-f792-4428-8db0-f6ed1924c738 owned by compute:nova {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:17:18.926962 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0e2f006b-0c09-4838-8bcb-9b16f9b49e26 req-95d2b906-4a27-497a-b11f-5dc2e43d4791 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:18.975382 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d2b906-4a27-497a-b11f-5dc2e43d4791 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event deleted for resources: {'Port': ['ID=e703f40a-f792-4428-8db0-f6ed1924c738,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:19.030479 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2b906-4a27-497a-b11f-5dc2e43d4791 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:19.030833 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2b906-4a27-497a-b11f-5dc2e43d4791 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:19.031171 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2b906-4a27-497a-b11f-5dc2e43d4791 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:19.031503 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2b906-4a27-497a-b11f-5dc2e43d4791 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:19.031832 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2b906-4a27-497a-b11f-5dc2e43d4791 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:19.032197 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2b906-4a27-497a-b11f-5dc2e43d4791 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:19.032521 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2b906-4a27-497a-b11f-5dc2e43d4791 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:19.032843 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2b906-4a27-497a-b11f-5dc2e43d4791 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:19.033159 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2b906-4a27-497a-b11f-5dc2e43d4791 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:19.033474 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2b906-4a27-497a-b11f-5dc2e43d4791 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:19.033789 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2b906-4a27-497a-b11f-5dc2e43d4791 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:19.073452 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e2f006b-0c09-4838-8bcb-9b16f9b49e26 req-95d2b906-4a27-497a-b11f-5dc2e43d4791 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] No DVR routers for this DVR port e703f40a-f792-4428-8db0-f6ed1924c738 on host hv-neutron-8333 {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:17:19.076443 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-0e2f006b-0c09-4838-8bcb-9b16f9b49e26 req-95d2b906-4a27-497a-b11f-5dc2e43d4791 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:19.078904 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901d61ce-ec18-430b-b72b-e84a74e5e761', 'name': 'network-vif-deleted', 'tag': 'e703f40a-f792-4428-8db0-f6ed1924c738'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:17:19.094072 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0e2f006b-0c09-4838-8bcb-9b16f9b49e26 req-95d2b906-4a27-497a-b11f-5dc2e43d4791 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.73 "DELETE /v2.0/ports/e703f40a-f792-4428-8db0-f6ed1924c738 HTTP/1.1" status: 204 len: 173 time: 0.7437062 Mar 11 16:17:19.231547 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901d61ce-ec18-430b-b72b-e84a74e5e761', 'name': 'network-vif-deleted', 'tag': 'e703f40a-f792-4428-8db0-f6ed1924c738', 'status': 'completed', 'code': 200} Mar 11 16:17:19.281384 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c4806923-a32e-4d3e-aaf2-d35332d49b03 req-14532a8c-717a-4ad6-b3e1-7f744ab816e3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=901d61ce-ec18-430b-b72b-e84a74e5e761 HTTP/1.1" status: 200 len: 210 time: 0.0425656 Mar 11 16:17:20.390134 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49854) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:20.779878 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-439496be-920b-4fda-b30c-85d4f77d6713 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:21.377520 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-439496be-920b-4fda-b30c-85d4f77d6713 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Deleting port 4c766526-8780-40a8-995d-5f5dc24e0c4e {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:17:21.377857 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-439496be-920b-4fda-b30c-85d4f77d6713 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:21.564349 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-439496be-920b-4fda-b30c-85d4f77d6713 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] For port 4c766526-8780-40a8-995d-5f5dc24e0c4e, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=4c766526-8780-40a8-995d-5f5dc24e0c4e,segment=NetworkSegment(efa9b29f-aeba-444d-bd3d-31225c5cfc02),segment_id=efa9b29f-aeba-444d-bd3d-31225c5cfc02)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:17:21.565033 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-439496be-920b-4fda-b30c-85d4f77d6713 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:21.681205 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-439496be-920b-4fda-b30c-85d4f77d6713 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Calling delete_port for 4c766526-8780-40a8-995d-5f5dc24e0c4e owned by network:router_interface {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:17:21.943724 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-439496be-920b-4fda-b30c-85d4f77d6713 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:21.990728 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439496be-920b-4fda-b30c-85d4f77d6713 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event deleted for resources: {'Port': ['ID=4c766526-8780-40a8-995d-5f5dc24e0c4e,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:22.285865 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-439496be-920b-4fda-b30c-85d4f77d6713 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:22.856751 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439496be-920b-4fda-b30c-85d4f77d6713 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Router 3c6655a4-0ba7-4e5d-9282-230cffbc7cc1 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:17:23.057377 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439496be-920b-4fda-b30c-85d4f77d6713 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:17:23.068514 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d70dd1e-671c-4b75-b090-e0c14258c775 None None] Sync routers for ids ['3c6655a4-0ba7-4e5d-9282-230cffbc7cc1'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:17:23.070274 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-439496be-920b-4fda-b30c-85d4f77d6713 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "PUT /v2.0/routers/3c6655a4-0ba7-4e5d-9282-230cffbc7cc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6790667 Mar 11 16:17:23.073044 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 49858) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:23.081491 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d70dd1e-671c-4b75-b090-e0c14258c775 None None] Routers {'3c6655a4-0ba7-4e5d-9282-230cffbc7cc1'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:17:23.082084 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-3d70dd1e-671c-4b75-b090-e0c14258c775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:17:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['3c6655a4-0ba7-4e5d-9282-230cffbc7cc1'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:23.255908 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e6f78fd-71dd-47fe-879e-9d64074e38c2 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Deleting subnet f54fdb3d-a5fc-49ff-ab33-b3097feba2a0 {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:17:23.258879 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9e6f78fd-71dd-47fe-879e-9d64074e38c2 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:23.264143 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-3d70dd1e-671c-4b75-b090-e0c14258c775 None None] Set router 3c6655a4-0ba7-4e5d-9282-230cffbc7cc1 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:17:23.316447 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9e6f78fd-71dd-47fe-879e-9d64074e38c2 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:23.401196 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9e6f78fd-71dd-47fe-879e-9d64074e38c2 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:23.460157 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device e703f40a-f792-4428-8db0-f6ed1924c738 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:17:23.484322 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9e6f78fd-71dd-47fe-879e-9d64074e38c2 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:23.497843 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] No Port match for: e703f40a-f792-4428-8db0-f6ed1924c738 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:17:23.497843 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device e703f40a-f792-4428-8db0-f6ed1924c738 not bound to the agent host hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:17:23.531448 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f78fd-71dd-47fe-879e-9d64074e38c2 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event deleted for resources: {'Subnet': ['ID=f54fdb3d-a5fc-49ff-ab33-b3097feba2a0,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:23.536189 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9e6f78fd-71dd-47fe-879e-9d64074e38c2 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:23.542133 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9e6f78fd-71dd-47fe-879e-9d64074e38c2 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "DELETE /v2.0/subnets/f54fdb3d-a5fc-49ff-ab33-b3097feba2a0 HTTP/1.1" status: 204 len: 168 time: 0.4681003 Mar 11 16:17:23.545050 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49862) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:23.547524 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957c7fbd-7361-4e4c-8325-e407577d5b96 None None] Network c392fb9d-77a5-4a0c-9108-5f2d3c911bc6 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:17:23.613646 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-3d70dd1e-671c-4b75-b090-e0c14258c775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6655a4-0ba7-4e5d-9282-230cffbc7cc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722263885', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '7acb5c6b-ce9c-4f58-8e67-ee36ebdad400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:14:41Z', 'updated_at': '2022-03-11T16:17:21Z', 'revision_number': 5, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '7acb5c6b-ce9c-4f58-8e67-ee36ebdad400', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6655a4-0ba7-4e5d-9282-230cffbc7cc1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:14:41Z', 'updated_at': '2022-03-11T16:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:23.618125 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d70dd1e-671c-4b75-b090-e0c14258c775 None None] Checking router: 3c6655a4-0ba7-4e5d-9282-230cffbc7cc1 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:17:23.631441 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d70dd1e-671c-4b75-b090-e0c14258c775 None None] Routers {'3c6655a4-0ba7-4e5d-9282-230cffbc7cc1'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:17:23.632384 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-3d70dd1e-671c-4b75-b090-e0c14258c775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:17:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['3c6655a4-0ba7-4e5d-9282-230cffbc7cc1'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:23.819888 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c046dcd8-6d28-4378-a646-bb79fcf68cf4 None None] DHCP port deletion for c392fb9d-77a5-4a0c-9108-5f2d3c911bc6 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:17:23.823886 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-c046dcd8-6d28-4378-a646-bb79fcf68cf4 None None] Deleting port 32a52899-d970-40b6-b5df-5005dbcc957f {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:17:23.824393 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c046dcd8-6d28-4378-a646-bb79fcf68cf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:23.834367 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-3d70dd1e-671c-4b75-b090-e0c14258c775 None None] Set router 3c6655a4-0ba7-4e5d-9282-230cffbc7cc1 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:17:23.875311 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a5771ffb-a698-45a9-bdfb-c770b4977863 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for router, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:24.042076 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-c046dcd8-6d28-4378-a646-bb79fcf68cf4 None None] For port 32a52899-d970-40b6-b5df-5005dbcc957f, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=32a52899-d970-40b6-b5df-5005dbcc957f,segment=NetworkSegment(efa9b29f-aeba-444d-bd3d-31225c5cfc02),segment_id=efa9b29f-aeba-444d-bd3d-31225c5cfc02)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:17:24.042427 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c046dcd8-6d28-4378-a646-bb79fcf68cf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:24.083713 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a5771ffb-a698-45a9-bdfb-c770b4977863 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:24.094035 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-a5771ffb-a698-45a9-bdfb-c770b4977863 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Deleting port 7acb5c6b-ce9c-4f58-8e67-ee36ebdad400 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:17:24.094597 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a5771ffb-a698-45a9-bdfb-c770b4977863 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:24.144013 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-3d70dd1e-671c-4b75-b090-e0c14258c775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6655a4-0ba7-4e5d-9282-230cffbc7cc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722263885', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '7acb5c6b-ce9c-4f58-8e67-ee36ebdad400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:14:41Z', 'updated_at': '2022-03-11T16:17:21Z', 'revision_number': 5, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '7acb5c6b-ce9c-4f58-8e67-ee36ebdad400', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6655a4-0ba7-4e5d-9282-230cffbc7cc1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:14:41Z', 'updated_at': '2022-03-11T16:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:24.149224 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d70dd1e-671c-4b75-b090-e0c14258c775 None None] The sync data for ids ['3c6655a4-0ba7-4e5d-9282-230cffbc7cc1'] in dv-neutron-833373-1-hyperv is: [{'id': '3c6655a4-0ba7-4e5d-9282-230cffbc7cc1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722263885', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '7acb5c6b-ce9c-4f58-8e67-ee36ebdad400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:14:41Z', 'updated_at': '2022-03-11T16:17:21Z', 'revision_number': 5, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': '7acb5c6b-ce9c-4f58-8e67-ee36ebdad400', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6655a4-0ba7-4e5d-9282-230cffbc7cc1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:14:41Z', 'updated_at': '2022-03-11T16:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:17:24.182991 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-c046dcd8-6d28-4378-a646-bb79fcf68cf4 None None] Calling delete_port for 32a52899-d970-40b6-b5df-5005dbcc957f owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:17:24.290151 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-a5771ffb-a698-45a9-bdfb-c770b4977863 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] For port 7acb5c6b-ce9c-4f58-8e67-ee36ebdad400, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=7acb5c6b-ce9c-4f58-8e67-ee36ebdad400,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:17:24.290503 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a5771ffb-a698-45a9-bdfb-c770b4977863 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:24.305101 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c046dcd8-6d28-4378-a646-bb79fcf68cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:24.350186 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046dcd8-6d28-4378-a646-bb79fcf68cf4 None None] Pushing event deleted for resources: {'Port': ['ID=32a52899-d970-40b6-b5df-5005dbcc957f,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:24.356055 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c046dcd8-6d28-4378-a646-bb79fcf68cf4 None None] No DVR routers for this DVR port 32a52899-d970-40b6-b5df-5005dbcc957f on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:17:24.366851 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c046dcd8-6d28-4378-a646-bb79fcf68cf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:24.367276 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c046dcd8-6d28-4378-a646-bb79fcf68cf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:24.367638 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c046dcd8-6d28-4378-a646-bb79fcf68cf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:24.367962 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c046dcd8-6d28-4378-a646-bb79fcf68cf4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:24.369209 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c046dcd8-6d28-4378-a646-bb79fcf68cf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:24.369209 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c046dcd8-6d28-4378-a646-bb79fcf68cf4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:24.369209 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c046dcd8-6d28-4378-a646-bb79fcf68cf4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:24.369542 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c046dcd8-6d28-4378-a646-bb79fcf68cf4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:24.369920 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c046dcd8-6d28-4378-a646-bb79fcf68cf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:24.370477 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c046dcd8-6d28-4378-a646-bb79fcf68cf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:24.370815 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c046dcd8-6d28-4378-a646-bb79fcf68cf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:24.421559 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-a5771ffb-a698-45a9-bdfb-c770b4977863 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Calling delete_port for 7acb5c6b-ce9c-4f58-8e67-ee36ebdad400 owned by network:router_gateway {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:17:24.602068 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a5771ffb-a698-45a9-bdfb-c770b4977863 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:24.646108 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5771ffb-a698-45a9-bdfb-c770b4977863 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event deleted for resources: {'Port': ['ID=7acb5c6b-ce9c-4f58-8e67-ee36ebdad400,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:24.866276 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a5771ffb-a698-45a9-bdfb-c770b4977863 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:24.962967 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 32a52899-d970-40b6-b5df-5005dbcc957f no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:17:24.994391 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 32a52899-d970-40b6-b5df-5005dbcc957f {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:17:24.994732 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 32a52899-d970-40b6-b5df-5005dbcc957f not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:17:24.995143 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 4c766526-8780-40a8-995d-5f5dc24e0c4e no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:17:25.029359 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 4c766526-8780-40a8-995d-5f5dc24e0c4e {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:17:25.029699 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 4c766526-8780-40a8-995d-5f5dc24e0c4e not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:17:25.123885 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a5771ffb-a698-45a9-bdfb-c770b4977863 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:25.127985 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a5771ffb-a698-45a9-bdfb-c770b4977863 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:25.151978 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a5771ffb-a698-45a9-bdfb-c770b4977863 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:25.152634 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5771ffb-a698-45a9-bdfb-c770b4977863 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Fanout notify agent at l3_agent the message router_deleted on router 3c6655a4-0ba7-4e5d-9282-230cffbc7cc1 {{(pid=83867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:17:25.167254 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a5771ffb-a698-45a9-bdfb-c770b4977863 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:25.168557 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a5771ffb-a698-45a9-bdfb-c770b4977863 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "DELETE /v2.0/routers/3c6655a4-0ba7-4e5d-9282-230cffbc7cc1 HTTP/1.1" status: 204 len: 168 time: 1.6225238 Mar 11 16:17:25.171472 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49866) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:25.380547 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2fb10bb1-fcaf-4dc2-98e7-839022ff669f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:25.519537 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2fb10bb1-fcaf-4dc2-98e7-839022ff669f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:25.544025 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-2fb10bb1-fcaf-4dc2-98e7-839022ff669f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c392fb9d-77a5-4a0c-9108-5f2d3c911bc6']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:25.558735 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-2fb10bb1-fcaf-4dc2-98e7-839022ff669f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efa9b29f-aeba-444d-bd3d-31225c5cfc02') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:25.558735 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-2fb10bb1-fcaf-4dc2-98e7-839022ff669f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efa9b29f-aeba-444d-bd3d-31225c5cfc02') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:25.570224 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2fb10bb1-fcaf-4dc2-98e7-839022ff669f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:25.585972 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2fb10bb1-fcaf-4dc2-98e7-839022ff669f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:25.593203 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fb10bb1-fcaf-4dc2-98e7-839022ff669f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:17:25.593605 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2fb10bb1-fcaf-4dc2-98e7-839022ff669f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:25.608175 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 16:17:25.608175 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:17:25.608175 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 16:17:25.608175 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:17:25.608175 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 16:17:25.608175 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:17:25.608175 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 16:17:25.608175 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:17:25.608175 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 16:17:25.608175 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:17:25.608175 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 16:17:25.608175 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:17:25.608175 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 16:17:25.608175 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:17:25.608175 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:17:25.608175 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:17:25.608175 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:17:25.608175 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:17:25.608175 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 16:17:25.608175 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:17:25.608175 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 16:17:25.608175 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:17:25.608175 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:17:25.608175 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:17:25.608175 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 16:17:25.608175 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:17:25.608175 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:17:25.608175 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:17:25.608175 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:17:25.608175 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:17:25.608175 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:17:25.608175 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:17:25.685207 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2fb10bb1-fcaf-4dc2-98e7-839022ff669f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:25.702465 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2fb10bb1-fcaf-4dc2-98e7-839022ff669f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:25.718641 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb10bb1-fcaf-4dc2-98e7-839022ff669f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event deleted for resources: {'Network': ['ID=c392fb9d-77a5-4a0c-9108-5f2d3c911bc6,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:25.721169 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-2fb10bb1-fcaf-4dc2-98e7-839022ff669f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "DELETE /v2.0/networks/c392fb9d-77a5-4a0c-9108-5f2d3c911bc6 HTTP/1.1" status: 204 len: 168 time: 0.5487766 Mar 11 16:17:25.723906 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49870) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:25.791250 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8e8f6f84-f3f6-4011-8f65-f7375f5c6d2d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:25.820340 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8e8f6f84-f3f6-4011-8f65-f7375f5c6d2d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:25.882323 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8e8f6f84-f3f6-4011-8f65-f7375f5c6d2d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:25.899372 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f6f84-f3f6-4011-8f65-f7375f5c6d2d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc3fc6b-beee-42bd-9f10-d3dff5599a99,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:25.911371 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-8e8f6f84-f3f6-4011-8f65-f7375f5c6d2d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:25.915323 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-8e8f6f84-f3f6-4011-8f65-f7375f5c6d2d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "DELETE /v2.0/security-groups/5dc3fc6b-beee-42bd-9f10-d3dff5599a99 HTTP/1.1" status: 204 len: 168 time: 0.1878409 Mar 11 16:17:26.346382 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49878) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:26.351933 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-10755372-537d-4c1c-abb3-d8e858ae86a1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1577752117', 'description': 'tempest-secgroup-smoke-1577752117 description', 'project_id': 'cca1e5a82d104327971da603674c443a'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:17:26.358932 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-10755372-537d-4c1c-abb3-d8e858ae86a1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:26.363231 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-10755372-537d-4c1c-abb3-d8e858ae86a1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:security_group and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:26.366122 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-10755372-537d-4c1c-abb3-d8e858ae86a1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:26.372668 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-10755372-537d-4c1c-abb3-d8e858ae86a1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:26.382672 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-10755372-537d-4c1c-abb3-d8e858ae86a1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.425552 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-10755372-537d-4c1c-abb3-d8e858ae86a1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:26.429243 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-10755372-537d-4c1c-abb3-d8e858ae86a1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:security_group_rule and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:26.431923 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-10755372-537d-4c1c-abb3-d8e858ae86a1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:26.437967 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-10755372-537d-4c1c-abb3-d8e858ae86a1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:26.501063 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-10755372-537d-4c1c-abb3-d8e858ae86a1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.504648 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-10755372-537d-4c1c-abb3-d8e858ae86a1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.548638 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10755372-537d-4c1c-abb3-d8e858ae86a1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eef2a40e-ac76-4690-bfaa-9e0a50b59d82,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:26.551412 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-10755372-537d-4c1c-abb3-d8e858ae86a1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.552599 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-10755372-537d-4c1c-abb3-d8e858ae86a1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2052248 Mar 11 16:17:26.555394 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49882) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:26.561064 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-c93724bc-8c23-4653-9c8a-0c15078dae7d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'security_group_rule': {'security_group_id': 'eef2a40e-ac76-4690-bfaa-9e0a50b59d82', 'project_id': 'cca1e5a82d104327971da603674c443a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:17:26.567480 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c93724bc-8c23-4653-9c8a-0c15078dae7d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:26.571271 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c93724bc-8c23-4653-9c8a-0c15078dae7d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:security_group_rule and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:26.574154 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c93724bc-8c23-4653-9c8a-0c15078dae7d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:26.579860 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c93724bc-8c23-4653-9c8a-0c15078dae7d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:26.595909 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c93724bc-8c23-4653-9c8a-0c15078dae7d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.654907 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c93724bc-8c23-4653-9c8a-0c15078dae7d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.658516 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c93724bc-8c23-4653-9c8a-0c15078dae7d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.681349 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93724bc-8c23-4653-9c8a-0c15078dae7d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f0d1b9f-9287-4c5a-acd5-bff9db713ba3,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:26.690457 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c93724bc-8c23-4653-9c8a-0c15078dae7d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.691874 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c93724bc-8c23-4653-9c8a-0c15078dae7d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1355774 Mar 11 16:17:26.694564 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49886) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:26.699917 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-0bdc4190-d5d2-493b-af45-389b78fcc96a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'security_group_rule': {'security_group_id': 'eef2a40e-ac76-4690-bfaa-9e0a50b59d82', 'project_id': 'cca1e5a82d104327971da603674c443a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:17:26.705703 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-0bdc4190-d5d2-493b-af45-389b78fcc96a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:26.709407 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-0bdc4190-d5d2-493b-af45-389b78fcc96a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:security_group_rule and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:26.712215 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-0bdc4190-d5d2-493b-af45-389b78fcc96a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:26.718257 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-0bdc4190-d5d2-493b-af45-389b78fcc96a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:26.734707 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0bdc4190-d5d2-493b-af45-389b78fcc96a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.794919 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0bdc4190-d5d2-493b-af45-389b78fcc96a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.798561 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0bdc4190-d5d2-493b-af45-389b78fcc96a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.823236 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc4190-d5d2-493b-af45-389b78fcc96a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c85d0884-6567-481d-9e06-add73d688f33,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:26.833667 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-0bdc4190-d5d2-493b-af45-389b78fcc96a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.835090 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-0bdc4190-d5d2-493b-af45-389b78fcc96a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1393888 Mar 11 16:17:26.838039 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49890) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:26.844449 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-a1a76193-b420-4d7d-8394-c4fe8d2ba75f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'security_group_rule': {'security_group_id': 'eef2a40e-ac76-4690-bfaa-9e0a50b59d82', 'project_id': 'cca1e5a82d104327971da603674c443a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:17:26.850201 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-a1a76193-b420-4d7d-8394-c4fe8d2ba75f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:26.854054 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-a1a76193-b420-4d7d-8394-c4fe8d2ba75f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:security_group_rule and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:26.857221 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-a1a76193-b420-4d7d-8394-c4fe8d2ba75f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:26.863035 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-a1a76193-b420-4d7d-8394-c4fe8d2ba75f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:26.878529 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 7acb5c6b-ce9c-4f58-8e67-ee36ebdad400 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:17:26.881911 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a1a76193-b420-4d7d-8394-c4fe8d2ba75f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.911244 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 7acb5c6b-ce9c-4f58-8e67-ee36ebdad400 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:17:26.911592 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 7acb5c6b-ce9c-4f58-8e67-ee36ebdad400 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:17:26.945474 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a1a76193-b420-4d7d-8394-c4fe8d2ba75f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.949638 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a1a76193-b420-4d7d-8394-c4fe8d2ba75f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.974244 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a76193-b420-4d7d-8394-c4fe8d2ba75f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11667959-1fe6-4fa9-af9f-9ef9027fbc6d,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:26.984407 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-a1a76193-b420-4d7d-8394-c4fe8d2ba75f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.985578 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a1a76193-b420-4d7d-8394-c4fe8d2ba75f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1466150 Mar 11 16:17:26.988252 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49894) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:26.993552 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-44f2b732-1e4a-4704-8a4c-36a2f22016ae tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'security_group_rule': {'security_group_id': 'eef2a40e-ac76-4690-bfaa-9e0a50b59d82', 'project_id': 'cca1e5a82d104327971da603674c443a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:17:26.999310 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-44f2b732-1e4a-4704-8a4c-36a2f22016ae tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:27.003059 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-44f2b732-1e4a-4704-8a4c-36a2f22016ae tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:security_group_rule and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:27.005955 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-44f2b732-1e4a-4704-8a4c-36a2f22016ae tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:27.012613 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-44f2b732-1e4a-4704-8a4c-36a2f22016ae tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:27.029325 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-44f2b732-1e4a-4704-8a4c-36a2f22016ae tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:27.091861 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-44f2b732-1e4a-4704-8a4c-36a2f22016ae tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:27.095300 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-44f2b732-1e4a-4704-8a4c-36a2f22016ae tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:27.117635 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f2b732-1e4a-4704-8a4c-36a2f22016ae tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d997e47f-fd6c-40c5-9fdb-f24aaaf42797,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:27.125846 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-44f2b732-1e4a-4704-8a4c-36a2f22016ae tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:27.127055 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-44f2b732-1e4a-4704-8a4c-36a2f22016ae tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1378844 Mar 11 16:17:27.129784 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49898) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:27.135109 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-c095444c-39a2-4fa7-a623-d96b4f80dd9c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'security_group_rule': {'security_group_id': 'eef2a40e-ac76-4690-bfaa-9e0a50b59d82', 'project_id': 'cca1e5a82d104327971da603674c443a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:17:27.141534 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c095444c-39a2-4fa7-a623-d96b4f80dd9c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:27.145272 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c095444c-39a2-4fa7-a623-d96b4f80dd9c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:security_group_rule and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:27.148045 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-c095444c-39a2-4fa7-a623-d96b4f80dd9c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:27.154423 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-c095444c-39a2-4fa7-a623-d96b4f80dd9c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:27.165063 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.securitygroups_db [None req-c095444c-39a2-4fa7-a623-d96b4f80dd9c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Project cca1e5a82d104327971da603674c443a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:17:27.171686 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c095444c-39a2-4fa7-a623-d96b4f80dd9c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:27.238125 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c095444c-39a2-4fa7-a623-d96b4f80dd9c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:27.241759 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c095444c-39a2-4fa7-a623-d96b4f80dd9c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:27.265452 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095444c-39a2-4fa7-a623-d96b4f80dd9c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a802690-b896-49c4-a433-4ffa2df0dac4,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:27.273502 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-c095444c-39a2-4fa7-a623-d96b4f80dd9c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:27.274639 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-c095444c-39a2-4fa7-a623-d96b4f80dd9c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1439526 Mar 11 16:17:27.277308 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49902) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:27.282551 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-b49f40fc-0b6e-43c6-87d9-2ce4f1f6b46d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'security_group_rule': {'security_group_id': 'eef2a40e-ac76-4690-bfaa-9e0a50b59d82', 'project_id': 'cca1e5a82d104327971da603674c443a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:17:27.288149 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-b49f40fc-0b6e-43c6-87d9-2ce4f1f6b46d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:27.291850 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-b49f40fc-0b6e-43c6-87d9-2ce4f1f6b46d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:security_group_rule and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:27.294796 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-b49f40fc-0b6e-43c6-87d9-2ce4f1f6b46d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:27.300416 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-b49f40fc-0b6e-43c6-87d9-2ce4f1f6b46d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:27.311098 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.securitygroups_db [None req-b49f40fc-0b6e-43c6-87d9-2ce4f1f6b46d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Project cca1e5a82d104327971da603674c443a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:17:27.317752 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b49f40fc-0b6e-43c6-87d9-2ce4f1f6b46d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:27.382080 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b49f40fc-0b6e-43c6-87d9-2ce4f1f6b46d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:27.385548 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b49f40fc-0b6e-43c6-87d9-2ce4f1f6b46d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:27.410322 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49f40fc-0b6e-43c6-87d9-2ce4f1f6b46d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc8b3c61-41ce-4ca0-83ba-522f31ce3452,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:27.420318 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b49f40fc-0b6e-43c6-87d9-2ce4f1f6b46d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:27.421478 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b49f40fc-0b6e-43c6-87d9-2ce4f1f6b46d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1432796 Mar 11 16:17:27.424451 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 49906) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:27.430047 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-20eeb456-ea4b-4e43-8c57-1508f4f32d6b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'network': {'name': 'tempest-network-smoke--666074197', 'project_id': 'cca1e5a82d104327971da603674c443a', 'port_security_enabled': True}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:17:27.435683 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-20eeb456-ea4b-4e43-8c57-1508f4f32d6b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:27.439714 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-20eeb456-ea4b-4e43-8c57-1508f4f32d6b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:network and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:27.442829 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-20eeb456-ea4b-4e43-8c57-1508f4f32d6b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:27.449728 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-20eeb456-ea4b-4e43-8c57-1508f4f32d6b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:27.459225 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20eeb456-ea4b-4e43-8c57-1508f4f32d6b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Made reservation on behalf of cca1e5a82d104327971da603674c443a for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:17:27.462133 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-20eeb456-ea4b-4e43-8c57-1508f4f32d6b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:27.490411 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20eeb456-ea4b-4e43-8c57-1508f4f32d6b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:17:27.499577 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-20eeb456-ea4b-4e43-8c57-1508f4f32d6b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:27.499906 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-20eeb456-ea4b-4e43-8c57-1508f4f32d6b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Added segment 419a1bbe-adef-44b9-bfcb-f34cf57c6502 of type vlan for network e884ab8c-a99b-4e5a-92ad-f83048eb01fb Mar 11 16:17:27.525794 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-20eeb456-ea4b-4e43-8c57-1508f4f32d6b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:27.554699 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-20eeb456-ea4b-4e43-8c57-1508f4f32d6b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:27.558961 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20eeb456-ea4b-4e43-8c57-1508f4f32d6b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:27.559806 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-20eeb456-ea4b-4e43-8c57-1508f4f32d6b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:27.750827 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-20eeb456-ea4b-4e43-8c57-1508f4f32d6b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3252108 Mar 11 16:17:27.753508 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eeb456-ea4b-4e43-8c57-1508f4f32d6b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'Network': ['ID=e884ab8c-a99b-4e5a-92ad-f83048eb01fb,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:27.753876 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49910) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:27.759397 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-4b1f3333-f34a-48eb-811e-c4d3f209acae tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1192859777', 'admin_state_up': True, 'project_id': 'cca1e5a82d104327971da603674c443a', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:17:27.763890 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network e884ab8c-a99b-4e5a-92ad-f83048eb01fb details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:17:27.775009 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-4b1f3333-f34a-48eb-811e-c4d3f209acae tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:27.779515 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4b1f3333-f34a-48eb-811e-c4d3f209acae tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:router and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:27.782348 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-4b1f3333-f34a-48eb-811e-c4d3f209acae tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:27.787965 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-4b1f3333-f34a-48eb-811e-c4d3f209acae tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:27.799448 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4b1f3333-f34a-48eb-811e-c4d3f209acae tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:27.800597 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4b1f3333-f34a-48eb-811e-c4d3f209acae tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:27.822334 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4b1f3333-f34a-48eb-811e-c4d3f209acae tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:27.971195 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4b1f3333-f34a-48eb-811e-c4d3f209acae tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:28.158190 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4b1f3333-f34a-48eb-811e-c4d3f209acae tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for router_gateway, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:28.188024 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4b1f3333-f34a-48eb-811e-c4d3f209acae tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:28.326883 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-4b1f3333-f34a-48eb-811e-c4d3f209acae tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Allocated IP 172.26.0.250 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/dd2a7e44-657f-4962-b0fb-a4886bd97e5a) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:17:28.562055 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4b1f3333-f34a-48eb-811e-c4d3f209acae tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:28.590062 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4b1f3333-f34a-48eb-811e-c4d3f209acae tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:28.658086 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1f3333-f34a-48eb-811e-c4d3f209acae tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:17:28.660793 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-4b1f3333-f34a-48eb-811e-c4d3f209acae tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:28.664482 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1f3333-f34a-48eb-811e-c4d3f209acae tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:17:28.694472 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f3333-f34a-48eb-811e-c4d3f209acae tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'Port': ['ID=dd2a7e44-657f-4962-b0fb-a4886bd97e5a,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:28.828173 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4b1f3333-f34a-48eb-811e-c4d3f209acae tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for router_gateway, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:28.828825 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4b1f3333-f34a-48eb-811e-c4d3f209acae tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:29.052886 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1f3333-f34a-48eb-811e-c4d3f209acae tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Router 807fec36-1826-4a8d-a541-8c586f18f934 is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:17:29.253374 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1f3333-f34a-48eb-811e-c4d3f209acae tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:17:29.262762 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65d7512-b33e-4bd5-be86-d20db4303a4c None None] Sync routers for ids ['807fec36-1826-4a8d-a541-8c586f18f934'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:17:29.274273 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65d7512-b33e-4bd5-be86-d20db4303a4c None None] Routers {'807fec36-1826-4a8d-a541-8c586f18f934'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:17:29.275002 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-d65d7512-b33e-4bd5-be86-d20db4303a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:17:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['807fec36-1826-4a8d-a541-8c586f18f934'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:29.278955 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4b1f3333-f34a-48eb-811e-c4d3f209acae tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:29.280226 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4b1f3333-f34a-48eb-811e-c4d3f209acae tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5251904 Mar 11 16:17:29.283293 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49914) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:29.469125 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-d65d7512-b33e-4bd5-be86-d20db4303a4c None None] Set router 807fec36-1826-4a8d-a541-8c586f18f934 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:17:29.518697 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4903f691-0699-4047-a79d-26e243608f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:29.609428 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-2a3ace31-f3ad-41ff-9ec3-8580751a8c42 tempest-TestNetworkAdvancedServerOps-356817997 tempest-TestNetworkAdvancedServerOps-356817997-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=cca1e5a82d104327971da603674c443a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3250751 Mar 11 16:17:29.611956 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49922) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:29.739681 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea23395-6dbc-40e3-b51e-b2c5919f529e tempest-TestNetworkAdvancedServerOps-356817997 tempest-TestNetworkAdvancedServerOps-356817997-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:29.741196 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-fea23395-6dbc-40e3-b51e-b2c5919f529e tempest-TestNetworkAdvancedServerOps-356817997 tempest-TestNetworkAdvancedServerOps-356817997-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1283278 Mar 11 16:17:29.744034 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49926) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:29.759508 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-d65d7512-b33e-4bd5-be86-d20db4303a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807fec36-1826-4a8d-a541-8c586f18f934', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192859777', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': 'dd2a7e44-657f-4962-b0fb-a4886bd97e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:17:27Z', 'updated_at': '2022-03-11T16:17:28Z', 'revision_number': 3, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': 'dd2a7e44-657f-4962-b0fb-a4886bd97e5a', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807fec36-1826-4a8d-a541-8c586f18f934', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:28Z', 'updated_at': '2022-03-11T16:17:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:29.763605 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65d7512-b33e-4bd5-be86-d20db4303a4c None None] Checking router: 807fec36-1826-4a8d-a541-8c586f18f934 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:17:29.763944 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65d7512-b33e-4bd5-be86-d20db4303a4c None None] Updating router 807fec36-1826-4a8d-a541-8c586f18f934 port dd2a7e44-657f-4962-b0fb-a4886bd97e5a binding host dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:17:29.786484 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-cc28dda5-bef2-4cd4-be49-9793441071a2 tempest-TestNetworkAdvancedServerOps-356817997 tempest-TestNetworkAdvancedServerOps-356817997-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=69193b02-dbf5-4ccf-b3ce-76dabd3f8655&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408270 Mar 11 16:17:29.788856 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49930) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:29.794777 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-50d29ebe-8e86-45b5-b7bc-5ecadac7b112 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-71113517', 'network_id': 'e884ab8c-a99b-4e5a-92ad-f83048eb01fb', 'project_id': 'cca1e5a82d104327971da603674c443a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:17:29.819795 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d65d7512-b33e-4bd5-be86-d20db4303a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:29.900263 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-50d29ebe-8e86-45b5-b7bc-5ecadac7b112 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:29.904768 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-50d29ebe-8e86-45b5-b7bc-5ecadac7b112 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:subnet and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:29.907549 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-50d29ebe-8e86-45b5-b7bc-5ecadac7b112 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:29.913193 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-50d29ebe-8e86-45b5-b7bc-5ecadac7b112 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:29.923040 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d29ebe-8e86-45b5-b7bc-5ecadac7b112 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Made reservation on behalf of cca1e5a82d104327971da603674c443a for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:17:30.028841 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-50d29ebe-8e86-45b5-b7bc-5ecadac7b112 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:30.138795 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d65d7512-b33e-4bd5-be86-d20db4303a4c None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:30.153029 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d65d7512-b33e-4bd5-be86-d20db4303a4c None None] Transition to ACTIVE for port object dd2a7e44-657f-4962-b0fb-a4886bd97e5a will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:30.159701 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d65d7512-b33e-4bd5-be86-d20db4303a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:30.239127 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-d65d7512-b33e-4bd5-be86-d20db4303a4c None None] Attempting to bind port dd2a7e44-657f-4962-b0fb-a4886bd97e5a on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:30.239496 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-d65d7512-b33e-4bd5-be86-d20db4303a4c None None] Attempting to bind port dd2a7e44-657f-4962-b0fb-a4886bd97e5a by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:30.239855 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65d7512-b33e-4bd5-be86-d20db4303a4c None None] Attempting to bind port dd2a7e44-657f-4962-b0fb-a4886bd97e5a on network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:17:30.241964 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9478e364-dcfc-45e6-b5ab-ccc28be736eb None None] Pushing event updated for resources: {'Port': ['ID=dd2a7e44-657f-4962-b0fb-a4886bd97e5a,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:30.248779 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-50d29ebe-8e86-45b5-b7bc-5ecadac7b112 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:30.250157 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65d7512-b33e-4bd5-be86-d20db4303a4c None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:17:30.250570 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65d7512-b33e-4bd5-be86-d20db4303a4c None None] Checking segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:17:30.251004 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d65d7512-b33e-4bd5-be86-d20db4303a4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:30.251347 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65d7512-b33e-4bd5-be86-d20db4303a4c None None] Bound using segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:17:30.251809 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-d65d7512-b33e-4bd5-be86-d20db4303a4c None None] Bound port: dd2a7e44-657f-4962-b0fb-a4886bd97e5a, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:17:30.252397 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d65d7512-b33e-4bd5-be86-d20db4303a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:30.327138 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d29ebe-8e86-45b5-b7bc-5ecadac7b112 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'Subnet': ['ID=3eeeba2b-18ea-4a20-98c0-c0d5aab4bab9,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:30.327530 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-d65d7512-b33e-4bd5-be86-d20db4303a4c None None] For port dd2a7e44-657f-4962-b0fb-a4886bd97e5a, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:17:30.331549 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-d65d7512-b33e-4bd5-be86-d20db4303a4c None None] For port dd2a7e44-657f-4962-b0fb-a4886bd97e5a, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=dd2a7e44-657f-4962-b0fb-a4886bd97e5a,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:17:30.336820 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d65d7512-b33e-4bd5-be86-d20db4303a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:30.337359 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d29ebe-8e86-45b5-b7bc-5ecadac7b112 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Checking segment: {'id': '419a1bbe-adef-44b9-bfcb-f34cf57c6502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'e884ab8c-a99b-4e5a-92ad-f83048eb01fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:17:30.337710 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d29ebe-8e86-45b5-b7bc-5ecadac7b112 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Network hostable DHCP agents. Network: e884ab8c-a99b-4e5a-92ad-f83048eb01fb, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:17:30.361190 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d29ebe-8e86-45b5-b7bc-5ecadac7b112 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Network e884ab8c-a99b-4e5a-92ad-f83048eb01fb is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:17:30.372902 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-50d29ebe-8e86-45b5-b7bc-5ecadac7b112 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, e884ab8c-a99b-4e5a-92ad-f83048eb01fb) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:30.377143 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d29ebe-8e86-45b5-b7bc-5ecadac7b112 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:30.377714 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-50d29ebe-8e86-45b5-b7bc-5ecadac7b112 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:30.385823 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e0a278-7309-4473-8de6-8b35ea0f74fb None None] Network e884ab8c-a99b-4e5a-92ad-f83048eb01fb requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:17:30.399388 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-50d29ebe-8e86-45b5-b7bc-5ecadac7b112 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6094537 Mar 11 16:17:30.402545 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 49934) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:30.557482 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9478e364-dcfc-45e6-b5ab-ccc28be736eb None None] Pushing event updated for resources: {'Port': ['ID=dd2a7e44-657f-4962-b0fb-a4886bd97e5a,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:30.576863 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65d7512-b33e-4bd5-be86-d20db4303a4c None None] Routers {'807fec36-1826-4a8d-a541-8c586f18f934'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:17:30.577482 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-d65d7512-b33e-4bd5-be86-d20db4303a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:17:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['807fec36-1826-4a8d-a541-8c586f18f934'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:30.830044 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23990793-91c5-4153-b9f2-7be43c84921c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-e884ab8c-a99b-4e5a-92ad-f83048eb01fb', 'network_id': 'e884ab8c-a99b-4e5a-92ad-f83048eb01fb', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'fixed_ips': [{'subnet_id': '3eeeba2b-18ea-4a20-98c0-c0d5aab4bab9'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:17:30.830836 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-23990793-91c5-4153-b9f2-7be43c84921c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:30.847719 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-d65d7512-b33e-4bd5-be86-d20db4303a4c None None] Set router 807fec36-1826-4a8d-a541-8c586f18f934 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:17:31.241106 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-23990793-91c5-4153-b9f2-7be43c84921c None None] Allocated IP 172.20.0.2 (e884ab8c-a99b-4e5a-92ad-f83048eb01fb/3eeeba2b-18ea-4a20-98c0-c0d5aab4bab9/da1defc3-4172-4f01-a30b-2de1f0372628) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:17:31.251691 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6e854ba9-a433-4bf9-8187-9446f4cbdcb6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:31.376082 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-d65d7512-b33e-4bd5-be86-d20db4303a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807fec36-1826-4a8d-a541-8c586f18f934', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192859777', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': 'dd2a7e44-657f-4962-b0fb-a4886bd97e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:17:27Z', 'updated_at': '2022-03-11T16:17:28Z', 'revision_number': 3, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': 'dd2a7e44-657f-4962-b0fb-a4886bd97e5a', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807fec36-1826-4a8d-a541-8c586f18f934', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:28Z', 'updated_at': '2022-03-11T16:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:31.390986 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65d7512-b33e-4bd5-be86-d20db4303a4c None None] The sync data for ids ['807fec36-1826-4a8d-a541-8c586f18f934'] in dv-neutron-833373-1-hyperv is: [{'id': '807fec36-1826-4a8d-a541-8c586f18f934', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192859777', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': 'dd2a7e44-657f-4962-b0fb-a4886bd97e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:17:27Z', 'updated_at': '2022-03-11T16:17:28Z', 'revision_number': 3, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': 'dd2a7e44-657f-4962-b0fb-a4886bd97e5a', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807fec36-1826-4a8d-a541-8c586f18f934', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:28Z', 'updated_at': '2022-03-11T16:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:17:31.479505 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-23990793-91c5-4153-b9f2-7be43c84921c None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:31.493461 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-23990793-91c5-4153-b9f2-7be43c84921c None None] Transition to ACTIVE for port object da1defc3-4172-4f01-a30b-2de1f0372628 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:31.515547 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-23990793-91c5-4153-b9f2-7be43c84921c None None] Transition to ACTIVE for port object da1defc3-4172-4f01-a30b-2de1f0372628 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:31.521787 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-23990793-91c5-4153-b9f2-7be43c84921c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:31.591084 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23990793-91c5-4153-b9f2-7be43c84921c None None] Network e884ab8c-a99b-4e5a-92ad-f83048eb01fb is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:17:31.592889 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-23990793-91c5-4153-b9f2-7be43c84921c None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:31.602324 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23990793-91c5-4153-b9f2-7be43c84921c None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:17:31.618980 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23990793-91c5-4153-b9f2-7be43c84921c None None] Pushing event updated for resources: {'Port': ['ID=da1defc3-4172-4f01-a30b-2de1f0372628,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:31.699132 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-6e854ba9-a433-4bf9-8187-9446f4cbdcb6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Allocated IP 172.20.0.1 (e884ab8c-a99b-4e5a-92ad-f83048eb01fb/3eeeba2b-18ea-4a20-98c0-c0d5aab4bab9/9b67dc3a-4bfb-4787-9970-2efe95d329c6) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:17:31.722551 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-23990793-91c5-4153-b9f2-7be43c84921c None None] Attempting to bind port da1defc3-4172-4f01-a30b-2de1f0372628 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:31.723341 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-23990793-91c5-4153-b9f2-7be43c84921c None None] Attempting to bind port da1defc3-4172-4f01-a30b-2de1f0372628 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '419a1bbe-adef-44b9-bfcb-f34cf57c6502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'e884ab8c-a99b-4e5a-92ad-f83048eb01fb'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:31.723895 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23990793-91c5-4153-b9f2-7be43c84921c None None] Attempting to bind port da1defc3-4172-4f01-a30b-2de1f0372628 on network e884ab8c-a99b-4e5a-92ad-f83048eb01fb {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:17:31.728249 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5074a220-5d81-4a22-9d20-e7535186cf8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:31.733840 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23990793-91c5-4153-b9f2-7be43c84921c None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:17:31.734215 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23990793-91c5-4153-b9f2-7be43c84921c None None] Checking segment: {'id': '419a1bbe-adef-44b9-bfcb-f34cf57c6502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'e884ab8c-a99b-4e5a-92ad-f83048eb01fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:17:31.734603 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-23990793-91c5-4153-b9f2-7be43c84921c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:31.734980 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23990793-91c5-4153-b9f2-7be43c84921c None None] Bound using segment: {'id': '419a1bbe-adef-44b9-bfcb-f34cf57c6502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'e884ab8c-a99b-4e5a-92ad-f83048eb01fb'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:17:31.735445 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-23990793-91c5-4153-b9f2-7be43c84921c None None] Bound port: da1defc3-4172-4f01-a30b-2de1f0372628, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '419a1bbe-adef-44b9-bfcb-f34cf57c6502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'e884ab8c-a99b-4e5a-92ad-f83048eb01fb'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:17:31.735808 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-23990793-91c5-4153-b9f2-7be43c84921c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:31.841153 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-23990793-91c5-4153-b9f2-7be43c84921c None None] For port da1defc3-4172-4f01-a30b-2de1f0372628, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:17:31.844649 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-23990793-91c5-4153-b9f2-7be43c84921c None None] For port da1defc3-4172-4f01-a30b-2de1f0372628, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=da1defc3-4172-4f01-a30b-2de1f0372628,segment=NetworkSegment(419a1bbe-adef-44b9-bfcb-f34cf57c6502),segment_id=419a1bbe-adef-44b9-bfcb-f34cf57c6502)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:17:31.850108 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-23990793-91c5-4153-b9f2-7be43c84921c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:31.872138 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6e854ba9-a433-4bf9-8187-9446f4cbdcb6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:31.888351 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-6e854ba9-a433-4bf9-8187-9446f4cbdcb6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Transition to ACTIVE for port object 9b67dc3a-4bfb-4787-9970-2efe95d329c6 will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:31.911284 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6e854ba9-a433-4bf9-8187-9446f4cbdcb6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:31.940575 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23990793-91c5-4153-b9f2-7be43c84921c None None] Pushing event updated for resources: {'Port': ['ID=da1defc3-4172-4f01-a30b-2de1f0372628,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:31.989498 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e854ba9-a433-4bf9-8187-9446f4cbdcb6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Network e884ab8c-a99b-4e5a-92ad-f83048eb01fb is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:17:31.996640 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-6e854ba9-a433-4bf9-8187-9446f4cbdcb6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:32.001111 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e854ba9-a433-4bf9-8187-9446f4cbdcb6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:17:32.036813 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e854ba9-a433-4bf9-8187-9446f4cbdcb6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'Port': ['ID=9b67dc3a-4bfb-4787-9970-2efe95d329c6,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:32.064385 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6e854ba9-a433-4bf9-8187-9446f4cbdcb6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:32.178724 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6e854ba9-a433-4bf9-8187-9446f4cbdcb6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:32.701342 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6e854ba9-a433-4bf9-8187-9446f4cbdcb6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:32.705970 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6e854ba9-a433-4bf9-8187-9446f4cbdcb6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:32.823233 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e854ba9-a433-4bf9-8187-9446f4cbdcb6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'Port': ['ID=9b67dc3a-4bfb-4787-9970-2efe95d329c6,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:32.826331 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-6e854ba9-a433-4bf9-8187-9446f4cbdcb6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:32.908141 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:32.926078 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaa2907-238d-4e02-bb76-a149a53b6e71 None None] Network e884ab8c-a99b-4e5a-92ad-f83048eb01fb requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:17:32.983439 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e854ba9-a433-4bf9-8187-9446f4cbdcb6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Network e884ab8c-a99b-4e5a-92ad-f83048eb01fb is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:17:32.984764 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-6e854ba9-a433-4bf9-8187-9446f4cbdcb6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:33.010449 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device dd2a7e44-657f-4962-b0fb-a4886bd97e5a up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:17:33.127119 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-75ae4bbf-8c13-4a6f-9023-ad6a814f5006 None None] Provisioning for port da1defc3-4172-4f01-a30b-2de1f0372628 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:17:33.203727 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:33.224337 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port dd2a7e44-657f-4962-b0fb-a4886bd97e5a completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:17:33.233677 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port dd2a7e44-657f-4962-b0fb-a4886bd97e5a triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:17:33.233974 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:33.376826 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e854ba9-a433-4bf9-8187-9446f4cbdcb6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Router 807fec36-1826-4a8d-a541-8c586f18f934 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:17:33.408636 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:33.426090 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port dd2a7e44-657f-4962-b0fb-a4886bd97e5a, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=dd2a7e44-657f-4962-b0fb-a4886bd97e5a,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:17:33.431404 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:33.432298 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device da1defc3-4172-4f01-a30b-2de1f0372628 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:17:33.561843 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=dd2a7e44-657f-4962-b0fb-a4886bd97e5a,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:33.573345 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port da1defc3-4172-4f01-a30b-2de1f0372628 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:17:33.581993 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port da1defc3-4172-4f01-a30b-2de1f0372628 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:17:33.582450 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:33.606638 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e854ba9-a433-4bf9-8187-9446f4cbdcb6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:17:33.619681 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-6e854ba9-a433-4bf9-8187-9446f4cbdcb6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "PUT /v2.0/routers/807fec36-1826-4a8d-a541-8c586f18f934/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2157321 Mar 11 16:17:33.721778 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:33.731161 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-8111148b-2352-43e7-bb63-0aa4cadb2c96 None None] Provisioning complete for port da1defc3-4172-4f01-a30b-2de1f0372628 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:17:33.731594 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8111148b-2352-43e7-bb63-0aa4cadb2c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:33.805534 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port da1defc3-4172-4f01-a30b-2de1f0372628, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=da1defc3-4172-4f01-a30b-2de1f0372628,segment=NetworkSegment(419a1bbe-adef-44b9-bfcb-f34cf57c6502),segment_id=419a1bbe-adef-44b9-bfcb-f34cf57c6502)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:17:33.814923 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:33.823490 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-f786f5ae-b9b7-4839-8e5a-05eb1ed9ad4d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Synchronizing usage tracker for tenant:cca1e5a82d104327971da603674c443a on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:17:33.841535 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-f786f5ae-b9b7-4839-8e5a-05eb1ed9ad4d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Unset dirty status for tenant:cca1e5a82d104327971da603674c443a on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:17:33.842930 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-f786f5ae-b9b7-4839-8e5a-05eb1ed9ad4d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1577752117&fields=id&tenant_id=cca1e5a82d104327971da603674c443a HTTP/1.1" status: 200 len: 267 time: 0.0664837 Mar 11 16:17:33.942210 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=da1defc3-4172-4f01-a30b-2de1f0372628,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:33.954833 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-8111148b-2352-43e7-bb63-0aa4cadb2c96 None None] Provisioning for port 9b67dc3a-4bfb-4787-9970-2efe95d329c6 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:17:33.960673 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-8111148b-2352-43e7-bb63-0aa4cadb2c96 None None] Provisioning complete for port 9b67dc3a-4bfb-4787-9970-2efe95d329c6 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:17:33.961045 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8111148b-2352-43e7-bb63-0aa4cadb2c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:34.007320 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-e67129cc-ed14-417a-ac2b-fa9dedee7a14 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:34.007989 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-e67129cc-ed14-417a-ac2b-fa9dedee7a14 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Synchronizing usage tracker for tenant:cca1e5a82d104327971da603674c443a on resource:network {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:17:34.016562 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-8111148b-2352-43e7-bb63-0aa4cadb2c96 None None] Port 9b67dc3a-4bfb-4787-9970-2efe95d329c6 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:17:34.023942 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-e67129cc-ed14-417a-ac2b-fa9dedee7a14 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Unset dirty status for tenant:cca1e5a82d104327971da603674c443a on resource:network {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:17:34.025206 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-e67129cc-ed14-417a-ac2b-fa9dedee7a14 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/networks?id=e884ab8c-a99b-4e5a-92ad-f83048eb01fb HTTP/1.1" status: 200 len: 796 time: 0.1749909 Mar 11 16:17:34.041282 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-efc05f71-516d-4076-a51f-6cfe0ebfea81 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/quotas/cca1e5a82d104327971da603674c443a HTTP/1.1" status: 200 len: 375 time: 0.0105553 Mar 11 16:17:34.140212 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-831696fc-60ac-454b-8518-f29df85d9875 None None] Provisioning complete for port 9b67dc3a-4bfb-4787-9970-2efe95d329c6 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:17:34.140582 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-831696fc-60ac-454b-8518-f29df85d9875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:34.194853 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-831696fc-60ac-454b-8518-f29df85d9875 None None] Port 9b67dc3a-4bfb-4787-9970-2efe95d329c6 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:17:34.220819 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-5c9816fe-5af7-49db-b268-58e4e8fcb7a1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Synchronizing usage tracker for tenant:cca1e5a82d104327971da603674c443a on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:17:34.235455 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-5c9816fe-5af7-49db-b268-58e4e8fcb7a1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Unset dirty status for tenant:cca1e5a82d104327971da603674c443a on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:17:34.236898 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-5c9816fe-5af7-49db-b268-58e4e8fcb7a1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cca1e5a82d104327971da603674c443a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1899984 Mar 11 16:17:34.366904 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:34.439395 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-4ddc3be9-672b-4f00-8acb-9781aa1454f7 service neutron] 10.222.0.31 "GET /v2.0/networks/e884ab8c-a99b-4e5a-92ad-f83048eb01fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897562 Mar 11 16:17:34.568564 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-08bef1f3-6e9c-48b8-bf7f-3a00b9909403 service neutron] 10.222.0.31 "GET /v2.0/networks/e884ab8c-a99b-4e5a-92ad-f83048eb01fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232033 Mar 11 16:17:34.754581 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-ae65af4a-a3e9-4353-9298-1ec4a4e647bd req-849c5e19-ed68-4c51-a979-437913d644ce tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Synchronizing usage tracker for tenant:cca1e5a82d104327971da603674c443a on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:17:34.766947 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-ae65af4a-a3e9-4353-9298-1ec4a4e647bd req-849c5e19-ed68-4c51-a979-437913d644ce tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Unset dirty status for tenant:cca1e5a82d104327971da603674c443a on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:17:34.768183 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ae65af4a-a3e9-4353-9298-1ec4a4e647bd req-849c5e19-ed68-4c51-a979-437913d644ce tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6ca62e1-004b-459f-a429-55fd75306665 HTTP/1.1" status: 200 len: 210 time: 0.0536470 Mar 11 16:17:34.938078 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device dd2a7e44-657f-4962-b0fb-a4886bd97e5a up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:17:35.009005 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:17:35.009554 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port dd2a7e44-657f-4962-b0fb-a4886bd97e5a triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:17:35.010066 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:35.043201 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bf51f2-9340-431a-9bd7-a61809119938 None None] Sync routers for ids ['807fec36-1826-4a8d-a541-8c586f18f934'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:17:35.054855 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bf51f2-9340-431a-9bd7-a61809119938 None None] Routers {'807fec36-1826-4a8d-a541-8c586f18f934'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:17:35.055460 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-61bf51f2-9340-431a-9bd7-a61809119938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:17:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['807fec36-1826-4a8d-a541-8c586f18f934'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:35.137281 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device da1defc3-4172-4f01-a30b-2de1f0372628 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:17:35.216777 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port da1defc3-4172-4f01-a30b-2de1f0372628 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:17:35.217377 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:35.240624 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-61bf51f2-9340-431a-9bd7-a61809119938 None None] Set router 807fec36-1826-4a8d-a541-8c586f18f934 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:17:35.578725 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-61bf51f2-9340-431a-9bd7-a61809119938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807fec36-1826-4a8d-a541-8c586f18f934', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192859777', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': 'dd2a7e44-657f-4962-b0fb-a4886bd97e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:17:27Z', 'updated_at': '2022-03-11T16:17:32Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': 'dd2a7e44-657f-4962-b0fb-a4886bd97e5a', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807fec36-1826-4a8d-a541-8c586f18f934', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:28Z', 'updated_at': '2022-03-11T16:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '9b67dc3a-4bfb-4787-9970-2efe95d329c6', 'name': '', 'network_id': 'e884ab8c-a99b-4e5a-92ad-f83048eb01fb', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'mac_address': 'fa:16:3e:f9:07:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807fec36-1826-4a8d-a541-8c586f18f934', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3eeeba2b-18ea-4a20-98c0-c0d5aab4bab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:31Z', 'updated_at': '2022-03-11T16:17:32Z', 'revision_number': 2, 'project_id': 'cca1e5a82d104327971da603674c443a', 'subnets': [{'id': '3eeeba2b-18ea-4a20-98c0-c0d5aab4bab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:35.582901 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bf51f2-9340-431a-9bd7-a61809119938 None None] Checking router: 807fec36-1826-4a8d-a541-8c586f18f934 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:17:35.583247 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bf51f2-9340-431a-9bd7-a61809119938 None None] Updating router 807fec36-1826-4a8d-a541-8c586f18f934 port 9b67dc3a-4bfb-4787-9970-2efe95d329c6 binding host dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:17:35.635247 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-61bf51f2-9340-431a-9bd7-a61809119938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:35.929705 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-518b0ac6-e951-422e-b117-cd9fa8cb9906 req-cd5c257c-d158-48fe-b10e-c60d3da796ad tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6ca62e1-004b-459f-a429-55fd75306665 HTTP/1.1" status: 200 len: 210 time: 0.0406418 Mar 11 16:17:36.007842 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-61bf51f2-9340-431a-9bd7-a61809119938 None None] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:36.021711 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-61bf51f2-9340-431a-9bd7-a61809119938 None None] Transition to ACTIVE for port object 9b67dc3a-4bfb-4787-9970-2efe95d329c6 will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:36.029032 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-61bf51f2-9340-431a-9bd7-a61809119938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:36.088794 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-7a044c85-3c66-4232-adfe-3b4f7c9e531e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:36.089505 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-7a044c85-3c66-4232-adfe-3b4f7c9e531e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Synchronizing usage tracker for tenant:cca1e5a82d104327971da603674c443a on resource:network {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:17:36.102418 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-7a044c85-3c66-4232-adfe-3b4f7c9e531e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Unset dirty status for tenant:cca1e5a82d104327971da603674c443a on resource:network {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:17:36.103593 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-7a044c85-3c66-4232-adfe-3b4f7c9e531e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.73 "GET /v2.0/networks?id=e884ab8c-a99b-4e5a-92ad-f83048eb01fb HTTP/1.1" status: 200 len: 796 time: 0.1625092 Mar 11 16:17:36.165280 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d2c69-c87a-48be-bd60-5ec83a5d5a10 None None] Pushing event updated for resources: {'Port': ['ID=9b67dc3a-4bfb-4787-9970-2efe95d329c6,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:36.173516 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-aa94b2e9-31f3-4df9-8c31-87e4f0dc8e50 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cca1e5a82d104327971da603674c443a HTTP/1.1" status: 200 len: 380 time: 0.0562165 Mar 11 16:17:36.182911 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-626ceae8-284b-4284-a0a0-b4c9cc44a9f9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'port': {'device_id': 'f6ca62e1-004b-459f-a429-55fd75306665', 'network_id': 'e884ab8c-a99b-4e5a-92ad-f83048eb01fb', 'admin_state_up': True, 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'security_groups': ['eef2a40e-ac76-4690-bfaa-9e0a50b59d82']}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:17:36.218579 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d2c69-c87a-48be-bd60-5ec83a5d5a10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:36.219050 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d2c69-c87a-48be-bd60-5ec83a5d5a10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:36.219470 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d2c69-c87a-48be-bd60-5ec83a5d5a10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:36.219908 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d2c69-c87a-48be-bd60-5ec83a5d5a10 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:36.220349 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d2c69-c87a-48be-bd60-5ec83a5d5a10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:36.220761 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d2c69-c87a-48be-bd60-5ec83a5d5a10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:36.221171 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d2c69-c87a-48be-bd60-5ec83a5d5a10 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:36.221578 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d2c69-c87a-48be-bd60-5ec83a5d5a10 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:36.221984 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d2c69-c87a-48be-bd60-5ec83a5d5a10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:36.222388 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d2c69-c87a-48be-bd60-5ec83a5d5a10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:36.222791 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d2c69-c87a-48be-bd60-5ec83a5d5a10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:36.279378 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-61bf51f2-9340-431a-9bd7-a61809119938 None None] Attempting to bind port 9b67dc3a-4bfb-4787-9970-2efe95d329c6 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:36.280045 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-61bf51f2-9340-431a-9bd7-a61809119938 None None] Attempting to bind port 9b67dc3a-4bfb-4787-9970-2efe95d329c6 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '419a1bbe-adef-44b9-bfcb-f34cf57c6502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'e884ab8c-a99b-4e5a-92ad-f83048eb01fb'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:36.280600 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bf51f2-9340-431a-9bd7-a61809119938 None None] Attempting to bind port 9b67dc3a-4bfb-4787-9970-2efe95d329c6 on network e884ab8c-a99b-4e5a-92ad-f83048eb01fb {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:17:36.287434 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bf51f2-9340-431a-9bd7-a61809119938 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:17:36.288616 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bf51f2-9340-431a-9bd7-a61809119938 None None] Checking segment: {'id': '419a1bbe-adef-44b9-bfcb-f34cf57c6502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'e884ab8c-a99b-4e5a-92ad-f83048eb01fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:17:36.288616 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-61bf51f2-9340-431a-9bd7-a61809119938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:36.288616 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bf51f2-9340-431a-9bd7-a61809119938 None None] Bound using segment: {'id': '419a1bbe-adef-44b9-bfcb-f34cf57c6502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'e884ab8c-a99b-4e5a-92ad-f83048eb01fb'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:17:36.289098 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-61bf51f2-9340-431a-9bd7-a61809119938 None None] Bound port: 9b67dc3a-4bfb-4787-9970-2efe95d329c6, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '419a1bbe-adef-44b9-bfcb-f34cf57c6502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'e884ab8c-a99b-4e5a-92ad-f83048eb01fb'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:17:36.289409 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-61bf51f2-9340-431a-9bd7-a61809119938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:36.347272 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-626ceae8-284b-4284-a0a0-b4c9cc44a9f9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:36.358251 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-626ceae8-284b-4284-a0a0-b4c9cc44a9f9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:36.369020 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-626ceae8-284b-4284-a0a0-b4c9cc44a9f9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Made reservation on behalf of cca1e5a82d104327971da603674c443a for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:17:36.372726 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-626ceae8-284b-4284-a0a0-b4c9cc44a9f9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:36.383628 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-61bf51f2-9340-431a-9bd7-a61809119938 None None] For port 9b67dc3a-4bfb-4787-9970-2efe95d329c6, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:17:36.387749 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-61bf51f2-9340-431a-9bd7-a61809119938 None None] For port 9b67dc3a-4bfb-4787-9970-2efe95d329c6, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=9b67dc3a-4bfb-4787-9970-2efe95d329c6,segment=NetworkSegment(419a1bbe-adef-44b9-bfcb-f34cf57c6502),segment_id=419a1bbe-adef-44b9-bfcb-f34cf57c6502)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:17:36.392786 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-61bf51f2-9340-431a-9bd7-a61809119938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:36.472059 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d2c69-c87a-48be-bd60-5ec83a5d5a10 None None] Pushing event updated for resources: {'Port': ['ID=9b67dc3a-4bfb-4787-9970-2efe95d329c6,revision_number=4']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:36.478143 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bf51f2-9340-431a-9bd7-a61809119938 None None] Routers {'807fec36-1826-4a8d-a541-8c586f18f934'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:17:36.478815 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-61bf51f2-9340-431a-9bd7-a61809119938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:17:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['807fec36-1826-4a8d-a541-8c586f18f934'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:36.540331 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-626ceae8-284b-4284-a0a0-b4c9cc44a9f9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Allocated IP 172.20.0.7 (e884ab8c-a99b-4e5a-92ad-f83048eb01fb/3eeeba2b-18ea-4a20-98c0-c0d5aab4bab9/58a8d65d-7a5f-421c-a1f1-2625a0258bf4) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:17:36.667445 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-61bf51f2-9340-431a-9bd7-a61809119938 None None] Set router 807fec36-1826-4a8d-a541-8c586f18f934 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:17:36.750151 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-626ceae8-284b-4284-a0a0-b4c9cc44a9f9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:36.768222 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-626ceae8-284b-4284-a0a0-b4c9cc44a9f9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Transition to ACTIVE for port object 58a8d65d-7a5f-421c-a1f1-2625a0258bf4 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:36.790373 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-626ceae8-284b-4284-a0a0-b4c9cc44a9f9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:36.863622 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-626ceae8-284b-4284-a0a0-b4c9cc44a9f9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Network e884ab8c-a99b-4e5a-92ad-f83048eb01fb is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:17:36.866752 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-626ceae8-284b-4284-a0a0-b4c9cc44a9f9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:36.871223 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-626ceae8-284b-4284-a0a0-b4c9cc44a9f9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:17:36.919141 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ceae8-284b-4284-a0a0-b4c9cc44a9f9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'Port': ['ID=58a8d65d-7a5f-421c-a1f1-2625a0258bf4,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:36.934536 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-626ceae8-284b-4284-a0a0-b4c9cc44a9f9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:36.935436 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-626ceae8-284b-4284-a0a0-b4c9cc44a9f9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:36.965664 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-626ceae8-284b-4284-a0a0-b4c9cc44a9f9 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7871840 Mar 11 16:17:36.977627 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-6c9dafad-d4bf-42c0-9acf-0e14d26b661f service neutron] Request body: {'port': {'device_id': 'f6ca62e1-004b-459f-a429-55fd75306665', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:17:36.988858 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-61bf51f2-9340-431a-9bd7-a61809119938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807fec36-1826-4a8d-a541-8c586f18f934', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192859777', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': 'dd2a7e44-657f-4962-b0fb-a4886bd97e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:17:27Z', 'updated_at': '2022-03-11T16:17:32Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': 'dd2a7e44-657f-4962-b0fb-a4886bd97e5a', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807fec36-1826-4a8d-a541-8c586f18f934', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:28Z', 'updated_at': '2022-03-11T16:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '9b67dc3a-4bfb-4787-9970-2efe95d329c6', 'name': '', 'network_id': 'e884ab8c-a99b-4e5a-92ad-f83048eb01fb', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'mac_address': 'fa:16:3e:f9:07:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807fec36-1826-4a8d-a541-8c586f18f934', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3eeeba2b-18ea-4a20-98c0-c0d5aab4bab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:31Z', 'updated_at': '2022-03-11T16:17:36Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'subnets': [{'id': '3eeeba2b-18ea-4a20-98c0-c0d5aab4bab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:36.993725 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bf51f2-9340-431a-9bd7-a61809119938 None None] The sync data for ids ['807fec36-1826-4a8d-a541-8c586f18f934'] in dv-neutron-833373-1-hyperv is: [{'id': '807fec36-1826-4a8d-a541-8c586f18f934', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192859777', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': 'dd2a7e44-657f-4962-b0fb-a4886bd97e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:17:27Z', 'updated_at': '2022-03-11T16:17:32Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': 'dd2a7e44-657f-4962-b0fb-a4886bd97e5a', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807fec36-1826-4a8d-a541-8c586f18f934', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:28Z', 'updated_at': '2022-03-11T16:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '9b67dc3a-4bfb-4787-9970-2efe95d329c6', 'name': '', 'network_id': 'e884ab8c-a99b-4e5a-92ad-f83048eb01fb', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'mac_address': 'fa:16:3e:f9:07:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807fec36-1826-4a8d-a541-8c586f18f934', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3eeeba2b-18ea-4a20-98c0-c0d5aab4bab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:31Z', 'updated_at': '2022-03-11T16:17:36Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'subnets': [{'id': '3eeeba2b-18ea-4a20-98c0-c0d5aab4bab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:17:37.173385 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-6c9dafad-d4bf-42c0-9acf-0e14d26b661f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:37.195822 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d9ca70fc-973d-42e7-a403-1f59db1e1d2b None None] Provisioning for port 58a8d65d-7a5f-421c-a1f1-2625a0258bf4 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:17:37.206147 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-d9ca70fc-973d-42e7-a403-1f59db1e1d2b None None] Provisioning complete for port 58a8d65d-7a5f-421c-a1f1-2625a0258bf4 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:17:37.206730 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d9ca70fc-973d-42e7-a403-1f59db1e1d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:37.269062 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-d9ca70fc-973d-42e7-a403-1f59db1e1d2b None None] Port 58a8d65d-7a5f-421c-a1f1-2625a0258bf4 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:17:37.315785 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65cfc2-a64e-4c5e-9e29-3f83e10c415b req-e503c233-f741-47b6-baaf-c30ceec20d70 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:37.316772 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-4c65cfc2-a64e-4c5e-9e29-3f83e10c415b req-e503c233-f741-47b6-baaf-c30ceec20d70 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Synchronizing usage tracker for tenant:cca1e5a82d104327971da603674c443a on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:17:37.368384 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-4c65cfc2-a64e-4c5e-9e29-3f83e10c415b req-e503c233-f741-47b6-baaf-c30ceec20d70 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Unset dirty status for tenant:cca1e5a82d104327971da603674c443a on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:17:37.369542 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4c65cfc2-a64e-4c5e-9e29-3f83e10c415b req-e503c233-f741-47b6-baaf-c30ceec20d70 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6ca62e1-004b-459f-a429-55fd75306665 HTTP/1.1" status: 200 len: 931 time: 0.2713537 Mar 11 16:17:37.506669 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4c65cfc2-a64e-4c5e-9e29-3f83e10c415b req-3c05250c-d07e-40c5-95f8-46ca377e2560 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=eef2a40e-ac76-4690-bfaa-9e0a50b59d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844395 Mar 11 16:17:37.603006 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-6c9dafad-d4bf-42c0-9acf-0e14d26b661f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58a8d65d-7a5f-421c-a1f1-2625a0258bf4 {{(pid=83866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:17:37.610124 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-6c9dafad-d4bf-42c0-9acf-0e14d26b661f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:37.625096 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-6c9dafad-d4bf-42c0-9acf-0e14d26b661f service neutron] Transition to ACTIVE for port object 58a8d65d-7a5f-421c-a1f1-2625a0258bf4 will not be triggered until provisioned by entity L2. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:37.628991 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-6c9dafad-d4bf-42c0-9acf-0e14d26b661f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:37.767648 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9dafad-d4bf-42c0-9acf-0e14d26b661f service neutron] Pushing event updated for resources: {'Port': ['ID=58a8d65d-7a5f-421c-a1f1-2625a0258bf4,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:37.971850 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-6c9dafad-d4bf-42c0-9acf-0e14d26b661f service neutron] Attempting to bind port 58a8d65d-7a5f-421c-a1f1-2625a0258bf4 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:37.972145 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-6c9dafad-d4bf-42c0-9acf-0e14d26b661f service neutron] Attempting to bind port 58a8d65d-7a5f-421c-a1f1-2625a0258bf4 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '419a1bbe-adef-44b9-bfcb-f34cf57c6502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'e884ab8c-a99b-4e5a-92ad-f83048eb01fb'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:37.972474 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-6c9dafad-d4bf-42c0-9acf-0e14d26b661f service neutron] Attempting to bind port 58a8d65d-7a5f-421c-a1f1-2625a0258bf4 on network e884ab8c-a99b-4e5a-92ad-f83048eb01fb {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:17:37.978012 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-6c9dafad-d4bf-42c0-9acf-0e14d26b661f service neutron] Port 58a8d65d-7a5f-421c-a1f1-2625a0258bf4 on network e884ab8c-a99b-4e5a-92ad-f83048eb01fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:17:37.978332 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-6c9dafad-d4bf-42c0-9acf-0e14d26b661f service neutron] Attempting to bind port 58a8d65d-7a5f-421c-a1f1-2625a0258bf4 on network e884ab8c-a99b-4e5a-92ad-f83048eb01fb {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:17:37.985247 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-6c9dafad-d4bf-42c0-9acf-0e14d26b661f service neutron] Checking agent: {'id': '233b753e-9484-4350-9871-64b7c66fc067', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'started_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:17:37.985580 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-6c9dafad-d4bf-42c0-9acf-0e14d26b661f service neutron] Checking segment: {'id': '419a1bbe-adef-44b9-bfcb-f34cf57c6502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'e884ab8c-a99b-4e5a-92ad-f83048eb01fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:17:37.985967 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-6c9dafad-d4bf-42c0-9acf-0e14d26b661f service neutron] Bound using segment: {'id': '419a1bbe-adef-44b9-bfcb-f34cf57c6502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'e884ab8c-a99b-4e5a-92ad-f83048eb01fb'} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:17:37.986395 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-6c9dafad-d4bf-42c0-9acf-0e14d26b661f service neutron] Bound port: 58a8d65d-7a5f-421c-a1f1-2625a0258bf4, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '419a1bbe-adef-44b9-bfcb-f34cf57c6502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'e884ab8c-a99b-4e5a-92ad-f83048eb01fb'}}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:17:37.986736 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-6c9dafad-d4bf-42c0-9acf-0e14d26b661f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:38.077076 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-6c9dafad-d4bf-42c0-9acf-0e14d26b661f service neutron] For port 58a8d65d-7a5f-421c-a1f1-2625a0258bf4, host hv-neutron-8333, cleared binding levels {{(pid=83866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:17:38.080240 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-6c9dafad-d4bf-42c0-9acf-0e14d26b661f service neutron] For port 58a8d65d-7a5f-421c-a1f1-2625a0258bf4, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=58a8d65d-7a5f-421c-a1f1-2625a0258bf4,segment=NetworkSegment(419a1bbe-adef-44b9-bfcb-f34cf57c6502),segment_id=419a1bbe-adef-44b9-bfcb-f34cf57c6502)] {{(pid=83866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:17:38.084233 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-6c9dafad-d4bf-42c0-9acf-0e14d26b661f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:38.145312 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-6c9dafad-d4bf-42c0-9acf-0e14d26b661f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:38.146680 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-6c9dafad-d4bf-42c0-9acf-0e14d26b661f service neutron] 10.222.0.73 "PUT /v2.0/ports/58a8d65d-7a5f-421c-a1f1-2625a0258bf4 HTTP/1.1" status: 200 len: 1093 time: 1.1744018 Mar 11 16:17:38.147115 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ca62e1-004b-459f-a429-55fd75306665', 'tag': '58a8d65d-7a5f-421c-a1f1-2625a0258bf4'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:17:38.169116 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9dafad-d4bf-42c0-9acf-0e14d26b661f service neutron] Pushing event updated for resources: {'Port': ['ID=58a8d65d-7a5f-421c-a1f1-2625a0258bf4,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:38.225391 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6ca62e1-004b-459f-a429-55fd75306665', 'tag': '58a8d65d-7a5f-421c-a1f1-2625a0258bf4', 'status': 'completed', 'code': 200} Mar 11 16:17:38.272854 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-9593007c-2d45-4a70-8530-45a44905c9e6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cca1e5a82d104327971da603674c443a&device_id=f6ca62e1-004b-459f-a429-55fd75306665 HTTP/1.1" status: 200 len: 1096 time: 0.0796618 Mar 11 16:17:38.343634 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-0f698dfd-7439-4baf-a9cb-fa9671d4e0ac service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58a8d65d-7a5f-421c-a1f1-2625a0258bf4 HTTP/1.1" status: 200 len: 217 time: 0.0632291 Mar 11 16:17:38.409825 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-abef8a13-0531-4f45-b10c-dad11c55bcbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:38.411277 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-abef8a13-0531-4f45-b10c-dad11c55bcbe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3eeeba2b-18ea-4a20-98c0-c0d5aab4bab9 HTTP/1.1" status: 200 len: 833 time: 0.0617609 Mar 11 16:17:38.486642 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-f53c1d2e-8a12-4212-9042-3b28fb5cd265 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e884ab8c-a99b-4e5a-92ad-f83048eb01fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695345 Mar 11 16:17:38.623386 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-d3a0b189-3153-4000-b21d-73903bb666db service neutron] 10.222.0.73 "GET /v2.0/networks/e884ab8c-a99b-4e5a-92ad-f83048eb01fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301367 Mar 11 16:17:38.811049 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-12e793f5-ddda-429a-91d1-ece3aa4f872a req-72805a4b-0702-41b4-b291-e4fe5ed5dc12 service neutron] 10.222.0.73 "GET /v2.0/networks/e884ab8c-a99b-4e5a-92ad-f83048eb01fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812384 Mar 11 16:17:38.824824 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe22b0a-44b7-4e1a-83bb-64df4ce2c95a req-ab256a43-6a5b-4ca3-b2ca-b994936ef81c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:38.826460 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7fe22b0a-44b7-4e1a-83bb-64df4ce2c95a req-ab256a43-6a5b-4ca3-b2ca-b994936ef81c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6ca62e1-004b-459f-a429-55fd75306665 HTTP/1.1" status: 200 len: 943 time: 0.1786211 Mar 11 16:17:38.921454 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7fe22b0a-44b7-4e1a-83bb-64df4ce2c95a req-f1553ab3-0d90-423f-89c9-033bae34e1e1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=eef2a40e-ac76-4690-bfaa-9e0a50b59d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892408 Mar 11 16:17:38.942550 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7effb2ad-dedc-4b73-85b2-e1e8d8e1ef0d req-5841e284-cfeb-49ca-8640-9a66d9a490be service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cca1e5a82d104327971da603674c443a&device_id=f6ca62e1-004b-459f-a429-55fd75306665 HTTP/1.1" status: 200 len: 1096 time: 0.0895863 Mar 11 16:17:38.953983 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 9b67dc3a-4bfb-4787-9970-2efe95d329c6 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:17:39.019772 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 9b67dc3a-4bfb-4787-9970-2efe95d329c6 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:17:39.024333 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 9b67dc3a-4bfb-4787-9970-2efe95d329c6 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:17:39.024698 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:39.077106 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7effb2ad-dedc-4b73-85b2-e1e8d8e1ef0d req-59136903-a63c-4c8f-b221-5ab2989b2d09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:39.078552 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7effb2ad-dedc-4b73-85b2-e1e8d8e1ef0d req-59136903-a63c-4c8f-b221-5ab2989b2d09 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e884ab8c-a99b-4e5a-92ad-f83048eb01fb HTTP/1.1" status: 200 len: 897 time: 0.1296246 Mar 11 16:17:39.139812 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:39.149609 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7effb2ad-dedc-4b73-85b2-e1e8d8e1ef0d req-a7467823-aae6-46f5-8043-6431a47dd406 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58a8d65d-7a5f-421c-a1f1-2625a0258bf4 HTTP/1.1" status: 200 len: 217 time: 0.0646019 Mar 11 16:17:39.172310 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 9b67dc3a-4bfb-4787-9970-2efe95d329c6, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=9b67dc3a-4bfb-4787-9970-2efe95d329c6,segment=NetworkSegment(419a1bbe-adef-44b9-bfcb-f34cf57c6502),segment_id=419a1bbe-adef-44b9-bfcb-f34cf57c6502)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:17:39.177167 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:39.216483 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7effb2ad-dedc-4b73-85b2-e1e8d8e1ef0d req-9ca2d4da-1571-4de9-bbc1-43782cfb072c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:39.218057 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7effb2ad-dedc-4b73-85b2-e1e8d8e1ef0d req-9ca2d4da-1571-4de9-bbc1-43782cfb072c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3eeeba2b-18ea-4a20-98c0-c0d5aab4bab9 HTTP/1.1" status: 200 len: 833 time: 0.0631392 Mar 11 16:17:39.245632 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=9b67dc3a-4bfb-4787-9970-2efe95d329c6,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:39.296996 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7effb2ad-dedc-4b73-85b2-e1e8d8e1ef0d req-47095891-3aa3-48a7-b5ed-2cac8080e748 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e884ab8c-a99b-4e5a-92ad-f83048eb01fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730777 Mar 11 16:17:39.426822 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7effb2ad-dedc-4b73-85b2-e1e8d8e1ef0d req-40647aee-a033-43f0-aa47-b9b96f29ee57 service neutron] 10.222.0.73 "GET /v2.0/networks/e884ab8c-a99b-4e5a-92ad-f83048eb01fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228459 Mar 11 16:17:39.659064 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7effb2ad-dedc-4b73-85b2-e1e8d8e1ef0d req-39811142-bf33-44b8-8d2d-f8d66c9397d3 service neutron] 10.222.0.73 "GET /v2.0/networks/e884ab8c-a99b-4e5a-92ad-f83048eb01fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261825 Mar 11 16:17:40.124041 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e77a43-3551-4835-ba71-787e8041ce85 req-9b469847-2d47-42ef-9d7d-a83c804775a1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:40.125482 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-68e77a43-3551-4835-ba71-787e8041ce85 req-9b469847-2d47-42ef-9d7d-a83c804775a1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6ca62e1-004b-459f-a429-55fd75306665 HTTP/1.1" status: 200 len: 943 time: 0.0786824 Mar 11 16:17:40.169408 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-68e77a43-3551-4835-ba71-787e8041ce85 req-b90a3b9b-241f-4083-a0c7-e04bb42d915a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=eef2a40e-ac76-4690-bfaa-9e0a50b59d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383849 Mar 11 16:17:40.933686 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 9b67dc3a-4bfb-4787-9970-2efe95d329c6 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:17:41.003497 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 9b67dc3a-4bfb-4787-9970-2efe95d329c6 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:17:41.003862 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:41.365618 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f46e6-af95-4413-a4a3-c1a6a7f2fc94 req-143b9eb8-ee01-4ba8-9ab4-1227050fe2c6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:41.367298 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-271f46e6-af95-4413-a4a3-c1a6a7f2fc94 req-143b9eb8-ee01-4ba8-9ab4-1227050fe2c6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6ca62e1-004b-459f-a429-55fd75306665 HTTP/1.1" status: 200 len: 943 time: 0.0774069 Mar 11 16:17:41.412604 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-271f46e6-af95-4413-a4a3-c1a6a7f2fc94 req-aa8629f4-e244-411e-a572-b1fff731207f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=eef2a40e-ac76-4690-bfaa-9e0a50b59d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392168 Mar 11 16:17:41.562486 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 58a8d65d-7a5f-421c-a1f1-2625a0258bf4 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:17:41.734632 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 58a8d65d-7a5f-421c-a1f1-2625a0258bf4, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=58a8d65d-7a5f-421c-a1f1-2625a0258bf4,segment=NetworkSegment(419a1bbe-adef-44b9-bfcb-f34cf57c6502),segment_id=419a1bbe-adef-44b9-bfcb-f34cf57c6502)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:17:41.748379 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': '58a8d65d-7a5f-421c-a1f1-2625a0258bf4', 'network_id': 'e884ab8c-a99b-4e5a-92ad-f83048eb01fb', 'port_id': '58a8d65d-7a5f-421c-a1f1-2625a0258bf4', 'mac_address': 'fa:16:3e:f0:b1:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eeeba2b-18ea-4a20-98c0-c0d5aab4bab9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:17:41.801192 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:41.818882 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a8d65d-7a5f-421c-a1f1-2625a0258bf4 {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:17:41.834814 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 58a8d65d-7a5f-421c-a1f1-2625a0258bf4, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=58a8d65d-7a5f-421c-a1f1-2625a0258bf4,segment=NetworkSegment(419a1bbe-adef-44b9-bfcb-f34cf57c6502),segment_id=419a1bbe-adef-44b9-bfcb-f34cf57c6502)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:17:41.837869 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:41.905601 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=58a8d65d-7a5f-421c-a1f1-2625a0258bf4,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:42.207490 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['58a8d65d-7a5f-421c-a1f1-2625a0258bf4'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:17:42.609645 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0521a55-f49e-4109-bfa6-ceffab301216 req-ac13d4d0-5821-4588-82cf-816df820c04e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:42.611156 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b0521a55-f49e-4109-bfa6-ceffab301216 req-ac13d4d0-5821-4588-82cf-816df820c04e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6ca62e1-004b-459f-a429-55fd75306665 HTTP/1.1" status: 200 len: 944 time: 0.0752575 Mar 11 16:17:42.656724 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b0521a55-f49e-4109-bfa6-ceffab301216 req-a45367df-a935-4d38-a86b-b458f3a7ac0d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=eef2a40e-ac76-4690-bfaa-9e0a50b59d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401111 Mar 11 16:17:43.594977 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 58a8d65d-7a5f-421c-a1f1-2625a0258bf4 up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:17:43.664321 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning for port 58a8d65d-7a5f-421c-a1f1-2625a0258bf4 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:17:43.669499 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port 58a8d65d-7a5f-421c-a1f1-2625a0258bf4 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:17:43.669872 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:43.784645 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:43.812406 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ca62e1-004b-459f-a429-55fd75306665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a8d65d-7a5f-421c-a1f1-2625a0258bf4'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:17:43.821926 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 58a8d65d-7a5f-421c-a1f1-2625a0258bf4, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=58a8d65d-7a5f-421c-a1f1-2625a0258bf4,segment=NetworkSegment(419a1bbe-adef-44b9-bfcb-f34cf57c6502),segment_id=419a1bbe-adef-44b9-bfcb-f34cf57c6502)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:17:43.832043 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:43.854789 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5bcbd-a396-4828-80f6-0d8bde8332a9 req-bce1ce24-b4c4-44b3-b293-fa4b121862aa tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:43.856733 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-83a5bcbd-a396-4828-80f6-0d8bde8332a9 req-bce1ce24-b4c4-44b3-b293-fa4b121862aa tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6ca62e1-004b-459f-a429-55fd75306665 HTTP/1.1" status: 200 len: 944 time: 0.0815666 Mar 11 16:17:43.901374 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=58a8d65d-7a5f-421c-a1f1-2625a0258bf4,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:43.911226 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-83a5bcbd-a396-4828-80f6-0d8bde8332a9 req-55b96b65-6ed5-4cdb-8270-39b3dd570950 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=eef2a40e-ac76-4690-bfaa-9e0a50b59d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483470 Mar 11 16:17:43.961346 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ca62e1-004b-459f-a429-55fd75306665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a8d65d-7a5f-421c-a1f1-2625a0258bf4', 'code': 200} Mar 11 16:17:44.183114 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-df7dd426-13b6-4b8a-aafe-58177145db1d req-c2788214-b6c1-46db-9e34-15fbd39e5500 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f6ca62e1-004b-459f-a429-55fd75306665 HTTP/1.1" status: 200 len: 1098 time: 0.0678124 Mar 11 16:17:44.223759 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-df7dd426-13b6-4b8a-aafe-58177145db1d req-d3871024-e905-49b4-bf85-3ae2fd103aec service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=eef2a40e-ac76-4690-bfaa-9e0a50b59d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349591 Mar 11 16:17:45.112342 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6323d1-b973-42fd-b198-3f0f82276949 req-c558bc41-473d-4658-a1a3-1164b9e110b1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:45.113804 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3d6323d1-b973-42fd-b198-3f0f82276949 req-c558bc41-473d-4658-a1a3-1164b9e110b1 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6ca62e1-004b-459f-a429-55fd75306665 HTTP/1.1" status: 200 len: 945 time: 0.0804627 Mar 11 16:17:45.158981 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3d6323d1-b973-42fd-b198-3f0f82276949 req-8e5b6aba-b502-4040-81be-7357b152b57a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=eef2a40e-ac76-4690-bfaa-9e0a50b59d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397952 Mar 11 16:17:46.359902 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:46.387519 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742d4f0-3b69-4951-b228-11c47331dc48 req-0036b41f-7303-4d8c-b62a-63fbdac1b8c5 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:46.388818 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b742d4f0-3b69-4951-b228-11c47331dc48 req-0036b41f-7303-4d8c-b62a-63fbdac1b8c5 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6ca62e1-004b-459f-a429-55fd75306665 HTTP/1.1" status: 200 len: 945 time: 0.0924907 Mar 11 16:17:46.437307 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b742d4f0-3b69-4951-b228-11c47331dc48 req-ba6fc848-0353-4987-b076-ecfcb663a4ed tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=eef2a40e-ac76-4690-bfaa-9e0a50b59d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428190 Mar 11 16:17:46.653108 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e6aa3-90e6-44d8-8669-be457f082a6f req-0153d23f-4f30-42a7-bf74-b6fa3b0217d7 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:46.654577 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-fe9e6aa3-90e6-44d8-8669-be457f082a6f req-0153d23f-4f30-42a7-bf74-b6fa3b0217d7 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6ca62e1-004b-459f-a429-55fd75306665 HTTP/1.1" status: 200 len: 945 time: 0.0885968 Mar 11 16:17:46.706363 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-fe9e6aa3-90e6-44d8-8669-be457f082a6f req-ef817a7e-fee5-4a00-9d62-c5c72702ae4b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=eef2a40e-ac76-4690-bfaa-9e0a50b59d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461831 Mar 11 16:17:46.733602 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 49998) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:46.804964 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-89b395d5-38e7-4aa2-85ba-2ac79ec639e3 tempest-TestNetworkAdvancedServerOps-356817997 tempest-TestNetworkAdvancedServerOps-356817997-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f6ca62e1-004b-459f-a429-55fd75306665 HTTP/1.1" status: 200 len: 1093 time: 0.0701811 Mar 11 16:17:46.807459 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 50002) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:46.813452 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-ee54d064-63b6-4b5e-a8fa-7e514c1061d0 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Request body: {'floatingip': {'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'port_id': '58a8d65d-7a5f-421c-a1f1-2625a0258bf4', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:17:46.819616 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ee54d064-63b6-4b5e-a8fa-7e514c1061d0 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:46.825603 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ee54d064-63b6-4b5e-a8fa-7e514c1061d0 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Usage tracker for resource:floatingip and tenant:cca1e5a82d104327971da603674c443a is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:46.828721 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ee54d064-63b6-4b5e-a8fa-7e514c1061d0 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:46.834818 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ee54d064-63b6-4b5e-a8fa-7e514c1061d0 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:46.845854 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ee54d064-63b6-4b5e-a8fa-7e514c1061d0 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for floatingip, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:46.986674 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ee54d064-63b6-4b5e-a8fa-7e514c1061d0 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:47.128220 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-ee54d064-63b6-4b5e-a8fa-7e514c1061d0 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Allocated IP 172.26.0.183 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/4045e971-45a1-4934-b9aa-b3e53a1ffb89) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:17:47.288269 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ee54d064-63b6-4b5e-a8fa-7e514c1061d0 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:47.316761 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ee54d064-63b6-4b5e-a8fa-7e514c1061d0 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:47.379426 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee54d064-63b6-4b5e-a8fa-7e514c1061d0 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:17:47.381959 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-ee54d064-63b6-4b5e-a8fa-7e514c1061d0 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:47.385388 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee54d064-63b6-4b5e-a8fa-7e514c1061d0 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:17:47.431521 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54d064-63b6-4b5e-a8fa-7e514c1061d0 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'Port': ['ID=4045e971-45a1-4934-b9aa-b3e53a1ffb89,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:47.900782 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ee54d064-63b6-4b5e-a8fa-7e514c1061d0 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:48.047596 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ee54d064-63b6-4b5e-a8fa-7e514c1061d0 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:48.249505 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ee54d064-63b6-4b5e-a8fa-7e514c1061d0 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:48.254019 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ee54d064-63b6-4b5e-a8fa-7e514c1061d0 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:48.361744 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54d064-63b6-4b5e-a8fa-7e514c1061d0 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event updated for resources: {'Port': ['ID=4045e971-45a1-4934-b9aa-b3e53a1ffb89,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:48.374533 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ee54d064-63b6-4b5e-a8fa-7e514c1061d0 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:48.564689 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.l3_db [None req-ee54d064-63b6-4b5e-a8fa-7e514c1061d0 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Floating IP 958e4200-467c-42e2-90df-b98e4de7e8db associated. External IP: 172.26.0.183, port: 58a8d65d-7a5f-421c-a1f1-2625a0258bf4. Mar 11 16:17:48.966019 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee54d064-63b6-4b5e-a8fa-7e514c1061d0 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Router 807fec36-1826-4a8d-a541-8c586f18f934 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:17:49.159293 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee54d064-63b6-4b5e-a8fa-7e514c1061d0 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:17:49.169054 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b59892-c4c6-41dd-9355-cf54c2bd36d1 None None] Sync routers for ids ['807fec36-1826-4a8d-a541-8c586f18f934'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:17:49.180940 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b59892-c4c6-41dd-9355-cf54c2bd36d1 None None] Routers {'807fec36-1826-4a8d-a541-8c586f18f934'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:17:49.181754 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e6b59892-c4c6-41dd-9355-cf54c2bd36d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:17:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['807fec36-1826-4a8d-a541-8c586f18f934'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:49.185616 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ee54d064-63b6-4b5e-a8fa-7e514c1061d0 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:49.244849 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ee54d064-63b6-4b5e-a8fa-7e514c1061d0 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4357378 Mar 11 16:17:49.246096 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ca62e1-004b-459f-a429-55fd75306665', 'tag': '58a8d65d-7a5f-421c-a1f1-2625a0258bf4'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:17:49.302520 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6ca62e1-004b-459f-a429-55fd75306665', 'tag': '58a8d65d-7a5f-421c-a1f1-2625a0258bf4', 'status': 'completed', 'code': 200} Mar 11 16:17:49.367314 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-e6b59892-c4c6-41dd-9355-cf54c2bd36d1 None None] Set router 807fec36-1826-4a8d-a541-8c586f18f934 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:17:49.396492 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-aebe75b7-3d0c-4992-ba2f-adaaa5c7d656 req-8970d1fd-3b61-40de-bd5f-974cc440a158 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cca1e5a82d104327971da603674c443a&device_id=f6ca62e1-004b-459f-a429-55fd75306665 HTTP/1.1" status: 200 len: 1098 time: 0.0709362 Mar 11 16:17:49.430675 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3f82b-1a1f-48cd-8c3a-791a74e1354a req-0af60726-bac7-4c74-a62c-7cdd991860cd tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:49.435166 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-68e3f82b-1a1f-48cd-8c3a-791a74e1354a req-0af60726-bac7-4c74-a62c-7cdd991860cd tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6ca62e1-004b-459f-a429-55fd75306665 HTTP/1.1" status: 200 len: 945 time: 0.0866339 Mar 11 16:17:49.505657 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-68e3f82b-1a1f-48cd-8c3a-791a74e1354a req-e2667c77-9ff4-4de4-81cc-f7e208a8f093 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=eef2a40e-ac76-4690-bfaa-9e0a50b59d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644779 Mar 11 16:17:49.540388 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 50010) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:49.544816 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe75b7-3d0c-4992-ba2f-adaaa5c7d656 req-e031acaa-4e82-4d6d-832e-788d3440fc51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:49.547479 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-aebe75b7-3d0c-4992-ba2f-adaaa5c7d656 req-e031acaa-4e82-4d6d-832e-788d3440fc51 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e884ab8c-a99b-4e5a-92ad-f83048eb01fb HTTP/1.1" status: 200 len: 897 time: 0.1454356 Mar 11 16:17:49.656808 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9de75e08-2a46-4ecb-84a8-2d36f6401c3d tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/floatingips/958e4200-467c-42e2-90df-b98e4de7e8db HTTP/1.1" status: 200 len: 991 time: 0.1142008 Mar 11 16:17:49.766366 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e6b59892-c4c6-41dd-9355-cf54c2bd36d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807fec36-1826-4a8d-a541-8c586f18f934', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192859777', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': 'dd2a7e44-657f-4962-b0fb-a4886bd97e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:17:27Z', 'updated_at': '2022-03-11T16:17:32Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': 'dd2a7e44-657f-4962-b0fb-a4886bd97e5a', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807fec36-1826-4a8d-a541-8c586f18f934', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:28Z', 'updated_at': '2022-03-11T16:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '958e4200-467c-42e2-90df-b98e4de7e8db', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'floating_ip_address': '172.26.0.183', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '807fec36-1826-4a8d-a541-8c586f18f934', 'port_id': '58a8d65d-7a5f-421c-a1f1-2625a0258bf4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e884ab8c-a99b-4e5a-92ad-f83048eb01fb', 'mac_address': 'fa:16:3e:f0:b1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ca62e1-004b-459f-a429-55fd75306665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:17:47Z', 'updated_at': '2022-03-11T16:17:47Z', 'revision_number': 0, 'project_id': 'cca1e5a82d104327971da603674c443a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b67dc3a-4bfb-4787-9970-2efe95d329c6', 'name': '', 'network_id': 'e884ab8c-a99b-4e5a-92ad-f83048eb01fb', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'mac_address': 'fa:16:3e:f9:07:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807fec36-1826-4a8d-a541-8c586f18f934', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3eeeba2b-18ea-4a20-98c0-c0d5aab4bab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:31Z', 'updated_at': '2022-03-11T16:17:39Z', 'revision_number': 5, 'project_id': 'cca1e5a82d104327971da603674c443a', 'subnets': [{'id': '3eeeba2b-18ea-4a20-98c0-c0d5aab4bab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:49.770855 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b59892-c4c6-41dd-9355-cf54c2bd36d1 None None] Checking router: 807fec36-1826-4a8d-a541-8c586f18f934 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:17:49.782776 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b59892-c4c6-41dd-9355-cf54c2bd36d1 None None] Routers {'807fec36-1826-4a8d-a541-8c586f18f934'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:17:49.783402 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e6b59892-c4c6-41dd-9355-cf54c2bd36d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:17:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['807fec36-1826-4a8d-a541-8c586f18f934'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:49.783750 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-aebe75b7-3d0c-4992-ba2f-adaaa5c7d656 req-5b2d7753-8f55-461c-9b49-f56ca6feea68 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58a8d65d-7a5f-421c-a1f1-2625a0258bf4 HTTP/1.1" status: 200 len: 999 time: 0.2311296 Mar 11 16:17:49.849171 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe75b7-3d0c-4992-ba2f-adaaa5c7d656 req-198a2054-af45-4fe6-a8fb-2a143dc3b1c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:49.850633 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-aebe75b7-3d0c-4992-ba2f-adaaa5c7d656 req-198a2054-af45-4fe6-a8fb-2a143dc3b1c1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3eeeba2b-18ea-4a20-98c0-c0d5aab4bab9 HTTP/1.1" status: 200 len: 833 time: 0.0607815 Mar 11 16:17:49.928051 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-aebe75b7-3d0c-4992-ba2f-adaaa5c7d656 req-7a7e70e8-851f-4d0a-816c-4640ae71956d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e884ab8c-a99b-4e5a-92ad-f83048eb01fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717018 Mar 11 16:17:50.019457 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-e6b59892-c4c6-41dd-9355-cf54c2bd36d1 None None] Set router 807fec36-1826-4a8d-a541-8c586f18f934 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:17:50.063189 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-aebe75b7-3d0c-4992-ba2f-adaaa5c7d656 req-5af48c80-67c7-424e-9ca7-5b051bb3ab52 service neutron] 10.222.0.73 "GET /v2.0/networks/e884ab8c-a99b-4e5a-92ad-f83048eb01fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287384 Mar 11 16:17:50.206356 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-aebe75b7-3d0c-4992-ba2f-adaaa5c7d656 req-9eb585fc-15b4-4351-8e9e-1ee2c6e90a52 service neutron] 10.222.0.73 "GET /v2.0/networks/e884ab8c-a99b-4e5a-92ad-f83048eb01fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370642 Mar 11 16:17:50.416392 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-e6b59892-c4c6-41dd-9355-cf54c2bd36d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807fec36-1826-4a8d-a541-8c586f18f934', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192859777', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': 'dd2a7e44-657f-4962-b0fb-a4886bd97e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:17:27Z', 'updated_at': '2022-03-11T16:17:32Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': 'dd2a7e44-657f-4962-b0fb-a4886bd97e5a', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807fec36-1826-4a8d-a541-8c586f18f934', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:28Z', 'updated_at': '2022-03-11T16:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '958e4200-467c-42e2-90df-b98e4de7e8db', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'floating_ip_address': '172.26.0.183', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '807fec36-1826-4a8d-a541-8c586f18f934', 'port_id': '58a8d65d-7a5f-421c-a1f1-2625a0258bf4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e884ab8c-a99b-4e5a-92ad-f83048eb01fb', 'mac_address': 'fa:16:3e:f0:b1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ca62e1-004b-459f-a429-55fd75306665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:17:47Z', 'updated_at': '2022-03-11T16:17:47Z', 'revision_number': 0, 'project_id': 'cca1e5a82d104327971da603674c443a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b67dc3a-4bfb-4787-9970-2efe95d329c6', 'name': '', 'network_id': 'e884ab8c-a99b-4e5a-92ad-f83048eb01fb', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'mac_address': 'fa:16:3e:f9:07:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807fec36-1826-4a8d-a541-8c586f18f934', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3eeeba2b-18ea-4a20-98c0-c0d5aab4bab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:31Z', 'updated_at': '2022-03-11T16:17:39Z', 'revision_number': 5, 'project_id': 'cca1e5a82d104327971da603674c443a', 'subnets': [{'id': '3eeeba2b-18ea-4a20-98c0-c0d5aab4bab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:50.422078 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b59892-c4c6-41dd-9355-cf54c2bd36d1 None None] The sync data for ids ['807fec36-1826-4a8d-a541-8c586f18f934'] in dv-neutron-833373-1-hyperv is: [{'id': '807fec36-1826-4a8d-a541-8c586f18f934', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192859777', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': 'dd2a7e44-657f-4962-b0fb-a4886bd97e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:17:27Z', 'updated_at': '2022-03-11T16:17:32Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': 'dd2a7e44-657f-4962-b0fb-a4886bd97e5a', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807fec36-1826-4a8d-a541-8c586f18f934', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:28Z', 'updated_at': '2022-03-11T16:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '958e4200-467c-42e2-90df-b98e4de7e8db', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'floating_ip_address': '172.26.0.183', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '807fec36-1826-4a8d-a541-8c586f18f934', 'port_id': '58a8d65d-7a5f-421c-a1f1-2625a0258bf4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e884ab8c-a99b-4e5a-92ad-f83048eb01fb', 'mac_address': 'fa:16:3e:f0:b1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ca62e1-004b-459f-a429-55fd75306665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:17:47Z', 'updated_at': '2022-03-11T16:17:47Z', 'revision_number': 0, 'project_id': 'cca1e5a82d104327971da603674c443a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b67dc3a-4bfb-4787-9970-2efe95d329c6', 'name': '', 'network_id': 'e884ab8c-a99b-4e5a-92ad-f83048eb01fb', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'mac_address': 'fa:16:3e:f9:07:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807fec36-1826-4a8d-a541-8c586f18f934', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3eeeba2b-18ea-4a20-98c0-c0d5aab4bab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:31Z', 'updated_at': '2022-03-11T16:17:39Z', 'revision_number': 5, 'project_id': 'cca1e5a82d104327971da603674c443a', 'subnets': [{'id': '3eeeba2b-18ea-4a20-98c0-c0d5aab4bab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:17:50.660709 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 50014) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:50.766650 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ad941d7d-b02b-4f91-acdb-30c1c6d6990a tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/floatingips/958e4200-467c-42e2-90df-b98e4de7e8db HTTP/1.1" status: 200 len: 991 time: 0.1046934 Mar 11 16:17:51.770627 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 50018) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:51.879326 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-5b420cf5-938f-4986-883d-7325a68092ba tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/floatingips/958e4200-467c-42e2-90df-b98e4de7e8db HTTP/1.1" status: 200 len: 991 time: 0.1075385 Mar 11 16:17:52.883207 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 50022) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:52.994818 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-88600a37-ba15-49f9-a840-effde27a8afa tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/floatingips/958e4200-467c-42e2-90df-b98e4de7e8db HTTP/1.1" status: 200 len: 991 time: 0.1092701 Mar 11 16:17:52.997746 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb9fcd9-7ee7-4471-baa6-99cce66c8f47 None None] New status for floating IP 958e4200-467c-42e2-90df-b98e4de7e8db: ACTIVE {{(pid=83869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:17:53.997651 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 50026) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:54.098296 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-4ecddcab-15d7-48df-acfd-43a9ea639c4c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/floatingips/958e4200-467c-42e2-90df-b98e4de7e8db HTTP/1.1" status: 200 len: 993 time: 0.0995190 Mar 11 16:17:59.470656 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1557a30f-06fb-42f8-bbfc-4ba2fdecac22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:01.711826 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-19190097-dab9-47a9-bbbd-32ce8328ac03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:02.907139 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:03.157251 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:04.370279 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:12.012980 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:18:16.363072 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:29.475113 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-558d746d-e548-47b1-8887-fccceb79ff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:31.714217 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-92dea5ee-6b8d-40e5-b501-fb1616a3099d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:32.911659 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:33.159685 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:34.370959 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:36.589751 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a61f14b6-9151-4bf4-b59e-cccf7f592303 req-e00719a5-6158-4a67-9ddb-0795b06f217e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f6ca62e1-004b-459f-a429-55fd75306665&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1408877 Mar 11 16:18:36.724218 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a61f14b6-9151-4bf4-b59e-cccf7f592303 req-79073c5c-a7d2-40a4-ad2d-8e26adf7d165 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cca1e5a82d104327971da603674c443a&device_id=f6ca62e1-004b-459f-a429-55fd75306665 HTTP/1.1" status: 200 len: 1098 time: 0.0673859 Mar 11 16:18:36.866686 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f14b6-9151-4bf4-b59e-cccf7f592303 req-c6e5f831-f743-43a4-ad13-0b7da33c3599 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:36.868184 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a61f14b6-9151-4bf4-b59e-cccf7f592303 req-c6e5f831-f743-43a4-ad13-0b7da33c3599 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e884ab8c-a99b-4e5a-92ad-f83048eb01fb HTTP/1.1" status: 200 len: 897 time: 0.1261320 Mar 11 16:18:36.972791 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a61f14b6-9151-4bf4-b59e-cccf7f592303 req-c27ae745-bdd1-4bd8-91fe-341f4a8a75fa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58a8d65d-7a5f-421c-a1f1-2625a0258bf4 HTTP/1.1" status: 200 len: 1001 time: 0.0979726 Mar 11 16:18:37.052553 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f14b6-9151-4bf4-b59e-cccf7f592303 req-5bb694c1-301a-4b94-a2d3-8175287198c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:37.053984 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a61f14b6-9151-4bf4-b59e-cccf7f592303 req-5bb694c1-301a-4b94-a2d3-8175287198c1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3eeeba2b-18ea-4a20-98c0-c0d5aab4bab9 HTTP/1.1" status: 200 len: 833 time: 0.0754204 Mar 11 16:18:37.131847 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a61f14b6-9151-4bf4-b59e-cccf7f592303 req-ddd39087-6cef-4a4b-ad29-86ac20a3c3b8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e884ab8c-a99b-4e5a-92ad-f83048eb01fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716069 Mar 11 16:18:37.141904 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [req-a61f14b6-9151-4bf4-b59e-cccf7f592303 req-7cef4185-2319-4cdf-bd47-a13112922ca4 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:18:37.142852 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a61f14b6-9151-4bf4-b59e-cccf7f592303 req-7cef4185-2319-4cdf-bd47-a13112922ca4 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046747 Mar 11 16:18:37.276244 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a61f14b6-9151-4bf4-b59e-cccf7f592303 req-e4cd3d83-760f-4118-8c1d-dc437441061d service neutron] 10.222.0.73 "GET /v2.0/networks/e884ab8c-a99b-4e5a-92ad-f83048eb01fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276066 Mar 11 16:18:37.518070 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a61f14b6-9151-4bf4-b59e-cccf7f592303 req-d444cacd-b24c-4676-88dc-e510141b5eda service neutron] 10.222.0.73 "GET /v2.0/networks/e884ab8c-a99b-4e5a-92ad-f83048eb01fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351625 Mar 11 16:18:46.375089 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:49.012863 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:18:59.480986 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b01c139a-4413-4072-a955-3784c9c8a45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:01.699393 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2a348-2fc5-4250-9cef-b488ffd4dee2 req-466a43b7-b219-43b0-adba-ea83bdb2b715 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:01.700907 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c1d2a348-2fc5-4250-9cef-b488ffd4dee2 req-466a43b7-b219-43b0-adba-ea83bdb2b715 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6ca62e1-004b-459f-a429-55fd75306665 HTTP/1.1" status: 200 len: 945 time: 0.1716719 Mar 11 16:19:01.717595 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8edb7c16-b41d-499e-9038-4f57a8fb6f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:01.751040 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c1d2a348-2fc5-4250-9cef-b488ffd4dee2 req-e4146b1e-f9ac-4c65-b510-750d83ae45a3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=eef2a40e-ac76-4690-bfaa-9e0a50b59d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435333 Mar 11 16:19:02.931171 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:03.055793 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ff4d9-5aca-439c-a10e-b94aa7b2ae5d req-25a3c80a-cbe6-460c-96e8-8d0bc1ad29e2 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:03.057216 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-8e5ff4d9-5aca-439c-a10e-b94aa7b2ae5d req-25a3c80a-cbe6-460c-96e8-8d0bc1ad29e2 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6ca62e1-004b-459f-a429-55fd75306665 HTTP/1.1" status: 200 len: 945 time: 0.1828399 Mar 11 16:19:03.102938 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-8e5ff4d9-5aca-439c-a10e-b94aa7b2ae5d req-836c30a3-31ad-430b-8f9f-85f4c8c1daf0 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=eef2a40e-ac76-4690-bfaa-9e0a50b59d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402279 Mar 11 16:19:03.165640 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:04.306003 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8a5b9-acae-430c-a9d4-ce72d0c8e523 req-0f55accd-9b7a-4df8-90da-d3f1a5c37319 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:04.307462 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5ae8a5b9-acae-430c-a9d4-ce72d0c8e523 req-0f55accd-9b7a-4df8-90da-d3f1a5c37319 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6ca62e1-004b-459f-a429-55fd75306665 HTTP/1.1" status: 200 len: 945 time: 0.0822616 Mar 11 16:19:04.357596 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5ae8a5b9-acae-430c-a9d4-ce72d0c8e523 req-9bf4dd34-dd84-4668-bb41-372d97066f6c tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=eef2a40e-ac76-4690-bfaa-9e0a50b59d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441954 Mar 11 16:19:04.384391 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:04.399740 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 50074) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:04.526636 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9a335e48-49cc-4b81-b728-e375efb8e14b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/floatingips/958e4200-467c-42e2-90df-b98e4de7e8db HTTP/1.1" status: 200 len: 993 time: 0.1198621 Mar 11 16:19:06.037356 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b3a8c500-5210-47a6-9f3f-0520eba61ed3 req-3089fad9-12b1-4531-a360-f294c027052f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cca1e5a82d104327971da603674c443a&device_id=f6ca62e1-004b-459f-a429-55fd75306665 HTTP/1.1" status: 200 len: 1098 time: 0.0725186 Mar 11 16:19:06.038973 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c884a-449b-4957-8f0e-55f38e969c63 req-64e0ac17-466a-4498-94e8-d489b51c8ecf tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:06.040461 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-cc0c884a-449b-4957-8f0e-55f38e969c63 req-64e0ac17-466a-4498-94e8-d489b51c8ecf tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6ca62e1-004b-459f-a429-55fd75306665 HTTP/1.1" status: 200 len: 945 time: 0.0822258 Mar 11 16:19:06.089398 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-cc0c884a-449b-4957-8f0e-55f38e969c63 req-284e325c-979c-4a71-9fcf-6f41aba98f79 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=eef2a40e-ac76-4690-bfaa-9e0a50b59d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424263 Mar 11 16:19:06.185038 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8c500-5210-47a6-9f3f-0520eba61ed3 req-75e750d3-e593-45c5-ae5f-7c8d1f046fb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:06.186514 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b3a8c500-5210-47a6-9f3f-0520eba61ed3 req-75e750d3-e593-45c5-ae5f-7c8d1f046fb6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e884ab8c-a99b-4e5a-92ad-f83048eb01fb HTTP/1.1" status: 200 len: 897 time: 0.1435018 Mar 11 16:19:06.292981 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b3a8c500-5210-47a6-9f3f-0520eba61ed3 req-6bdefdf5-9829-455f-81be-182daf8db305 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58a8d65d-7a5f-421c-a1f1-2625a0258bf4 HTTP/1.1" status: 200 len: 1001 time: 0.0997753 Mar 11 16:19:06.368554 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8c500-5210-47a6-9f3f-0520eba61ed3 req-7a3b28e5-4d63-4718-9675-9e3abc08e30e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:06.370503 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b3a8c500-5210-47a6-9f3f-0520eba61ed3 req-7a3b28e5-4d63-4718-9675-9e3abc08e30e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3eeeba2b-18ea-4a20-98c0-c0d5aab4bab9 HTTP/1.1" status: 200 len: 833 time: 0.0707426 Mar 11 16:19:06.452360 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b3a8c500-5210-47a6-9f3f-0520eba61ed3 req-c2f99701-5136-40dd-ae26-fd2ee57e4a13 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e884ab8c-a99b-4e5a-92ad-f83048eb01fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723348 Mar 11 16:19:06.584542 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b3a8c500-5210-47a6-9f3f-0520eba61ed3 req-29ea458d-1b71-41d0-ae9f-8632b868e8e8 service neutron] 10.222.0.73 "GET /v2.0/networks/e884ab8c-a99b-4e5a-92ad-f83048eb01fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249921 Mar 11 16:19:06.721358 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b3a8c500-5210-47a6-9f3f-0520eba61ed3 req-e16a941f-94a6-4533-ab0e-34400df45807 service neutron] 10.222.0.73 "GET /v2.0/networks/e884ab8c-a99b-4e5a-92ad-f83048eb01fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309378 Mar 11 16:19:07.300167 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac577b9-3ce6-4e09-9b76-e4cca365e1d9 req-099f35ee-a476-42d6-95b8-d6250c6c214e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:07.301625 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-aac577b9-3ce6-4e09-9b76-e4cca365e1d9 req-099f35ee-a476-42d6-95b8-d6250c6c214e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6ca62e1-004b-459f-a429-55fd75306665 HTTP/1.1" status: 200 len: 945 time: 0.0825713 Mar 11 16:19:07.347933 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-aac577b9-3ce6-4e09-9b76-e4cca365e1d9 req-91f2e13c-b0ac-47c1-b416-8411401c8401 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=eef2a40e-ac76-4690-bfaa-9e0a50b59d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408027 Mar 11 16:19:08.551719 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c07ce-32a9-4005-8919-bd505ca609e8 req-a4cf18e6-eaff-49db-b59e-409de0c2b260 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:08.553094 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-5e0c07ce-32a9-4005-8919-bd505ca609e8 req-a4cf18e6-eaff-49db-b59e-409de0c2b260 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6ca62e1-004b-459f-a429-55fd75306665 HTTP/1.1" status: 200 len: 945 time: 0.0772798 Mar 11 16:19:08.598401 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-5e0c07ce-32a9-4005-8919-bd505ca609e8 req-23ed0be2-ca5d-43da-b801-924f02a7ec1f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=eef2a40e-ac76-4690-bfaa-9e0a50b59d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398724 Mar 11 16:19:08.625432 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 50088) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:08.734154 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-5f772e37-96a2-47ae-81f2-81117e45060b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/floatingips/958e4200-467c-42e2-90df-b98e4de7e8db HTTP/1.1" status: 200 len: 993 time: 0.1066649 Mar 11 16:19:09.006884 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 50096) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:09.204459 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-d6d738ca-e2e2-415d-945f-e051c03c6f3b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Deleting port 4045e971-45a1-4934-b9aa-b3e53a1ffb89 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:19:09.204721 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d6d738ca-e2e2-415d-945f-e051c03c6f3b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:09.378479 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d6d738ca-e2e2-415d-945f-e051c03c6f3b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:09.378800 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d6d738ca-e2e2-415d-945f-e051c03c6f3b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:09.586535 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-d6d738ca-e2e2-415d-945f-e051c03c6f3b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Calling delete_port for 4045e971-45a1-4934-b9aa-b3e53a1ffb89 owned by network:floatingip {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:19:09.733751 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d6d738ca-e2e2-415d-945f-e051c03c6f3b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:09.776936 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d738ca-e2e2-415d-945f-e051c03c6f3b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event deleted for resources: {'Port': ['ID=4045e971-45a1-4934-b9aa-b3e53a1ffb89,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:09.816743 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d738ca-e2e2-415d-945f-e051c03c6f3b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:09.817366 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d738ca-e2e2-415d-945f-e051c03c6f3b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:09.817705 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d738ca-e2e2-415d-945f-e051c03c6f3b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:09.818042 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d738ca-e2e2-415d-945f-e051c03c6f3b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:09.818374 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d738ca-e2e2-415d-945f-e051c03c6f3b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:09.818703 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d738ca-e2e2-415d-945f-e051c03c6f3b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:09.819029 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d738ca-e2e2-415d-945f-e051c03c6f3b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:09.819354 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d738ca-e2e2-415d-945f-e051c03c6f3b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:09.819707 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d738ca-e2e2-415d-945f-e051c03c6f3b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:09.820029 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d738ca-e2e2-415d-945f-e051c03c6f3b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:09.820376 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d738ca-e2e2-415d-945f-e051c03c6f3b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:09.882967 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d6d738ca-e2e2-415d-945f-e051c03c6f3b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for floatingip, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:10.274396 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d738ca-e2e2-415d-945f-e051c03c6f3b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Router 807fec36-1826-4a8d-a541-8c586f18f934 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:19:10.479984 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d738ca-e2e2-415d-945f-e051c03c6f3b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:19:10.490376 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e7129b-7678-463c-a4b0-e52eb9462cd4 None None] Sync routers for ids ['807fec36-1826-4a8d-a541-8c586f18f934'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:19:10.502145 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d6d738ca-e2e2-415d-945f-e051c03c6f3b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:10.503582 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e7129b-7678-463c-a4b0-e52eb9462cd4 None None] Routers {'807fec36-1826-4a8d-a541-8c586f18f934'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:19:10.504255 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-37e7129b-7678-463c-a4b0-e52eb9462cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:19:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['807fec36-1826-4a8d-a541-8c586f18f934'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:10.557943 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d6d738ca-e2e2-415d-945f-e051c03c6f3b tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "DELETE /v2.0/floatingips/958e4200-467c-42e2-90df-b98e4de7e8db HTTP/1.1" status: 204 len: 168 time: 1.5499837 Mar 11 16:19:10.558529 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ca62e1-004b-459f-a429-55fd75306665', 'tag': '58a8d65d-7a5f-421c-a1f1-2625a0258bf4'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:19:10.618920 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6ca62e1-004b-459f-a429-55fd75306665', 'tag': '58a8d65d-7a5f-421c-a1f1-2625a0258bf4', 'status': 'completed', 'code': 200} Mar 11 16:19:10.698805 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-37e7129b-7678-463c-a4b0-e52eb9462cd4 None None] Set router 807fec36-1826-4a8d-a541-8c586f18f934 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:19:10.715819 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1f032691-0405-4729-833e-5681e20ef659 req-505af4ee-8e3a-490f-a58b-d31683b3cc56 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cca1e5a82d104327971da603674c443a&device_id=f6ca62e1-004b-459f-a429-55fd75306665 HTTP/1.1" status: 200 len: 1098 time: 0.0732672 Mar 11 16:19:10.862766 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f032691-0405-4729-833e-5681e20ef659 req-d683d911-c062-4f2a-8365-d0a700201f37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:10.864240 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1f032691-0405-4729-833e-5681e20ef659 req-d683d911-c062-4f2a-8365-d0a700201f37 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e884ab8c-a99b-4e5a-92ad-f83048eb01fb HTTP/1.1" status: 200 len: 897 time: 0.1421757 Mar 11 16:19:10.973715 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1f032691-0405-4729-833e-5681e20ef659 req-d15be9be-8764-40e3-94cd-5cbd81dd9ee1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58a8d65d-7a5f-421c-a1f1-2625a0258bf4 HTTP/1.1" status: 200 len: 217 time: 0.1033132 Mar 11 16:19:11.062965 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-37e7129b-7678-463c-a4b0-e52eb9462cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807fec36-1826-4a8d-a541-8c586f18f934', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192859777', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': 'dd2a7e44-657f-4962-b0fb-a4886bd97e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:17:27Z', 'updated_at': '2022-03-11T16:17:32Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': 'dd2a7e44-657f-4962-b0fb-a4886bd97e5a', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807fec36-1826-4a8d-a541-8c586f18f934', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:28Z', 'updated_at': '2022-03-11T16:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '9b67dc3a-4bfb-4787-9970-2efe95d329c6', 'name': '', 'network_id': 'e884ab8c-a99b-4e5a-92ad-f83048eb01fb', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'mac_address': 'fa:16:3e:f9:07:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807fec36-1826-4a8d-a541-8c586f18f934', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3eeeba2b-18ea-4a20-98c0-c0d5aab4bab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:31Z', 'updated_at': '2022-03-11T16:17:39Z', 'revision_number': 5, 'project_id': 'cca1e5a82d104327971da603674c443a', 'subnets': [{'id': '3eeeba2b-18ea-4a20-98c0-c0d5aab4bab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:11.067514 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e7129b-7678-463c-a4b0-e52eb9462cd4 None None] Checking router: 807fec36-1826-4a8d-a541-8c586f18f934 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:19:11.078822 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e7129b-7678-463c-a4b0-e52eb9462cd4 None None] Routers {'807fec36-1826-4a8d-a541-8c586f18f934'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:19:11.079714 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-37e7129b-7678-463c-a4b0-e52eb9462cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:19:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['807fec36-1826-4a8d-a541-8c586f18f934'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:11.153538 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f032691-0405-4729-833e-5681e20ef659 req-f90419b4-663f-46c3-a58d-761bb3616b50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:11.154968 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1f032691-0405-4729-833e-5681e20ef659 req-f90419b4-663f-46c3-a58d-761bb3616b50 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3eeeba2b-18ea-4a20-98c0-c0d5aab4bab9 HTTP/1.1" status: 200 len: 833 time: 0.1751928 Mar 11 16:19:11.165188 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e5689d-d1b1-4b1b-bda7-12f69356e59b req-cffbc1db-558d-4f2a-9aa5-f8e097cde513 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:11.165860 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-62e5689d-d1b1-4b1b-bda7-12f69356e59b req-cffbc1db-558d-4f2a-9aa5-f8e097cde513 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Synchronizing usage tracker for tenant:cca1e5a82d104327971da603674c443a on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:11.232627 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-62e5689d-d1b1-4b1b-bda7-12f69356e59b req-cffbc1db-558d-4f2a-9aa5-f8e097cde513 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Unset dirty status for tenant:cca1e5a82d104327971da603674c443a on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:11.233761 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-62e5689d-d1b1-4b1b-bda7-12f69356e59b req-cffbc1db-558d-4f2a-9aa5-f8e097cde513 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6ca62e1-004b-459f-a429-55fd75306665 HTTP/1.1" status: 200 len: 945 time: 0.3116663 Mar 11 16:19:11.265692 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-37e7129b-7678-463c-a4b0-e52eb9462cd4 None None] Set router 807fec36-1826-4a8d-a541-8c586f18f934 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:19:11.273251 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1f032691-0405-4729-833e-5681e20ef659 req-c1ef9435-721c-4a9f-849a-83144e40f5fa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e884ab8c-a99b-4e5a-92ad-f83048eb01fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1046178 Mar 11 16:19:11.374816 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-62e5689d-d1b1-4b1b-bda7-12f69356e59b req-2ee1cb90-a76c-4f5a-97f5-2185b02bf408 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=eef2a40e-ac76-4690-bfaa-9e0a50b59d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325083 Mar 11 16:19:11.424897 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1f032691-0405-4729-833e-5681e20ef659 req-4b7fe531-64eb-4ec6-885d-1a75c4f4140b service neutron] 10.222.0.73 "GET /v2.0/networks/e884ab8c-a99b-4e5a-92ad-f83048eb01fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442642 Mar 11 16:19:11.561183 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1f032691-0405-4729-833e-5681e20ef659 req-cbc8a4ca-49fc-4cba-8c5a-3d863e497b36 service neutron] 10.222.0.73 "GET /v2.0/networks/e884ab8c-a99b-4e5a-92ad-f83048eb01fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300430 Mar 11 16:19:11.642611 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-37e7129b-7678-463c-a4b0-e52eb9462cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807fec36-1826-4a8d-a541-8c586f18f934', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192859777', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': 'dd2a7e44-657f-4962-b0fb-a4886bd97e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:17:27Z', 'updated_at': '2022-03-11T16:17:32Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': 'dd2a7e44-657f-4962-b0fb-a4886bd97e5a', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807fec36-1826-4a8d-a541-8c586f18f934', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:28Z', 'updated_at': '2022-03-11T16:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '9b67dc3a-4bfb-4787-9970-2efe95d329c6', 'name': '', 'network_id': 'e884ab8c-a99b-4e5a-92ad-f83048eb01fb', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'mac_address': 'fa:16:3e:f9:07:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807fec36-1826-4a8d-a541-8c586f18f934', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3eeeba2b-18ea-4a20-98c0-c0d5aab4bab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:31Z', 'updated_at': '2022-03-11T16:17:39Z', 'revision_number': 5, 'project_id': 'cca1e5a82d104327971da603674c443a', 'subnets': [{'id': '3eeeba2b-18ea-4a20-98c0-c0d5aab4bab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:11.646837 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e7129b-7678-463c-a4b0-e52eb9462cd4 None None] The sync data for ids ['807fec36-1826-4a8d-a541-8c586f18f934'] in dv-neutron-833373-1-hyperv is: [{'id': '807fec36-1826-4a8d-a541-8c586f18f934', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192859777', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': 'dd2a7e44-657f-4962-b0fb-a4886bd97e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:17:27Z', 'updated_at': '2022-03-11T16:17:32Z', 'revision_number': 4, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': 'dd2a7e44-657f-4962-b0fb-a4886bd97e5a', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807fec36-1826-4a8d-a541-8c586f18f934', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:28Z', 'updated_at': '2022-03-11T16:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '9b67dc3a-4bfb-4787-9970-2efe95d329c6', 'name': '', 'network_id': 'e884ab8c-a99b-4e5a-92ad-f83048eb01fb', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'mac_address': 'fa:16:3e:f9:07:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807fec36-1826-4a8d-a541-8c586f18f934', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3eeeba2b-18ea-4a20-98c0-c0d5aab4bab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:31Z', 'updated_at': '2022-03-11T16:17:39Z', 'revision_number': 5, 'project_id': 'cca1e5a82d104327971da603674c443a', 'subnets': [{'id': '3eeeba2b-18ea-4a20-98c0-c0d5aab4bab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:19:11.883949 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dd64b9-1f93-4fc9-9fe8-e8f2dc133d15 None None] New status for floating IP 958e4200-467c-42e2-90df-b98e4de7e8db: DOWN {{(pid=83869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:19:12.578203 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83edae9-3dbf-42db-bcaf-3d738a142407 req-118f74f3-da08-4fbb-8a49-b301032acec8 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:12.580413 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e83edae9-3dbf-42db-bcaf-3d738a142407 req-118f74f3-da08-4fbb-8a49-b301032acec8 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6ca62e1-004b-459f-a429-55fd75306665 HTTP/1.1" status: 200 len: 945 time: 0.0760682 Mar 11 16:19:12.631471 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e83edae9-3dbf-42db-bcaf-3d738a142407 req-9b7fdce3-b177-4518-9cc9-977feca7cfdf tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/security-groups?id=eef2a40e-ac76-4690-bfaa-9e0a50b59d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446408 Mar 11 16:19:12.809155 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d03ac-51f4-479f-8a5b-35948b80c2bb req-cde5b961-ff2a-4778-b39b-bd6e7323dfa7 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:12.810481 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-269d03ac-51f4-479f-8a5b-35948b80c2bb req-cde5b961-ff2a-4778-b39b-bd6e7323dfa7 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6ca62e1-004b-459f-a429-55fd75306665 HTTP/1.1" status: 200 len: 945 time: 0.0824974 Mar 11 16:19:12.878739 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-269d03ac-51f4-479f-8a5b-35948b80c2bb req-a7791ee9-23b8-4b44-8817-db12834a3aba tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Deleting port 58a8d65d-7a5f-421c-a1f1-2625a0258bf4 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:19:12.879073 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-269d03ac-51f4-479f-8a5b-35948b80c2bb req-a7791ee9-23b8-4b44-8817-db12834a3aba tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:13.144180 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-269d03ac-51f4-479f-8a5b-35948b80c2bb req-a7791ee9-23b8-4b44-8817-db12834a3aba tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] For port 58a8d65d-7a5f-421c-a1f1-2625a0258bf4, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=58a8d65d-7a5f-421c-a1f1-2625a0258bf4,segment=NetworkSegment(419a1bbe-adef-44b9-bfcb-f34cf57c6502),segment_id=419a1bbe-adef-44b9-bfcb-f34cf57c6502)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:19:13.144588 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-269d03ac-51f4-479f-8a5b-35948b80c2bb req-a7791ee9-23b8-4b44-8817-db12834a3aba tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:13.287747 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-269d03ac-51f4-479f-8a5b-35948b80c2bb req-a7791ee9-23b8-4b44-8817-db12834a3aba tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Calling delete_port for 58a8d65d-7a5f-421c-a1f1-2625a0258bf4 owned by compute:nova {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:19:13.459336 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-269d03ac-51f4-479f-8a5b-35948b80c2bb req-a7791ee9-23b8-4b44-8817-db12834a3aba tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:13.513564 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7791ee9-23b8-4b44-8817-db12834a3aba tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event deleted for resources: {'Port': ['ID=58a8d65d-7a5f-421c-a1f1-2625a0258bf4,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:13.597816 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-269d03ac-51f4-479f-8a5b-35948b80c2bb req-a7791ee9-23b8-4b44-8817-db12834a3aba tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] No DVR routers for this DVR port 58a8d65d-7a5f-421c-a1f1-2625a0258bf4 on host hv-neutron-8333 {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:19:13.600424 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-269d03ac-51f4-479f-8a5b-35948b80c2bb req-a7791ee9-23b8-4b44-8817-db12834a3aba tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:13.609794 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ca62e1-004b-459f-a429-55fd75306665', 'name': 'network-vif-deleted', 'tag': '58a8d65d-7a5f-421c-a1f1-2625a0258bf4'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:19:13.620212 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-269d03ac-51f4-479f-8a5b-35948b80c2bb req-a7791ee9-23b8-4b44-8817-db12834a3aba tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.73 "DELETE /v2.0/ports/58a8d65d-7a5f-421c-a1f1-2625a0258bf4 HTTP/1.1" status: 204 len: 173 time: 0.8039682 Mar 11 16:19:13.663199 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ca62e1-004b-459f-a429-55fd75306665', 'name': 'network-vif-deleted', 'tag': '58a8d65d-7a5f-421c-a1f1-2625a0258bf4', 'status': 'completed', 'code': 200} Mar 11 16:19:13.803571 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-5317a1cb-45fc-45e7-97a5-6131bdeab8e2 req-d0683b4e-f9e3-411e-87ee-6f69bbb77dd6 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6ca62e1-004b-459f-a429-55fd75306665 HTTP/1.1" status: 200 len: 210 time: 0.0438375 Mar 11 16:19:14.912154 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 50116) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:15.404309 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ea23fd0d-9773-4c4e-9e1c-fa68c54c8f1e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:16.023918 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-ea23fd0d-9773-4c4e-9e1c-fa68c54c8f1e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Deleting port 9b67dc3a-4bfb-4787-9970-2efe95d329c6 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:19:16.024698 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ea23fd0d-9773-4c4e-9e1c-fa68c54c8f1e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:16.217309 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-ea23fd0d-9773-4c4e-9e1c-fa68c54c8f1e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] For port 9b67dc3a-4bfb-4787-9970-2efe95d329c6, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=9b67dc3a-4bfb-4787-9970-2efe95d329c6,segment=NetworkSegment(419a1bbe-adef-44b9-bfcb-f34cf57c6502),segment_id=419a1bbe-adef-44b9-bfcb-f34cf57c6502)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:19:16.217671 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ea23fd0d-9773-4c4e-9e1c-fa68c54c8f1e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:16.344407 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-ea23fd0d-9773-4c4e-9e1c-fa68c54c8f1e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Calling delete_port for 9b67dc3a-4bfb-4787-9970-2efe95d329c6 owned by network:router_interface {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:19:16.373861 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:16.529167 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ea23fd0d-9773-4c4e-9e1c-fa68c54c8f1e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:16.582991 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea23fd0d-9773-4c4e-9e1c-fa68c54c8f1e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event deleted for resources: {'Port': ['ID=9b67dc3a-4bfb-4787-9970-2efe95d329c6,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:16.631199 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23fd0d-9773-4c4e-9e1c-fa68c54c8f1e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:16.631602 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23fd0d-9773-4c4e-9e1c-fa68c54c8f1e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:16.632023 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23fd0d-9773-4c4e-9e1c-fa68c54c8f1e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:16.632462 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23fd0d-9773-4c4e-9e1c-fa68c54c8f1e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:16.632818 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23fd0d-9773-4c4e-9e1c-fa68c54c8f1e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:16.633218 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23fd0d-9773-4c4e-9e1c-fa68c54c8f1e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:16.633629 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23fd0d-9773-4c4e-9e1c-fa68c54c8f1e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:16.634042 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23fd0d-9773-4c4e-9e1c-fa68c54c8f1e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:16.634414 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23fd0d-9773-4c4e-9e1c-fa68c54c8f1e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:16.634796 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23fd0d-9773-4c4e-9e1c-fa68c54c8f1e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:16.635192 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23fd0d-9773-4c4e-9e1c-fa68c54c8f1e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:17.015489 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ea23fd0d-9773-4c4e-9e1c-fa68c54c8f1e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:17.594088 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea23fd0d-9773-4c4e-9e1c-fa68c54c8f1e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Router 807fec36-1826-4a8d-a541-8c586f18f934 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:19:17.801161 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea23fd0d-9773-4c4e-9e1c-fa68c54c8f1e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:19:17.810850 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74faf87-7e7f-4182-a579-2d4f97258b43 None None] Sync routers for ids ['807fec36-1826-4a8d-a541-8c586f18f934'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:19:17.816040 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ea23fd0d-9773-4c4e-9e1c-fa68c54c8f1e tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "PUT /v2.0/routers/807fec36-1826-4a8d-a541-8c586f18f934/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9027739 Mar 11 16:19:17.819292 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 50120) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:17.825232 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74faf87-7e7f-4182-a579-2d4f97258b43 None None] Routers {'807fec36-1826-4a8d-a541-8c586f18f934'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:19:17.825941 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-c74faf87-7e7f-4182-a579-2d4f97258b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:19:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['807fec36-1826-4a8d-a541-8c586f18f934'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:18.007221 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-597a3aa4-70a4-42f8-8b4b-c511e78d9ef0 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Deleting subnet 3eeeba2b-18ea-4a20-98c0-c0d5aab4bab9 {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:19:18.007492 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-c74faf87-7e7f-4182-a579-2d4f97258b43 None None] Set router 807fec36-1826-4a8d-a541-8c586f18f934 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:19:18.010267 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-597a3aa4-70a4-42f8-8b4b-c511e78d9ef0 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:18.046186 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 58a8d65d-7a5f-421c-a1f1-2625a0258bf4 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:19:18.070953 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-597a3aa4-70a4-42f8-8b4b-c511e78d9ef0 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:18.087403 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] No Port match for: 58a8d65d-7a5f-421c-a1f1-2625a0258bf4 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:19:18.087741 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 58a8d65d-7a5f-421c-a1f1-2625a0258bf4 not bound to the agent host hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:19:18.155407 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-597a3aa4-70a4-42f8-8b4b-c511e78d9ef0 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:18.333595 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-597a3aa4-70a4-42f8-8b4b-c511e78d9ef0 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:18.336960 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-c74faf87-7e7f-4182-a579-2d4f97258b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807fec36-1826-4a8d-a541-8c586f18f934', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192859777', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': 'dd2a7e44-657f-4962-b0fb-a4886bd97e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:17:27Z', 'updated_at': '2022-03-11T16:19:16Z', 'revision_number': 5, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': 'dd2a7e44-657f-4962-b0fb-a4886bd97e5a', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807fec36-1826-4a8d-a541-8c586f18f934', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:28Z', 'updated_at': '2022-03-11T16:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:18.341081 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74faf87-7e7f-4182-a579-2d4f97258b43 None None] Checking router: 807fec36-1826-4a8d-a541-8c586f18f934 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:19:18.351858 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74faf87-7e7f-4182-a579-2d4f97258b43 None None] Routers {'807fec36-1826-4a8d-a541-8c586f18f934'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:19:18.352502 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-c74faf87-7e7f-4182-a579-2d4f97258b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:19:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['807fec36-1826-4a8d-a541-8c586f18f934'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:18.371123 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a3aa4-70a4-42f8-8b4b-c511e78d9ef0 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event deleted for resources: {'Subnet': ['ID=3eeeba2b-18ea-4a20-98c0-c0d5aab4bab9,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:18.378289 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-597a3aa4-70a4-42f8-8b4b-c511e78d9ef0 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:18.385917 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-597a3aa4-70a4-42f8-8b4b-c511e78d9ef0 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "DELETE /v2.0/subnets/3eeeba2b-18ea-4a20-98c0-c0d5aab4bab9 HTTP/1.1" status: 204 len: 168 time: 0.5653720 Mar 11 16:19:18.388328 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 50124) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:18.408873 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c08e9a-3af3-485d-a73e-680895ab94ab None None] Network e884ab8c-a99b-4e5a-92ad-f83048eb01fb requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:19:18.601439 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-99562835-310f-458c-9fc6-733571c54924 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for router, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:18.811946 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-99562835-310f-458c-9fc6-733571c54924 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:18.822403 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-99562835-310f-458c-9fc6-733571c54924 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Deleting port dd2a7e44-657f-4962-b0fb-a4886bd97e5a {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:19:18.822889 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-99562835-310f-458c-9fc6-733571c54924 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:18.831791 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-c74faf87-7e7f-4182-a579-2d4f97258b43 None None] Set router 807fec36-1826-4a8d-a541-8c586f18f934 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:19:19.008753 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-99562835-310f-458c-9fc6-733571c54924 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] For port dd2a7e44-657f-4962-b0fb-a4886bd97e5a, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=dd2a7e44-657f-4962-b0fb-a4886bd97e5a,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:19:19.009105 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-99562835-310f-458c-9fc6-733571c54924 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:19.138913 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-99562835-310f-458c-9fc6-733571c54924 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Calling delete_port for dd2a7e44-657f-4962-b0fb-a4886bd97e5a owned by network:router_gateway {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:19:19.190239 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6bfbc5-fa70-4aa3-a601-d62d72870342 None None] DHCP port deletion for e884ab8c-a99b-4e5a-92ad-f83048eb01fb request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:19:19.200633 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-3b6bfbc5-fa70-4aa3-a601-d62d72870342 None None] Deleting port da1defc3-4172-4f01-a30b-2de1f0372628 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:19:19.201010 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3b6bfbc5-fa70-4aa3-a601-d62d72870342 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:19.318385 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-99562835-310f-458c-9fc6-733571c54924 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:19.362833 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99562835-310f-458c-9fc6-733571c54924 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event deleted for resources: {'Port': ['ID=dd2a7e44-657f-4962-b0fb-a4886bd97e5a,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:19.454025 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-c74faf87-7e7f-4182-a579-2d4f97258b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807fec36-1826-4a8d-a541-8c586f18f934', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192859777', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': 'dd2a7e44-657f-4962-b0fb-a4886bd97e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:17:27Z', 'updated_at': '2022-03-11T16:19:16Z', 'revision_number': 5, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': 'dd2a7e44-657f-4962-b0fb-a4886bd97e5a', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807fec36-1826-4a8d-a541-8c586f18f934', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:28Z', 'updated_at': '2022-03-11T16:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:19.467538 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74faf87-7e7f-4182-a579-2d4f97258b43 None None] The sync data for ids ['807fec36-1826-4a8d-a541-8c586f18f934'] in dv-neutron-833373-1-hyperv is: [{'id': '807fec36-1826-4a8d-a541-8c586f18f934', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1192859777', 'tenant_id': 'cca1e5a82d104327971da603674c443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': 'dd2a7e44-657f-4962-b0fb-a4886bd97e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:17:27Z', 'updated_at': '2022-03-11T16:19:16Z', 'revision_number': 5, 'project_id': 'cca1e5a82d104327971da603674c443a', 'gw_port': {'id': 'dd2a7e44-657f-4962-b0fb-a4886bd97e5a', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807fec36-1826-4a8d-a541-8c586f18f934', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:28Z', 'updated_at': '2022-03-11T16:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:19:19.475161 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-3b6bfbc5-fa70-4aa3-a601-d62d72870342 None None] For port da1defc3-4172-4f01-a30b-2de1f0372628, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=da1defc3-4172-4f01-a30b-2de1f0372628,segment=NetworkSegment(419a1bbe-adef-44b9-bfcb-f34cf57c6502),segment_id=419a1bbe-adef-44b9-bfcb-f34cf57c6502)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:19:19.475544 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3b6bfbc5-fa70-4aa3-a601-d62d72870342 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:19.599714 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-3b6bfbc5-fa70-4aa3-a601-d62d72870342 None None] Calling delete_port for da1defc3-4172-4f01-a30b-2de1f0372628 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:19:19.600281 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-99562835-310f-458c-9fc6-733571c54924 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:19.674422 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3b6bfbc5-fa70-4aa3-a601-d62d72870342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636'] for port, after_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:19.720445 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6bfbc5-fa70-4aa3-a601-d62d72870342 None None] Pushing event deleted for resources: {'Port': ['ID=da1defc3-4172-4f01-a30b-2de1f0372628,revision_number=None']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:19.732333 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bfbc5-fa70-4aa3-a601-d62d72870342 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:19.732675 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bfbc5-fa70-4aa3-a601-d62d72870342 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:19.733019 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bfbc5-fa70-4aa3-a601-d62d72870342 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:19.733336 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bfbc5-fa70-4aa3-a601-d62d72870342 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:19.733658 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bfbc5-fa70-4aa3-a601-d62d72870342 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:19.733978 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bfbc5-fa70-4aa3-a601-d62d72870342 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:19.734592 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bfbc5-fa70-4aa3-a601-d62d72870342 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:19.734883 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bfbc5-fa70-4aa3-a601-d62d72870342 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:19.735726 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bfbc5-fa70-4aa3-a601-d62d72870342 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:19.736206 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bfbc5-fa70-4aa3-a601-d62d72870342 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:19.736527 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bfbc5-fa70-4aa3-a601-d62d72870342 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:19.740363 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6bfbc5-fa70-4aa3-a601-d62d72870342 None None] No DVR routers for this DVR port da1defc3-4172-4f01-a30b-2de1f0372628 on host dv-neutron-833373-1-hyperv {{(pid=83868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:19:20.035039 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-99562835-310f-458c-9fc6-733571c54924 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:20.039921 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-99562835-310f-458c-9fc6-733571c54924 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:20.068965 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-99562835-310f-458c-9fc6-733571c54924 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:20.069500 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99562835-310f-458c-9fc6-733571c54924 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Fanout notify agent at l3_agent the message router_deleted on router 807fec36-1826-4a8d-a541-8c586f18f934 {{(pid=83867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:19:20.083266 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-99562835-310f-458c-9fc6-733571c54924 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:20.084391 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-99562835-310f-458c-9fc6-733571c54924 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "DELETE /v2.0/routers/807fec36-1826-4a8d-a541-8c586f18f934 HTTP/1.1" status: 204 len: 168 time: 1.6948895 Mar 11 16:19:20.087031 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 50128) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:20.212797 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-609116d5-25da-4ac2-a28c-bfd7d659b6a3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:20.353859 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-609116d5-25da-4ac2-a28c-bfd7d659b6a3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:20.385182 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-609116d5-25da-4ac2-a28c-bfd7d659b6a3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e884ab8c-a99b-4e5a-92ad-f83048eb01fb']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:20.398522 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-609116d5-25da-4ac2-a28c-bfd7d659b6a3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '419a1bbe-adef-44b9-bfcb-f34cf57c6502') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:20.398802 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-609116d5-25da-4ac2-a28c-bfd7d659b6a3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '419a1bbe-adef-44b9-bfcb-f34cf57c6502') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:20.411768 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-609116d5-25da-4ac2-a28c-bfd7d659b6a3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:20.428759 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-609116d5-25da-4ac2-a28c-bfd7d659b6a3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:20.435440 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-609116d5-25da-4ac2-a28c-bfd7d659b6a3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:19:20.435874 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-609116d5-25da-4ac2-a28c-bfd7d659b6a3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:20.451334 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 16:19:20.451334 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:19:20.451334 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 16:19:20.451334 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:19:20.451334 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 16:19:20.451334 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:19:20.451334 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 16:19:20.451334 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:19:20.451334 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 16:19:20.451334 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:19:20.451334 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 16:19:20.451334 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:19:20.451334 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 16:19:20.451334 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:19:20.451334 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:19:20.451334 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:19:20.451334 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:19:20.451334 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:19:20.451334 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 16:19:20.451334 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:19:20.451334 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 16:19:20.451334 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:19:20.451334 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:19:20.451334 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:19:20.451334 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 16:19:20.451334 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:19:20.451334 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:19:20.451334 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:19:20.451334 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:19:20.451334 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:19:20.451334 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:19:20.451334 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:19:20.541318 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-609116d5-25da-4ac2-a28c-bfd7d659b6a3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:20.545772 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-609116d5-25da-4ac2-a28c-bfd7d659b6a3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:20.572485 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609116d5-25da-4ac2-a28c-bfd7d659b6a3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event deleted for resources: {'Network': ['ID=e884ab8c-a99b-4e5a-92ad-f83048eb01fb,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:20.581226 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-609116d5-25da-4ac2-a28c-bfd7d659b6a3 tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "DELETE /v2.0/networks/e884ab8c-a99b-4e5a-92ad-f83048eb01fb HTTP/1.1" status: 204 len: 168 time: 0.4929383 Mar 11 16:19:20.584023 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 50132) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:20.658042 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b1f42b11-1b9b-48dc-b770-4353efe2b84f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:20.686882 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b1f42b11-1b9b-48dc-b770-4353efe2b84f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:20.754739 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b1f42b11-1b9b-48dc-b770-4353efe2b84f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:20.773754 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f42b11-1b9b-48dc-b770-4353efe2b84f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef2a40e-ac76-4690-bfaa-9e0a50b59d82,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:20.784913 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b1f42b11-1b9b-48dc-b770-4353efe2b84f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:20.786081 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b1f42b11-1b9b-48dc-b770-4353efe2b84f tempest-TestNetworkAdvancedServerOps-1960891623 tempest-TestNetworkAdvancedServerOps-1960891623-project] 10.222.0.31 "DELETE /v2.0/security-groups/eef2a40e-ac76-4690-bfaa-9e0a50b59d82 HTTP/1.1" status: 204 len: 168 time: 0.2011395 Mar 11 16:19:20.979938 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device dd2a7e44-657f-4962-b0fb-a4886bd97e5a no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:19:21.013118 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: dd2a7e44-657f-4962-b0fb-a4886bd97e5a {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:19:21.013456 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device dd2a7e44-657f-4962-b0fb-a4886bd97e5a not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:19:21.013866 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device da1defc3-4172-4f01-a30b-2de1f0372628 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:19:21.047339 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: da1defc3-4172-4f01-a30b-2de1f0372628 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:19:21.047713 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device da1defc3-4172-4f01-a30b-2de1f0372628 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:19:21.048135 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 9b67dc3a-4bfb-4787-9970-2efe95d329c6 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:19:21.080429 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 9b67dc3a-4bfb-4787-9970-2efe95d329c6 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:19:21.080847 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 9b67dc3a-4bfb-4787-9970-2efe95d329c6 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:19:21.214175 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 50142) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:21.394580 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-a09f697d-3dcc-4b68-9c88-bc9d6ca8481f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cca1e5a82d104327971da603674c443a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1792512 Mar 11 16:19:21.397036 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 50148) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:21.456471 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-611a3ac3-15ee-44ae-8098-a83ca7873c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:21.481648 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-611a3ac3-15ee-44ae-8098-a83ca7873c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:21.530686 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-611a3ac3-15ee-44ae-8098-a83ca7873c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:21.549306 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a3ac3-15ee-44ae-8098-a83ca7873c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5747d9c6-ba1a-491e-93cd-c8d57d20c6ae,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:21.555753 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-611a3ac3-15ee-44ae-8098-a83ca7873c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:21.559258 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-611a3ac3-15ee-44ae-8098-a83ca7873c9d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5747d9c6-ba1a-491e-93cd-c8d57d20c6ae HTTP/1.1" status: 204 len: 168 time: 0.1589825 Mar 11 16:19:21.911408 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 50156) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:21.929398 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e84e5aea-cf0d-4b79-8437-4b9cc9d92e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:21.962084 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e84e5aea-cf0d-4b79-8437-4b9cc9d92e64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:21.965879 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e84e5aea-cf0d-4b79-8437-4b9cc9d92e64 admin admin] Usage tracker for resource:security_group_rule and tenant:7511a8ed1c534eb285119d4bf8b7c186 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:21.968814 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-e84e5aea-cf0d-4b79-8437-4b9cc9d92e64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:21.975886 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-e84e5aea-cf0d-4b79-8437-4b9cc9d92e64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:22.045130 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e84e5aea-cf0d-4b79-8437-4b9cc9d92e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:22.049275 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e84e5aea-cf0d-4b79-8437-4b9cc9d92e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:22.096248 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e5aea-cf0d-4b79-8437-4b9cc9d92e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54aa8ba-f81e-4122-9b36-b401c4ad5bf2,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:22.103875 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e84e5aea-cf0d-4b79-8437-4b9cc9d92e64 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7511a8ed1c534eb285119d4bf8b7c186&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1914420 Mar 11 16:19:22.106671 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 50160) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:22.176277 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-99396818-24a4-4974-8cd5-4a22f5e876b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:22.203210 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-99396818-24a4-4974-8cd5-4a22f5e876b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:22.262368 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-99396818-24a4-4974-8cd5-4a22f5e876b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:22.277755 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99396818-24a4-4974-8cd5-4a22f5e876b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54aa8ba-f81e-4122-9b36-b401c4ad5bf2,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:22.285208 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-99396818-24a4-4974-8cd5-4a22f5e876b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:22.286342 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-99396818-24a4-4974-8cd5-4a22f5e876b4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c54aa8ba-f81e-4122-9b36-b401c4ad5bf2 HTTP/1.1" status: 204 len: 168 time: 0.1786754 Mar 11 16:19:23.177761 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 50182) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:23.306384 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-dab89516-5095-4feb-a971-be5a762b350e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1839619320-network', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:19:23.311143 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-dab89516-5095-4feb-a971-be5a762b350e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:23.315294 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-dab89516-5095-4feb-a971-be5a762b350e admin admin] Usage tracker for resource:network and tenant:03ee3f8236f74e659d423ade6b960e92 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:23.318407 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-dab89516-5095-4feb-a971-be5a762b350e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:23.323959 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-dab89516-5095-4feb-a971-be5a762b350e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:23.334535 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab89516-5095-4feb-a971-be5a762b350e admin admin] Made reservation on behalf of 03ee3f8236f74e659d423ade6b960e92 for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:23.336933 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dab89516-5095-4feb-a971-be5a762b350e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:23.349996 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dab89516-5095-4feb-a971-be5a762b350e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:23.381146 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-dab89516-5095-4feb-a971-be5a762b350e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:23.384873 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-dab89516-5095-4feb-a971-be5a762b350e admin admin] Usage tracker for resource:security_group_rule and tenant:03ee3f8236f74e659d423ade6b960e92 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:23.387590 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-dab89516-5095-4feb-a971-be5a762b350e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:23.393859 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-dab89516-5095-4feb-a971-be5a762b350e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:23.466747 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dab89516-5095-4feb-a971-be5a762b350e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:23.472768 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dab89516-5095-4feb-a971-be5a762b350e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:23.502489 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dab89516-5095-4feb-a971-be5a762b350e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:19:23.512184 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89516-5095-4feb-a971-be5a762b350e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b23ed77-738c-4770-b94a-1206a3caed40,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:23.523675 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dab89516-5095-4feb-a971-be5a762b350e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:23.524155 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-dab89516-5095-4feb-a971-be5a762b350e admin admin] Added segment 03f80dcc-90bb-4646-888a-471ffd0c668f of type vlan for network 26e95c05-cae5-418a-8436-e352b655b8a6 Mar 11 16:19:23.556649 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dab89516-5095-4feb-a971-be5a762b350e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:23.589557 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dab89516-5095-4feb-a971-be5a762b350e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:23.590468 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab89516-5095-4feb-a971-be5a762b350e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:23.591110 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dab89516-5095-4feb-a971-be5a762b350e admin admin] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:23.697147 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89516-5095-4feb-a971-be5a762b350e admin admin] Pushing event updated for resources: {'Network': ['ID=26e95c05-cae5-418a-8436-e352b655b8a6,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:23.704017 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-dab89516-5095-4feb-a971-be5a762b350e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5215900 Mar 11 16:19:23.704944 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 50188) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:23.712067 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-ced8ade9-293d-4521-a5ad-120bf9f0fa01 admin admin] Request body: {'subnet': {'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1839619320-subnet', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'ip_version': 4}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:19:23.712432 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 26e95c05-cae5-418a-8436-e352b655b8a6 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:19:23.717578 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ced8ade9-293d-4521-a5ad-120bf9f0fa01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:23.721663 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ced8ade9-293d-4521-a5ad-120bf9f0fa01 admin admin] Usage tracker for resource:subnet and tenant:03ee3f8236f74e659d423ade6b960e92 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:23.724632 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-ced8ade9-293d-4521-a5ad-120bf9f0fa01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:23.730881 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-ced8ade9-293d-4521-a5ad-120bf9f0fa01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:23.740846 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced8ade9-293d-4521-a5ad-120bf9f0fa01 admin admin] Made reservation on behalf of 03ee3f8236f74e659d423ade6b960e92 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:23.743101 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ced8ade9-293d-4521-a5ad-120bf9f0fa01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:23.952031 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ced8ade9-293d-4521-a5ad-120bf9f0fa01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:24.112539 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8ade9-293d-4521-a5ad-120bf9f0fa01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dc939e2-e463-4edf-b5a8-1532f3aef71c,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:24.127734 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced8ade9-293d-4521-a5ad-120bf9f0fa01 admin admin] Checking segment: {'id': '03f80dcc-90bb-4646-888a-471ffd0c668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:19:24.128089 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced8ade9-293d-4521-a5ad-120bf9f0fa01 admin admin] Network hostable DHCP agents. Network: 26e95c05-cae5-418a-8436-e352b655b8a6, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:19:24.149597 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced8ade9-293d-4521-a5ad-120bf9f0fa01 admin admin] Network 26e95c05-cae5-418a-8436-e352b655b8a6 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:19:24.159896 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-ced8ade9-293d-4521-a5ad-120bf9f0fa01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 26e95c05-cae5-418a-8436-e352b655b8a6) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:24.163780 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced8ade9-293d-4521-a5ad-120bf9f0fa01 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:24.164383 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-ced8ade9-293d-4521-a5ad-120bf9f0fa01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:24.170447 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee7066a-7487-4655-9d6e-83cefc385273 None None] Network 26e95c05-cae5-418a-8436-e352b655b8a6 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:19:24.188750 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 50192) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:24.189333 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-ced8ade9-293d-4521-a5ad-120bf9f0fa01 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4829147 Mar 11 16:19:24.195661 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-ccbbf945-acc0-4fff-a61c-6a6f386fed3b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1839619320-router', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:19:24.200773 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ccbbf945-acc0-4fff-a61c-6a6f386fed3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:24.205394 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ccbbf945-acc0-4fff-a61c-6a6f386fed3b admin admin] Usage tracker for resource:router and tenant:03ee3f8236f74e659d423ade6b960e92 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:24.208422 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-ccbbf945-acc0-4fff-a61c-6a6f386fed3b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:24.214353 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-ccbbf945-acc0-4fff-a61c-6a6f386fed3b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:24.226054 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ccbbf945-acc0-4fff-a61c-6a6f386fed3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:24.227152 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ccbbf945-acc0-4fff-a61c-6a6f386fed3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:24.248362 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ccbbf945-acc0-4fff-a61c-6a6f386fed3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:24.405572 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ccbbf945-acc0-4fff-a61c-6a6f386fed3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:24.405773 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e58341d-d4cb-4f8e-a411-1b1d1705dcfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-26e95c05-cae5-418a-8436-e352b655b8a6', 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'fixed_ips': [{'subnet_id': '2dc939e2-e463-4edf-b5a8-1532f3aef71c'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:19:24.406471 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4e58341d-d4cb-4f8e-a411-1b1d1705dcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:24.576575 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-4e58341d-d4cb-4f8e-a411-1b1d1705dcfa None None] Allocated IP 172.20.0.2 (26e95c05-cae5-418a-8436-e352b655b8a6/2dc939e2-e463-4edf-b5a8-1532f3aef71c/4892212a-35a0-4a58-b3ef-aec6ce5dfe14) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:19:24.603148 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ccbbf945-acc0-4fff-a61c-6a6f386fed3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:24.738824 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ccbbf945-acc0-4fff-a61c-6a6f386fed3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:24.835735 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4e58341d-d4cb-4f8e-a411-1b1d1705dcfa None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:24.853399 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-4e58341d-d4cb-4f8e-a411-1b1d1705dcfa None None] Transition to ACTIVE for port object 4892212a-35a0-4a58-b3ef-aec6ce5dfe14 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:24.874808 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-4e58341d-d4cb-4f8e-a411-1b1d1705dcfa None None] Transition to ACTIVE for port object 4892212a-35a0-4a58-b3ef-aec6ce5dfe14 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:24.882139 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4e58341d-d4cb-4f8e-a411-1b1d1705dcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:24.887054 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-ccbbf945-acc0-4fff-a61c-6a6f386fed3b admin admin] Allocated IP 172.26.0.174 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/514c941c-8930-43e3-839a-23f4813ffc9d) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:19:24.954809 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e58341d-d4cb-4f8e-a411-1b1d1705dcfa None None] Network 26e95c05-cae5-418a-8436-e352b655b8a6 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:24.957691 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-4e58341d-d4cb-4f8e-a411-1b1d1705dcfa None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:24.960162 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e58341d-d4cb-4f8e-a411-1b1d1705dcfa None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:19:24.966474 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e58341d-d4cb-4f8e-a411-1b1d1705dcfa None None] Pushing event updated for resources: {'Port': ['ID=4892212a-35a0-4a58-b3ef-aec6ce5dfe14,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:25.049743 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ccbbf945-acc0-4fff-a61c-6a6f386fed3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:25.053025 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-4e58341d-d4cb-4f8e-a411-1b1d1705dcfa None None] Attempting to bind port 4892212a-35a0-4a58-b3ef-aec6ce5dfe14 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:19:25.053410 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-4e58341d-d4cb-4f8e-a411-1b1d1705dcfa None None] Attempting to bind port 4892212a-35a0-4a58-b3ef-aec6ce5dfe14 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '03f80dcc-90bb-4646-888a-471ffd0c668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:19:25.053767 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e58341d-d4cb-4f8e-a411-1b1d1705dcfa None None] Attempting to bind port 4892212a-35a0-4a58-b3ef-aec6ce5dfe14 on network 26e95c05-cae5-418a-8436-e352b655b8a6 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:19:25.063157 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e58341d-d4cb-4f8e-a411-1b1d1705dcfa None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:19:25.064440 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e58341d-d4cb-4f8e-a411-1b1d1705dcfa None None] Checking segment: {'id': '03f80dcc-90bb-4646-888a-471ffd0c668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:19:25.064574 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4e58341d-d4cb-4f8e-a411-1b1d1705dcfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:25.064905 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e58341d-d4cb-4f8e-a411-1b1d1705dcfa None None] Bound using segment: {'id': '03f80dcc-90bb-4646-888a-471ffd0c668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:19:25.065351 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-4e58341d-d4cb-4f8e-a411-1b1d1705dcfa None None] Bound port: 4892212a-35a0-4a58-b3ef-aec6ce5dfe14, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f80dcc-90bb-4646-888a-471ffd0c668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:19:25.065713 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4e58341d-d4cb-4f8e-a411-1b1d1705dcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:25.080367 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ccbbf945-acc0-4fff-a61c-6a6f386fed3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:25.149185 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbbf945-acc0-4fff-a61c-6a6f386fed3b admin admin] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:25.151923 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-ccbbf945-acc0-4fff-a61c-6a6f386fed3b admin admin] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:25.155680 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbbf945-acc0-4fff-a61c-6a6f386fed3b admin admin] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:19:25.159989 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-4e58341d-d4cb-4f8e-a411-1b1d1705dcfa None None] For port 4892212a-35a0-4a58-b3ef-aec6ce5dfe14, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:19:25.163357 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-4e58341d-d4cb-4f8e-a411-1b1d1705dcfa None None] For port 4892212a-35a0-4a58-b3ef-aec6ce5dfe14, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=4892212a-35a0-4a58-b3ef-aec6ce5dfe14,segment=NetworkSegment(03f80dcc-90bb-4646-888a-471ffd0c668f),segment_id=03f80dcc-90bb-4646-888a-471ffd0c668f)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:19:25.167202 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4e58341d-d4cb-4f8e-a411-1b1d1705dcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:25.192696 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbbf945-acc0-4fff-a61c-6a6f386fed3b admin admin] Pushing event updated for resources: {'Port': ['ID=514c941c-8930-43e3-839a-23f4813ffc9d,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:25.252864 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e58341d-d4cb-4f8e-a411-1b1d1705dcfa None None] Pushing event updated for resources: {'Port': ['ID=4892212a-35a0-4a58-b3ef-aec6ce5dfe14,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:25.342455 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ccbbf945-acc0-4fff-a61c-6a6f386fed3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:25.343233 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ccbbf945-acc0-4fff-a61c-6a6f386fed3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:25.603609 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccbbf945-acc0-4fff-a61c-6a6f386fed3b admin admin] Router 60d19833-6562-4a68-93fb-d76ced03a9bc is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:19:25.802729 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbbf945-acc0-4fff-a61c-6a6f386fed3b admin admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:19:25.810883 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49110f3-2a34-43fb-9a4c-0f08bd5e06ec None None] Sync routers for ids ['60d19833-6562-4a68-93fb-d76ced03a9bc'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:19:25.828050 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49110f3-2a34-43fb-9a4c-0f08bd5e06ec None None] Routers {'60d19833-6562-4a68-93fb-d76ced03a9bc'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:19:25.829283 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-c49110f3-2a34-43fb-9a4c-0f08bd5e06ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:19:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['60d19833-6562-4a68-93fb-d76ced03a9bc'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:25.832082 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ccbbf945-acc0-4fff-a61c-6a6f386fed3b admin admin] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:25.836153 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ccbbf945-acc0-4fff-a61c-6a6f386fed3b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6426332 Mar 11 16:19:25.836552 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 50198) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:26.024283 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:19:26.035733 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-c49110f3-2a34-43fb-9a4c-0f08bd5e06ec None None] Set router 60d19833-6562-4a68-93fb-d76ced03a9bc gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:19:26.241305 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903983d1-de11-430e-99a7-7ed95cea14b1 None None] Network 26e95c05-cae5-418a-8436-e352b655b8a6 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:19:26.349145 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-c09de659-84bb-462d-804e-26736596cefe None None] Provisioning for port 4892212a-35a0-4a58-b3ef-aec6ce5dfe14 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:26.388342 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-c49110f3-2a34-43fb-9a4c-0f08bd5e06ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'name': 'tempest-TestShelveInstance-1839619320-router', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '514c941c-8930-43e3-839a-23f4813ffc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:24Z', 'updated_at': '2022-03-11T16:19:25Z', 'revision_number': 3, 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'gw_port': {'id': '514c941c-8930-43e3-839a-23f4813ffc9d', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:24Z', 'updated_at': '2022-03-11T16:19:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:26.394189 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49110f3-2a34-43fb-9a4c-0f08bd5e06ec None None] Checking router: 60d19833-6562-4a68-93fb-d76ced03a9bc for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:19:26.394540 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49110f3-2a34-43fb-9a4c-0f08bd5e06ec None None] Updating router 60d19833-6562-4a68-93fb-d76ced03a9bc port 514c941c-8930-43e3-839a-23f4813ffc9d binding host dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:19:26.447230 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c49110f3-2a34-43fb-9a4c-0f08bd5e06ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:26.743325 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1cca8c49-7a91-4b62-8ca2-30d220878a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:26.809184 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c49110f3-2a34-43fb-9a4c-0f08bd5e06ec None None] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:26.822175 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-c49110f3-2a34-43fb-9a4c-0f08bd5e06ec None None] Transition to ACTIVE for port object 514c941c-8930-43e3-839a-23f4813ffc9d will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:26.830897 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c49110f3-2a34-43fb-9a4c-0f08bd5e06ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:26.916771 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-c49110f3-2a34-43fb-9a4c-0f08bd5e06ec None None] Attempting to bind port 514c941c-8930-43e3-839a-23f4813ffc9d on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:19:26.917123 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-c49110f3-2a34-43fb-9a4c-0f08bd5e06ec None None] Attempting to bind port 514c941c-8930-43e3-839a-23f4813ffc9d by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:19:26.917483 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49110f3-2a34-43fb-9a4c-0f08bd5e06ec None None] Attempting to bind port 514c941c-8930-43e3-839a-23f4813ffc9d on network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:19:26.919622 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48dab6-46b6-4e51-a913-1646855b10fc None None] Pushing event updated for resources: {'Port': ['ID=514c941c-8930-43e3-839a-23f4813ffc9d,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:26.932139 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49110f3-2a34-43fb-9a4c-0f08bd5e06ec None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:19:26.932521 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49110f3-2a34-43fb-9a4c-0f08bd5e06ec None None] Checking segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:19:26.932915 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c49110f3-2a34-43fb-9a4c-0f08bd5e06ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:26.933362 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49110f3-2a34-43fb-9a4c-0f08bd5e06ec None None] Bound using segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:19:26.933750 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-c49110f3-2a34-43fb-9a4c-0f08bd5e06ec None None] Bound port: 514c941c-8930-43e3-839a-23f4813ffc9d, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:19:26.934185 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c49110f3-2a34-43fb-9a4c-0f08bd5e06ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:26.963637 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c48dab6-46b6-4e51-a913-1646855b10fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:26.963979 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c48dab6-46b6-4e51-a913-1646855b10fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:26.964339 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c48dab6-46b6-4e51-a913-1646855b10fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:26.964682 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c48dab6-46b6-4e51-a913-1646855b10fc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:26.964992 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c48dab6-46b6-4e51-a913-1646855b10fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:26.965316 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c48dab6-46b6-4e51-a913-1646855b10fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:26.965634 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c48dab6-46b6-4e51-a913-1646855b10fc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:26.965954 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c48dab6-46b6-4e51-a913-1646855b10fc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:26.966270 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c48dab6-46b6-4e51-a913-1646855b10fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:26.966590 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c48dab6-46b6-4e51-a913-1646855b10fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:26.966902 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c48dab6-46b6-4e51-a913-1646855b10fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:26.972283 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-1cca8c49-7a91-4b62-8ca2-30d220878a57 admin admin] Allocated IP 172.20.0.1 (26e95c05-cae5-418a-8436-e352b655b8a6/2dc939e2-e463-4edf-b5a8-1532f3aef71c/cb1650d3-be8b-4f9d-b163-beef4217f6ab) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:19:27.018826 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-c49110f3-2a34-43fb-9a4c-0f08bd5e06ec None None] For port 514c941c-8930-43e3-839a-23f4813ffc9d, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:19:27.022715 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-c49110f3-2a34-43fb-9a4c-0f08bd5e06ec None None] For port 514c941c-8930-43e3-839a-23f4813ffc9d, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=514c941c-8930-43e3-839a-23f4813ffc9d,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:19:27.029665 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c49110f3-2a34-43fb-9a4c-0f08bd5e06ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:27.049146 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 4892212a-35a0-4a58-b3ef-aec6ce5dfe14 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:19:27.128682 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 4892212a-35a0-4a58-b3ef-aec6ce5dfe14 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:27.130101 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1cca8c49-7a91-4b62-8ca2-30d220878a57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:27.134394 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 4892212a-35a0-4a58-b3ef-aec6ce5dfe14 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:27.134889 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:27.148360 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-1cca8c49-7a91-4b62-8ca2-30d220878a57 admin admin] Transition to ACTIVE for port object cb1650d3-be8b-4f9d-b163-beef4217f6ab will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:27.148575 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49110f3-2a34-43fb-9a4c-0f08bd5e06ec None None] Routers {'60d19833-6562-4a68-93fb-d76ced03a9bc'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:19:27.149195 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-c49110f3-2a34-43fb-9a4c-0f08bd5e06ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:19:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['60d19833-6562-4a68-93fb-d76ced03a9bc'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:27.171349 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1cca8c49-7a91-4b62-8ca2-30d220878a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:27.251731 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cca8c49-7a91-4b62-8ca2-30d220878a57 admin admin] Network 26e95c05-cae5-418a-8436-e352b655b8a6 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:27.255764 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-1cca8c49-7a91-4b62-8ca2-30d220878a57 admin admin] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:27.268212 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca8c49-7a91-4b62-8ca2-30d220878a57 admin admin] Pushing event updated for resources: {'Port': ['ID=cb1650d3-be8b-4f9d-b163-beef4217f6ab,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:27.270787 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cca8c49-7a91-4b62-8ca2-30d220878a57 admin admin] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:19:27.283592 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:27.285302 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48dab6-46b6-4e51-a913-1646855b10fc None None] Pushing event updated for resources: {'Port': ['ID=514c941c-8930-43e3-839a-23f4813ffc9d,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:27.324559 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 4892212a-35a0-4a58-b3ef-aec6ce5dfe14, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=4892212a-35a0-4a58-b3ef-aec6ce5dfe14,segment=NetworkSegment(03f80dcc-90bb-4646-888a-471ffd0c668f),segment_id=03f80dcc-90bb-4646-888a-471ffd0c668f)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:19:27.331462 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:27.341315 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1cca8c49-7a91-4b62-8ca2-30d220878a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:27.377104 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-c49110f3-2a34-43fb-9a4c-0f08bd5e06ec None None] Set router 60d19833-6562-4a68-93fb-d76ced03a9bc gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:19:27.428115 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=4892212a-35a0-4a58-b3ef-aec6ce5dfe14,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:27.450874 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1cca8c49-7a91-4b62-8ca2-30d220878a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:27.518711 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-a554af3e-ba35-441d-b14b-b17c1029c607 None None] Provisioning for port cb1650d3-be8b-4f9d-b163-beef4217f6ab completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:27.525735 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-a554af3e-ba35-441d-b14b-b17c1029c607 None None] Provisioning complete for port cb1650d3-be8b-4f9d-b163-beef4217f6ab triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:27.526109 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a554af3e-ba35-441d-b14b-b17c1029c607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:27.587739 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-a554af3e-ba35-441d-b14b-b17c1029c607 None None] Port cb1650d3-be8b-4f9d-b163-beef4217f6ab cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:19:27.697332 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1cca8c49-7a91-4b62-8ca2-30d220878a57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:27.697544 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-c49110f3-2a34-43fb-9a4c-0f08bd5e06ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'name': 'tempest-TestShelveInstance-1839619320-router', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '514c941c-8930-43e3-839a-23f4813ffc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:24Z', 'updated_at': '2022-03-11T16:19:25Z', 'revision_number': 3, 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'gw_port': {'id': '514c941c-8930-43e3-839a-23f4813ffc9d', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:24Z', 'updated_at': '2022-03-11T16:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:27.701868 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49110f3-2a34-43fb-9a4c-0f08bd5e06ec None None] The sync data for ids ['60d19833-6562-4a68-93fb-d76ced03a9bc'] in dv-neutron-833373-1-hyperv is: [{'id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'name': 'tempest-TestShelveInstance-1839619320-router', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '514c941c-8930-43e3-839a-23f4813ffc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:24Z', 'updated_at': '2022-03-11T16:19:25Z', 'revision_number': 3, 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'gw_port': {'id': '514c941c-8930-43e3-839a-23f4813ffc9d', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:24Z', 'updated_at': '2022-03-11T16:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:19:27.704284 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1cca8c49-7a91-4b62-8ca2-30d220878a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:27.921876 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-1cca8c49-7a91-4b62-8ca2-30d220878a57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:27.925459 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca8c49-7a91-4b62-8ca2-30d220878a57 admin admin] Pushing event updated for resources: {'Port': ['ID=cb1650d3-be8b-4f9d-b163-beef4217f6ab,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:28.072427 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cca8c49-7a91-4b62-8ca2-30d220878a57 admin admin] Network 26e95c05-cae5-418a-8436-e352b655b8a6 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:28.073662 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-1cca8c49-7a91-4b62-8ca2-30d220878a57 admin admin] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:28.418414 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-c059a208-660f-47e5-849a-c87f3f6f81c1 None None] Provisioning complete for port cb1650d3-be8b-4f9d-b163-beef4217f6ab triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:28.419495 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c059a208-660f-47e5-849a-c87f3f6f81c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:28.483925 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-c059a208-660f-47e5-849a-c87f3f6f81c1 None None] Port cb1650d3-be8b-4f9d-b163-beef4217f6ab cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:19:28.544298 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cca8c49-7a91-4b62-8ca2-30d220878a57 admin admin] Router 60d19833-6562-4a68-93fb-d76ced03a9bc has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:19:28.757185 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cca8c49-7a91-4b62-8ca2-30d220878a57 admin admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:19:28.766478 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-1cca8c49-7a91-4b62-8ca2-30d220878a57 admin admin] 10.222.0.31 "PUT /v2.0/routers/60d19833-6562-4a68-93fb-d76ced03a9bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9287257 Mar 11 16:19:29.050687 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 514c941c-8930-43e3-839a-23f4813ffc9d up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:19:29.127042 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 514c941c-8930-43e3-839a-23f4813ffc9d completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:29.132422 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 514c941c-8930-43e3-839a-23f4813ffc9d triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:29.132793 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:29.270769 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:29.290363 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 514c941c-8930-43e3-839a-23f4813ffc9d, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=514c941c-8930-43e3-839a-23f4813ffc9d,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:19:29.295121 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:29.296096 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 4892212a-35a0-4a58-b3ef-aec6ce5dfe14 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:19:29.420458 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=514c941c-8930-43e3-839a-23f4813ffc9d,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:29.437173 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 4892212a-35a0-4a58-b3ef-aec6ce5dfe14 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:29.437549 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:29.504816 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-520d8494-1e28-401e-b468-93cb69e6188a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:29.767157 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 50224) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:29.772718 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-49e2522a-8e8f-474c-b92f-74763ad5847f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1462933434-network', 'tenant_id': '64653735e8f34765a2495190934a565a'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:19:29.777683 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-49e2522a-8e8f-474c-b92f-74763ad5847f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:29.781492 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-49e2522a-8e8f-474c-b92f-74763ad5847f admin admin] Usage tracker for resource:network and tenant:64653735e8f34765a2495190934a565a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:29.784743 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-49e2522a-8e8f-474c-b92f-74763ad5847f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:29.790945 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-49e2522a-8e8f-474c-b92f-74763ad5847f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:29.802576 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e2522a-8e8f-474c-b92f-74763ad5847f admin admin] Made reservation on behalf of 64653735e8f34765a2495190934a565a for: {'network': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:29.807666 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-49e2522a-8e8f-474c-b92f-74763ad5847f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:29.818773 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-49e2522a-8e8f-474c-b92f-74763ad5847f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:29.853408 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-49e2522a-8e8f-474c-b92f-74763ad5847f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:29.857098 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-49e2522a-8e8f-474c-b92f-74763ad5847f admin admin] Usage tracker for resource:security_group_rule and tenant:64653735e8f34765a2495190934a565a is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:29.859806 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-49e2522a-8e8f-474c-b92f-74763ad5847f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:29.865385 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-49e2522a-8e8f-474c-b92f-74763ad5847f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:29.940886 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-49e2522a-8e8f-474c-b92f-74763ad5847f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:29.945191 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-49e2522a-8e8f-474c-b92f-74763ad5847f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:29.978446 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49e2522a-8e8f-474c-b92f-74763ad5847f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=83867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:19:29.983584 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e2522a-8e8f-474c-b92f-74763ad5847f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1500d3-a6d1-44ea-bff8-2edcc894a159,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:29.991088 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-49e2522a-8e8f-474c-b92f-74763ad5847f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:29.992030 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.segments_db [None req-49e2522a-8e8f-474c-b92f-74763ad5847f admin admin] Added segment 78c81116-26fa-403d-83e6-e7befae91021 of type vlan for network 6a3ddbef-1265-4bf0-8f01-f878df35b697 Mar 11 16:19:30.026179 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-49e2522a-8e8f-474c-b92f-74763ad5847f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:30.056458 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-49e2522a-8e8f-474c-b92f-74763ad5847f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:30.057189 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e2522a-8e8f-474c-b92f-74763ad5847f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:30.057760 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-49e2522a-8e8f-474c-b92f-74763ad5847f admin admin] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:30.162433 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-49e2522a-8e8f-474c-b92f-74763ad5847f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3941607 Mar 11 16:19:30.163388 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e2522a-8e8f-474c-b92f-74763ad5847f admin admin] Pushing event updated for resources: {'Network': ['ID=6a3ddbef-1265-4bf0-8f01-f878df35b697,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:30.166021 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 50228) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:30.171868 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-39103e47-a917-4927-a81c-57ba18238fcb admin admin] Request body: {'subnet': {'network_id': '6a3ddbef-1265-4bf0-8f01-f878df35b697', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1462933434-subnet', 'tenant_id': '64653735e8f34765a2495190934a565a', 'ip_version': 4}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:19:30.176745 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 6a3ddbef-1265-4bf0-8f01-f878df35b697 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:19:30.179302 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-39103e47-a917-4927-a81c-57ba18238fcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:30.183279 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-39103e47-a917-4927-a81c-57ba18238fcb admin admin] Usage tracker for resource:subnet and tenant:64653735e8f34765a2495190934a565a is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:30.191969 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-39103e47-a917-4927-a81c-57ba18238fcb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:30.198480 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-39103e47-a917-4927-a81c-57ba18238fcb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:30.211124 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39103e47-a917-4927-a81c-57ba18238fcb admin admin] Made reservation on behalf of 64653735e8f34765a2495190934a565a for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:30.213913 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-39103e47-a917-4927-a81c-57ba18238fcb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:30.440229 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-39103e47-a917-4927-a81c-57ba18238fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:30.504174 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39103e47-a917-4927-a81c-57ba18238fcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=244b658e-ae3b-4097-86ea-473553324965,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:30.529336 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39103e47-a917-4927-a81c-57ba18238fcb admin admin] Checking segment: {'id': '78c81116-26fa-403d-83e6-e7befae91021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6a3ddbef-1265-4bf0-8f01-f878df35b697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:19:30.529696 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39103e47-a917-4927-a81c-57ba18238fcb admin admin] Network hostable DHCP agents. Network: 6a3ddbef-1265-4bf0-8f01-f878df35b697, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:19:30.552887 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39103e47-a917-4927-a81c-57ba18238fcb admin admin] Network 6a3ddbef-1265-4bf0-8f01-f878df35b697 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:19:30.562433 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-39103e47-a917-4927-a81c-57ba18238fcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 6a3ddbef-1265-4bf0-8f01-f878df35b697) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:30.566899 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39103e47-a917-4927-a81c-57ba18238fcb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:30.567798 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-39103e47-a917-4927-a81c-57ba18238fcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:30.572347 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45aa2683-1eac-44ae-a603-e5d5e732f5e7 None None] Network 6a3ddbef-1265-4bf0-8f01-f878df35b697 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:19:30.589962 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-39103e47-a917-4927-a81c-57ba18238fcb admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4227703 Mar 11 16:19:30.592459 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 50232) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:30.598886 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-edfae4b4-2466-4566-bf77-3d054b32fd32 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1462933434-router', 'tenant_id': '64653735e8f34765a2495190934a565a', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:19:30.603901 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-edfae4b4-2466-4566-bf77-3d054b32fd32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:30.608415 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-edfae4b4-2466-4566-bf77-3d054b32fd32 admin admin] Usage tracker for resource:router and tenant:64653735e8f34765a2495190934a565a is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:30.612630 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-edfae4b4-2466-4566-bf77-3d054b32fd32 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:30.618714 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-edfae4b4-2466-4566-bf77-3d054b32fd32 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:30.633724 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-edfae4b4-2466-4566-bf77-3d054b32fd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:30.634637 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-edfae4b4-2466-4566-bf77-3d054b32fd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:30.654888 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-edfae4b4-2466-4566-bf77-3d054b32fd32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:30.806245 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-edfae4b4-2466-4566-bf77-3d054b32fd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:30.836750 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16a6368-e4b8-48ac-ae47-34a148754336 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-6a3ddbef-1265-4bf0-8f01-f878df35b697', 'network_id': '6a3ddbef-1265-4bf0-8f01-f878df35b697', 'tenant_id': '64653735e8f34765a2495190934a565a', 'fixed_ips': [{'subnet_id': '244b658e-ae3b-4097-86ea-473553324965'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:19:30.837555 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a16a6368-e4b8-48ac-ae47-34a148754336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:30.995230 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 514c941c-8930-43e3-839a-23f4813ffc9d up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:19:31.071978 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-a16a6368-e4b8-48ac-ae47-34a148754336 None None] Allocated IP 172.20.0.2 (6a3ddbef-1265-4bf0-8f01-f878df35b697/244b658e-ae3b-4097-86ea-473553324965/1502b561-8c35-4b70-a02b-f9250b33c8c3) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:19:31.126925 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-edfae4b4-2466-4566-bf77-3d054b32fd32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:31.158192 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-edfae4b4-2466-4566-bf77-3d054b32fd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:31.166682 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 514c941c-8930-43e3-839a-23f4813ffc9d triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:31.176293 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:31.306288 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-edfae4b4-2466-4566-bf77-3d054b32fd32 admin admin] Allocated IP 172.26.0.249 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/5f763f01-efea-4aba-9825-a46125d277f7) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:19:31.360872 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3943501-34de-4091-8120-4013200c71f2 None None] Sync routers for ids ['60d19833-6562-4a68-93fb-d76ced03a9bc'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:19:31.412086 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3943501-34de-4091-8120-4013200c71f2 None None] Routers {'60d19833-6562-4a68-93fb-d76ced03a9bc'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:19:31.412745 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-c3943501-34de-4091-8120-4013200c71f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:19:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['60d19833-6562-4a68-93fb-d76ced03a9bc'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:31.460071 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-edfae4b4-2466-4566-bf77-3d054b32fd32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:31.493040 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-edfae4b4-2466-4566-bf77-3d054b32fd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:31.520438 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a16a6368-e4b8-48ac-ae47-34a148754336 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:31.552674 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-a16a6368-e4b8-48ac-ae47-34a148754336 None None] Transition to ACTIVE for port object 1502b561-8c35-4b70-a02b-f9250b33c8c3 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:31.568640 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfae4b4-2466-4566-bf77-3d054b32fd32 admin admin] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:31.569392 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfae4b4-2466-4566-bf77-3d054b32fd32 admin admin] Pushing event updated for resources: {'Port': ['ID=5f763f01-efea-4aba-9825-a46125d277f7,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:31.571883 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-edfae4b4-2466-4566-bf77-3d054b32fd32 admin admin] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:31.573961 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfae4b4-2466-4566-bf77-3d054b32fd32 admin admin] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:19:31.581278 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-a16a6368-e4b8-48ac-ae47-34a148754336 None None] Transition to ACTIVE for port object 1502b561-8c35-4b70-a02b-f9250b33c8c3 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:31.589608 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a16a6368-e4b8-48ac-ae47-34a148754336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:31.682694 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16a6368-e4b8-48ac-ae47-34a148754336 None None] Network 6a3ddbef-1265-4bf0-8f01-f878df35b697 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:31.684916 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a6368-e4b8-48ac-ae47-34a148754336 None None] Pushing event updated for resources: {'Port': ['ID=1502b561-8c35-4b70-a02b-f9250b33c8c3,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:31.690219 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-a16a6368-e4b8-48ac-ae47-34a148754336 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:31.693535 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16a6368-e4b8-48ac-ae47-34a148754336 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:19:31.697792 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-c3943501-34de-4091-8120-4013200c71f2 None None] Set router 60d19833-6562-4a68-93fb-d76ced03a9bc gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:19:31.767344 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-edfae4b4-2466-4566-bf77-3d054b32fd32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:31.768721 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-edfae4b4-2466-4566-bf77-3d054b32fd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:31.836983 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b0faefe4-d339-42df-936c-a23371c15414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:31.937916 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-a16a6368-e4b8-48ac-ae47-34a148754336 None None] Attempting to bind port 1502b561-8c35-4b70-a02b-f9250b33c8c3 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:19:31.938319 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-a16a6368-e4b8-48ac-ae47-34a148754336 None None] Attempting to bind port 1502b561-8c35-4b70-a02b-f9250b33c8c3 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '78c81116-26fa-403d-83e6-e7befae91021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6a3ddbef-1265-4bf0-8f01-f878df35b697'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:19:31.938683 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16a6368-e4b8-48ac-ae47-34a148754336 None None] Attempting to bind port 1502b561-8c35-4b70-a02b-f9250b33c8c3 on network 6a3ddbef-1265-4bf0-8f01-f878df35b697 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:19:31.962499 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16a6368-e4b8-48ac-ae47-34a148754336 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:19:31.962872 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16a6368-e4b8-48ac-ae47-34a148754336 None None] Checking segment: {'id': '78c81116-26fa-403d-83e6-e7befae91021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6a3ddbef-1265-4bf0-8f01-f878df35b697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:19:31.963278 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a16a6368-e4b8-48ac-ae47-34a148754336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:31.963670 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16a6368-e4b8-48ac-ae47-34a148754336 None None] Bound using segment: {'id': '78c81116-26fa-403d-83e6-e7befae91021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6a3ddbef-1265-4bf0-8f01-f878df35b697'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:19:31.964171 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-a16a6368-e4b8-48ac-ae47-34a148754336 None None] Bound port: 1502b561-8c35-4b70-a02b-f9250b33c8c3, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78c81116-26fa-403d-83e6-e7befae91021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6a3ddbef-1265-4bf0-8f01-f878df35b697'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:19:31.964547 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a16a6368-e4b8-48ac-ae47-34a148754336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:32.045400 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edfae4b4-2466-4566-bf77-3d054b32fd32 admin admin] Router 75669454-6839-413f-81f4-4b38b46ce248 is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:19:32.223866 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-a16a6368-e4b8-48ac-ae47-34a148754336 None None] For port 1502b561-8c35-4b70-a02b-f9250b33c8c3, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:19:32.237569 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-a16a6368-e4b8-48ac-ae47-34a148754336 None None] For port 1502b561-8c35-4b70-a02b-f9250b33c8c3, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=1502b561-8c35-4b70-a02b-f9250b33c8c3,segment=NetworkSegment(78c81116-26fa-403d-83e6-e7befae91021),segment_id=78c81116-26fa-403d-83e6-e7befae91021)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:19:32.244970 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a16a6368-e4b8-48ac-ae47-34a148754336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:32.270204 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edfae4b4-2466-4566-bf77-3d054b32fd32 admin admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:19:32.285725 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94eec730-3567-43dd-8fca-e637e1e9048c None None] Sync routers for ids ['75669454-6839-413f-81f4-4b38b46ce248'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:19:32.303018 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-edfae4b4-2466-4566-bf77-3d054b32fd32 admin admin] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:32.304468 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-edfae4b4-2466-4566-bf77-3d054b32fd32 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7109287 Mar 11 16:19:32.311417 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 50240) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:32.312997 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94eec730-3567-43dd-8fca-e637e1e9048c None None] Routers {'75669454-6839-413f-81f4-4b38b46ce248'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:19:32.314212 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-94eec730-3567-43dd-8fca-e637e1e9048c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:19:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['75669454-6839-413f-81f4-4b38b46ce248'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:32.341384 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a6368-e4b8-48ac-ae47-34a148754336 None None] Pushing event updated for resources: {'Port': ['ID=1502b561-8c35-4b70-a02b-f9250b33c8c3,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:32.354292 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-c3943501-34de-4091-8120-4013200c71f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'name': 'tempest-TestShelveInstance-1839619320-router', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '514c941c-8930-43e3-839a-23f4813ffc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:24Z', 'updated_at': '2022-03-11T16:19:27Z', 'revision_number': 4, 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'gw_port': {'id': '514c941c-8930-43e3-839a-23f4813ffc9d', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:24Z', 'updated_at': '2022-03-11T16:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'cb1650d3-be8b-4f9d-b163-beef4217f6ab', 'name': '', 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'mac_address': 'fa:16:3e:23:37:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dc939e2-e463-4edf-b5a8-1532f3aef71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:26Z', 'updated_at': '2022-03-11T16:19:27Z', 'revision_number': 2, 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'subnets': [{'id': '2dc939e2-e463-4edf-b5a8-1532f3aef71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:32.359541 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3943501-34de-4091-8120-4013200c71f2 None None] Checking router: 60d19833-6562-4a68-93fb-d76ced03a9bc for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:19:32.361179 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3943501-34de-4091-8120-4013200c71f2 None None] Updating router 60d19833-6562-4a68-93fb-d76ced03a9bc port cb1650d3-be8b-4f9d-b163-beef4217f6ab binding host dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:19:32.428808 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c3943501-34de-4091-8120-4013200c71f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:32.598112 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-94eec730-3567-43dd-8fca-e637e1e9048c None None] Set router 75669454-6839-413f-81f4-4b38b46ce248 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:19:32.871560 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c3943501-34de-4091-8120-4013200c71f2 None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:32.885160 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-c3943501-34de-4091-8120-4013200c71f2 None None] Transition to ACTIVE for port object cb1650d3-be8b-4f9d-b163-beef4217f6ab will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:32.893795 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c3943501-34de-4091-8120-4013200c71f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:32.939927 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-94eec730-3567-43dd-8fca-e637e1e9048c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75669454-6839-413f-81f4-4b38b46ce248', 'name': 'tempest-TestShelveInstance-1462933434-router', 'tenant_id': '64653735e8f34765a2495190934a565a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.249'}], 'enable_snat': True}, 'gw_port_id': '5f763f01-efea-4aba-9825-a46125d277f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:30Z', 'updated_at': '2022-03-11T16:19:31Z', 'revision_number': 3, 'project_id': '64653735e8f34765a2495190934a565a', 'gw_port': {'id': '5f763f01-efea-4aba-9825-a46125d277f7', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:03:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75669454-6839-413f-81f4-4b38b46ce248', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:31Z', 'updated_at': '2022-03-11T16:19:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:32.946312 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94eec730-3567-43dd-8fca-e637e1e9048c None None] Checking router: 75669454-6839-413f-81f4-4b38b46ce248 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:19:32.946798 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94eec730-3567-43dd-8fca-e637e1e9048c None None] Updating router 75669454-6839-413f-81f4-4b38b46ce248 port 5f763f01-efea-4aba-9825-a46125d277f7 binding host dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:19:32.983421 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585ad29-9945-4e2f-89ea-c255d75c767e None None] Pushing event updated for resources: {'Port': ['ID=cb1650d3-be8b-4f9d-b163-beef4217f6ab,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:33.012605 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-94eec730-3567-43dd-8fca-e637e1e9048c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:33.132920 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:33.141357 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 1502b561-8c35-4b70-a02b-f9250b33c8c3 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:19:33.338256 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:33.342629 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-c3943501-34de-4091-8120-4013200c71f2 None None] Attempting to bind port cb1650d3-be8b-4f9d-b163-beef4217f6ab on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:19:33.343081 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-c3943501-34de-4091-8120-4013200c71f2 None None] Attempting to bind port cb1650d3-be8b-4f9d-b163-beef4217f6ab by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '03f80dcc-90bb-4646-888a-471ffd0c668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:19:33.343509 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3943501-34de-4091-8120-4013200c71f2 None None] Attempting to bind port cb1650d3-be8b-4f9d-b163-beef4217f6ab on network 26e95c05-cae5-418a-8436-e352b655b8a6 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:19:33.363893 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3943501-34de-4091-8120-4013200c71f2 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:19:33.364361 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3943501-34de-4091-8120-4013200c71f2 None None] Checking segment: {'id': '03f80dcc-90bb-4646-888a-471ffd0c668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:19:33.364767 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c3943501-34de-4091-8120-4013200c71f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:33.365397 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3943501-34de-4091-8120-4013200c71f2 None None] Bound using segment: {'id': '03f80dcc-90bb-4646-888a-471ffd0c668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:19:33.365888 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-c3943501-34de-4091-8120-4013200c71f2 None None] Bound port: cb1650d3-be8b-4f9d-b163-beef4217f6ab, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f80dcc-90bb-4646-888a-471ffd0c668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:19:33.366265 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c3943501-34de-4091-8120-4013200c71f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:33.523888 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 1502b561-8c35-4b70-a02b-f9250b33c8c3 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:33.593518 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-c3943501-34de-4091-8120-4013200c71f2 None None] For port cb1650d3-be8b-4f9d-b163-beef4217f6ab, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:19:33.599339 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-94eec730-3567-43dd-8fca-e637e1e9048c None None] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:33.616618 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-741b6a01-da3f-45a0-97c3-c2c29c1fdc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:33.619268 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-c3943501-34de-4091-8120-4013200c71f2 None None] For port cb1650d3-be8b-4f9d-b163-beef4217f6ab, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=cb1650d3-be8b-4f9d-b163-beef4217f6ab,segment=NetworkSegment(03f80dcc-90bb-4646-888a-471ffd0c668f),segment_id=03f80dcc-90bb-4646-888a-471ffd0c668f)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:19:33.622948 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-94eec730-3567-43dd-8fca-e637e1e9048c None None] Transition to ACTIVE for port object 5f763f01-efea-4aba-9825-a46125d277f7 will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:33.632866 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c3943501-34de-4091-8120-4013200c71f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:33.638565 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-94eec730-3567-43dd-8fca-e637e1e9048c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:33.705170 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcabb43-e297-4e20-a635-e8218507b526 None None] Network 6a3ddbef-1265-4bf0-8f01-f878df35b697 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:19:33.813631 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-94eec730-3567-43dd-8fca-e637e1e9048c None None] Attempting to bind port 5f763f01-efea-4aba-9825-a46125d277f7 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:19:33.814287 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-94eec730-3567-43dd-8fca-e637e1e9048c None None] Attempting to bind port 5f763f01-efea-4aba-9825-a46125d277f7 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:19:33.814718 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eec730-3567-43dd-8fca-e637e1e9048c None None] Attempting to bind port 5f763f01-efea-4aba-9825-a46125d277f7 on network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:19:33.819140 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a80e15-28e0-4ff9-b22f-4473b6cfae94 None None] Pushing event updated for resources: {'Port': ['ID=5f763f01-efea-4aba-9825-a46125d277f7,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:33.824424 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eec730-3567-43dd-8fca-e637e1e9048c None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:19:33.824897 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eec730-3567-43dd-8fca-e637e1e9048c None None] Checking segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:19:33.825362 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-94eec730-3567-43dd-8fca-e637e1e9048c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:33.825912 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eec730-3567-43dd-8fca-e637e1e9048c None None] Bound using segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:19:33.826451 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-94eec730-3567-43dd-8fca-e637e1e9048c None None] Bound port: 5f763f01-efea-4aba-9825-a46125d277f7, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:19:33.826863 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-94eec730-3567-43dd-8fca-e637e1e9048c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:33.890117 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-9296f089-fa65-4826-81a0-a773c5c9c1cc None None] Provisioning for port 1502b561-8c35-4b70-a02b-f9250b33c8c3 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:33.897610 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-741b6a01-da3f-45a0-97c3-c2c29c1fdc50 admin admin] Allocated IP 172.20.0.1 (6a3ddbef-1265-4bf0-8f01-f878df35b697/244b658e-ae3b-4097-86ea-473553324965/6b9c15c2-0154-401d-b428-bc6dc3fb8e2d) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:19:33.904743 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585ad29-9945-4e2f-89ea-c255d75c767e None None] Pushing event updated for resources: {'Port': ['ID=cb1650d3-be8b-4f9d-b163-beef4217f6ab,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:33.921599 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-9296f089-fa65-4826-81a0-a773c5c9c1cc None None] Provisioning complete for port 1502b561-8c35-4b70-a02b-f9250b33c8c3 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:33.922195 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9296f089-fa65-4826-81a0-a773c5c9c1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:33.930964 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-94eec730-3567-43dd-8fca-e637e1e9048c None None] For port 5f763f01-efea-4aba-9825-a46125d277f7, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:19:33.934913 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-94eec730-3567-43dd-8fca-e637e1e9048c None None] For port 5f763f01-efea-4aba-9825-a46125d277f7, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=5f763f01-efea-4aba-9825-a46125d277f7,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:19:33.946093 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-94eec730-3567-43dd-8fca-e637e1e9048c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:33.991534 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3943501-34de-4091-8120-4013200c71f2 None None] Routers {'60d19833-6562-4a68-93fb-d76ced03a9bc'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:19:33.992282 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-c3943501-34de-4091-8120-4013200c71f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:19:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['60d19833-6562-4a68-93fb-d76ced03a9bc'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:34.038978 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94eec730-3567-43dd-8fca-e637e1e9048c None None] Routers {'75669454-6839-413f-81f4-4b38b46ce248'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:19:34.039590 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-94eec730-3567-43dd-8fca-e637e1e9048c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:19:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['75669454-6839-413f-81f4-4b38b46ce248'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:34.110985 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-741b6a01-da3f-45a0-97c3-c2c29c1fdc50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:34.130278 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-741b6a01-da3f-45a0-97c3-c2c29c1fdc50 admin admin] Transition to ACTIVE for port object 6b9c15c2-0154-401d-b428-bc6dc3fb8e2d will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:34.154633 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-741b6a01-da3f-45a0-97c3-c2c29c1fdc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:34.156128 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a80e15-28e0-4ff9-b22f-4473b6cfae94 None None] Pushing event updated for resources: {'Port': ['ID=5f763f01-efea-4aba-9825-a46125d277f7,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:34.239379 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741b6a01-da3f-45a0-97c3-c2c29c1fdc50 admin admin] Network 6a3ddbef-1265-4bf0-8f01-f878df35b697 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:34.242276 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-741b6a01-da3f-45a0-97c3-c2c29c1fdc50 admin admin] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:34.248757 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741b6a01-da3f-45a0-97c3-c2c29c1fdc50 admin admin] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:19:34.250928 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-94eec730-3567-43dd-8fca-e637e1e9048c None None] Set router 75669454-6839-413f-81f4-4b38b46ce248 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:19:34.279913 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b6a01-da3f-45a0-97c3-c2c29c1fdc50 admin admin] Pushing event updated for resources: {'Port': ['ID=6b9c15c2-0154-401d-b428-bc6dc3fb8e2d,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:34.319433 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-741b6a01-da3f-45a0-97c3-c2c29c1fdc50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:34.402587 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9296f089-fa65-4826-81a0-a773c5c9c1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:34.406745 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-741b6a01-da3f-45a0-97c3-c2c29c1fdc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:34.417687 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:34.426618 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-c3943501-34de-4091-8120-4013200c71f2 None None] Set router 60d19833-6562-4a68-93fb-d76ced03a9bc gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:19:34.524643 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-9296f089-fa65-4826-81a0-a773c5c9c1cc None None] For port 1502b561-8c35-4b70-a02b-f9250b33c8c3, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=1502b561-8c35-4b70-a02b-f9250b33c8c3,segment=NetworkSegment(78c81116-26fa-403d-83e6-e7befae91021),segment_id=78c81116-26fa-403d-83e6-e7befae91021)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:19:34.577645 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9296f089-fa65-4826-81a0-a773c5c9c1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:34.602031 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-94eec730-3567-43dd-8fca-e637e1e9048c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75669454-6839-413f-81f4-4b38b46ce248', 'name': 'tempest-TestShelveInstance-1462933434-router', 'tenant_id': '64653735e8f34765a2495190934a565a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.249'}], 'enable_snat': True}, 'gw_port_id': '5f763f01-efea-4aba-9825-a46125d277f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:30Z', 'updated_at': '2022-03-11T16:19:31Z', 'revision_number': 3, 'project_id': '64653735e8f34765a2495190934a565a', 'gw_port': {'id': '5f763f01-efea-4aba-9825-a46125d277f7', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:03:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75669454-6839-413f-81f4-4b38b46ce248', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:31Z', 'updated_at': '2022-03-11T16:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:34.607238 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94eec730-3567-43dd-8fca-e637e1e9048c None None] The sync data for ids ['75669454-6839-413f-81f4-4b38b46ce248'] in dv-neutron-833373-1-hyperv is: [{'id': '75669454-6839-413f-81f4-4b38b46ce248', 'name': 'tempest-TestShelveInstance-1462933434-router', 'tenant_id': '64653735e8f34765a2495190934a565a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.249'}], 'enable_snat': True}, 'gw_port_id': '5f763f01-efea-4aba-9825-a46125d277f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:30Z', 'updated_at': '2022-03-11T16:19:31Z', 'revision_number': 3, 'project_id': '64653735e8f34765a2495190934a565a', 'gw_port': {'id': '5f763f01-efea-4aba-9825-a46125d277f7', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:03:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75669454-6839-413f-81f4-4b38b46ce248', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:31Z', 'updated_at': '2022-03-11T16:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:19:34.671642 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-741b6a01-da3f-45a0-97c3-c2c29c1fdc50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:34.678652 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-741b6a01-da3f-45a0-97c3-c2c29c1fdc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:34.748882 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9296f089-fa65-4826-81a0-a773c5c9c1cc None None] Pushing event updated for resources: {'Port': ['ID=1502b561-8c35-4b70-a02b-f9250b33c8c3,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:34.799933 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-741b6a01-da3f-45a0-97c3-c2c29c1fdc50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:34.827236 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b6a01-da3f-45a0-97c3-c2c29c1fdc50 admin admin] Pushing event updated for resources: {'Port': ['ID=6b9c15c2-0154-401d-b428-bc6dc3fb8e2d,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:34.906135 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-c3943501-34de-4091-8120-4013200c71f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'name': 'tempest-TestShelveInstance-1839619320-router', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '514c941c-8930-43e3-839a-23f4813ffc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:24Z', 'updated_at': '2022-03-11T16:19:27Z', 'revision_number': 4, 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'gw_port': {'id': '514c941c-8930-43e3-839a-23f4813ffc9d', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:24Z', 'updated_at': '2022-03-11T16:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'cb1650d3-be8b-4f9d-b163-beef4217f6ab', 'name': '', 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'mac_address': 'fa:16:3e:23:37:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dc939e2-e463-4edf-b5a8-1532f3aef71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:26Z', 'updated_at': '2022-03-11T16:19:33Z', 'revision_number': 4, 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'subnets': [{'id': '2dc939e2-e463-4edf-b5a8-1532f3aef71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:34.925192 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3943501-34de-4091-8120-4013200c71f2 None None] The sync data for ids ['60d19833-6562-4a68-93fb-d76ced03a9bc'] in dv-neutron-833373-1-hyperv is: [{'id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'name': 'tempest-TestShelveInstance-1839619320-router', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '514c941c-8930-43e3-839a-23f4813ffc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:24Z', 'updated_at': '2022-03-11T16:19:27Z', 'revision_number': 4, 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'gw_port': {'id': '514c941c-8930-43e3-839a-23f4813ffc9d', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:24Z', 'updated_at': '2022-03-11T16:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'cb1650d3-be8b-4f9d-b163-beef4217f6ab', 'name': '', 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'mac_address': 'fa:16:3e:23:37:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dc939e2-e463-4edf-b5a8-1532f3aef71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:26Z', 'updated_at': '2022-03-11T16:19:33Z', 'revision_number': 4, 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'subnets': [{'id': '2dc939e2-e463-4edf-b5a8-1532f3aef71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:19:34.928266 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-771c6199-0799-4214-9259-a096819884c2 None None] Provisioning complete for port 1502b561-8c35-4b70-a02b-f9250b33c8c3 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:34.928266 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-771c6199-0799-4214-9259-a096819884c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:34.987748 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741b6a01-da3f-45a0-97c3-c2c29c1fdc50 admin admin] Network 6a3ddbef-1265-4bf0-8f01-f878df35b697 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:34.989955 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-741b6a01-da3f-45a0-97c3-c2c29c1fdc50 admin admin] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:35.153040 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 1502b561-8c35-4b70-a02b-f9250b33c8c3 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:19:35.322588 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 1502b561-8c35-4b70-a02b-f9250b33c8c3 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:35.323065 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:35.393441 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-771c6199-0799-4214-9259-a096819884c2 None None] Provisioning for port 6b9c15c2-0154-401d-b428-bc6dc3fb8e2d completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:35.404648 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-771c6199-0799-4214-9259-a096819884c2 None None] Provisioning complete for port 6b9c15c2-0154-401d-b428-bc6dc3fb8e2d triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:35.405350 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-771c6199-0799-4214-9259-a096819884c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:35.581567 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-771c6199-0799-4214-9259-a096819884c2 None None] Port 6b9c15c2-0154-401d-b428-bc6dc3fb8e2d cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:19:35.695852 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741b6a01-da3f-45a0-97c3-c2c29c1fdc50 admin admin] Router 75669454-6839-413f-81f4-4b38b46ce248 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:19:35.704246 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-57376986-e12a-47bd-82f7-beedcf25bf84 None None] Provisioning complete for port 6b9c15c2-0154-401d-b428-bc6dc3fb8e2d triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:35.704669 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-57376986-e12a-47bd-82f7-beedcf25bf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:35.777030 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-57376986-e12a-47bd-82f7-beedcf25bf84 None None] Port 6b9c15c2-0154-401d-b428-bc6dc3fb8e2d cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:19:35.935786 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741b6a01-da3f-45a0-97c3-c2c29c1fdc50 admin admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:19:35.945779 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-741b6a01-da3f-45a0-97c3-c2c29c1fdc50 admin admin] 10.222.0.31 "PUT /v2.0/routers/75669454-6839-413f-81f4-4b38b46ce248/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6288869 Mar 11 16:19:37.024054 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 5f763f01-efea-4aba-9825-a46125d277f7 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:19:37.091292 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 5f763f01-efea-4aba-9825-a46125d277f7 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:37.096016 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 5f763f01-efea-4aba-9825-a46125d277f7 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:37.096420 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:37.209404 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:37.225166 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 5f763f01-efea-4aba-9825-a46125d277f7, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=5f763f01-efea-4aba-9825-a46125d277f7,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:19:37.230256 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:37.231252 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device cb1650d3-be8b-4f9d-b163-beef4217f6ab up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:19:37.342000 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=5f763f01-efea-4aba-9825-a46125d277f7,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:37.357176 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port cb1650d3-be8b-4f9d-b163-beef4217f6ab completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:37.362612 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port cb1650d3-be8b-4f9d-b163-beef4217f6ab triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:37.362976 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:37.491771 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:37.533510 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port cb1650d3-be8b-4f9d-b163-beef4217f6ab, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=cb1650d3-be8b-4f9d-b163-beef4217f6ab,segment=NetworkSegment(03f80dcc-90bb-4646-888a-471ffd0c668f),segment_id=03f80dcc-90bb-4646-888a-471ffd0c668f)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:19:37.538986 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:37.609351 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=cb1650d3-be8b-4f9d-b163-beef4217f6ab,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:37.659302 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 50256) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:37.664931 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-563c32da-6731-466d-a4f8-79c702194b1e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1018344597', 'description': 'tempest-secgroup-smoke-1018344597 description', 'project_id': '03ee3f8236f74e659d423ade6b960e92'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:19:37.671982 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-563c32da-6731-466d-a4f8-79c702194b1e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:37.677076 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-563c32da-6731-466d-a4f8-79c702194b1e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Usage tracker for resource:security_group and tenant:03ee3f8236f74e659d423ade6b960e92 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:37.681343 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-563c32da-6731-466d-a4f8-79c702194b1e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:37.688920 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-563c32da-6731-466d-a4f8-79c702194b1e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:37.699433 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-563c32da-6731-466d-a4f8-79c702194b1e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:37.737121 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-563c32da-6731-466d-a4f8-79c702194b1e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:37.741016 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-563c32da-6731-466d-a4f8-79c702194b1e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Usage tracker for resource:security_group_rule and tenant:03ee3f8236f74e659d423ade6b960e92 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:37.743867 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-563c32da-6731-466d-a4f8-79c702194b1e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:37.749626 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-563c32da-6731-466d-a4f8-79c702194b1e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:37.815802 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-563c32da-6731-466d-a4f8-79c702194b1e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:37.820571 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-563c32da-6731-466d-a4f8-79c702194b1e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:37.865560 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c32da-6731-466d-a4f8-79c702194b1e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdea4b6-e28a-4bbb-9d02-4c36b8354038,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:37.870483 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-563c32da-6731-466d-a4f8-79c702194b1e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:37.874581 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-563c32da-6731-466d-a4f8-79c702194b1e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2114186 Mar 11 16:19:37.875222 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 50260) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:37.881663 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-9e3d7a48-6166-4519-94f2-1ce7e1877396 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Request body: {'security_group_rule': {'security_group_id': '7fdea4b6-e28a-4bbb-9d02-4c36b8354038', 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:19:37.887774 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-9e3d7a48-6166-4519-94f2-1ce7e1877396 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:37.892263 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-9e3d7a48-6166-4519-94f2-1ce7e1877396 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Usage tracker for resource:security_group_rule and tenant:03ee3f8236f74e659d423ade6b960e92 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:37.895323 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-9e3d7a48-6166-4519-94f2-1ce7e1877396 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:37.901028 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-9e3d7a48-6166-4519-94f2-1ce7e1877396 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:37.917975 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9e3d7a48-6166-4519-94f2-1ce7e1877396 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:37.981889 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9e3d7a48-6166-4519-94f2-1ce7e1877396 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:37.985661 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9e3d7a48-6166-4519-94f2-1ce7e1877396 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:38.010685 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d7a48-6166-4519-94f2-1ce7e1877396 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e147fa63-cfb9-43e2-a80b-1e8e63e53fac,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:38.021145 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9e3d7a48-6166-4519-94f2-1ce7e1877396 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:38.022385 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9e3d7a48-6166-4519-94f2-1ce7e1877396 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1457629 Mar 11 16:19:38.025033 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 50264) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:38.030719 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-28f3a748-c5f9-420b-b7a9-c868f021928b tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Request body: {'security_group_rule': {'security_group_id': '7fdea4b6-e28a-4bbb-9d02-4c36b8354038', 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:19:38.036823 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-28f3a748-c5f9-420b-b7a9-c868f021928b tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:38.041331 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-28f3a748-c5f9-420b-b7a9-c868f021928b tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Usage tracker for resource:security_group_rule and tenant:03ee3f8236f74e659d423ade6b960e92 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:38.044678 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-28f3a748-c5f9-420b-b7a9-c868f021928b tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:38.051730 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-28f3a748-c5f9-420b-b7a9-c868f021928b tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:38.070387 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-28f3a748-c5f9-420b-b7a9-c868f021928b tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:38.136473 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-28f3a748-c5f9-420b-b7a9-c868f021928b tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:38.140192 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-28f3a748-c5f9-420b-b7a9-c868f021928b tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:38.165035 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3a748-c5f9-420b-b7a9-c868f021928b tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c95ef9f-945d-44f4-9d4b-42bee56dba35,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:38.175567 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-28f3a748-c5f9-420b-b7a9-c868f021928b tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:38.176789 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-28f3a748-c5f9-420b-b7a9-c868f021928b tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1508512 Mar 11 16:19:38.179557 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 50268) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:38.185086 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-e633d231-ceb2-46c1-a8f0-27d528ddb0e0 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Request body: {'security_group_rule': {'security_group_id': '7fdea4b6-e28a-4bbb-9d02-4c36b8354038', 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:19:38.192855 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-e633d231-ceb2-46c1-a8f0-27d528ddb0e0 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:38.196719 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-e633d231-ceb2-46c1-a8f0-27d528ddb0e0 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Usage tracker for resource:security_group_rule and tenant:03ee3f8236f74e659d423ade6b960e92 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:38.199581 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-e633d231-ceb2-46c1-a8f0-27d528ddb0e0 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:38.206834 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-e633d231-ceb2-46c1-a8f0-27d528ddb0e0 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:38.228967 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e633d231-ceb2-46c1-a8f0-27d528ddb0e0 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:38.294687 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e633d231-ceb2-46c1-a8f0-27d528ddb0e0 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:38.298984 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e633d231-ceb2-46c1-a8f0-27d528ddb0e0 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:38.323078 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e633d231-ceb2-46c1-a8f0-27d528ddb0e0 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e21df7f-c8bc-4f35-b8e0-830d9a93f8ae,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:38.333829 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e633d231-ceb2-46c1-a8f0-27d528ddb0e0 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:38.335068 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-e633d231-ceb2-46c1-a8f0-27d528ddb0e0 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1545846 Mar 11 16:19:38.340438 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 50272) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:38.346410 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-e0042ef4-c6fc-4858-9c85-9e30d7383006 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Request body: {'security_group_rule': {'security_group_id': '7fdea4b6-e28a-4bbb-9d02-4c36b8354038', 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:19:38.352423 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-e0042ef4-c6fc-4858-9c85-9e30d7383006 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:38.357616 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-e0042ef4-c6fc-4858-9c85-9e30d7383006 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Usage tracker for resource:security_group_rule and tenant:03ee3f8236f74e659d423ade6b960e92 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:38.361239 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-e0042ef4-c6fc-4858-9c85-9e30d7383006 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:38.367450 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-e0042ef4-c6fc-4858-9c85-9e30d7383006 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:38.385918 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e0042ef4-c6fc-4858-9c85-9e30d7383006 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:38.454438 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e0042ef4-c6fc-4858-9c85-9e30d7383006 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:38.458360 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e0042ef4-c6fc-4858-9c85-9e30d7383006 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:38.486035 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0042ef4-c6fc-4858-9c85-9e30d7383006 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=338064de-8e81-4a2d-92e1-56e7292a06f7,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:38.494782 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e0042ef4-c6fc-4858-9c85-9e30d7383006 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:38.496009 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-e0042ef4-c6fc-4858-9c85-9e30d7383006 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1546538 Mar 11 16:19:38.498735 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 50276) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:38.505019 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-bc156d07-0595-4c69-890d-fc160165332e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Request body: {'security_group_rule': {'security_group_id': '7fdea4b6-e28a-4bbb-9d02-4c36b8354038', 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:19:38.510892 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-bc156d07-0595-4c69-890d-fc160165332e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:38.514797 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-bc156d07-0595-4c69-890d-fc160165332e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Usage tracker for resource:security_group_rule and tenant:03ee3f8236f74e659d423ade6b960e92 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:38.518492 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-bc156d07-0595-4c69-890d-fc160165332e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:38.524166 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-bc156d07-0595-4c69-890d-fc160165332e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:38.535272 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.securitygroups_db [None req-bc156d07-0595-4c69-890d-fc160165332e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Project 03ee3f8236f74e659d423ade6b960e92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:19:38.542012 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bc156d07-0595-4c69-890d-fc160165332e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:38.610654 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bc156d07-0595-4c69-890d-fc160165332e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:38.614257 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bc156d07-0595-4c69-890d-fc160165332e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:38.637609 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc156d07-0595-4c69-890d-fc160165332e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e31136ee-0fb4-4226-b9ef-010c7439565d,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:38.646648 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-bc156d07-0595-4c69-890d-fc160165332e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:38.647795 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-bc156d07-0595-4c69-890d-fc160165332e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1481700 Mar 11 16:19:38.650621 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 50280) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:38.656378 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-f0db2c0d-7db3-436f-867e-ef78b049bffd tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Request body: {'security_group_rule': {'security_group_id': '7fdea4b6-e28a-4bbb-9d02-4c36b8354038', 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:19:38.663918 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f0db2c0d-7db3-436f-867e-ef78b049bffd tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:38.668515 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f0db2c0d-7db3-436f-867e-ef78b049bffd tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Usage tracker for resource:security_group_rule and tenant:03ee3f8236f74e659d423ade6b960e92 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:38.671454 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f0db2c0d-7db3-436f-867e-ef78b049bffd tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:38.678103 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f0db2c0d-7db3-436f-867e-ef78b049bffd tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:38.688681 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.securitygroups_db [None req-f0db2c0d-7db3-436f-867e-ef78b049bffd tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Project 03ee3f8236f74e659d423ade6b960e92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:19:38.695275 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f0db2c0d-7db3-436f-867e-ef78b049bffd tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:38.765309 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f0db2c0d-7db3-436f-867e-ef78b049bffd tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:38.769218 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f0db2c0d-7db3-436f-867e-ef78b049bffd tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:38.794826 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db2c0d-7db3-436f-867e-ef78b049bffd tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe4dab92-3766-4a63-8930-dda6a3e28ef7,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:38.805436 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f0db2c0d-7db3-436f-867e-ef78b049bffd tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:38.806793 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f0db2c0d-7db3-436f-867e-ef78b049bffd tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1548882 Mar 11 16:19:38.995757 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-6993730f-77c7-4f43-96f9-a70f1df35627 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Synchronizing usage tracker for tenant:03ee3f8236f74e659d423ade6b960e92 on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:39.001514 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 5f763f01-efea-4aba-9825-a46125d277f7 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:19:39.013745 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-6993730f-77c7-4f43-96f9-a70f1df35627 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Unset dirty status for tenant:03ee3f8236f74e659d423ade6b960e92 on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:39.015014 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-6993730f-77c7-4f43-96f9-a70f1df35627 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1018344597&fields=id&tenant_id=03ee3f8236f74e659d423ade6b960e92 HTTP/1.1" status: 200 len: 267 time: 0.0667675 Mar 11 16:19:39.074850 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 5f763f01-efea-4aba-9825-a46125d277f7 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:39.075210 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:39.168528 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-9a94a0b3-a37b-4d1a-8029-526c911ac5ec tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:39.169216 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-9a94a0b3-a37b-4d1a-8029-526c911ac5ec tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Synchronizing usage tracker for tenant:03ee3f8236f74e659d423ade6b960e92 on resource:network {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:39.186681 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-9a94a0b3-a37b-4d1a-8029-526c911ac5ec tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Unset dirty status for tenant:03ee3f8236f74e659d423ade6b960e92 on resource:network {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:39.188199 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-9a94a0b3-a37b-4d1a-8029-526c911ac5ec tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/networks?id=26e95c05-cae5-418a-8436-e352b655b8a6 HTTP/1.1" status: 200 len: 809 time: 0.1657231 Mar 11 16:19:39.191834 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device cb1650d3-be8b-4f9d-b163-beef4217f6ab up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:19:39.210535 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-d2471a20-90f4-44d8-9c39-94fb0b82c8af tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/quotas/03ee3f8236f74e659d423ade6b960e92 HTTP/1.1" status: 200 len: 375 time: 0.0131142 Mar 11 16:19:39.298812 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-15b7201e-c269-4e5b-aeb6-b7ab3d53fa4a tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Synchronizing usage tracker for tenant:03ee3f8236f74e659d423ade6b960e92 on resource:port {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:39.308897 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port cb1650d3-be8b-4f9d-b163-beef4217f6ab triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:39.309262 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:39.315754 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-15b7201e-c269-4e5b-aeb6-b7ab3d53fa4a tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Unset dirty status for tenant:03ee3f8236f74e659d423ade6b960e92 on resource:port {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:39.317127 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-15b7201e-c269-4e5b-aeb6-b7ab3d53fa4a tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=03ee3f8236f74e659d423ade6b960e92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0993526 Mar 11 16:19:39.558518 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-e55864ce-3340-4ee3-b180-52940a523b9e service neutron] 10.222.0.31 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279892 Mar 11 16:19:39.687186 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-7b4d3c3a-a038-4f11-9c06-58ca78c0fd4d service neutron] 10.222.0.31 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230001 Mar 11 16:19:40.893467 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b637b5f5-2cdd-4512-8d1b-292643afb4b8 req-19495497-4e80-47da-8d5a-c8853925a127 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 210 time: 0.0427682 Mar 11 16:19:42.004359 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c67af025-1d66-4176-b119-9328d6e0a18d req-1fc265c1-8a48-45ab-804a-2d9f1d81fe50 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 210 time: 0.0417750 Mar 11 16:19:43.171418 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a3719bbe-5caf-4ed9-ab58-7e022ed10c7d req-4dd83913-78a4-49b7-a4c8-15fd148e9aee tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 210 time: 0.0438828 Mar 11 16:19:44.242640 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-d230a82a-a38f-4578-8cf9-44dd94fefd86 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:44.244262 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-d230a82a-a38f-4578-8cf9-44dd94fefd86 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.73 "GET /v2.0/networks?id=26e95c05-cae5-418a-8436-e352b655b8a6 HTTP/1.1" status: 200 len: 809 time: 0.1713738 Mar 11 16:19:44.299372 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-cb2c1509-9ad7-447e-97bf-35833cbe227a tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03ee3f8236f74e659d423ade6b960e92 HTTP/1.1" status: 200 len: 380 time: 0.0422771 Mar 11 16:19:44.308923 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-7f3ad7b3-c2fb-42cb-9cf2-94881b6abddf tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Request body: {'port': {'device_id': '73459632-1ff6-45b0-98db-91ae68729453', 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6', 'admin_state_up': True, 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'security_groups': ['7fdea4b6-e28a-4bbb-9d02-4c36b8354038']}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:19:44.348029 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f79b4bcc-78ba-4a89-a9db-68c23bda4332 req-05b910dd-b549-4f30-ba45-f7210a1ab74f tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 210 time: 0.0447645 Mar 11 16:19:44.442795 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-7f3ad7b3-c2fb-42cb-9cf2-94881b6abddf tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:44.452648 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-7f3ad7b3-c2fb-42cb-9cf2-94881b6abddf tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:44.462213 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-7f3ad7b3-c2fb-42cb-9cf2-94881b6abddf tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Made reservation on behalf of 03ee3f8236f74e659d423ade6b960e92 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:44.465194 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-7f3ad7b3-c2fb-42cb-9cf2-94881b6abddf tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:44.631884 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-7f3ad7b3-c2fb-42cb-9cf2-94881b6abddf tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Allocated IP 172.20.0.10 (26e95c05-cae5-418a-8436-e352b655b8a6/2dc939e2-e463-4edf-b5a8-1532f3aef71c/6688f3b8-32d4-421d-b67f-a094960a0ba4) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:19:44.815688 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-7f3ad7b3-c2fb-42cb-9cf2-94881b6abddf tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:44.832370 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-7f3ad7b3-c2fb-42cb-9cf2-94881b6abddf tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Transition to ACTIVE for port object 6688f3b8-32d4-421d-b67f-a094960a0ba4 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:44.853991 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-7f3ad7b3-c2fb-42cb-9cf2-94881b6abddf tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:44.926952 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-7f3ad7b3-c2fb-42cb-9cf2-94881b6abddf tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Network 26e95c05-cae5-418a-8436-e352b655b8a6 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:44.930062 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-7f3ad7b3-c2fb-42cb-9cf2-94881b6abddf tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:44.933123 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-7f3ad7b3-c2fb-42cb-9cf2-94881b6abddf tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:19:45.077790 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ad7b3-c2fb-42cb-9cf2-94881b6abddf tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Pushing event updated for resources: {'Port': ['ID=6688f3b8-32d4-421d-b67f-a094960a0ba4,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:45.109811 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-7f3ad7b3-c2fb-42cb-9cf2-94881b6abddf tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:45.110416 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-7f3ad7b3-c2fb-42cb-9cf2-94881b6abddf tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:45.135249 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-7f3ad7b3-c2fb-42cb-9cf2-94881b6abddf tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8298650 Mar 11 16:19:45.147393 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-42aa42bf-f610-4a2f-b19f-901cbb98955f service neutron] Request body: {'port': {'device_id': '73459632-1ff6-45b0-98db-91ae68729453', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:19:45.167204 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-cbc3d563-b08b-4efd-9e66-55ee0d699e5c None None] Provisioning for port 6688f3b8-32d4-421d-b67f-a094960a0ba4 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:45.172358 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-cbc3d563-b08b-4efd-9e66-55ee0d699e5c None None] Provisioning complete for port 6688f3b8-32d4-421d-b67f-a094960a0ba4 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:45.172729 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cbc3d563-b08b-4efd-9e66-55ee0d699e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:45.228657 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-cbc3d563-b08b-4efd-9e66-55ee0d699e5c None None] Port 6688f3b8-32d4-421d-b67f-a094960a0ba4 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:19:45.257307 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-42aa42bf-f610-4a2f-b19f-901cbb98955f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:45.604149 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaafed9-d99b-4856-95a2-ac98da1254e9 req-3e9c5a1d-734f-43b7-9641-3db91cb02b2d tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:45.604844 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-eaaafed9-d99b-4856-95a2-ac98da1254e9 req-3e9c5a1d-734f-43b7-9641-3db91cb02b2d tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Synchronizing usage tracker for tenant:03ee3f8236f74e659d423ade6b960e92 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:45.665408 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-eaaafed9-d99b-4856-95a2-ac98da1254e9 req-3e9c5a1d-734f-43b7-9641-3db91cb02b2d tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Unset dirty status for tenant:03ee3f8236f74e659d423ade6b960e92 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:45.666548 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-eaaafed9-d99b-4856-95a2-ac98da1254e9 req-3e9c5a1d-734f-43b7-9641-3db91cb02b2d tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 932 time: 0.1908736 Mar 11 16:19:45.668416 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-42aa42bf-f610-4a2f-b19f-901cbb98955f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6688f3b8-32d4-421d-b67f-a094960a0ba4 {{(pid=83866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:19:45.676857 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-42aa42bf-f610-4a2f-b19f-901cbb98955f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:45.715383 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-42aa42bf-f610-4a2f-b19f-901cbb98955f service neutron] Transition to ACTIVE for port object 6688f3b8-32d4-421d-b67f-a094960a0ba4 will not be triggered until provisioned by entity L2. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:45.724710 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-42aa42bf-f610-4a2f-b19f-901cbb98955f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:45.784306 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-eaaafed9-d99b-4856-95a2-ac98da1254e9 req-b06bd046-fd7c-4302-aaf9-9d30e59a88b2 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116757 Mar 11 16:19:45.856656 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa42bf-f610-4a2f-b19f-901cbb98955f service neutron] Pushing event updated for resources: {'Port': ['ID=6688f3b8-32d4-421d-b67f-a094960a0ba4,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:45.968632 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-42aa42bf-f610-4a2f-b19f-901cbb98955f service neutron] Attempting to bind port 6688f3b8-32d4-421d-b67f-a094960a0ba4 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:19:45.968969 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-42aa42bf-f610-4a2f-b19f-901cbb98955f service neutron] Attempting to bind port 6688f3b8-32d4-421d-b67f-a094960a0ba4 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '03f80dcc-90bb-4646-888a-471ffd0c668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:19:45.969294 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-42aa42bf-f610-4a2f-b19f-901cbb98955f service neutron] Attempting to bind port 6688f3b8-32d4-421d-b67f-a094960a0ba4 on network 26e95c05-cae5-418a-8436-e352b655b8a6 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:19:45.976025 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-42aa42bf-f610-4a2f-b19f-901cbb98955f service neutron] Port 6688f3b8-32d4-421d-b67f-a094960a0ba4 on network 26e95c05-cae5-418a-8436-e352b655b8a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:19:45.976383 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-42aa42bf-f610-4a2f-b19f-901cbb98955f service neutron] Attempting to bind port 6688f3b8-32d4-421d-b67f-a094960a0ba4 on network 26e95c05-cae5-418a-8436-e352b655b8a6 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:19:45.982518 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-42aa42bf-f610-4a2f-b19f-901cbb98955f service neutron] Checking agent: {'id': '233b753e-9484-4350-9871-64b7c66fc067', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'started_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:19:45.982848 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-42aa42bf-f610-4a2f-b19f-901cbb98955f service neutron] Checking segment: {'id': '03f80dcc-90bb-4646-888a-471ffd0c668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:19:45.983222 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-42aa42bf-f610-4a2f-b19f-901cbb98955f service neutron] Bound using segment: {'id': '03f80dcc-90bb-4646-888a-471ffd0c668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6'} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:19:45.983637 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-42aa42bf-f610-4a2f-b19f-901cbb98955f service neutron] Bound port: 6688f3b8-32d4-421d-b67f-a094960a0ba4, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03f80dcc-90bb-4646-888a-471ffd0c668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6'}}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:19:45.983976 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-42aa42bf-f610-4a2f-b19f-901cbb98955f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:46.074880 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-42aa42bf-f610-4a2f-b19f-901cbb98955f service neutron] For port 6688f3b8-32d4-421d-b67f-a094960a0ba4, host hv-neutron-8333, cleared binding levels {{(pid=83866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:19:46.077737 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-42aa42bf-f610-4a2f-b19f-901cbb98955f service neutron] For port 6688f3b8-32d4-421d-b67f-a094960a0ba4, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6688f3b8-32d4-421d-b67f-a094960a0ba4,segment=NetworkSegment(03f80dcc-90bb-4646-888a-471ffd0c668f),segment_id=03f80dcc-90bb-4646-888a-471ffd0c668f)] {{(pid=83866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:19:46.082601 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-42aa42bf-f610-4a2f-b19f-901cbb98955f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:46.144055 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-42aa42bf-f610-4a2f-b19f-901cbb98955f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:46.145428 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-42aa42bf-f610-4a2f-b19f-901cbb98955f service neutron] 10.222.0.73 "PUT /v2.0/ports/6688f3b8-32d4-421d-b67f-a094960a0ba4 HTTP/1.1" status: 200 len: 1094 time: 1.0019641 Mar 11 16:19:46.145864 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73459632-1ff6-45b0-98db-91ae68729453', 'tag': '6688f3b8-32d4-421d-b67f-a094960a0ba4'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:19:46.166655 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa42bf-f610-4a2f-b19f-901cbb98955f service neutron] Pushing event updated for resources: {'Port': ['ID=6688f3b8-32d4-421d-b67f-a094960a0ba4,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:46.230860 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73459632-1ff6-45b0-98db-91ae68729453', 'tag': '6688f3b8-32d4-421d-b67f-a094960a0ba4', 'status': 'completed', 'code': 200} Mar 11 16:19:46.270168 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-94282c65-576c-428a-ae6a-e8de02f4f190 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03ee3f8236f74e659d423ade6b960e92&device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 1097 time: 0.0845988 Mar 11 16:19:46.339370 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-5c5456c9-b099-4669-9c28-2a5056addfb7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6688f3b8-32d4-421d-b67f-a094960a0ba4 HTTP/1.1" status: 200 len: 217 time: 0.0625241 Mar 11 16:19:46.403244 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:46.409897 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-83b77e8f-2f41-4255-a4d2-90fb14080e28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:46.411324 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-83b77e8f-2f41-4255-a4d2-90fb14080e28 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2dc939e2-e463-4edf-b5a8-1532f3aef71c HTTP/1.1" status: 200 len: 848 time: 0.0654142 Mar 11 16:19:46.484924 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-cf1e6773-009d-4b3a-8693-7a6c91992afb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26e95c05-cae5-418a-8436-e352b655b8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673749 Mar 11 16:19:46.615476 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-f46749e5-b13a-414f-8c98-4f103288608c service neutron] 10.222.0.73 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246023 Mar 11 16:19:46.745935 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b6c863cc-bc09-49c8-8da1-aceeecfc94ed req-88c034e7-1974-4d27-ac41-5cb860cfb279 service neutron] 10.222.0.73 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243463 Mar 11 16:19:46.861772 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f19368d1-73e0-41e7-8133-24bc478dc532 req-811aa334-764c-4cf8-85e0-550c35c9938c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03ee3f8236f74e659d423ade6b960e92&device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 1097 time: 0.0693717 Mar 11 16:19:47.139453 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19368d1-73e0-41e7-8133-24bc478dc532 req-73eb9e14-476d-4b46-83ab-45727fa17e4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:47.140899 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f19368d1-73e0-41e7-8133-24bc478dc532 req-73eb9e14-476d-4b46-83ab-45727fa17e4d service neutron] 10.222.0.73 "GET /v2.0/networks?id=26e95c05-cae5-418a-8436-e352b655b8a6 HTTP/1.1" status: 200 len: 910 time: 0.2745118 Mar 11 16:19:47.151576 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4e9c9-4a32-4f9a-a520-af1a6f33642c req-8d7cb473-b5cb-4a5e-8733-3c5f1491f55b tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:47.152941 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-77f4e9c9-4a32-4f9a-a520-af1a6f33642c req-8d7cb473-b5cb-4a5e-8733-3c5f1491f55b tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 944 time: 0.1646624 Mar 11 16:19:47.230506 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f19368d1-73e0-41e7-8133-24bc478dc532 req-732812ff-5fd7-4550-a8d8-f329179637a1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6688f3b8-32d4-421d-b67f-a094960a0ba4 HTTP/1.1" status: 200 len: 217 time: 0.0766442 Mar 11 16:19:47.301454 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-77f4e9c9-4a32-4f9a-a520-af1a6f33642c req-75afb380-ca8f-47ec-a003-ec4b6ee2f453 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989046 Mar 11 16:19:47.307990 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19368d1-73e0-41e7-8133-24bc478dc532 req-c215018b-299a-44c9-97f2-eb8b5a22767a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:47.309352 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f19368d1-73e0-41e7-8133-24bc478dc532 req-c215018b-299a-44c9-97f2-eb8b5a22767a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2dc939e2-e463-4edf-b5a8-1532f3aef71c HTTP/1.1" status: 200 len: 848 time: 0.0715988 Mar 11 16:19:47.387979 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f19368d1-73e0-41e7-8133-24bc478dc532 req-d38041ca-f0a0-4d25-884c-61c8bb28a101 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26e95c05-cae5-418a-8436-e352b655b8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714042 Mar 11 16:19:47.520016 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f19368d1-73e0-41e7-8133-24bc478dc532 req-eec50a2e-facb-4b25-a691-37f98cc52599 service neutron] 10.222.0.73 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254210 Mar 11 16:19:47.654097 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f19368d1-73e0-41e7-8133-24bc478dc532 req-8c2f5c09-6803-49d7-a1de-5ccd5b9630d0 service neutron] 10.222.0.73 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273365 Mar 11 16:19:48.495976 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73404eb7-0955-4f75-9add-ccb8ee8c3699 req-cdb39f1d-cb39-43c7-a859-0f03cf54f25c tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:48.497584 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-73404eb7-0955-4f75-9add-ccb8ee8c3699 req-cdb39f1d-cb39-43c7-a859-0f03cf54f25c tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 944 time: 0.0760965 Mar 11 16:19:48.543229 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-73404eb7-0955-4f75-9add-ccb8ee8c3699 req-c1c3d67e-bdc4-429b-b11e-8d12a3d36279 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398626 Mar 11 16:19:49.755658 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94296712-5305-412c-bbf2-aeb354695210 req-482e1c87-218d-4871-b44c-894062576716 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:49.757125 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-94296712-5305-412c-bbf2-aeb354695210 req-482e1c87-218d-4871-b44c-894062576716 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 944 time: 0.0762460 Mar 11 16:19:49.802074 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-94296712-5305-412c-bbf2-aeb354695210 req-a0434621-6e59-4b9b-8c0c-8e5667eda84c tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394158 Mar 11 16:19:50.139336 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 6688f3b8-32d4-421d-b67f-a094960a0ba4 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:19:50.272317 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 6688f3b8-32d4-421d-b67f-a094960a0ba4, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6688f3b8-32d4-421d-b67f-a094960a0ba4,segment=NetworkSegment(03f80dcc-90bb-4646-888a-471ffd0c668f),segment_id=03f80dcc-90bb-4646-888a-471ffd0c668f)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:19:50.285635 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': '6688f3b8-32d4-421d-b67f-a094960a0ba4', 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6', 'port_id': '6688f3b8-32d4-421d-b67f-a094960a0ba4', 'mac_address': 'fa:16:3e:2a:96:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dc939e2-e463-4edf-b5a8-1532f3aef71c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:19:50.342007 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:50.358710 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6688f3b8-32d4-421d-b67f-a094960a0ba4 {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:19:50.374411 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 6688f3b8-32d4-421d-b67f-a094960a0ba4, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6688f3b8-32d4-421d-b67f-a094960a0ba4,segment=NetworkSegment(03f80dcc-90bb-4646-888a-471ffd0c668f),segment_id=03f80dcc-90bb-4646-888a-471ffd0c668f)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:19:50.379221 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:50.446684 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=6688f3b8-32d4-421d-b67f-a094960a0ba4,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:50.707558 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['6688f3b8-32d4-421d-b67f-a094960a0ba4'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:19:51.007630 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885bbdfe-21c7-483d-a668-34ab2f5526cb req-ac631d8f-69ee-4314-8aa1-f3b94379989d tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:51.009001 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-885bbdfe-21c7-483d-a668-34ab2f5526cb req-ac631d8f-69ee-4314-8aa1-f3b94379989d tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 945 time: 0.0867317 Mar 11 16:19:51.053298 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-885bbdfe-21c7-483d-a668-34ab2f5526cb req-6697f456-abd8-4b0d-8695-1a2842ee9663 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388663 Mar 11 16:19:52.139349 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 6688f3b8-32d4-421d-b67f-a094960a0ba4 up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:19:52.211812 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning for port 6688f3b8-32d4-421d-b67f-a094960a0ba4 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:52.217233 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port 6688f3b8-32d4-421d-b67f-a094960a0ba4 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:52.217984 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:52.257627 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a14bb-75ed-4da7-8abc-d913ab475d32 req-196f38fe-595c-4627-b4ed-ab229abb7032 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:52.259092 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-118a14bb-75ed-4da7-8abc-d913ab475d32 req-196f38fe-595c-4627-b4ed-ab229abb7032 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 945 time: 0.0849595 Mar 11 16:19:52.305266 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-118a14bb-75ed-4da7-8abc-d913ab475d32 req-4d1ba390-8f7d-474a-8920-c770dbd68b01 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404279 Mar 11 16:19:52.335243 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:52.366040 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73459632-1ff6-45b0-98db-91ae68729453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6688f3b8-32d4-421d-b67f-a094960a0ba4'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:19:52.375966 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 6688f3b8-32d4-421d-b67f-a094960a0ba4, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6688f3b8-32d4-421d-b67f-a094960a0ba4,segment=NetworkSegment(03f80dcc-90bb-4646-888a-471ffd0c668f),segment_id=03f80dcc-90bb-4646-888a-471ffd0c668f)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:19:52.380596 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:52.430539 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73459632-1ff6-45b0-98db-91ae68729453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6688f3b8-32d4-421d-b67f-a094960a0ba4', 'code': 200} Mar 11 16:19:52.446791 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=6688f3b8-32d4-421d-b67f-a094960a0ba4,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:52.651367 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-746c0100-87d0-45a6-a485-ed6db75277f5 req-76561abe-75af-48e1-ac58-5955c4c13589 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 1099 time: 0.0675004 Mar 11 16:19:52.698673 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-746c0100-87d0-45a6-a485-ed6db75277f5 req-1111cef9-15c8-4831-9534-b4b868c29077 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405877 Mar 11 16:19:53.501057 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74addc09-606f-4dd4-b636-29b65e778b47 req-b391b3e2-e383-4477-8b5e-f2b8799cbc5e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:53.502411 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-74addc09-606f-4dd4-b636-29b65e778b47 req-b391b3e2-e383-4477-8b5e-f2b8799cbc5e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 946 time: 0.0749576 Mar 11 16:19:53.547021 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-74addc09-606f-4dd4-b636-29b65e778b47 req-7ea92a44-7755-4a6c-9e5d-86a3bef086f4 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385585 Mar 11 16:19:54.744414 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920a4be-55de-4644-9687-d5de3e512246 req-e79e7cc8-26fd-43b4-be60-291f6496a3b0 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:54.745850 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-1920a4be-55de-4644-9687-d5de3e512246 req-e79e7cc8-26fd-43b4-be60-291f6496a3b0 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 946 time: 0.0771694 Mar 11 16:19:54.790137 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-1920a4be-55de-4644-9687-d5de3e512246 req-6ecd26a2-892e-4d53-9f30-ca8db92e051f tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389028 Mar 11 16:19:54.998322 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe075a-6962-4655-a741-725e4e561cf6 req-468be010-103c-4de2-b601-6de2332b5953 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:54.999771 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ddfe075a-6962-4655-a741-725e4e561cf6 req-468be010-103c-4de2-b601-6de2332b5953 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 946 time: 0.0822601 Mar 11 16:19:55.045607 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ddfe075a-6962-4655-a741-725e4e561cf6 req-84612afa-f020-4c4c-9ff2-4f215b28235e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398436 Mar 11 16:19:55.073307 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 50346) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:55.264289 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-65c3dd51-876d-4ca9-8404-2a3cebef4060 tempest-TestShelveInstance-54046394 tempest-TestShelveInstance-54046394-project-admin] Synchronizing usage tracker for tenant:64653735e8f34765a2495190934a565a on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:55.281431 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-65c3dd51-876d-4ca9-8404-2a3cebef4060 tempest-TestShelveInstance-54046394 tempest-TestShelveInstance-54046394-project-admin] Unset dirty status for tenant:64653735e8f34765a2495190934a565a on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:55.282670 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-65c3dd51-876d-4ca9-8404-2a3cebef4060 tempest-TestShelveInstance-54046394 tempest-TestShelveInstance-54046394-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 1094 time: 0.2083857 Mar 11 16:19:55.285666 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 50352) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:55.290782 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-c252160b-1c69-47c2-aaf3-4f64059a4cdf tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Request body: {'floatingip': {'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'port_id': '6688f3b8-32d4-421d-b67f-a094960a0ba4', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:19:55.296094 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-c252160b-1c69-47c2-aaf3-4f64059a4cdf tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:55.300533 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-c252160b-1c69-47c2-aaf3-4f64059a4cdf tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Usage tracker for resource:floatingip and tenant:03ee3f8236f74e659d423ade6b960e92 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:55.303320 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-c252160b-1c69-47c2-aaf3-4f64059a4cdf tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:55.308932 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-c252160b-1c69-47c2-aaf3-4f64059a4cdf tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:55.320506 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c252160b-1c69-47c2-aaf3-4f64059a4cdf tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for floatingip, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:55.458617 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c252160b-1c69-47c2-aaf3-4f64059a4cdf tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:55.597568 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-c252160b-1c69-47c2-aaf3-4f64059a4cdf tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Allocated IP 172.26.0.248 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/06455126-5643-4ece-b4d0-b626842cda97) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:19:55.835465 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c252160b-1c69-47c2-aaf3-4f64059a4cdf tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:55.864401 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c252160b-1c69-47c2-aaf3-4f64059a4cdf tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:55.937603 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c252160b-1c69-47c2-aaf3-4f64059a4cdf tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:55.938734 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-c252160b-1c69-47c2-aaf3-4f64059a4cdf tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:55.941198 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c252160b-1c69-47c2-aaf3-4f64059a4cdf tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Pushing event updated for resources: {'Port': ['ID=06455126-5643-4ece-b4d0-b626842cda97,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:55.943426 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c252160b-1c69-47c2-aaf3-4f64059a4cdf tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:19:56.450684 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c252160b-1c69-47c2-aaf3-4f64059a4cdf tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:56.506246 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c252160b-1c69-47c2-aaf3-4f64059a4cdf tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:56.708254 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c252160b-1c69-47c2-aaf3-4f64059a4cdf tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:56.712539 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c252160b-1c69-47c2-aaf3-4f64059a4cdf tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:56.819264 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c252160b-1c69-47c2-aaf3-4f64059a4cdf tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Pushing event updated for resources: {'Port': ['ID=06455126-5643-4ece-b4d0-b626842cda97,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:56.834198 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c252160b-1c69-47c2-aaf3-4f64059a4cdf tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:57.059246 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.l3_db [None req-c252160b-1c69-47c2-aaf3-4f64059a4cdf tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Floating IP f26106f7-04b3-4783-9523-d837c64352a2 associated. External IP: 172.26.0.248, port: 6688f3b8-32d4-421d-b67f-a094960a0ba4. Mar 11 16:19:57.091483 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ded9c4-f3fe-478c-b3e5-2951b87a285a None None] Sync routers for ids ['75669454-6839-413f-81f4-4b38b46ce248'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:19:57.103363 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ded9c4-f3fe-478c-b3e5-2951b87a285a None None] Routers {'75669454-6839-413f-81f4-4b38b46ce248'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:19:57.103963 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-15ded9c4-f3fe-478c-b3e5-2951b87a285a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:19:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['75669454-6839-413f-81f4-4b38b46ce248'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:57.286292 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-15ded9c4-f3fe-478c-b3e5-2951b87a285a None None] Set router 75669454-6839-413f-81f4-4b38b46ce248 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:19:57.569277 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c252160b-1c69-47c2-aaf3-4f64059a4cdf tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Router 60d19833-6562-4a68-93fb-d76ced03a9bc has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:19:57.608955 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-15ded9c4-f3fe-478c-b3e5-2951b87a285a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75669454-6839-413f-81f4-4b38b46ce248', 'name': 'tempest-TestShelveInstance-1462933434-router', 'tenant_id': '64653735e8f34765a2495190934a565a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.249'}], 'enable_snat': True}, 'gw_port_id': '5f763f01-efea-4aba-9825-a46125d277f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:30Z', 'updated_at': '2022-03-11T16:19:34Z', 'revision_number': 4, 'project_id': '64653735e8f34765a2495190934a565a', 'gw_port': {'id': '5f763f01-efea-4aba-9825-a46125d277f7', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:03:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75669454-6839-413f-81f4-4b38b46ce248', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:31Z', 'updated_at': '2022-03-11T16:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '6b9c15c2-0154-401d-b428-bc6dc3fb8e2d', 'name': '', 'network_id': '6a3ddbef-1265-4bf0-8f01-f878df35b697', 'tenant_id': '64653735e8f34765a2495190934a565a', 'mac_address': 'fa:16:3e:7d:1f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75669454-6839-413f-81f4-4b38b46ce248', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '244b658e-ae3b-4097-86ea-473553324965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:33Z', 'updated_at': '2022-03-11T16:19:34Z', 'revision_number': 2, 'project_id': '64653735e8f34765a2495190934a565a', 'subnets': [{'id': '244b658e-ae3b-4097-86ea-473553324965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:57.614096 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ded9c4-f3fe-478c-b3e5-2951b87a285a None None] Checking router: 75669454-6839-413f-81f4-4b38b46ce248 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:19:57.614447 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ded9c4-f3fe-478c-b3e5-2951b87a285a None None] Updating router 75669454-6839-413f-81f4-4b38b46ce248 port 6b9c15c2-0154-401d-b428-bc6dc3fb8e2d binding host dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:19:57.699682 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-15ded9c4-f3fe-478c-b3e5-2951b87a285a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:57.777616 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c252160b-1c69-47c2-aaf3-4f64059a4cdf tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:19:57.788622 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc4fc8d-c382-4d01-b40a-7dc83ce4b13d None None] Sync routers for ids ['60d19833-6562-4a68-93fb-d76ced03a9bc'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:19:57.804798 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c252160b-1c69-47c2-aaf3-4f64059a4cdf tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:57.807141 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc4fc8d-c382-4d01-b40a-7dc83ce4b13d None None] Routers {'60d19833-6562-4a68-93fb-d76ced03a9bc'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:19:57.807755 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-9fc4fc8d-c382-4d01-b40a-7dc83ce4b13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:19:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['60d19833-6562-4a68-93fb-d76ced03a9bc'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:57.875030 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c252160b-1c69-47c2-aaf3-4f64059a4cdf tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5811057 Mar 11 16:19:57.875030 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73459632-1ff6-45b0-98db-91ae68729453', 'tag': '6688f3b8-32d4-421d-b67f-a094960a0ba4'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:19:57.932871 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73459632-1ff6-45b0-98db-91ae68729453', 'tag': '6688f3b8-32d4-421d-b67f-a094960a0ba4', 'status': 'completed', 'code': 200} Mar 11 16:19:57.996596 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-9fc4fc8d-c382-4d01-b40a-7dc83ce4b13d None None] Set router 60d19833-6562-4a68-93fb-d76ced03a9bc gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:19:58.027308 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9a103d04-602e-48a5-8241-20d98fe40bde req-40bc044c-27a9-4245-a966-4787cc4db464 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03ee3f8236f74e659d423ade6b960e92&device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 1099 time: 0.0696762 Mar 11 16:19:58.064051 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-15ded9c4-f3fe-478c-b3e5-2951b87a285a None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:58.077905 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-15ded9c4-f3fe-478c-b3e5-2951b87a285a None None] Transition to ACTIVE for port object 6b9c15c2-0154-401d-b428-bc6dc3fb8e2d will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:58.085715 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-15ded9c4-f3fe-478c-b3e5-2951b87a285a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:58.184809 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a103d04-602e-48a5-8241-20d98fe40bde req-1680d7a6-2776-44ae-b69a-9c01d1de03bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:58.186298 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9a103d04-602e-48a5-8241-20d98fe40bde req-1680d7a6-2776-44ae-b69a-9c01d1de03bc service neutron] 10.222.0.73 "GET /v2.0/networks?id=26e95c05-cae5-418a-8436-e352b655b8a6 HTTP/1.1" status: 200 len: 910 time: 0.1530788 Mar 11 16:19:58.215247 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77cac29-89bb-4f06-9ba4-4c11e268f835 None None] Pushing event updated for resources: {'Port': ['ID=6b9c15c2-0154-401d-b428-bc6dc3fb8e2d,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:58.330196 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-15ded9c4-f3fe-478c-b3e5-2951b87a285a None None] Attempting to bind port 6b9c15c2-0154-401d-b428-bc6dc3fb8e2d on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:19:58.330866 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-15ded9c4-f3fe-478c-b3e5-2951b87a285a None None] Attempting to bind port 6b9c15c2-0154-401d-b428-bc6dc3fb8e2d by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '78c81116-26fa-403d-83e6-e7befae91021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6a3ddbef-1265-4bf0-8f01-f878df35b697'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:19:58.331304 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ded9c4-f3fe-478c-b3e5-2951b87a285a None None] Attempting to bind port 6b9c15c2-0154-401d-b428-bc6dc3fb8e2d on network 6a3ddbef-1265-4bf0-8f01-f878df35b697 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:19:58.338496 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ded9c4-f3fe-478c-b3e5-2951b87a285a None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:19:58.338869 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ded9c4-f3fe-478c-b3e5-2951b87a285a None None] Checking segment: {'id': '78c81116-26fa-403d-83e6-e7befae91021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6a3ddbef-1265-4bf0-8f01-f878df35b697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:19:58.339259 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-15ded9c4-f3fe-478c-b3e5-2951b87a285a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:58.339774 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ded9c4-f3fe-478c-b3e5-2951b87a285a None None] Bound using segment: {'id': '78c81116-26fa-403d-83e6-e7befae91021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6a3ddbef-1265-4bf0-8f01-f878df35b697'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:19:58.340253 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-15ded9c4-f3fe-478c-b3e5-2951b87a285a None None] Bound port: 6b9c15c2-0154-401d-b428-bc6dc3fb8e2d, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78c81116-26fa-403d-83e6-e7befae91021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6a3ddbef-1265-4bf0-8f01-f878df35b697'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:19:58.340621 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-15ded9c4-f3fe-478c-b3e5-2951b87a285a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:58.394581 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9a103d04-602e-48a5-8241-20d98fe40bde req-00dcdb25-6e66-4dd8-bd41-e052d7100c51 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6688f3b8-32d4-421d-b67f-a094960a0ba4 HTTP/1.1" status: 200 len: 1000 time: 0.2010257 Mar 11 16:19:58.402829 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-9fc4fc8d-c382-4d01-b40a-7dc83ce4b13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'name': 'tempest-TestShelveInstance-1839619320-router', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '514c941c-8930-43e3-839a-23f4813ffc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:24Z', 'updated_at': '2022-03-11T16:19:27Z', 'revision_number': 4, 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'gw_port': {'id': '514c941c-8930-43e3-839a-23f4813ffc9d', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:24Z', 'updated_at': '2022-03-11T16:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'f26106f7-04b3-4783-9523-d837c64352a2', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'floating_ip_address': '172.26.0.248', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'port_id': '6688f3b8-32d4-421d-b67f-a094960a0ba4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6', 'mac_address': 'fa:16:3e:2a:96:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73459632-1ff6-45b0-98db-91ae68729453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:19:56Z', 'updated_at': '2022-03-11T16:19:56Z', 'revision_number': 0, 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1650d3-be8b-4f9d-b163-beef4217f6ab', 'name': '', 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'mac_address': 'fa:16:3e:23:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dc939e2-e463-4edf-b5a8-1532f3aef71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:26Z', 'updated_at': '2022-03-11T16:19:37Z', 'revision_number': 5, 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'subnets': [{'id': '2dc939e2-e463-4edf-b5a8-1532f3aef71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:58.406832 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc4fc8d-c382-4d01-b40a-7dc83ce4b13d None None] Checking router: 60d19833-6562-4a68-93fb-d76ced03a9bc for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:19:58.418913 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc4fc8d-c382-4d01-b40a-7dc83ce4b13d None None] Routers {'60d19833-6562-4a68-93fb-d76ced03a9bc'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:19:58.419505 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-9fc4fc8d-c382-4d01-b40a-7dc83ce4b13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:19:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['60d19833-6562-4a68-93fb-d76ced03a9bc'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:58.439799 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-15ded9c4-f3fe-478c-b3e5-2951b87a285a None None] For port 6b9c15c2-0154-401d-b428-bc6dc3fb8e2d, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:19:58.444301 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-15ded9c4-f3fe-478c-b3e5-2951b87a285a None None] For port 6b9c15c2-0154-401d-b428-bc6dc3fb8e2d, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=6b9c15c2-0154-401d-b428-bc6dc3fb8e2d,segment=NetworkSegment(78c81116-26fa-403d-83e6-e7befae91021),segment_id=78c81116-26fa-403d-83e6-e7befae91021)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:19:58.449385 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-15ded9c4-f3fe-478c-b3e5-2951b87a285a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:58.459396 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a103d04-602e-48a5-8241-20d98fe40bde req-13e1711b-d2ec-489c-beea-81c04f7757b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:58.460833 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9a103d04-602e-48a5-8241-20d98fe40bde req-13e1711b-d2ec-489c-beea-81c04f7757b9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2dc939e2-e463-4edf-b5a8-1532f3aef71c HTTP/1.1" status: 200 len: 848 time: 0.0610435 Mar 11 16:19:58.557042 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77cac29-89bb-4f06-9ba4-4c11e268f835 None None] Pushing event updated for resources: {'Port': ['ID=6b9c15c2-0154-401d-b428-bc6dc3fb8e2d,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:58.562585 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ded9c4-f3fe-478c-b3e5-2951b87a285a None None] Routers {'75669454-6839-413f-81f4-4b38b46ce248'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:19:58.563308 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-15ded9c4-f3fe-478c-b3e5-2951b87a285a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:19:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['75669454-6839-413f-81f4-4b38b46ce248'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:58.567606 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9a103d04-602e-48a5-8241-20d98fe40bde req-a52629ca-6575-4c59-a8d8-dabe39b45725 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26e95c05-cae5-418a-8436-e352b655b8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0927951 Mar 11 16:19:58.725246 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9a103d04-602e-48a5-8241-20d98fe40bde req-a723248f-33b7-47ca-96c5-6b4557fc58ed service neutron] 10.222.0.73 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562095 Mar 11 16:19:58.766138 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-15ded9c4-f3fe-478c-b3e5-2951b87a285a None None] Set router 75669454-6839-413f-81f4-4b38b46ce248 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:19:58.791353 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-9fc4fc8d-c382-4d01-b40a-7dc83ce4b13d None None] Set router 60d19833-6562-4a68-93fb-d76ced03a9bc gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:19:58.880071 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9a103d04-602e-48a5-8241-20d98fe40bde req-b01cb3c3-d88a-4f1f-8ecc-9e36d9e98707 service neutron] 10.222.0.73 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486454 Mar 11 16:19:59.123949 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-15ded9c4-f3fe-478c-b3e5-2951b87a285a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75669454-6839-413f-81f4-4b38b46ce248', 'name': 'tempest-TestShelveInstance-1462933434-router', 'tenant_id': '64653735e8f34765a2495190934a565a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.249'}], 'enable_snat': True}, 'gw_port_id': '5f763f01-efea-4aba-9825-a46125d277f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:30Z', 'updated_at': '2022-03-11T16:19:34Z', 'revision_number': 4, 'project_id': '64653735e8f34765a2495190934a565a', 'gw_port': {'id': '5f763f01-efea-4aba-9825-a46125d277f7', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:03:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75669454-6839-413f-81f4-4b38b46ce248', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:31Z', 'updated_at': '2022-03-11T16:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '6b9c15c2-0154-401d-b428-bc6dc3fb8e2d', 'name': '', 'network_id': '6a3ddbef-1265-4bf0-8f01-f878df35b697', 'tenant_id': '64653735e8f34765a2495190934a565a', 'mac_address': 'fa:16:3e:7d:1f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75669454-6839-413f-81f4-4b38b46ce248', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '244b658e-ae3b-4097-86ea-473553324965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:33Z', 'updated_at': '2022-03-11T16:19:58Z', 'revision_number': 4, 'project_id': '64653735e8f34765a2495190934a565a', 'subnets': [{'id': '244b658e-ae3b-4097-86ea-473553324965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:59.128532 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ded9c4-f3fe-478c-b3e5-2951b87a285a None None] The sync data for ids ['75669454-6839-413f-81f4-4b38b46ce248'] in dv-neutron-833373-1-hyperv is: [{'id': '75669454-6839-413f-81f4-4b38b46ce248', 'name': 'tempest-TestShelveInstance-1462933434-router', 'tenant_id': '64653735e8f34765a2495190934a565a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.249'}], 'enable_snat': True}, 'gw_port_id': '5f763f01-efea-4aba-9825-a46125d277f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:30Z', 'updated_at': '2022-03-11T16:19:34Z', 'revision_number': 4, 'project_id': '64653735e8f34765a2495190934a565a', 'gw_port': {'id': '5f763f01-efea-4aba-9825-a46125d277f7', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:03:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75669454-6839-413f-81f4-4b38b46ce248', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:31Z', 'updated_at': '2022-03-11T16:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '6b9c15c2-0154-401d-b428-bc6dc3fb8e2d', 'name': '', 'network_id': '6a3ddbef-1265-4bf0-8f01-f878df35b697', 'tenant_id': '64653735e8f34765a2495190934a565a', 'mac_address': 'fa:16:3e:7d:1f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75669454-6839-413f-81f4-4b38b46ce248', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '244b658e-ae3b-4097-86ea-473553324965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:33Z', 'updated_at': '2022-03-11T16:19:58Z', 'revision_number': 4, 'project_id': '64653735e8f34765a2495190934a565a', 'subnets': [{'id': '244b658e-ae3b-4097-86ea-473553324965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:19:59.210523 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-9fc4fc8d-c382-4d01-b40a-7dc83ce4b13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'name': 'tempest-TestShelveInstance-1839619320-router', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '514c941c-8930-43e3-839a-23f4813ffc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:24Z', 'updated_at': '2022-03-11T16:19:27Z', 'revision_number': 4, 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'gw_port': {'id': '514c941c-8930-43e3-839a-23f4813ffc9d', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:24Z', 'updated_at': '2022-03-11T16:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'f26106f7-04b3-4783-9523-d837c64352a2', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'floating_ip_address': '172.26.0.248', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'port_id': '6688f3b8-32d4-421d-b67f-a094960a0ba4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6', 'mac_address': 'fa:16:3e:2a:96:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73459632-1ff6-45b0-98db-91ae68729453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:19:56Z', 'updated_at': '2022-03-11T16:19:56Z', 'revision_number': 0, 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1650d3-be8b-4f9d-b163-beef4217f6ab', 'name': '', 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'mac_address': 'fa:16:3e:23:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dc939e2-e463-4edf-b5a8-1532f3aef71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:26Z', 'updated_at': '2022-03-11T16:19:37Z', 'revision_number': 5, 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'subnets': [{'id': '2dc939e2-e463-4edf-b5a8-1532f3aef71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:59.214609 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc4fc8d-c382-4d01-b40a-7dc83ce4b13d None None] The sync data for ids ['60d19833-6562-4a68-93fb-d76ced03a9bc'] in dv-neutron-833373-1-hyperv is: [{'id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'name': 'tempest-TestShelveInstance-1839619320-router', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '514c941c-8930-43e3-839a-23f4813ffc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:24Z', 'updated_at': '2022-03-11T16:19:27Z', 'revision_number': 4, 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'gw_port': {'id': '514c941c-8930-43e3-839a-23f4813ffc9d', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:24Z', 'updated_at': '2022-03-11T16:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'f26106f7-04b3-4783-9523-d837c64352a2', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'floating_ip_address': '172.26.0.248', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'port_id': '6688f3b8-32d4-421d-b67f-a094960a0ba4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6', 'mac_address': 'fa:16:3e:2a:96:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73459632-1ff6-45b0-98db-91ae68729453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:19:56Z', 'updated_at': '2022-03-11T16:19:56Z', 'revision_number': 0, 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1650d3-be8b-4f9d-b163-beef4217f6ab', 'name': '', 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'mac_address': 'fa:16:3e:23:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dc939e2-e463-4edf-b5a8-1532f3aef71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:26Z', 'updated_at': '2022-03-11T16:19:37Z', 'revision_number': 5, 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'subnets': [{'id': '2dc939e2-e463-4edf-b5a8-1532f3aef71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:19:59.477844 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2d3ef432-5228-4d85-92c1-a77a80a59c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:59.495751 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7126f1a-0575-43da-a417-a9cdd55db5af None None] New status for floating IP f26106f7-04b3-4783-9523-d837c64352a2: ACTIVE {{(pid=83868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:20:01.019442 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 6b9c15c2-0154-401d-b428-bc6dc3fb8e2d up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:20:01.094521 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 6b9c15c2-0154-401d-b428-bc6dc3fb8e2d completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:01.099825 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 6b9c15c2-0154-401d-b428-bc6dc3fb8e2d triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:01.100246 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:01.210700 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:01.243271 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 6b9c15c2-0154-401d-b428-bc6dc3fb8e2d, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=6b9c15c2-0154-401d-b428-bc6dc3fb8e2d,segment=NetworkSegment(78c81116-26fa-403d-83e6-e7befae91021),segment_id=78c81116-26fa-403d-83e6-e7befae91021)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:20:01.247133 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:01.314866 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=6b9c15c2-0154-401d-b428-bc6dc3fb8e2d,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:01.719849 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-afc26fbc-5471-484e-9b2b-92d090b9d16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:02.917269 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:03.010901 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 6b9c15c2-0154-401d-b428-bc6dc3fb8e2d up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:20:03.014487 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:20:03.078449 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 6b9c15c2-0154-401d-b428-bc6dc3fb8e2d triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:03.078811 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:03.199224 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:04.382908 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:16.421371 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:29.482942 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e64cbce7-8fca-4b0c-b51c-6f5125ad07ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:31.721922 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0f792f40-9149-4217-b563-a5d0aa2b546d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:32.919916 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:33.170966 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:34.385508 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:37.934181 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9981fa34-41cb-49ab-9df5-9cb706b6e8c9 req-b24ad27a-c667-4e05-ba67-61ea397440ac service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682759 Mar 11 16:20:38.074336 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9981fa34-41cb-49ab-9df5-9cb706b6e8c9 req-91ad1f0e-135c-4799-abc4-482412e07d30 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03ee3f8236f74e659d423ade6b960e92&device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 1099 time: 0.0722210 Mar 11 16:20:38.216154 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981fa34-41cb-49ab-9df5-9cb706b6e8c9 req-f10df136-743e-4b57-b963-e5f86ab1b9a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:38.217492 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9981fa34-41cb-49ab-9df5-9cb706b6e8c9 req-f10df136-743e-4b57-b963-e5f86ab1b9a0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=26e95c05-cae5-418a-8436-e352b655b8a6 HTTP/1.1" status: 200 len: 910 time: 0.1245475 Mar 11 16:20:38.320388 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9981fa34-41cb-49ab-9df5-9cb706b6e8c9 req-5042c95d-37d0-4193-bc0b-7b9769ab7567 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6688f3b8-32d4-421d-b67f-a094960a0ba4 HTTP/1.1" status: 200 len: 1002 time: 0.0970912 Mar 11 16:20:38.478866 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981fa34-41cb-49ab-9df5-9cb706b6e8c9 req-9aebee86-870b-41f7-9aa4-2f560193ae54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:38.480225 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9981fa34-41cb-49ab-9df5-9cb706b6e8c9 req-9aebee86-870b-41f7-9aa4-2f560193ae54 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2dc939e2-e463-4edf-b5a8-1532f3aef71c HTTP/1.1" status: 200 len: 848 time: 0.1524696 Mar 11 16:20:38.555304 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9981fa34-41cb-49ab-9df5-9cb706b6e8c9 req-0fcd77c0-b331-451c-85d8-fcf159b1b5d8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26e95c05-cae5-418a-8436-e352b655b8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695157 Mar 11 16:20:38.689100 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9981fa34-41cb-49ab-9df5-9cb706b6e8c9 req-72bc6e35-3d06-4322-be41-80cbfe6ed46a service neutron] 10.222.0.73 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249337 Mar 11 16:20:38.819407 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9981fa34-41cb-49ab-9df5-9cb706b6e8c9 req-3486893b-5709-404b-ac82-6db6361af80a service neutron] 10.222.0.73 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243834 Mar 11 16:20:40.015333 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:20:46.423248 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:59.486203 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e6a302ab-91e7-42a5-b245-6fed1c1b7c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:01.724916 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-82e29936-9dab-4a28-8a29-751e3d0ca8e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:02.924993 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:03.177508 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:04.388539 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:16.427404 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:17.022775 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:21:29.494819 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c7757843-f975-4ca6-bdf7-ce8e3f6fc982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:31.737525 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a503b8cf-fe9d-49c0-a692-e776dda9d4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:32.929669 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:33.183642 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:34.400757 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:40.679783 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2913da78-0575-4dcc-80c0-3946c17eb5ee req-5f93aa7f-4c1a-4096-9a53-1f3747934ddc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1100173 Mar 11 16:21:40.858778 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2913da78-0575-4dcc-80c0-3946c17eb5ee req-3696e218-1181-45cf-8cec-763717550dec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03ee3f8236f74e659d423ade6b960e92&device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 1099 time: 0.1013699 Mar 11 16:21:41.039927 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913da78-0575-4dcc-80c0-3946c17eb5ee req-b6f35beb-941b-4771-82fc-7cadc31f61b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:41.042108 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2913da78-0575-4dcc-80c0-3946c17eb5ee req-b6f35beb-941b-4771-82fc-7cadc31f61b0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=26e95c05-cae5-418a-8436-e352b655b8a6 HTTP/1.1" status: 200 len: 910 time: 0.1624162 Mar 11 16:21:41.185388 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2913da78-0575-4dcc-80c0-3946c17eb5ee req-4cdbb159-3237-4397-8ba9-d5520cb764e7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6688f3b8-32d4-421d-b67f-a094960a0ba4 HTTP/1.1" status: 200 len: 1002 time: 0.1369495 Mar 11 16:21:41.260999 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913da78-0575-4dcc-80c0-3946c17eb5ee req-0b4861ab-6cc5-4712-884a-6b457b35a092 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:41.262319 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2913da78-0575-4dcc-80c0-3946c17eb5ee req-0b4861ab-6cc5-4712-884a-6b457b35a092 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2dc939e2-e463-4edf-b5a8-1532f3aef71c HTTP/1.1" status: 200 len: 848 time: 0.0701289 Mar 11 16:21:41.364549 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2913da78-0575-4dcc-80c0-3946c17eb5ee req-0f9bec11-bc0d-485c-964e-8b396dd409bf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26e95c05-cae5-418a-8436-e352b655b8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0962543 Mar 11 16:21:41.530896 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2913da78-0575-4dcc-80c0-3946c17eb5ee req-2e35c388-f111-4751-81bf-143bb872b63f service neutron] 10.222.0.73 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604373 Mar 11 16:21:41.693826 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2913da78-0575-4dcc-80c0-3946c17eb5ee req-29e1f09f-dfb0-467f-93a9-65967956a1f0 service neutron] 10.222.0.73 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568837 Mar 11 16:21:46.424018 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:54.016797 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:21:59.493073 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2dbe0d1b-eb5c-48a4-9a5f-fb71c07cafa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:01.732963 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7b18b52a-f2a3-46a2-950c-5a0c022b8aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:02.932933 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:03.188705 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:04.400430 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:16.427538 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:29.490916 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-865790e6-4c6f-495c-9bf9-c59569a27886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:31.022573 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:22:31.745827 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b64748ad-61d5-4b2d-958d-e02a44a6d4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:32.929431 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:33.185656 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:34.406904 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:35.997786 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131099a-e53a-44e1-8932-928aa9778163 req-a528fdd8-a069-4f5d-9f34-7c52d9f72068 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:35.999493 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b131099a-e53a-44e1-8932-928aa9778163 req-a528fdd8-a069-4f5d-9f34-7c52d9f72068 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 946 time: 0.0926254 Mar 11 16:22:36.056895 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b131099a-e53a-44e1-8932-928aa9778163 req-b1cc4c1f-d762-4bd9-99eb-dde4f66edbe7 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506825 Mar 11 16:22:37.333086 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f324d5-8805-45ab-8477-db227a649fbe req-8d6f95b1-b607-4891-82cc-926dbece2393 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:37.334489 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-63f324d5-8805-45ab-8477-db227a649fbe req-8d6f95b1-b607-4891-82cc-926dbece2393 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 946 time: 0.1045396 Mar 11 16:22:37.409867 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-63f324d5-8805-45ab-8477-db227a649fbe req-213efcfc-0d67-43c0-9fbe-04e5f0847a6d tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685475 Mar 11 16:22:38.655650 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f088114-f140-4b84-98f2-5a875693b2d4 req-fd03730f-6db3-44b2-b01d-61c8210346b8 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:38.657187 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-0f088114-f140-4b84-98f2-5a875693b2d4 req-fd03730f-6db3-44b2-b01d-61c8210346b8 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 946 time: 0.0901225 Mar 11 16:22:38.709638 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-0f088114-f140-4b84-98f2-5a875693b2d4 req-ebe4b666-dd4a-4851-83b3-9ce9e7447ca2 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462847 Mar 11 16:22:39.968896 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa400083-da30-4afe-b55d-a9c2a241ee3a req-ec0219bf-5195-4fdc-86cf-7c4c57849d8e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:39.971372 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-fa400083-da30-4afe-b55d-a9c2a241ee3a req-ec0219bf-5195-4fdc-86cf-7c4c57849d8e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 946 time: 0.1166747 Mar 11 16:22:40.034716 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-fa400083-da30-4afe-b55d-a9c2a241ee3a req-b77629b1-8d16-4bcf-83ad-66169b4477da tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571623 Mar 11 16:22:40.700630 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e53256b6-277a-4818-ae33-6e322da00e9f req-d4192679-bbbc-4153-9738-71ffcddd67d2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03ee3f8236f74e659d423ade6b960e92&device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 1099 time: 0.0891063 Mar 11 16:22:40.989622 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53256b6-277a-4818-ae33-6e322da00e9f req-714c8720-e7bc-41e0-95d1-b54efdce2bd3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:40.991249 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e53256b6-277a-4818-ae33-6e322da00e9f req-714c8720-e7bc-41e0-95d1-b54efdce2bd3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=26e95c05-cae5-418a-8436-e352b655b8a6 HTTP/1.1" status: 200 len: 910 time: 0.2701609 Mar 11 16:22:41.110132 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e53256b6-277a-4818-ae33-6e322da00e9f req-c83f6f69-b41c-461e-8f98-f5e730e61ac2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6688f3b8-32d4-421d-b67f-a094960a0ba4 HTTP/1.1" status: 200 len: 1002 time: 0.1128035 Mar 11 16:22:41.206105 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53256b6-277a-4818-ae33-6e322da00e9f req-7f0a7ef1-c083-4a2a-b1fa-d81efa52db06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:41.207891 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e53256b6-277a-4818-ae33-6e322da00e9f req-7f0a7ef1-c083-4a2a-b1fa-d81efa52db06 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2dc939e2-e463-4edf-b5a8-1532f3aef71c HTTP/1.1" status: 200 len: 848 time: 0.0922816 Mar 11 16:22:41.284133 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5c093-b084-440e-86bf-dcab68a9c466 req-eeb7a465-5eae-413e-ae2b-8e04abe0ca2e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:41.285861 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-4af5c093-b084-440e-86bf-dcab68a9c466 req-eeb7a465-5eae-413e-ae2b-8e04abe0ca2e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 946 time: 0.1094625 Mar 11 16:22:41.290589 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e53256b6-277a-4818-ae33-6e322da00e9f req-384bce47-1822-4bac-98de-c26ab5e54e88 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26e95c05-cae5-418a-8436-e352b655b8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771649 Mar 11 16:22:41.346968 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-4af5c093-b084-440e-86bf-dcab68a9c466 req-72ad91db-ff71-41cc-81d5-3b64e75a63dc tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496707 Mar 11 16:22:41.447965 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e53256b6-277a-4818-ae33-6e322da00e9f req-de689e97-f80f-4f1d-a30e-ad6c24b0983a service neutron] 10.222.0.73 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508024 Mar 11 16:22:41.609009 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e53256b6-277a-4818-ae33-6e322da00e9f req-4fa0a5e9-8dc4-4feb-b622-83b636a250fe service neutron] 10.222.0.73 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548431 Mar 11 16:22:42.595654 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54871c-82a7-40e8-8444-2e871921dda7 req-2036c516-56ed-4842-815e-2a9fc550de37 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:42.597871 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4b54871c-82a7-40e8-8444-2e871921dda7 req-2036c516-56ed-4842-815e-2a9fc550de37 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 946 time: 0.1092939 Mar 11 16:22:42.666840 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4b54871c-82a7-40e8-8444-2e871921dda7 req-bee3f7a2-f50c-428c-8e8b-10816334333c tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595231 Mar 11 16:22:43.942940 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8b74e-08fd-4645-b202-d4a90901a8b3 req-a970c5a6-aa55-47b7-8c01-ac32d8331df3 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:43.944786 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-efc8b74e-08fd-4645-b202-d4a90901a8b3 req-a970c5a6-aa55-47b7-8c01-ac32d8331df3 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 946 time: 0.0971210 Mar 11 16:22:44.028682 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-efc8b74e-08fd-4645-b202-d4a90901a8b3 req-ecc894c2-9e67-465a-ac41-4e298e374af4 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743518 Mar 11 16:22:45.267315 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54882374-13c8-48e5-8dcf-4f91fa4c85e7 req-4e785f6a-086e-46f5-a354-eef2eb207050 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:45.269834 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-54882374-13c8-48e5-8dcf-4f91fa4c85e7 req-4e785f6a-086e-46f5-a354-eef2eb207050 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 946 time: 0.1035924 Mar 11 16:22:45.355192 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-54882374-13c8-48e5-8dcf-4f91fa4c85e7 req-0aa4ce51-3437-449e-abed-7f89caa064af tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779388 Mar 11 16:22:46.433574 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:46.643417 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992da348-55dd-4fb8-a92f-8c3f656fbb22 req-105dff39-e33f-4aa4-8105-97b9a357f55d tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:46.645234 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-992da348-55dd-4fb8-a92f-8c3f656fbb22 req-105dff39-e33f-4aa4-8105-97b9a357f55d tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 946 time: 0.1315339 Mar 11 16:22:46.710429 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-992da348-55dd-4fb8-a92f-8c3f656fbb22 req-53df1bfb-5054-4608-a2a7-2a3e25107af4 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588996 Mar 11 16:22:47.939739 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7adf3-9b74-479f-9cf2-bbd9742310f9 req-bd62a6d6-b956-4331-85cd-dad8f5abc773 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:47.942630 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dad7adf3-9b74-479f-9cf2-bbd9742310f9 req-bd62a6d6-b956-4331-85cd-dad8f5abc773 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 946 time: 0.0850186 Mar 11 16:22:48.006122 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dad7adf3-9b74-479f-9cf2-bbd9742310f9 req-05da3e21-505c-4482-a157-ffed205d4484 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571380 Mar 11 16:22:49.073416 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 6688f3b8-32d4-421d-b67f-a094960a0ba4 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:22:49.270451 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1699f-5761-4070-a64e-4beff187c84f req-ef9d25fd-01f2-4e6a-a2c7-76745d5eed67 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:49.272464 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e0b1699f-5761-4070-a64e-4beff187c84f req-ef9d25fd-01f2-4e6a-a2c7-76745d5eed67 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 946 time: 0.1194315 Mar 11 16:22:49.308028 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 6688f3b8-32d4-421d-b67f-a094960a0ba4, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6688f3b8-32d4-421d-b67f-a094960a0ba4,segment=NetworkSegment(03f80dcc-90bb-4646-888a-471ffd0c668f),segment_id=03f80dcc-90bb-4646-888a-471ffd0c668f)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:22:49.324184 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': '6688f3b8-32d4-421d-b67f-a094960a0ba4', 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6', 'port_id': '6688f3b8-32d4-421d-b67f-a094960a0ba4', 'mac_address': 'fa:16:3e:2a:96:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dc939e2-e463-4edf-b5a8-1532f3aef71c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:22:49.330887 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e0b1699f-5761-4070-a64e-4beff187c84f req-8db14805-512c-4925-8d9a-33e3e39673d2 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504103 Mar 11 16:22:49.387413 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:49.412872 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6688f3b8-32d4-421d-b67f-a094960a0ba4 {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:22:49.430801 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 6688f3b8-32d4-421d-b67f-a094960a0ba4, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6688f3b8-32d4-421d-b67f-a094960a0ba4,segment=NetworkSegment(03f80dcc-90bb-4646-888a-471ffd0c668f),segment_id=03f80dcc-90bb-4646-888a-471ffd0c668f)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:22:49.438979 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:49.526116 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['6688f3b8-32d4-421d-b67f-a094960a0ba4'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:22:49.582202 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=6688f3b8-32d4-421d-b67f-a094960a0ba4,revision_number=6']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:49.611873 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:49.612459 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:49.612814 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:49.613152 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:49.613524 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:49.613969 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:49.614448 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:49.616467 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:49.616467 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:49.616467 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:49.616467 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:50.583196 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a8b64-4f86-4a05-8fef-022281820535 req-fcefd08a-0849-4ac0-9a21-79ef7b1f3fc6 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:50.584968 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b33a8b64-4f86-4a05-8fef-022281820535 req-fcefd08a-0849-4ac0-9a21-79ef7b1f3fc6 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 945 time: 0.0918500 Mar 11 16:22:50.641088 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b33a8b64-4f86-4a05-8fef-022281820535 req-369a0d91-639f-4a36-92f2-c24db36c354b tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492678 Mar 11 16:22:51.105438 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 6688f3b8-32d4-421d-b67f-a094960a0ba4 up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:22:51.178311 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port 6688f3b8-32d4-421d-b67f-a094960a0ba4 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:51.178677 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:51.342956 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:51.372828 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73459632-1ff6-45b0-98db-91ae68729453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6688f3b8-32d4-421d-b67f-a094960a0ba4'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:22:51.383800 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 6688f3b8-32d4-421d-b67f-a094960a0ba4, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6688f3b8-32d4-421d-b67f-a094960a0ba4,segment=NetworkSegment(03f80dcc-90bb-4646-888a-471ffd0c668f),segment_id=03f80dcc-90bb-4646-888a-471ffd0c668f)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:22:51.388753 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:51.482668 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=6688f3b8-32d4-421d-b67f-a094960a0ba4,revision_number=7']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:51.583810 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73459632-1ff6-45b0-98db-91ae68729453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6688f3b8-32d4-421d-b67f-a094960a0ba4', 'code': 200} Mar 11 16:22:51.877576 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b075ea7-4984-4ab2-ab71-600af64abb3b req-22f95537-03b8-42cc-af4c-ccec3a4de614 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:51.880082 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0b075ea7-4984-4ab2-ab71-600af64abb3b req-22f95537-03b8-42cc-af4c-ccec3a4de614 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 946 time: 0.1031318 Mar 11 16:22:51.934129 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0b075ea7-4984-4ab2-ab71-600af64abb3b req-d59943bb-5b34-4b1b-a161-190ff75c52db tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481687 Mar 11 16:22:53.199142 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b15234-c733-46a1-b560-134e6fb163f4 req-77098cb7-9ffd-4dad-9421-51dffb8ec28a tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:53.201768 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b1b15234-c733-46a1-b560-134e6fb163f4 req-77098cb7-9ffd-4dad-9421-51dffb8ec28a tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 946 time: 0.1142211 Mar 11 16:22:53.289118 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b1b15234-c733-46a1-b560-134e6fb163f4 req-e43e44b0-2a77-4d40-a26a-4444ad9d3d68 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775490 Mar 11 16:22:54.585319 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d3ef4-ab6f-467c-b90a-00ca569e0682 req-1e5eb716-a307-4554-aa28-4f9c9933da35 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:54.587588 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f42d3ef4-ab6f-467c-b90a-00ca569e0682 req-1e5eb716-a307-4554-aa28-4f9c9933da35 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 946 time: 0.1091411 Mar 11 16:22:54.663298 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f42d3ef4-ab6f-467c-b90a-00ca569e0682 req-217bea58-a84b-4b0f-86fc-eb25e26913df tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699608 Mar 11 16:22:55.957944 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b66c50-d85a-409f-be6f-92883af26089 req-df5312f1-c421-415f-bf27-0e7a8f91c467 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:55.959630 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-61b66c50-d85a-409f-be6f-92883af26089 req-df5312f1-c421-415f-bf27-0e7a8f91c467 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 946 time: 0.1001503 Mar 11 16:22:56.029667 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-61b66c50-d85a-409f-be6f-92883af26089 req-ad7c5118-957a-407e-a64e-a99fda74fd3b tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622294 Mar 11 16:22:57.354836 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b1d03-fd5b-496e-af97-8eb80170e7ff req-9204d59c-36d3-4834-98f5-c6d35ec8f953 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:57.360149 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7a6b1d03-fd5b-496e-af97-8eb80170e7ff req-9204d59c-36d3-4834-98f5-c6d35ec8f953 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 946 time: 0.1276104 Mar 11 16:22:57.439224 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7a6b1d03-fd5b-496e-af97-8eb80170e7ff req-ba79f2b7-f40f-40a1-90b1-8c8a10e06835 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737624 Mar 11 16:22:58.750852 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562c57b-e0e2-4885-9a55-b35530da533a req-3f5f37bc-eeeb-4cb3-bfcf-239f2c3e371d tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:58.753174 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c562c57b-e0e2-4885-9a55-b35530da533a req-3f5f37bc-eeeb-4cb3-bfcf-239f2c3e371d tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 946 time: 0.1338234 Mar 11 16:22:58.825979 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c562c57b-e0e2-4885-9a55-b35530da533a req-9d915433-483f-4e61-b925-bb095c2d146e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649867 Mar 11 16:22:59.498134 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0b62152a-d915-4e0e-a883-e5aba125d0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:00.129739 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff754f01-81c6-4f32-8e74-7b9f195c9f97 req-6539aa19-0973-4a99-9080-353fc2a49d69 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:00.133265 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ff754f01-81c6-4f32-8e74-7b9f195c9f97 req-6539aa19-0973-4a99-9080-353fc2a49d69 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 946 time: 0.0976272 Mar 11 16:23:00.221000 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ff754f01-81c6-4f32-8e74-7b9f195c9f97 req-e23ed4e3-265a-4255-8670-05ceab25376b tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774412 Mar 11 16:23:01.553240 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621bfb3-33c5-44bc-bbf6-45c47ae488e6 req-ee06dae7-026a-4463-a3f1-d49dfbc5dca1 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:01.555933 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f621bfb3-33c5-44bc-bbf6-45c47ae488e6 req-ee06dae7-026a-4463-a3f1-d49dfbc5dca1 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 946 time: 0.1204333 Mar 11 16:23:01.642121 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f621bfb3-33c5-44bc-bbf6-45c47ae488e6 req-fcf30247-6d5f-4c8b-aa6d-d3d0cd5af709 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751991 Mar 11 16:23:01.747443 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-42c430d5-7bf9-4ef4-9c15-bfec34c75755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:02.941725 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:02.970612 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd7bb38-cd5b-4e62-be69-f7741be009fb req-66bb5198-d648-460a-b654-5f8ccacfd47d tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:02.973859 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ecd7bb38-cd5b-4e62-be69-f7741be009fb req-66bb5198-d648-460a-b654-5f8ccacfd47d tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 946 time: 0.1240900 Mar 11 16:23:03.063672 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ecd7bb38-cd5b-4e62-be69-f7741be009fb req-6be874f6-72df-4ac0-8a94-a0acb495a727 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796387 Mar 11 16:23:03.199313 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:04.365723 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88a6e2-9259-4e6f-9ead-c9fc5f88aa57 req-66f0c87a-73e6-4e55-86c7-6fdab02facc9 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:04.367900 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2a88a6e2-9259-4e6f-9ead-c9fc5f88aa57 req-66f0c87a-73e6-4e55-86c7-6fdab02facc9 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 946 time: 0.1186521 Mar 11 16:23:04.434460 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:04.452818 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2a88a6e2-9259-4e6f-9ead-c9fc5f88aa57 req-525c00ff-01aa-47d5-89fa-564abbd7d728 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707266 Mar 11 16:23:05.700506 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93cdd43-9de6-4b1b-9e6b-fef1bfc54bc1 req-d8ff479e-036a-4b60-b09f-d401b462a252 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:05.702346 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a93cdd43-9de6-4b1b-9e6b-fef1bfc54bc1 req-d8ff479e-036a-4b60-b09f-d401b462a252 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 946 time: 0.0910037 Mar 11 16:23:05.774673 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a93cdd43-9de6-4b1b-9e6b-fef1bfc54bc1 req-5a83bd0b-a43d-422b-b295-7797c65b6ff3 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628245 Mar 11 16:23:06.558174 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a7fa08bc-e1aa-45eb-9236-e895986b0cb9 req-af4ae022-c4f4-4eb9-8352-573b554602f8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03ee3f8236f74e659d423ade6b960e92&device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 1099 time: 0.0839834 Mar 11 16:23:06.824747 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa08bc-e1aa-45eb-9236-e895986b0cb9 req-1eef1ce0-70c2-4c67-899c-f7e4b2dc8104 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:06.826587 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a7fa08bc-e1aa-45eb-9236-e895986b0cb9 req-1eef1ce0-70c2-4c67-899c-f7e4b2dc8104 service neutron] 10.222.0.73 "GET /v2.0/networks?id=26e95c05-cae5-418a-8436-e352b655b8a6 HTTP/1.1" status: 200 len: 910 time: 0.2599156 Mar 11 16:23:06.947808 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a7fa08bc-e1aa-45eb-9236-e895986b0cb9 req-a58f36e5-3050-4735-b0fa-38d927e284f6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6688f3b8-32d4-421d-b67f-a094960a0ba4 HTTP/1.1" status: 200 len: 1002 time: 0.1149421 Mar 11 16:23:07.031946 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123653a6-f681-4f80-b8d1-38e1b6167efc req-de803882-ef5f-46c3-8727-d6fa9a81f653 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:07.034158 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-123653a6-f681-4f80-b8d1-38e1b6167efc req-de803882-ef5f-46c3-8727-d6fa9a81f653 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 946 time: 0.0924146 Mar 11 16:23:07.036231 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa08bc-e1aa-45eb-9236-e895986b0cb9 req-2a5cf287-88a5-4cc2-8ee6-657960341bb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:07.038189 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a7fa08bc-e1aa-45eb-9236-e895986b0cb9 req-2a5cf287-88a5-4cc2-8ee6-657960341bb5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2dc939e2-e463-4edf-b5a8-1532f3aef71c HTTP/1.1" status: 200 len: 848 time: 0.0832341 Mar 11 16:23:07.090092 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-123653a6-f681-4f80-b8d1-38e1b6167efc req-aa86f67a-97ec-40f1-a720-98352087a9bb tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486937 Mar 11 16:23:07.143491 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a7fa08bc-e1aa-45eb-9236-e895986b0cb9 req-28e38e1c-255e-4aad-afd9-87eca72afe3f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26e95c05-cae5-418a-8436-e352b655b8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0979984 Mar 11 16:23:07.353907 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a7fa08bc-e1aa-45eb-9236-e895986b0cb9 req-7222cba1-abc8-4182-a9c4-f5437fffb73f service neutron] 10.222.0.73 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035935 Mar 11 16:23:07.512256 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a7fa08bc-e1aa-45eb-9236-e895986b0cb9 req-ba6d7bda-9be5-4d36-86b2-d2f6c2f4b6d8 service neutron] 10.222.0.73 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522708 Mar 11 16:23:08.028027 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:23:08.326720 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0f94f-d1f2-478d-a8b8-b9e015e3f7db req-bae66a68-dc02-4163-acfa-593be5887f72 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:08.328244 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dfd0f94f-d1f2-478d-a8b8-b9e015e3f7db req-bae66a68-dc02-4163-acfa-593be5887f72 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 946 time: 0.0958619 Mar 11 16:23:08.386756 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-dfd0f94f-d1f2-478d-a8b8-b9e015e3f7db req-9b503184-3c17-475c-9f42-00aacad224d5 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500872 Mar 11 16:23:09.193981 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 6688f3b8-32d4-421d-b67f-a094960a0ba4 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:23:09.378168 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:09.421936 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73459632-1ff6-45b0-98db-91ae68729453', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6688f3b8-32d4-421d-b67f-a094960a0ba4'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:23:09.437932 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 6688f3b8-32d4-421d-b67f-a094960a0ba4, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6688f3b8-32d4-421d-b67f-a094960a0ba4,segment=NetworkSegment(03f80dcc-90bb-4646-888a-471ffd0c668f),segment_id=03f80dcc-90bb-4646-888a-471ffd0c668f)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:23:09.445607 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:09.538164 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73459632-1ff6-45b0-98db-91ae68729453', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6688f3b8-32d4-421d-b67f-a094960a0ba4', 'code': 200} Mar 11 16:23:09.577306 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=6688f3b8-32d4-421d-b67f-a094960a0ba4,revision_number=8']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:09.710538 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd19cef-ffbf-49b5-be13-cedf646bef9e req-3cbab7e3-8e45-4d1d-b8c0-6d5346ccea7f tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:09.712740 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-9dd19cef-ffbf-49b5-be13-cedf646bef9e req-3cbab7e3-8e45-4d1d-b8c0-6d5346ccea7f tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 944 time: 0.1328938 Mar 11 16:23:09.776483 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-9dd19cef-ffbf-49b5-be13-cedf646bef9e req-e3ca4b9e-f142-4122-ab85-a456236e3ee1 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523973 Mar 11 16:23:11.013643 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc47b7c-93bc-4153-bee3-6b81bc6cb219 req-bba8163a-ce87-4412-a323-1d5cc7cae97b tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:11.015348 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4fc47b7c-93bc-4153-bee3-6b81bc6cb219 req-bba8163a-ce87-4412-a323-1d5cc7cae97b tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 944 time: 0.0957024 Mar 11 16:23:11.076364 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4fc47b7c-93bc-4153-bee3-6b81bc6cb219 req-5025b5bf-fe42-46ca-877e-db4a1e95e66b tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524995 Mar 11 16:23:11.452413 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b924f61e-e851-4772-8967-089e076686bc req-294d1713-14ce-40b5-ae19-229f42773f79 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2153194 Mar 11 16:23:12.838924 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e75ea4-518a-4acd-bc2e-b5d24cab2fe3 req-b3bccb84-1915-4e23-88ab-1dc19002206a tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:12.840479 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c9e75ea4-518a-4acd-bc2e-b5d24cab2fe3 req-b3bccb84-1915-4e23-88ab-1dc19002206a tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 944 time: 0.0996273 Mar 11 16:23:12.902228 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c9e75ea4-518a-4acd-bc2e-b5d24cab2fe3 req-6455905c-ef5c-4a19-a2e6-bc5ead53f06d tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546677 Mar 11 16:23:13.039820 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e9c557af-566e-4b3e-89e1-907f90dcf43b req-d914ba5b-e16d-48e3-a45b-f659ef76e07d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3009739 Mar 11 16:23:13.198482 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 6688f3b8-32d4-421d-b67f-a094960a0ba4 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:23:13.883041 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e9c557af-566e-4b3e-89e1-907f90dcf43b req-e14e9f1d-a125-4c3f-8088-4aa64bc04a6a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453&tenant_id=03ee3f8236f74e659d423ade6b960e92 HTTP/1.1" status: 200 len: 1097 time: 0.0814955 Mar 11 16:23:13.978329 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e9c557af-566e-4b3e-89e1-907f90dcf43b req-a8a4914f-c95a-4215-9089-a6cd850801c6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03ee3f8236f74e659d423ade6b960e92&device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 1097 time: 0.0726454 Mar 11 16:23:14.120714 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c557af-566e-4b3e-89e1-907f90dcf43b req-e2a995bf-b76b-4533-ad3e-9da30d6b1bc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:14.122178 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e9c557af-566e-4b3e-89e1-907f90dcf43b req-e2a995bf-b76b-4533-ad3e-9da30d6b1bc8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=26e95c05-cae5-418a-8436-e352b655b8a6 HTTP/1.1" status: 200 len: 910 time: 0.1381207 Mar 11 16:23:14.136276 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5429e-c68d-4a70-ada7-7165aa4dc2af req-2a0c5aa7-0316-4290-8fef-4efd4a928ea9 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:14.138250 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-33d5429e-c68d-4a70-ada7-7165aa4dc2af req-2a0c5aa7-0316-4290-8fef-4efd4a928ea9 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 944 time: 0.0968287 Mar 11 16:23:14.205199 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-33d5429e-c68d-4a70-ada7-7165aa4dc2af req-d4a11dd7-1901-476e-b6b8-26ff270be6b1 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601039 Mar 11 16:23:14.249512 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e9c557af-566e-4b3e-89e1-907f90dcf43b req-38e9b09b-9fc6-4956-9f45-7c5232f73033 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6688f3b8-32d4-421d-b67f-a094960a0ba4 HTTP/1.1" status: 200 len: 1000 time: 0.1205399 Mar 11 16:23:14.315650 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c557af-566e-4b3e-89e1-907f90dcf43b req-9ef33df5-ddcb-4cfb-ab73-7143c8ab3fd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:14.317308 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e9c557af-566e-4b3e-89e1-907f90dcf43b req-9ef33df5-ddcb-4cfb-ab73-7143c8ab3fd3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2dc939e2-e463-4edf-b5a8-1532f3aef71c HTTP/1.1" status: 200 len: 848 time: 0.0624776 Mar 11 16:23:14.409379 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e9c557af-566e-4b3e-89e1-907f90dcf43b req-d1cbc7dd-9383-48d2-84d7-431ea09a1139 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26e95c05-cae5-418a-8436-e352b655b8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0846829 Mar 11 16:23:14.584062 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e9c557af-566e-4b3e-89e1-907f90dcf43b req-270370de-62b6-41db-a3c7-d28d507eb9c0 service neutron] 10.222.0.73 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689343 Mar 11 16:23:14.862569 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e9c557af-566e-4b3e-89e1-907f90dcf43b req-15b9b043-de51-40e7-9621-361086748be8 service neutron] 10.222.0.73 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719884 Mar 11 16:23:15.465273 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffa897-c152-40fb-ab61-f407103023a1 req-52eb2677-10ed-41fe-9bb1-e9140ce0d15c tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:15.467378 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b9ffa897-c152-40fb-ab61-f407103023a1 req-52eb2677-10ed-41fe-9bb1-e9140ce0d15c tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 944 time: 0.1039636 Mar 11 16:23:15.527333 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b9ffa897-c152-40fb-ab61-f407103023a1 req-e8fa38e0-cf08-43e9-baac-6c5842e3cbab tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494354 Mar 11 16:23:16.455103 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:16.821209 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de0528-8f71-4d08-98c7-a94c10f2c2ca req-eed3d8a4-e515-4e64-9513-0c319c6de442 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:16.823452 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-22de0528-8f71-4d08-98c7-a94c10f2c2ca req-eed3d8a4-e515-4e64-9513-0c319c6de442 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 944 time: 0.1261425 Mar 11 16:23:16.890472 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-22de0528-8f71-4d08-98c7-a94c10f2c2ca req-4909bdf9-534d-4887-8770-af698e89bef0 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565417 Mar 11 16:23:18.206800 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb664a-89de-40f1-93bf-2ff3d31f4730 req-961bfd80-f89f-4b55-be82-6aafc50b8073 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:18.208442 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-88cb664a-89de-40f1-93bf-2ff3d31f4730 req-961bfd80-f89f-4b55-be82-6aafc50b8073 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 944 time: 0.1338542 Mar 11 16:23:18.273687 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-88cb664a-89de-40f1-93bf-2ff3d31f4730 req-fd540ae4-6b71-4078-8ffe-7af0c2da4b39 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592020 Mar 11 16:23:19.514981 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03f2f6-54f8-4a94-936d-fa6681dd365b req-e8e6dac6-1b9b-45fd-9d34-faaf6100a81b tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:19.517466 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-fb03f2f6-54f8-4a94-936d-fa6681dd365b req-e8e6dac6-1b9b-45fd-9d34-faaf6100a81b tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 944 time: 0.0964718 Mar 11 16:23:19.569395 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-fb03f2f6-54f8-4a94-936d-fa6681dd365b req-ccc7f3fe-1750-42c6-b2c9-a8b3b725df9a tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452361 Mar 11 16:23:20.947964 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1921bd-13e7-42e1-8e38-214b432ac8d9 req-e5ab41fe-3c1d-4240-8177-2555243df3ec tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:20.950854 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9f1921bd-13e7-42e1-8e38-214b432ac8d9 req-e5ab41fe-3c1d-4240-8177-2555243df3ec tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 944 time: 0.1379983 Mar 11 16:23:21.024739 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9f1921bd-13e7-42e1-8e38-214b432ac8d9 req-7b6bbda0-5025-4f6a-8fca-a534a8f02f7b tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644896 Mar 11 16:23:22.353612 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1916a26-d787-4591-a1d5-16d44335060f req-36d82765-a63a-4f9b-a070-ccb84cff338b tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:22.355258 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d1916a26-d787-4591-a1d5-16d44335060f req-36d82765-a63a-4f9b-a070-ccb84cff338b tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 944 time: 0.1421821 Mar 11 16:23:22.410143 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d1916a26-d787-4591-a1d5-16d44335060f req-acf7040b-bda0-424e-9acc-c12b70e4f6d4 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467043 Mar 11 16:23:23.663010 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41d92f-801c-4932-a6e2-06570d80269c req-68f218c0-d07b-4101-b73d-ae1d55466f32 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:23.664628 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-bd41d92f-801c-4932-a6e2-06570d80269c req-68f218c0-d07b-4101-b73d-ae1d55466f32 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 944 time: 0.1084149 Mar 11 16:23:23.728470 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-bd41d92f-801c-4932-a6e2-06570d80269c req-f615fb47-4f97-44b9-bd5f-26a7e6b83cb0 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563004 Mar 11 16:23:24.987828 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e22fd-30f6-4d28-a25a-caae83781918 req-8ae4f1b0-e30a-434d-9fb6-de83ee564d33 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:24.989561 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e44e22fd-30f6-4d28-a25a-caae83781918 req-8ae4f1b0-e30a-434d-9fb6-de83ee564d33 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 944 time: 0.0939755 Mar 11 16:23:25.044646 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e44e22fd-30f6-4d28-a25a-caae83781918 req-d7b63ce2-697b-4810-af66-92ea9657228e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468292 Mar 11 16:23:26.288088 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6232b-d1fc-4968-ae14-0bea043d50e6 req-0e60936a-98a2-4501-a889-7ac04a730b0d tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:26.290064 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-94f6232b-d1fc-4968-ae14-0bea043d50e6 req-0e60936a-98a2-4501-a889-7ac04a730b0d tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 944 time: 0.0928910 Mar 11 16:23:26.343756 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-94f6232b-d1fc-4968-ae14-0bea043d50e6 req-365d639e-c7fe-4165-9bc4-e6eb695ade42 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475712 Mar 11 16:23:27.612768 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d7e00-7738-4be2-9cce-611f00f67dd1 req-648197e5-59c4-4e01-a440-82461a4bee19 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:27.614946 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-919d7e00-7738-4be2-9cce-611f00f67dd1 req-648197e5-59c4-4e01-a440-82461a4bee19 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 944 time: 0.0871742 Mar 11 16:23:27.663743 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-919d7e00-7738-4be2-9cce-611f00f67dd1 req-bdb002a8-31bd-41fe-9357-a43955dbe0d0 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412471 Mar 11 16:23:28.877934 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b8fdc-f6a6-4c5a-824c-b90a8be77126 req-7a10335d-2e0b-45ab-8be1-101195dc53bd tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:28.879469 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-106b8fdc-f6a6-4c5a-824c-b90a8be77126 req-7a10335d-2e0b-45ab-8be1-101195dc53bd tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 944 time: 0.0832710 Mar 11 16:23:28.927364 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-106b8fdc-f6a6-4c5a-824c-b90a8be77126 req-19f35ad0-746c-488d-9915-02faa63671f8 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419922 Mar 11 16:23:29.489744 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-01605f94-187b-4a61-a7b1-e2af51dd5274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:30.144461 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c565bf4-e3a8-4bcc-9b52-6d7a6bc41963 req-3d384a05-f4cf-4bf2-8f03-159dc0246da3 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:30.146005 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-3c565bf4-e3a8-4bcc-9b52-6d7a6bc41963 req-3d384a05-f4cf-4bf2-8f03-159dc0246da3 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 944 time: 0.0845897 Mar 11 16:23:30.196888 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-3c565bf4-e3a8-4bcc-9b52-6d7a6bc41963 req-528828fb-b53c-455d-8697-f33254a687cd tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450628 Mar 11 16:23:31.307673 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 6688f3b8-32d4-421d-b67f-a094960a0ba4 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:23:31.432331 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e15dfc-78de-4e2b-bab5-5d03c1cf2e44 req-090ed6c0-5e93-48e8-bf3f-4bf95088a668 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:31.434000 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-65e15dfc-78de-4e2b-bab5-5d03c1cf2e44 req-090ed6c0-5e93-48e8-bf3f-4bf95088a668 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 944 time: 0.0951390 Mar 11 16:23:31.467736 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 6688f3b8-32d4-421d-b67f-a094960a0ba4, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6688f3b8-32d4-421d-b67f-a094960a0ba4,segment=NetworkSegment(03f80dcc-90bb-4646-888a-471ffd0c668f),segment_id=03f80dcc-90bb-4646-888a-471ffd0c668f)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:23:31.484984 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': '6688f3b8-32d4-421d-b67f-a094960a0ba4', 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6', 'port_id': '6688f3b8-32d4-421d-b67f-a094960a0ba4', 'mac_address': 'fa:16:3e:2a:96:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dc939e2-e463-4edf-b5a8-1532f3aef71c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:23:31.485219 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-65e15dfc-78de-4e2b-bab5-5d03c1cf2e44 req-24ac3ab2-40b0-4fa9-9313-92709cef7260 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443852 Mar 11 16:23:31.550312 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:31.572702 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6688f3b8-32d4-421d-b67f-a094960a0ba4 {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:23:31.591514 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 6688f3b8-32d4-421d-b67f-a094960a0ba4, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6688f3b8-32d4-421d-b67f-a094960a0ba4,segment=NetworkSegment(03f80dcc-90bb-4646-888a-471ffd0c668f),segment_id=03f80dcc-90bb-4646-888a-471ffd0c668f)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:23:31.599253 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:31.672086 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=6688f3b8-32d4-421d-b67f-a094960a0ba4,revision_number=9']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:31.747365 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cd47d63b-3f79-4db8-aaf7-e9c602efcba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:32.024708 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['6688f3b8-32d4-421d-b67f-a094960a0ba4'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:23:32.692424 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b8e34-9238-4b4d-9850-1e71b710c0eb req-b78431d6-f43c-49a2-aa11-c7071d7c1793 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:32.694207 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-8b4b8e34-9238-4b4d-9850-1e71b710c0eb req-b78431d6-f43c-49a2-aa11-c7071d7c1793 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 945 time: 0.0784457 Mar 11 16:23:32.745985 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-8b4b8e34-9238-4b4d-9850-1e71b710c0eb req-b3e49266-f45d-480b-80bb-5fdb3af5eee2 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460570 Mar 11 16:23:32.923819 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:33.188844 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:33.323379 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 6688f3b8-32d4-421d-b67f-a094960a0ba4 up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:23:33.399837 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port 6688f3b8-32d4-421d-b67f-a094960a0ba4 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:33.400346 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:33.528910 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:33.562255 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73459632-1ff6-45b0-98db-91ae68729453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6688f3b8-32d4-421d-b67f-a094960a0ba4'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:23:33.574339 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 6688f3b8-32d4-421d-b67f-a094960a0ba4, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6688f3b8-32d4-421d-b67f-a094960a0ba4,segment=NetworkSegment(03f80dcc-90bb-4646-888a-471ffd0c668f),segment_id=03f80dcc-90bb-4646-888a-471ffd0c668f)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:23:33.580461 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:33.640598 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73459632-1ff6-45b0-98db-91ae68729453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6688f3b8-32d4-421d-b67f-a094960a0ba4', 'code': 200} Mar 11 16:23:33.659200 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=6688f3b8-32d4-421d-b67f-a094960a0ba4,revision_number=10']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:33.915103 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4d5d2cd8-1214-45e5-8af8-4b9a1605409b req-60337768-9c54-49bd-bd71-b9ce5e1f45af service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 1100 time: 0.0766716 Mar 11 16:23:33.962987 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-4d5d2cd8-1214-45e5-8af8-4b9a1605409b req-e1dd4373-3c56-4d8b-8ebf-520bf2059bc1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419910 Mar 11 16:23:34.019876 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ab03e-2d56-4a36-833d-5c0c8e2a7e75 req-8ed92e6c-918a-4278-bad9-3f8fc6a14040 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:34.021494 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b67ab03e-2d56-4a36-833d-5c0c8e2a7e75 req-8ed92e6c-918a-4278-bad9-3f8fc6a14040 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 947 time: 0.0968485 Mar 11 16:23:34.088333 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b67ab03e-2d56-4a36-833d-5c0c8e2a7e75 req-6605043e-d65d-4096-b606-53db9b7533f5 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571008 Mar 11 16:23:34.410481 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:35.348333 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17da80d-d1e7-4c01-bbac-8d6760d0c9ab req-ceabdfef-23ea-402d-a749-e60df905ac82 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:35.350031 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f17da80d-d1e7-4c01-bbac-8d6760d0c9ab req-ceabdfef-23ea-402d-a749-e60df905ac82 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 947 time: 0.1247640 Mar 11 16:23:35.425914 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f17da80d-d1e7-4c01-bbac-8d6760d0c9ab req-625b2e0d-298b-42d2-b6e5-e1b645e8b452 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649290 Mar 11 16:23:36.661551 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af94b8-7050-417c-8095-9c35e505a396 req-d6149820-cfb5-4cdc-98d0-6e6f5279a4cc tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:36.663184 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c1af94b8-7050-417c-8095-9c35e505a396 req-d6149820-cfb5-4cdc-98d0-6e6f5279a4cc tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 947 time: 0.0995619 Mar 11 16:23:36.720414 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c1af94b8-7050-417c-8095-9c35e505a396 req-bf848fb6-8015-45b0-8369-00bca4ae2e7e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509834 Mar 11 16:23:41.157952 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7fb093a6-2d01-4051-8dca-31e4444c8545 req-42406181-f441-4f9b-adc8-0205686263bb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2582955 Mar 11 16:23:41.333072 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7fb093a6-2d01-4051-8dca-31e4444c8545 req-8d73b988-4419-4899-bead-30873464bd3d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03ee3f8236f74e659d423ade6b960e92&device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 1100 time: 0.0845261 Mar 11 16:23:41.521943 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb093a6-2d01-4051-8dca-31e4444c8545 req-04008922-5b3b-4adb-abcc-4167f626a6f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:41.523491 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7fb093a6-2d01-4051-8dca-31e4444c8545 req-04008922-5b3b-4adb-abcc-4167f626a6f8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=26e95c05-cae5-418a-8436-e352b655b8a6 HTTP/1.1" status: 200 len: 910 time: 0.1590979 Mar 11 16:23:41.636643 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7fb093a6-2d01-4051-8dca-31e4444c8545 req-b1c4e8ea-0055-4c29-9187-985a468f271f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6688f3b8-32d4-421d-b67f-a094960a0ba4 HTTP/1.1" status: 200 len: 1002 time: 0.1067569 Mar 11 16:23:41.713871 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb093a6-2d01-4051-8dca-31e4444c8545 req-03834a00-62c0-4e96-874b-b08f1c8bb07f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:41.715293 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7fb093a6-2d01-4051-8dca-31e4444c8545 req-03834a00-62c0-4e96-874b-b08f1c8bb07f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2dc939e2-e463-4edf-b5a8-1532f3aef71c HTTP/1.1" status: 200 len: 848 time: 0.0633192 Mar 11 16:23:41.793981 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7fb093a6-2d01-4051-8dca-31e4444c8545 req-644ccd34-c25e-4b55-8c02-8ba3801a0983 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26e95c05-cae5-418a-8436-e352b655b8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714462 Mar 11 16:23:41.944355 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7fb093a6-2d01-4051-8dca-31e4444c8545 req-00cf24cf-c948-4c80-8933-52fb370f15aa service neutron] 10.222.0.73 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435115 Mar 11 16:23:42.094147 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7fb093a6-2d01-4051-8dca-31e4444c8545 req-03aa14f0-e681-46b9-bc41-b0b0856ce37e service neutron] 10.222.0.73 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436920 Mar 11 16:23:45.030190 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:23:46.430460 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:59.483778 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-db06ba81-e496-441a-867c-44220d7cf340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:01.740376 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fd79bb11-cfc3-4ace-aa20-cd68b89c5456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:02.920878 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:03.197664 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:04.416609 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:16.464865 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:22.031357 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:24:29.489509 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-26c8874f-12c8-4630-baf2-ea5bace0cd75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:31.743458 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-10a20150-1e87-46c1-996f-ec95bc6abbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:32.917392 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:33.198563 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:34.415337 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:42.949702 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-966eacee-30a7-4861-935b-8a6f70874f9c req-90ed02f6-fc8b-45db-9690-cad70938808d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752409 Mar 11 16:24:43.093376 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-966eacee-30a7-4861-935b-8a6f70874f9c req-5059a7ef-23e0-4853-aa1a-6d641f36ad40 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03ee3f8236f74e659d423ade6b960e92&device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 1100 time: 0.0739961 Mar 11 16:24:43.351049 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966eacee-30a7-4861-935b-8a6f70874f9c req-db02daff-24f2-4061-89d6-1ae2e0f60395 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:43.352523 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-966eacee-30a7-4861-935b-8a6f70874f9c req-db02daff-24f2-4061-89d6-1ae2e0f60395 service neutron] 10.222.0.73 "GET /v2.0/networks?id=26e95c05-cae5-418a-8436-e352b655b8a6 HTTP/1.1" status: 200 len: 910 time: 0.2350094 Mar 11 16:24:43.463565 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-966eacee-30a7-4861-935b-8a6f70874f9c req-ff0da860-1ffa-4635-ba48-acd9a7bb5666 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6688f3b8-32d4-421d-b67f-a094960a0ba4 HTTP/1.1" status: 200 len: 1002 time: 0.1041820 Mar 11 16:24:43.537679 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966eacee-30a7-4861-935b-8a6f70874f9c req-f6d839db-0a05-473c-a21d-bf10cf08fd38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:43.539015 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-966eacee-30a7-4861-935b-8a6f70874f9c req-f6d839db-0a05-473c-a21d-bf10cf08fd38 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2dc939e2-e463-4edf-b5a8-1532f3aef71c HTTP/1.1" status: 200 len: 848 time: 0.0684590 Mar 11 16:24:43.616343 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-966eacee-30a7-4861-935b-8a6f70874f9c req-206c2c69-a748-4e99-92d6-7850d8c20eb6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26e95c05-cae5-418a-8436-e352b655b8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703931 Mar 11 16:24:43.758507 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-966eacee-30a7-4861-935b-8a6f70874f9c req-25cc8e9d-89bb-4e3c-887f-d718e5c60dbf service neutron] 10.222.0.73 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345727 Mar 11 16:24:43.915388 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-966eacee-30a7-4861-935b-8a6f70874f9c req-2f38b40c-8b2f-47c6-a868-75e12bb0e9f4 service neutron] 10.222.0.73 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502042 Mar 11 16:24:46.444856 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:59.031681 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:24:59.486382 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4fa76e51-4bdf-4286-8675-d8205b90c9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:01.745934 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f5925221-9526-4ceb-a939-f4f9491edb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:02.956614 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:03.200568 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:04.415492 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:16.459419 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:29.480570 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c7cead8d-fbf2-41f7-a56a-7135937c132f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:31.751683 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-bd610162-0e25-4b64-b27a-2c8bf02306ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:32.911810 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:33.202209 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:33.340733 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 50690) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:33.657715 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-445fafc1-8b01-4a6f-9162-f1ad2f5327dc tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Deleting port 06455126-5643-4ece-b4d0-b626842cda97 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:25:33.658148 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-445fafc1-8b01-4a6f-9162-f1ad2f5327dc tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:33.866177 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-445fafc1-8b01-4a6f-9162-f1ad2f5327dc tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:33.866496 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-445fafc1-8b01-4a6f-9162-f1ad2f5327dc tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:33.991930 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-445fafc1-8b01-4a6f-9162-f1ad2f5327dc tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Calling delete_port for 06455126-5643-4ece-b4d0-b626842cda97 owned by network:floatingip {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:25:34.159785 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-445fafc1-8b01-4a6f-9162-f1ad2f5327dc tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:34.206648 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445fafc1-8b01-4a6f-9162-f1ad2f5327dc tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Pushing event deleted for resources: {'Port': ['ID=06455126-5643-4ece-b4d0-b626842cda97,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:34.217318 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445fafc1-8b01-4a6f-9162-f1ad2f5327dc tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:34.217667 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445fafc1-8b01-4a6f-9162-f1ad2f5327dc tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:34.218017 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445fafc1-8b01-4a6f-9162-f1ad2f5327dc tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:34.218399 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445fafc1-8b01-4a6f-9162-f1ad2f5327dc tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:34.219358 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445fafc1-8b01-4a6f-9162-f1ad2f5327dc tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:34.220081 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445fafc1-8b01-4a6f-9162-f1ad2f5327dc tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:34.220607 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445fafc1-8b01-4a6f-9162-f1ad2f5327dc tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:34.220928 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445fafc1-8b01-4a6f-9162-f1ad2f5327dc tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:34.221357 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445fafc1-8b01-4a6f-9162-f1ad2f5327dc tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:34.221761 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445fafc1-8b01-4a6f-9162-f1ad2f5327dc tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:34.222097 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445fafc1-8b01-4a6f-9162-f1ad2f5327dc tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:34.333261 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-445fafc1-8b01-4a6f-9162-f1ad2f5327dc tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for floatingip, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:34.424701 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:34.900394 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-445fafc1-8b01-4a6f-9162-f1ad2f5327dc tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Router 60d19833-6562-4a68-93fb-d76ced03a9bc has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:25:35.134025 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445fafc1-8b01-4a6f-9162-f1ad2f5327dc tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:25:35.145986 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5995f0ad-ec4c-4a1e-b131-fc3df514a5c8 None None] Sync routers for ids ['60d19833-6562-4a68-93fb-d76ced03a9bc'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:25:35.157326 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-445fafc1-8b01-4a6f-9162-f1ad2f5327dc tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:35.158903 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5995f0ad-ec4c-4a1e-b131-fc3df514a5c8 None None] Routers {'60d19833-6562-4a68-93fb-d76ced03a9bc'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:25:35.159504 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-5995f0ad-ec4c-4a1e-b131-fc3df514a5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:25:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['60d19833-6562-4a68-93fb-d76ced03a9bc'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:35.241305 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-445fafc1-8b01-4a6f-9162-f1ad2f5327dc tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "DELETE /v2.0/floatingips/f26106f7-04b3-4783-9523-d837c64352a2 HTTP/1.1" status: 204 len: 168 time: 1.8992069 Mar 11 16:25:35.242194 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73459632-1ff6-45b0-98db-91ae68729453', 'tag': '6688f3b8-32d4-421d-b67f-a094960a0ba4'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:25:35.391062 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-5995f0ad-ec4c-4a1e-b131-fc3df514a5c8 None None] Set router 60d19833-6562-4a68-93fb-d76ced03a9bc gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:25:35.631186 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73459632-1ff6-45b0-98db-91ae68729453', 'tag': '6688f3b8-32d4-421d-b67f-a094960a0ba4', 'status': 'completed', 'code': 200} Mar 11 16:25:35.898063 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-5995f0ad-ec4c-4a1e-b131-fc3df514a5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'name': 'tempest-TestShelveInstance-1839619320-router', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '514c941c-8930-43e3-839a-23f4813ffc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:24Z', 'updated_at': '2022-03-11T16:19:27Z', 'revision_number': 4, 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'gw_port': {'id': '514c941c-8930-43e3-839a-23f4813ffc9d', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:24Z', 'updated_at': '2022-03-11T16:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'cb1650d3-be8b-4f9d-b163-beef4217f6ab', 'name': '', 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'mac_address': 'fa:16:3e:23:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dc939e2-e463-4edf-b5a8-1532f3aef71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:26Z', 'updated_at': '2022-03-11T16:19:37Z', 'revision_number': 5, 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'subnets': [{'id': '2dc939e2-e463-4edf-b5a8-1532f3aef71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:35.902512 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5995f0ad-ec4c-4a1e-b131-fc3df514a5c8 None None] Checking router: 60d19833-6562-4a68-93fb-d76ced03a9bc for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:25:35.916199 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5995f0ad-ec4c-4a1e-b131-fc3df514a5c8 None None] Routers {'60d19833-6562-4a68-93fb-d76ced03a9bc'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:25:35.916808 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-5995f0ad-ec4c-4a1e-b131-fc3df514a5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:25:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['60d19833-6562-4a68-93fb-d76ced03a9bc'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:35.946058 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e65531ee-bcc1-482c-8628-3ef9577c5fd9 req-0e89fd96-27b5-4f2b-9543-91adf8c5e7f0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03ee3f8236f74e659d423ade6b960e92&device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 1100 time: 0.2452083 Mar 11 16:25:36.068275 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:25:36.109147 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad20491-de19-445d-bc94-f1830e567e53 req-9aaf0d93-d365-48d7-875d-2e51ea9d57b4 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:36.109147 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-7ad20491-de19-445d-bc94-f1830e567e53 req-9aaf0d93-d365-48d7-875d-2e51ea9d57b4 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Synchronizing usage tracker for tenant:03ee3f8236f74e659d423ade6b960e92 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:25:36.117059 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65531ee-bcc1-482c-8628-3ef9577c5fd9 req-bc1c19ed-3f21-4bb8-b5db-b6eb8c990e28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:36.118522 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e65531ee-bcc1-482c-8628-3ef9577c5fd9 req-bc1c19ed-3f21-4bb8-b5db-b6eb8c990e28 service neutron] 10.222.0.73 "GET /v2.0/networks?id=26e95c05-cae5-418a-8436-e352b655b8a6 HTTP/1.1" status: 200 len: 910 time: 0.1652646 Mar 11 16:25:36.123834 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-5995f0ad-ec4c-4a1e-b131-fc3df514a5c8 None None] Set router 60d19833-6562-4a68-93fb-d76ced03a9bc gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:25:36.195845 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-7ad20491-de19-445d-bc94-f1830e567e53 req-9aaf0d93-d365-48d7-875d-2e51ea9d57b4 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Unset dirty status for tenant:03ee3f8236f74e659d423ade6b960e92 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:25:36.197545 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7ad20491-de19-445d-bc94-f1830e567e53 req-9aaf0d93-d365-48d7-875d-2e51ea9d57b4 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 947 time: 0.4125831 Mar 11 16:25:36.198552 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e65531ee-bcc1-482c-8628-3ef9577c5fd9 req-7f660d31-a8cc-4299-a7c1-ac84aa36c2d6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6688f3b8-32d4-421d-b67f-a094960a0ba4 HTTP/1.1" status: 200 len: 217 time: 0.0735562 Mar 11 16:25:36.299429 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65531ee-bcc1-482c-8628-3ef9577c5fd9 req-50347486-a923-4411-a1df-d73474c4eff7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:36.300900 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e65531ee-bcc1-482c-8628-3ef9577c5fd9 req-50347486-a923-4411-a1df-d73474c4eff7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2dc939e2-e463-4edf-b5a8-1532f3aef71c HTTP/1.1" status: 200 len: 848 time: 0.0928314 Mar 11 16:25:36.306330 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7ad20491-de19-445d-bc94-f1830e567e53 req-ca2e939e-63aa-4ae3-97e9-c3d8ce31f6a7 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667856 Mar 11 16:25:36.401125 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e65531ee-bcc1-482c-8628-3ef9577c5fd9 req-2ad48296-033b-4e72-9873-c39b3399539d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26e95c05-cae5-418a-8436-e352b655b8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0915356 Mar 11 16:25:36.480148 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-5995f0ad-ec4c-4a1e-b131-fc3df514a5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'name': 'tempest-TestShelveInstance-1839619320-router', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '514c941c-8930-43e3-839a-23f4813ffc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:24Z', 'updated_at': '2022-03-11T16:19:27Z', 'revision_number': 4, 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'gw_port': {'id': '514c941c-8930-43e3-839a-23f4813ffc9d', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:24Z', 'updated_at': '2022-03-11T16:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'cb1650d3-be8b-4f9d-b163-beef4217f6ab', 'name': '', 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'mac_address': 'fa:16:3e:23:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dc939e2-e463-4edf-b5a8-1532f3aef71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:26Z', 'updated_at': '2022-03-11T16:19:37Z', 'revision_number': 5, 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'subnets': [{'id': '2dc939e2-e463-4edf-b5a8-1532f3aef71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:36.487788 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5995f0ad-ec4c-4a1e-b131-fc3df514a5c8 None None] The sync data for ids ['60d19833-6562-4a68-93fb-d76ced03a9bc'] in dv-neutron-833373-1-hyperv is: [{'id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'name': 'tempest-TestShelveInstance-1839619320-router', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '514c941c-8930-43e3-839a-23f4813ffc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:24Z', 'updated_at': '2022-03-11T16:19:27Z', 'revision_number': 4, 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'gw_port': {'id': '514c941c-8930-43e3-839a-23f4813ffc9d', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:24Z', 'updated_at': '2022-03-11T16:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'cb1650d3-be8b-4f9d-b163-beef4217f6ab', 'name': '', 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'mac_address': 'fa:16:3e:23:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dc939e2-e463-4edf-b5a8-1532f3aef71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:26Z', 'updated_at': '2022-03-11T16:19:37Z', 'revision_number': 5, 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'subnets': [{'id': '2dc939e2-e463-4edf-b5a8-1532f3aef71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:25:36.554433 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e65531ee-bcc1-482c-8628-3ef9577c5fd9 req-26f9d6e7-7368-4b2c-926a-5773521292ab service neutron] 10.222.0.73 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447451 Mar 11 16:25:36.711321 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e65531ee-bcc1-482c-8628-3ef9577c5fd9 req-4892ad46-b608-4f9a-851e-794161d2aaeb service neutron] 10.222.0.73 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493666 Mar 11 16:25:36.778309 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33085f7e-dc5e-4657-93ee-5d7264b3cd94 None None] New status for floating IP f26106f7-04b3-4783-9523-d837c64352a2: DOWN {{(pid=83868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:25:37.488792 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01699f32-fd76-4c3e-9d45-9bdb8d69b4b9 req-4b328eeb-155a-437d-9a7f-fe9508a406b1 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:37.490242 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-01699f32-fd76-4c3e-9d45-9bdb8d69b4b9 req-4b328eeb-155a-437d-9a7f-fe9508a406b1 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.73 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 947 time: 0.0799301 Mar 11 16:25:37.614243 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd4efe-ef7c-46a4-b0e6-f1bc7438df4e req-5b1eb1e3-8f36-4438-b054-09521e4abc1e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:37.615979 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-85cd4efe-ef7c-46a4-b0e6-f1bc7438df4e req-5b1eb1e3-8f36-4438-b054-09521e4abc1e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 947 time: 0.1692197 Mar 11 16:25:37.676654 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-85cd4efe-ef7c-46a4-b0e6-f1bc7438df4e req-e2dc9e02-0839-4f4f-aad8-ae597112b2b1 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=7fdea4b6-e28a-4bbb-9d02-4c36b8354038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533664 Mar 11 16:25:37.678664 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-01699f32-fd76-4c3e-9d45-9bdb8d69b4b9 req-f6cee92a-b641-45c0-8b85-8ce1c7540c12 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Deleting port 6688f3b8-32d4-421d-b67f-a094960a0ba4 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:25:37.679011 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-01699f32-fd76-4c3e-9d45-9bdb8d69b4b9 req-f6cee92a-b641-45c0-8b85-8ce1c7540c12 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:37.941152 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-01699f32-fd76-4c3e-9d45-9bdb8d69b4b9 req-f6cee92a-b641-45c0-8b85-8ce1c7540c12 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] For port 6688f3b8-32d4-421d-b67f-a094960a0ba4, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6688f3b8-32d4-421d-b67f-a094960a0ba4,segment=NetworkSegment(03f80dcc-90bb-4646-888a-471ffd0c668f),segment_id=03f80dcc-90bb-4646-888a-471ffd0c668f)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:25:37.941421 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-01699f32-fd76-4c3e-9d45-9bdb8d69b4b9 req-f6cee92a-b641-45c0-8b85-8ce1c7540c12 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:38.068439 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-01699f32-fd76-4c3e-9d45-9bdb8d69b4b9 req-f6cee92a-b641-45c0-8b85-8ce1c7540c12 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Calling delete_port for 6688f3b8-32d4-421d-b67f-a094960a0ba4 owned by compute:nova {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:25:38.235479 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-01699f32-fd76-4c3e-9d45-9bdb8d69b4b9 req-f6cee92a-b641-45c0-8b85-8ce1c7540c12 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:38.288322 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cee92a-b641-45c0-8b85-8ce1c7540c12 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Pushing event deleted for resources: {'Port': ['ID=6688f3b8-32d4-421d-b67f-a094960a0ba4,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:38.366925 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-01699f32-fd76-4c3e-9d45-9bdb8d69b4b9 req-f6cee92a-b641-45c0-8b85-8ce1c7540c12 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] No DVR routers for this DVR port 6688f3b8-32d4-421d-b67f-a094960a0ba4 on host hv-neutron-8333 {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:25:38.369509 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-01699f32-fd76-4c3e-9d45-9bdb8d69b4b9 req-f6cee92a-b641-45c0-8b85-8ce1c7540c12 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:38.372314 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73459632-1ff6-45b0-98db-91ae68729453', 'name': 'network-vif-deleted', 'tag': '6688f3b8-32d4-421d-b67f-a094960a0ba4'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:25:38.392024 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-01699f32-fd76-4c3e-9d45-9bdb8d69b4b9 req-f6cee92a-b641-45c0-8b85-8ce1c7540c12 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.73 "DELETE /v2.0/ports/6688f3b8-32d4-421d-b67f-a094960a0ba4 HTTP/1.1" status: 204 len: 173 time: 0.8953612 Mar 11 16:25:38.438232 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73459632-1ff6-45b0-98db-91ae68729453', 'name': 'network-vif-deleted', 'tag': '6688f3b8-32d4-421d-b67f-a094960a0ba4', 'status': 'completed', 'code': 200} Mar 11 16:25:38.878267 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-e357126a-eae7-4a19-aca4-da1d8b5f8c59 req-cfd63f2f-cc3f-49a8-8bd8-7dbbb04f96b9 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=73459632-1ff6-45b0-98db-91ae68729453 HTTP/1.1" status: 200 len: 210 time: 0.0482187 Mar 11 16:25:40.018943 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 50736) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:40.102121 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a62ddcd7-9590-468b-9a19-aec9a64bc771 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:40.134973 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a62ddcd7-9590-468b-9a19-aec9a64bc771 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:40.209871 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a62ddcd7-9590-468b-9a19-aec9a64bc771 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:40.230604 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ddcd7-9590-468b-9a19-aec9a64bc771 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdea4b6-e28a-4bbb-9d02-4c36b8354038,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:40.251644 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-a62ddcd7-9590-468b-9a19-aec9a64bc771 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:40.252983 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-a62ddcd7-9590-468b-9a19-aec9a64bc771 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "DELETE /v2.0/security-groups/7fdea4b6-e28a-4bbb-9d02-4c36b8354038 HTTP/1.1" status: 204 len: 168 time: 0.2330689 Mar 11 16:25:41.491115 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 50750) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:41.496701 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-6c09bdaf-4b14-48d8-8e34-d02982e3d155 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1579163671', 'description': 'tempest-secgroup-smoke-1579163671 description', 'project_id': '03ee3f8236f74e659d423ade6b960e92'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:25:41.503370 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-6c09bdaf-4b14-48d8-8e34-d02982e3d155 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:25:41.507534 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-6c09bdaf-4b14-48d8-8e34-d02982e3d155 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Usage tracker for resource:security_group and tenant:03ee3f8236f74e659d423ade6b960e92 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:25:41.510407 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-6c09bdaf-4b14-48d8-8e34-d02982e3d155 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:25:41.517583 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-6c09bdaf-4b14-48d8-8e34-d02982e3d155 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:25:41.527864 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6c09bdaf-4b14-48d8-8e34-d02982e3d155 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:41.564205 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-6c09bdaf-4b14-48d8-8e34-d02982e3d155 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:25:41.567943 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-6c09bdaf-4b14-48d8-8e34-d02982e3d155 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Usage tracker for resource:security_group_rule and tenant:03ee3f8236f74e659d423ade6b960e92 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:25:41.571204 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-6c09bdaf-4b14-48d8-8e34-d02982e3d155 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:25:41.577062 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-6c09bdaf-4b14-48d8-8e34-d02982e3d155 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:25:41.635334 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6c09bdaf-4b14-48d8-8e34-d02982e3d155 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:41.639138 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6c09bdaf-4b14-48d8-8e34-d02982e3d155 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:41.683393 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c09bdaf-4b14-48d8-8e34-d02982e3d155 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=813b6e7a-9ec0-47cc-8858-8a0926f52762,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:41.686248 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-6c09bdaf-4b14-48d8-8e34-d02982e3d155 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:41.688769 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-6c09bdaf-4b14-48d8-8e34-d02982e3d155 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1964147 Mar 11 16:25:41.691955 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 50754) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:41.697900 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-9777f11d-f10a-45e4-8d82-fa947ccd5055 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Request body: {'security_group_rule': {'security_group_id': '813b6e7a-9ec0-47cc-8858-8a0926f52762', 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:25:41.705233 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-9777f11d-f10a-45e4-8d82-fa947ccd5055 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:25:41.709681 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-9777f11d-f10a-45e4-8d82-fa947ccd5055 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Usage tracker for resource:security_group_rule and tenant:03ee3f8236f74e659d423ade6b960e92 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:25:41.712063 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-9777f11d-f10a-45e4-8d82-fa947ccd5055 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:25:41.717790 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-9777f11d-f10a-45e4-8d82-fa947ccd5055 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:25:41.738237 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9777f11d-f10a-45e4-8d82-fa947ccd5055 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:41.780122 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 6688f3b8-32d4-421d-b67f-a094960a0ba4 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:25:41.807689 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9777f11d-f10a-45e4-8d82-fa947ccd5055 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:41.816324 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9777f11d-f10a-45e4-8d82-fa947ccd5055 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:41.817424 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] No Port match for: 6688f3b8-32d4-421d-b67f-a094960a0ba4 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:25:41.817783 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 6688f3b8-32d4-421d-b67f-a094960a0ba4 not bound to the agent host hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:25:41.841326 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777f11d-f10a-45e4-8d82-fa947ccd5055 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dfb35ac-0fb1-4dee-91cd-24f79926394c,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:41.852670 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9777f11d-f10a-45e4-8d82-fa947ccd5055 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:41.853873 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9777f11d-f10a-45e4-8d82-fa947ccd5055 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1617804 Mar 11 16:25:41.857117 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 50758) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:41.863042 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-b160ff11-d5a6-4bd6-8a35-b27957d95782 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Request body: {'security_group_rule': {'security_group_id': '813b6e7a-9ec0-47cc-8858-8a0926f52762', 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:25:41.869107 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-b160ff11-d5a6-4bd6-8a35-b27957d95782 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:25:41.872894 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-b160ff11-d5a6-4bd6-8a35-b27957d95782 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Usage tracker for resource:security_group_rule and tenant:03ee3f8236f74e659d423ade6b960e92 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:25:41.876290 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-b160ff11-d5a6-4bd6-8a35-b27957d95782 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:25:41.881965 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-b160ff11-d5a6-4bd6-8a35-b27957d95782 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:25:41.899631 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b160ff11-d5a6-4bd6-8a35-b27957d95782 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:41.963777 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b160ff11-d5a6-4bd6-8a35-b27957d95782 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:41.967783 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b160ff11-d5a6-4bd6-8a35-b27957d95782 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:41.994054 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160ff11-d5a6-4bd6-8a35-b27957d95782 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28aef221-7d99-41d5-b28d-20c662ae629a,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:42.005263 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b160ff11-d5a6-4bd6-8a35-b27957d95782 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:42.006831 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b160ff11-d5a6-4bd6-8a35-b27957d95782 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1487415 Mar 11 16:25:42.009517 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 50762) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:42.014872 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-5f51412d-2862-4e11-8407-15e0aceade60 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Request body: {'security_group_rule': {'security_group_id': '813b6e7a-9ec0-47cc-8858-8a0926f52762', 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:25:42.020850 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-5f51412d-2862-4e11-8407-15e0aceade60 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:25:42.024562 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-5f51412d-2862-4e11-8407-15e0aceade60 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Usage tracker for resource:security_group_rule and tenant:03ee3f8236f74e659d423ade6b960e92 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:25:42.027592 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-5f51412d-2862-4e11-8407-15e0aceade60 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:25:42.034164 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-5f51412d-2862-4e11-8407-15e0aceade60 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:25:42.053350 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5f51412d-2862-4e11-8407-15e0aceade60 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:42.117714 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5f51412d-2862-4e11-8407-15e0aceade60 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:42.121511 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5f51412d-2862-4e11-8407-15e0aceade60 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:42.145846 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f51412d-2862-4e11-8407-15e0aceade60 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ce4b5e4-5c0c-426b-8fdf-3041fc70823b,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:42.157627 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5f51412d-2862-4e11-8407-15e0aceade60 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:42.158834 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-5f51412d-2862-4e11-8407-15e0aceade60 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1484101 Mar 11 16:25:42.162601 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 50766) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:42.168279 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-143236f0-b194-473a-a5be-be040a774e80 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Request body: {'security_group_rule': {'security_group_id': '813b6e7a-9ec0-47cc-8858-8a0926f52762', 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:25:42.175518 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-143236f0-b194-473a-a5be-be040a774e80 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:25:42.179369 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-143236f0-b194-473a-a5be-be040a774e80 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Usage tracker for resource:security_group_rule and tenant:03ee3f8236f74e659d423ade6b960e92 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:25:42.182241 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-143236f0-b194-473a-a5be-be040a774e80 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:25:42.188818 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-143236f0-b194-473a-a5be-be040a774e80 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:25:42.205251 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-143236f0-b194-473a-a5be-be040a774e80 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:42.280615 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-143236f0-b194-473a-a5be-be040a774e80 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:42.285110 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-143236f0-b194-473a-a5be-be040a774e80 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:42.309163 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143236f0-b194-473a-a5be-be040a774e80 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1540b9cd-54be-4bc0-adc5-64f80bfa0705,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:42.318248 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-143236f0-b194-473a-a5be-be040a774e80 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:42.320128 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-143236f0-b194-473a-a5be-be040a774e80 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1563191 Mar 11 16:25:42.322908 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 50770) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:42.329398 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-59f1b1f8-008d-4a5d-97bb-ff1c40e116e1 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Request body: {'security_group_rule': {'security_group_id': '813b6e7a-9ec0-47cc-8858-8a0926f52762', 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:25:42.335852 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-59f1b1f8-008d-4a5d-97bb-ff1c40e116e1 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:25:42.339870 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-59f1b1f8-008d-4a5d-97bb-ff1c40e116e1 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Usage tracker for resource:security_group_rule and tenant:03ee3f8236f74e659d423ade6b960e92 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:25:42.342738 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-59f1b1f8-008d-4a5d-97bb-ff1c40e116e1 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:25:42.349177 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-59f1b1f8-008d-4a5d-97bb-ff1c40e116e1 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:25:42.360574 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.securitygroups_db [None req-59f1b1f8-008d-4a5d-97bb-ff1c40e116e1 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Project 03ee3f8236f74e659d423ade6b960e92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:25:42.366959 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-59f1b1f8-008d-4a5d-97bb-ff1c40e116e1 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:42.431297 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-59f1b1f8-008d-4a5d-97bb-ff1c40e116e1 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:42.434310 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-59f1b1f8-008d-4a5d-97bb-ff1c40e116e1 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:42.458417 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1b1f8-008d-4a5d-97bb-ff1c40e116e1 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=744521ed-fced-4c7b-ae8b-15e5ba3e0abc,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:42.467552 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-59f1b1f8-008d-4a5d-97bb-ff1c40e116e1 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:42.469513 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-59f1b1f8-008d-4a5d-97bb-ff1c40e116e1 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1450417 Mar 11 16:25:42.472345 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 50774) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:42.478226 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-9409c93e-0122-4e30-9a9a-c36c0616e962 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Request body: {'security_group_rule': {'security_group_id': '813b6e7a-9ec0-47cc-8858-8a0926f52762', 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:25:42.484818 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-9409c93e-0122-4e30-9a9a-c36c0616e962 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:25:42.488715 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-9409c93e-0122-4e30-9a9a-c36c0616e962 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Usage tracker for resource:security_group_rule and tenant:03ee3f8236f74e659d423ade6b960e92 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:25:42.491556 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-9409c93e-0122-4e30-9a9a-c36c0616e962 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:25:42.497255 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-9409c93e-0122-4e30-9a9a-c36c0616e962 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:25:42.511615 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.securitygroups_db [None req-9409c93e-0122-4e30-9a9a-c36c0616e962 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Project 03ee3f8236f74e659d423ade6b960e92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:25:42.518826 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9409c93e-0122-4e30-9a9a-c36c0616e962 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:42.585825 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9409c93e-0122-4e30-9a9a-c36c0616e962 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:42.589828 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9409c93e-0122-4e30-9a9a-c36c0616e962 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:42.614355 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9409c93e-0122-4e30-9a9a-c36c0616e962 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fb3112d-a33e-4be2-8ca6-5a498a483195,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:42.626012 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-9409c93e-0122-4e30-9a9a-c36c0616e962 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:42.627626 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-9409c93e-0122-4e30-9a9a-c36c0616e962 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1540215 Mar 11 16:25:46.469533 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:57.626672 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-9db7f017-5afd-4bfc-a155-59268aea729d tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1579163671&fields=id&tenant_id=03ee3f8236f74e659d423ade6b960e92 HTTP/1.1" status: 200 len: 267 time: 0.0413253 Mar 11 16:25:57.774364 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-66ce502d-ea0b-4199-8641-918f3f35eecb tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:57.775740 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-66ce502d-ea0b-4199-8641-918f3f35eecb tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/networks?id=26e95c05-cae5-418a-8436-e352b655b8a6 HTTP/1.1" status: 200 len: 809 time: 0.1427083 Mar 11 16:25:57.792821 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-b12f0abd-59d1-43d6-a9b6-7f518c441b53 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/quotas/03ee3f8236f74e659d423ade6b960e92 HTTP/1.1" status: 200 len: 375 time: 0.0107257 Mar 11 16:25:57.878836 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-f1a75de0-b862-4dc6-9589-3ae98627ef53 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=03ee3f8236f74e659d423ade6b960e92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0807528 Mar 11 16:25:57.996322 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-84ecca36-5bb6-450a-85d7-03a37947aecf service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83867) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:25:57.997335 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-84ecca36-5bb6-450a-85d7-03a37947aecf service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0686691 Mar 11 16:25:58.146822 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-2a18db4c-3c3b-40b6-857c-419413e10cae service neutron] 10.222.0.31 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427009 Mar 11 16:25:58.291839 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-fd5a7f28-5be6-4d8a-b5a7-f6e214744e25 service neutron] 10.222.0.31 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391366 Mar 11 16:25:58.710784 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-2a145f8d-f281-46c7-b34d-2da1d4e4d7c5 req-8d70a4bb-98d5-4aad-aaff-481edb9fe2f9 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Synchronizing usage tracker for tenant:03ee3f8236f74e659d423ade6b960e92 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:25:58.729441 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-2a145f8d-f281-46c7-b34d-2da1d4e4d7c5 req-8d70a4bb-98d5-4aad-aaff-481edb9fe2f9 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Unset dirty status for tenant:03ee3f8236f74e659d423ade6b960e92 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:25:58.730976 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2a145f8d-f281-46c7-b34d-2da1d4e4d7c5 req-8d70a4bb-98d5-4aad-aaff-481edb9fe2f9 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 210 time: 0.0675218 Mar 11 16:25:59.483201 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3900bf16-0ca7-4abe-a70c-edab537d76f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:59.865222 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-69184c3f-b7b9-4700-af1b-954780efcfbe tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:59.867436 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-69184c3f-b7b9-4700-af1b-954780efcfbe tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.73 "GET /v2.0/networks?id=26e95c05-cae5-418a-8436-e352b655b8a6 HTTP/1.1" status: 200 len: 809 time: 0.1876905 Mar 11 16:25:59.954886 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-d5de7a65-bb59-4a4c-b1a3-30d795d2df1f tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Synchronizing usage tracker for tenant:03ee3f8236f74e659d423ade6b960e92 on resource:security_group {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:25:59.981431 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-d5de7a65-bb59-4a4c-b1a3-30d795d2df1f tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Unset dirty status for tenant:03ee3f8236f74e659d423ade6b960e92 on resource:security_group {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:25:59.983053 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-d5de7a65-bb59-4a4c-b1a3-30d795d2df1f tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03ee3f8236f74e659d423ade6b960e92 HTTP/1.1" status: 200 len: 380 time: 0.1010385 Mar 11 16:25:59.995983 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-acd0f748-f1be-439e-a935-f038408df087 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Request body: {'port': {'device_id': '630312e6-bd5d-4cb8-8bfb-c4d914ef9117', 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6', 'admin_state_up': True, 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'security_groups': ['813b6e7a-9ec0-47cc-8858-8a0926f52762']}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:26:00.001794 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2a4f9d6d-1efd-4ac6-91dd-daf8a9d51d18 req-d721d6a4-d586-4c17-83eb-e8aec4439390 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 210 time: 0.1295545 Mar 11 16:26:00.170453 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-acd0f748-f1be-439e-a935-f038408df087 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:26:00.188348 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-acd0f748-f1be-439e-a935-f038408df087 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:26:00.201657 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-acd0f748-f1be-439e-a935-f038408df087 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Made reservation on behalf of 03ee3f8236f74e659d423ade6b960e92 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:26:00.207218 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-acd0f748-f1be-439e-a935-f038408df087 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:00.414381 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-acd0f748-f1be-439e-a935-f038408df087 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Allocated IP 172.20.0.6 (26e95c05-cae5-418a-8436-e352b655b8a6/2dc939e2-e463-4edf-b5a8-1532f3aef71c/859debd6-3297-44f6-9aaa-4c3a48a46113) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:26:00.649635 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-acd0f748-f1be-439e-a935-f038408df087 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:00.673776 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-acd0f748-f1be-439e-a935-f038408df087 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Transition to ACTIVE for port object 859debd6-3297-44f6-9aaa-4c3a48a46113 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:26:00.701538 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-acd0f748-f1be-439e-a935-f038408df087 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:00.828655 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-acd0f748-f1be-439e-a935-f038408df087 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Network 26e95c05-cae5-418a-8436-e352b655b8a6 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:26:00.833583 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-acd0f748-f1be-439e-a935-f038408df087 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:26:00.840548 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-acd0f748-f1be-439e-a935-f038408df087 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:26:00.888646 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd0f748-f1be-439e-a935-f038408df087 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Pushing event updated for resources: {'Port': ['ID=859debd6-3297-44f6-9aaa-4c3a48a46113,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:00.946652 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-acd0f748-f1be-439e-a935-f038408df087 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:00.948449 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-acd0f748-f1be-439e-a935-f038408df087 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:00.988996 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-acd0f748-f1be-439e-a935-f038408df087 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9979138 Mar 11 16:26:00.998577 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-8ebefb89-ad6f-4aaa-9a60-2e3abc7d60e4 service neutron] Request body: {'port': {'device_id': '630312e6-bd5d-4cb8-8bfb-c4d914ef9117', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:26:01.177031 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-8ebefb89-ad6f-4aaa-9a60-2e3abc7d60e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:01.188488 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-a3b18522-802f-4afd-89b4-4f33aedef21a None None] Provisioning for port 859debd6-3297-44f6-9aaa-4c3a48a46113 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:26:01.214280 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-a3b18522-802f-4afd-89b4-4f33aedef21a None None] Provisioning complete for port 859debd6-3297-44f6-9aaa-4c3a48a46113 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:26:01.215047 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a3b18522-802f-4afd-89b4-4f33aedef21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:01.323206 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-a3b18522-802f-4afd-89b4-4f33aedef21a None None] Port 859debd6-3297-44f6-9aaa-4c3a48a46113 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:26:01.702195 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb3bf8-bd70-4fe7-b91a-83600b4cabc4 req-38a45c4c-0e53-4a32-8b52-dc5470f975a8 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:01.703216 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-d4bb3bf8-bd70-4fe7-b91a-83600b4cabc4 req-38a45c4c-0e53-4a32-8b52-dc5470f975a8 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Synchronizing usage tracker for tenant:03ee3f8236f74e659d423ade6b960e92 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:26:01.755027 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-d4bb3bf8-bd70-4fe7-b91a-83600b4cabc4 req-38a45c4c-0e53-4a32-8b52-dc5470f975a8 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Unset dirty status for tenant:03ee3f8236f74e659d423ade6b960e92 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:26:01.757124 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d4bb3bf8-bd70-4fe7-b91a-83600b4cabc4 req-38a45c4c-0e53-4a32-8b52-dc5470f975a8 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 931 time: 0.4729877 Mar 11 16:26:01.769066 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1a2995cc-88e9-414f-8e85-fa2a3895c55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:01.914772 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d4bb3bf8-bd70-4fe7-b91a-83600b4cabc4 req-b57e9113-e4bc-4771-920b-a765f95e121d tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463692 Mar 11 16:26:01.994932 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-8ebefb89-ad6f-4aaa-9a60-2e3abc7d60e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 859debd6-3297-44f6-9aaa-4c3a48a46113 {{(pid=83866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:26:02.005020 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-8ebefb89-ad6f-4aaa-9a60-2e3abc7d60e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:02.024906 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-8ebefb89-ad6f-4aaa-9a60-2e3abc7d60e4 service neutron] Transition to ACTIVE for port object 859debd6-3297-44f6-9aaa-4c3a48a46113 will not be triggered until provisioned by entity L2. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:26:02.029633 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-8ebefb89-ad6f-4aaa-9a60-2e3abc7d60e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:02.175592 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebefb89-ad6f-4aaa-9a60-2e3abc7d60e4 service neutron] Pushing event updated for resources: {'Port': ['ID=859debd6-3297-44f6-9aaa-4c3a48a46113,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:02.357402 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-8ebefb89-ad6f-4aaa-9a60-2e3abc7d60e4 service neutron] Attempting to bind port 859debd6-3297-44f6-9aaa-4c3a48a46113 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:26:02.357946 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-8ebefb89-ad6f-4aaa-9a60-2e3abc7d60e4 service neutron] Attempting to bind port 859debd6-3297-44f6-9aaa-4c3a48a46113 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '03f80dcc-90bb-4646-888a-471ffd0c668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:26:02.358495 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-8ebefb89-ad6f-4aaa-9a60-2e3abc7d60e4 service neutron] Attempting to bind port 859debd6-3297-44f6-9aaa-4c3a48a46113 on network 26e95c05-cae5-418a-8436-e352b655b8a6 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:26:02.366894 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-8ebefb89-ad6f-4aaa-9a60-2e3abc7d60e4 service neutron] Port 859debd6-3297-44f6-9aaa-4c3a48a46113 on network 26e95c05-cae5-418a-8436-e352b655b8a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:26:02.367114 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-8ebefb89-ad6f-4aaa-9a60-2e3abc7d60e4 service neutron] Attempting to bind port 859debd6-3297-44f6-9aaa-4c3a48a46113 on network 26e95c05-cae5-418a-8436-e352b655b8a6 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:26:02.375486 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-8ebefb89-ad6f-4aaa-9a60-2e3abc7d60e4 service neutron] Checking agent: {'id': '233b753e-9484-4350-9871-64b7c66fc067', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'started_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:26:02.375814 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-8ebefb89-ad6f-4aaa-9a60-2e3abc7d60e4 service neutron] Checking segment: {'id': '03f80dcc-90bb-4646-888a-471ffd0c668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:26:02.376223 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-8ebefb89-ad6f-4aaa-9a60-2e3abc7d60e4 service neutron] Bound using segment: {'id': '03f80dcc-90bb-4646-888a-471ffd0c668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6'} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:26:02.376675 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-8ebefb89-ad6f-4aaa-9a60-2e3abc7d60e4 service neutron] Bound port: 859debd6-3297-44f6-9aaa-4c3a48a46113, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03f80dcc-90bb-4646-888a-471ffd0c668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6'}}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:26:02.377098 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-8ebefb89-ad6f-4aaa-9a60-2e3abc7d60e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:02.490459 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-8ebefb89-ad6f-4aaa-9a60-2e3abc7d60e4 service neutron] For port 859debd6-3297-44f6-9aaa-4c3a48a46113, host hv-neutron-8333, cleared binding levels {{(pid=83866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:26:02.494478 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-8ebefb89-ad6f-4aaa-9a60-2e3abc7d60e4 service neutron] For port 859debd6-3297-44f6-9aaa-4c3a48a46113, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=859debd6-3297-44f6-9aaa-4c3a48a46113,segment=NetworkSegment(03f80dcc-90bb-4646-888a-471ffd0c668f),segment_id=03f80dcc-90bb-4646-888a-471ffd0c668f)] {{(pid=83866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:26:02.501888 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-8ebefb89-ad6f-4aaa-9a60-2e3abc7d60e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:02.587322 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-8ebefb89-ad6f-4aaa-9a60-2e3abc7d60e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:02.588925 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-8ebefb89-ad6f-4aaa-9a60-2e3abc7d60e4 service neutron] 10.222.0.73 "PUT /v2.0/ports/859debd6-3297-44f6-9aaa-4c3a48a46113 HTTP/1.1" status: 200 len: 1093 time: 1.5946720 Mar 11 16:26:02.589405 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '630312e6-bd5d-4cb8-8bfb-c4d914ef9117', 'tag': '859debd6-3297-44f6-9aaa-4c3a48a46113'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:26:02.612656 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebefb89-ad6f-4aaa-9a60-2e3abc7d60e4 service neutron] Pushing event updated for resources: {'Port': ['ID=859debd6-3297-44f6-9aaa-4c3a48a46113,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:02.698875 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '630312e6-bd5d-4cb8-8bfb-c4d914ef9117', 'tag': '859debd6-3297-44f6-9aaa-4c3a48a46113', 'status': 'completed', 'code': 200} Mar 11 16:26:02.748118 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-3fca36e9-859a-4466-9c89-8eabe5fb2301 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03ee3f8236f74e659d423ade6b960e92&device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 1096 time: 0.1145430 Mar 11 16:26:02.833355 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-fd059296-8ca8-4027-a711-f9a178544e20 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=859debd6-3297-44f6-9aaa-4c3a48a46113 HTTP/1.1" status: 200 len: 217 time: 0.0748980 Mar 11 16:26:02.918343 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-d4ff06ea-f734-4f36-8832-56abf16e22b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:02.919969 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-d4ff06ea-f734-4f36-8832-56abf16e22b6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2dc939e2-e463-4edf-b5a8-1532f3aef71c HTTP/1.1" status: 200 len: 848 time: 0.0808303 Mar 11 16:26:02.922474 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:03.009892 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-9f87ce57-bbb9-4f15-af3a-376e9560ad60 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26e95c05-cae5-418a-8436-e352b655b8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826747 Mar 11 16:26:03.219600 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:03.234987 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-290b1e09-4ccb-4b1a-beb5-4fbf5923ec1e service neutron] 10.222.0.73 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150946 Mar 11 16:26:03.341211 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45b971-214e-4a59-b890-c1886468261d req-33ac6027-42b0-4f40-b8ee-3ad0d451a6b2 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:03.343572 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3c45b971-214e-4a59-b890-c1886468261d req-33ac6027-42b0-4f40-b8ee-3ad0d451a6b2 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 943 time: 0.2515159 Mar 11 16:26:03.441458 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-45e635f0-0c4b-4313-8ed5-61c3c190c95d req-edacd177-ea50-4138-b165-423e251d2eed service neutron] 10.222.0.73 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996355 Mar 11 16:26:03.444231 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3c45b971-214e-4a59-b890-c1886468261d req-6f9e608d-eb73-4f5b-a41a-1985d1ce67cf tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892558 Mar 11 16:26:03.584205 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-850e27d1-1d73-4844-b2ef-76e872b49a37 req-6691e21f-335f-4f81-ac38-2006e3a514fd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03ee3f8236f74e659d423ade6b960e92&device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 1096 time: 0.0879586 Mar 11 16:26:03.847196 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e27d1-1d73-4844-b2ef-76e872b49a37 req-07b979a6-e88c-4338-ab1c-050feece6f4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:03.848573 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-850e27d1-1d73-4844-b2ef-76e872b49a37 req-07b979a6-e88c-4338-ab1c-050feece6f4d service neutron] 10.222.0.73 "GET /v2.0/networks?id=26e95c05-cae5-418a-8436-e352b655b8a6 HTTP/1.1" status: 200 len: 910 time: 0.2570262 Mar 11 16:26:03.919733 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-850e27d1-1d73-4844-b2ef-76e872b49a37 req-525f8c30-5d20-4d41-bccf-4674abe9aa2c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=859debd6-3297-44f6-9aaa-4c3a48a46113 HTTP/1.1" status: 200 len: 217 time: 0.0632074 Mar 11 16:26:03.999577 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e27d1-1d73-4844-b2ef-76e872b49a37 req-9895c2e5-433d-4338-b6d0-9e9a6ef23643 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:04.001414 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-850e27d1-1d73-4844-b2ef-76e872b49a37 req-9895c2e5-433d-4338-b6d0-9e9a6ef23643 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2dc939e2-e463-4edf-b5a8-1532f3aef71c HTTP/1.1" status: 200 len: 848 time: 0.0746744 Mar 11 16:26:04.104237 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-850e27d1-1d73-4844-b2ef-76e872b49a37 req-d644380d-ec2b-4876-b366-da716434da34 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26e95c05-cae5-418a-8436-e352b655b8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0948122 Mar 11 16:26:04.256004 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-850e27d1-1d73-4844-b2ef-76e872b49a37 req-754b9c1f-d36a-4339-84cd-4f8a94837d9b service neutron] 10.222.0.73 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438999 Mar 11 16:26:04.415398 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-850e27d1-1d73-4844-b2ef-76e872b49a37 req-55bd328a-a075-4d66-bd9f-17b332187f9c service neutron] 10.222.0.73 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529951 Mar 11 16:26:04.422910 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:04.667002 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941e07c-83f7-444f-a056-4d65e73fadee req-f5be9f8b-d4f1-4d73-95af-c0b2d636dea7 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:04.668428 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2941e07c-83f7-444f-a056-4d65e73fadee req-f5be9f8b-d4f1-4d73-95af-c0b2d636dea7 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 943 time: 0.0851243 Mar 11 16:26:04.722986 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2941e07c-83f7-444f-a056-4d65e73fadee req-d47ef06b-e10a-4fd0-98c8-93d4c14d749b tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478678 Mar 11 16:26:05.967555 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba3769-de58-4c69-aeba-47ba9541fb82 req-0c393e1d-4086-4f75-bce5-afe35b956a0e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:05.969494 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-80ba3769-de58-4c69-aeba-47ba9541fb82 req-0c393e1d-4086-4f75-bce5-afe35b956a0e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 943 time: 0.1016858 Mar 11 16:26:06.040982 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-80ba3769-de58-4c69-aeba-47ba9541fb82 req-6758ba92-f68a-425b-8283-7dd9d3c38075 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648749 Mar 11 16:26:07.248292 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99508fcf-b508-4836-b176-c7abe6b70a9b req-706e250a-8780-4279-9ba2-7868a79a1ba2 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:07.250088 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-99508fcf-b508-4836-b176-c7abe6b70a9b req-706e250a-8780-4279-9ba2-7868a79a1ba2 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 943 time: 0.0847611 Mar 11 16:26:07.298274 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-99508fcf-b508-4836-b176-c7abe6b70a9b req-4586a165-def4-4404-a80f-16eb343f90dc tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421162 Mar 11 16:26:08.503837 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfed5cc-16f2-4031-b9fd-7f07b00f4d89 req-94da1b60-a7b3-49cc-bfcb-c83eb1f90e0c tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:08.505443 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ebfed5cc-16f2-4031-b9fd-7f07b00f4d89 req-94da1b60-a7b3-49cc-bfcb-c83eb1f90e0c tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 943 time: 0.0817659 Mar 11 16:26:08.558713 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ebfed5cc-16f2-4031-b9fd-7f07b00f4d89 req-eb4fcecd-aa29-45f1-8b8a-b0c9588c822c tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441754 Mar 11 16:26:09.767990 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df4867-d320-4d0a-bf1a-be59b4fdef8b req-2998daec-1842-4115-9ab4-f4279ee49865 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:09.769403 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-17df4867-d320-4d0a-bf1a-be59b4fdef8b req-2998daec-1842-4115-9ab4-f4279ee49865 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 943 time: 0.0804002 Mar 11 16:26:09.817884 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-17df4867-d320-4d0a-bf1a-be59b4fdef8b req-c98d5ccc-eb7b-4d85-9b99-be073c7612f5 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429044 Mar 11 16:26:11.062557 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568643f0-c496-4606-8e5e-bf9eb7bab32a req-667a6b05-baf5-4475-b110-a778200b082b tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:11.064209 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-568643f0-c496-4606-8e5e-bf9eb7bab32a req-667a6b05-baf5-4475-b110-a778200b082b tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 943 time: 0.1027348 Mar 11 16:26:11.122581 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-568643f0-c496-4606-8e5e-bf9eb7bab32a req-653bdff9-d5b5-491c-9482-3587528ceb9b tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508456 Mar 11 16:26:12.335033 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0ff89-800c-4344-aec5-3637f7142e1f req-5c7edd51-fcbd-4ea8-b097-73c1872b1723 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:12.336596 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-9ce0ff89-800c-4344-aec5-3637f7142e1f req-5c7edd51-fcbd-4ea8-b097-73c1872b1723 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 943 time: 0.0900414 Mar 11 16:26:12.392554 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-9ce0ff89-800c-4344-aec5-3637f7142e1f req-3e9b515c-108e-4fa8-87f2-a467ae5f37c8 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499146 Mar 11 16:26:13.049189 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:26:13.734786 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f89f7-134f-405e-858a-24ecd450b8e3 req-2f95235d-b045-4459-8128-6b1bda284423 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:13.736190 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-526f89f7-134f-405e-858a-24ecd450b8e3 req-2f95235d-b045-4459-8128-6b1bda284423 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 943 time: 0.0784829 Mar 11 16:26:13.788961 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-526f89f7-134f-405e-858a-24ecd450b8e3 req-5dde9cdf-a7c8-49af-9c96-b00acc805ce2 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472217 Mar 11 16:26:13.974694 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 859debd6-3297-44f6-9aaa-4c3a48a46113 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:26:14.106158 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 859debd6-3297-44f6-9aaa-4c3a48a46113, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=859debd6-3297-44f6-9aaa-4c3a48a46113,segment=NetworkSegment(03f80dcc-90bb-4646-888a-471ffd0c668f),segment_id=03f80dcc-90bb-4646-888a-471ffd0c668f)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:26:14.122544 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': '859debd6-3297-44f6-9aaa-4c3a48a46113', 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6', 'port_id': '859debd6-3297-44f6-9aaa-4c3a48a46113', 'mac_address': 'fa:16:3e:63:57:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dc939e2-e463-4edf-b5a8-1532f3aef71c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:26:14.174217 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:14.191988 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 859debd6-3297-44f6-9aaa-4c3a48a46113 {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:26:14.207033 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 859debd6-3297-44f6-9aaa-4c3a48a46113, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=859debd6-3297-44f6-9aaa-4c3a48a46113,segment=NetworkSegment(03f80dcc-90bb-4646-888a-471ffd0c668f),segment_id=03f80dcc-90bb-4646-888a-471ffd0c668f)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:26:14.211327 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:14.275743 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=859debd6-3297-44f6-9aaa-4c3a48a46113,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:14.285052 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:14.285406 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:14.285752 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:14.286089 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:14.286508 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:14.286847 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:14.287175 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:14.287507 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:14.287831 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:14.288179 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:14.288503 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:14.583318 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['859debd6-3297-44f6-9aaa-4c3a48a46113'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:26:15.040776 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0e908-74a1-422f-acca-ffe145d4506a req-332e7ce4-8f8a-4c94-9c31-a4b0329c8952 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:15.042219 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-22d0e908-74a1-422f-acca-ffe145d4506a req-332e7ce4-8f8a-4c94-9c31-a4b0329c8952 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 944 time: 0.0815921 Mar 11 16:26:15.087913 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-22d0e908-74a1-422f-acca-ffe145d4506a req-db147073-bf1f-459b-a50d-2a966a5de0a3 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400577 Mar 11 16:26:15.986099 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 859debd6-3297-44f6-9aaa-4c3a48a46113 up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:26:16.054981 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning for port 859debd6-3297-44f6-9aaa-4c3a48a46113 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:26:16.059728 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port 859debd6-3297-44f6-9aaa-4c3a48a46113 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:26:16.060092 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:16.181002 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:16.215541 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630312e6-bd5d-4cb8-8bfb-c4d914ef9117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859debd6-3297-44f6-9aaa-4c3a48a46113'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:26:16.226252 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 859debd6-3297-44f6-9aaa-4c3a48a46113, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=859debd6-3297-44f6-9aaa-4c3a48a46113,segment=NetworkSegment(03f80dcc-90bb-4646-888a-471ffd0c668f),segment_id=03f80dcc-90bb-4646-888a-471ffd0c668f)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:26:16.235270 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:16.302577 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e786e0-96ba-4b99-a02a-fbed0581a0bb req-2522bcb0-6805-4938-828a-132b31e545f4 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:16.304870 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-07e786e0-96ba-4b99-a02a-fbed0581a0bb req-2522bcb0-6805-4938-828a-132b31e545f4 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 945 time: 0.0886927 Mar 11 16:26:16.326218 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=859debd6-3297-44f6-9aaa-4c3a48a46113,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:16.359801 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-07e786e0-96ba-4b99-a02a-fbed0581a0bb req-e0f30cd5-bfae-40c7-b9ee-d3b7c6dd850e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465448 Mar 11 16:26:16.412861 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630312e6-bd5d-4cb8-8bfb-c4d914ef9117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859debd6-3297-44f6-9aaa-4c3a48a46113', 'code': 200} Mar 11 16:26:16.490835 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:16.701038 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3aedb4b3-29b5-4ced-9baa-35b5db510a4d req-d41b0cea-cc71-4b17-b9df-8b7aa06adac7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 1098 time: 0.0734320 Mar 11 16:26:16.748179 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3aedb4b3-29b5-4ced-9baa-35b5db510a4d req-67176cdf-6709-4974-9ff2-ddfdb7dd6cda service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404010 Mar 11 16:26:17.568843 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c10567-808a-493b-8381-1e52d4d112b0 req-a6e2be0b-d5c5-4af2-ab9a-c398c193bfc6 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:17.570605 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e4c10567-808a-493b-8381-1e52d4d112b0 req-a6e2be0b-d5c5-4af2-ab9a-c398c193bfc6 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 945 time: 0.0811195 Mar 11 16:26:17.620050 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e4c10567-808a-493b-8381-1e52d4d112b0 req-b3c9d8b7-d2aa-4a1f-b568-0c6dd22cdc1e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437000 Mar 11 16:26:18.818587 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7591a-71dc-4f80-b83a-31c0da7b2286 req-4502f308-524d-445e-a965-0bcc17354963 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:18.820312 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-57f7591a-71dc-4f80-b83a-31c0da7b2286 req-4502f308-524d-445e-a965-0bcc17354963 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 945 time: 0.0773814 Mar 11 16:26:18.864718 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-57f7591a-71dc-4f80-b83a-31c0da7b2286 req-87c83e97-82c7-4d54-bd91-e6de0ae29281 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389237 Mar 11 16:26:19.063298 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad821233-ed22-40b5-8a6f-adf1f6cea911 req-f8ad5658-5a4b-4c00-b5af-bcd733119996 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:19.064783 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ad821233-ed22-40b5-8a6f-adf1f6cea911 req-f8ad5658-5a4b-4c00-b5af-bcd733119996 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 945 time: 0.0821843 Mar 11 16:26:19.111404 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ad821233-ed22-40b5-8a6f-adf1f6cea911 req-c36666d4-4610-49d6-9a04-3a8329625f6f tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408723 Mar 11 16:26:19.138043 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 50940) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:26:19.273355 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-23a54d69-7a3a-4bbc-a517-6944d512c98f tempest-TestShelveInstance-54046394 tempest-TestShelveInstance-54046394-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 1093 time: 0.1341841 Mar 11 16:26:19.279889 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 50946) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:26:19.286095 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-06107151-bc93-46f8-9953-fd3a379ca6b7 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Request body: {'floatingip': {'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'port_id': '859debd6-3297-44f6-9aaa-4c3a48a46113', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:26:19.291827 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-06107151-bc93-46f8-9953-fd3a379ca6b7 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:26:19.295630 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-06107151-bc93-46f8-9953-fd3a379ca6b7 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Usage tracker for resource:floatingip and tenant:03ee3f8236f74e659d423ade6b960e92 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:26:19.298629 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-06107151-bc93-46f8-9953-fd3a379ca6b7 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:26:19.304262 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-06107151-bc93-46f8-9953-fd3a379ca6b7 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:26:19.315068 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-06107151-bc93-46f8-9953-fd3a379ca6b7 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for floatingip, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:19.451301 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-06107151-bc93-46f8-9953-fd3a379ca6b7 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:19.598610 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-06107151-bc93-46f8-9953-fd3a379ca6b7 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Allocated IP 172.26.0.187 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/d5647f80-22d9-492b-8f6d-d15247a5b28b) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:26:19.835295 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-06107151-bc93-46f8-9953-fd3a379ca6b7 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:19.866332 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-06107151-bc93-46f8-9953-fd3a379ca6b7 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:19.935683 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06107151-bc93-46f8-9953-fd3a379ca6b7 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:26:19.938679 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-06107151-bc93-46f8-9953-fd3a379ca6b7 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:26:19.943158 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06107151-bc93-46f8-9953-fd3a379ca6b7 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:26:19.968598 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06107151-bc93-46f8-9953-fd3a379ca6b7 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Pushing event updated for resources: {'Port': ['ID=d5647f80-22d9-492b-8f6d-d15247a5b28b,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:20.464386 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-06107151-bc93-46f8-9953-fd3a379ca6b7 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:20.521530 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-06107151-bc93-46f8-9953-fd3a379ca6b7 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:20.725414 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-06107151-bc93-46f8-9953-fd3a379ca6b7 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:20.730152 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-06107151-bc93-46f8-9953-fd3a379ca6b7 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:20.841378 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06107151-bc93-46f8-9953-fd3a379ca6b7 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Pushing event updated for resources: {'Port': ['ID=d5647f80-22d9-492b-8f6d-d15247a5b28b,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:20.852082 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-06107151-bc93-46f8-9953-fd3a379ca6b7 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:21.047354 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.l3_db [None req-06107151-bc93-46f8-9953-fd3a379ca6b7 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Floating IP bcc1bbcb-b532-4563-959e-2a6ed3af1d70 associated. External IP: 172.26.0.187, port: 859debd6-3297-44f6-9aaa-4c3a48a46113. Mar 11 16:26:21.557988 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06107151-bc93-46f8-9953-fd3a379ca6b7 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Router 60d19833-6562-4a68-93fb-d76ced03a9bc has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:26:21.763130 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06107151-bc93-46f8-9953-fd3a379ca6b7 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:26:21.773498 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ea9817-d4c8-4e45-beb2-e3c0cf2bd180 None None] Sync routers for ids ['60d19833-6562-4a68-93fb-d76ced03a9bc'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:26:21.785854 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ea9817-d4c8-4e45-beb2-e3c0cf2bd180 None None] Routers {'60d19833-6562-4a68-93fb-d76ced03a9bc'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:26:21.786651 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-94ea9817-d4c8-4e45-beb2-e3c0cf2bd180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:26:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['60d19833-6562-4a68-93fb-d76ced03a9bc'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:21.787961 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-06107151-bc93-46f8-9953-fd3a379ca6b7 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:21.842592 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-06107151-bc93-46f8-9953-fd3a379ca6b7 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5608830 Mar 11 16:26:21.843264 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '630312e6-bd5d-4cb8-8bfb-c4d914ef9117', 'tag': '859debd6-3297-44f6-9aaa-4c3a48a46113'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:26:21.898696 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '630312e6-bd5d-4cb8-8bfb-c4d914ef9117', 'tag': '859debd6-3297-44f6-9aaa-4c3a48a46113', 'status': 'completed', 'code': 200} Mar 11 16:26:21.985422 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-94ea9817-d4c8-4e45-beb2-e3c0cf2bd180 None None] Set router 60d19833-6562-4a68-93fb-d76ced03a9bc gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:26:22.018805 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-85438fe3-3f46-4812-9bd6-60973d8cf678 req-d714e0ee-c228-402a-9b85-60dca5b3859c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03ee3f8236f74e659d423ade6b960e92&device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 1098 time: 0.0878823 Mar 11 16:26:22.158006 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85438fe3-3f46-4812-9bd6-60973d8cf678 req-1d025333-0dac-433b-a1f7-1576718b37f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:22.159471 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-85438fe3-3f46-4812-9bd6-60973d8cf678 req-1d025333-0dac-433b-a1f7-1576718b37f2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=26e95c05-cae5-418a-8436-e352b655b8a6 HTTP/1.1" status: 200 len: 910 time: 0.1334341 Mar 11 16:26:22.271645 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-85438fe3-3f46-4812-9bd6-60973d8cf678 req-2148f08f-1517-4843-b01b-ae01f98527fd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=859debd6-3297-44f6-9aaa-4c3a48a46113 HTTP/1.1" status: 200 len: 999 time: 0.1054840 Mar 11 16:26:22.347317 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85438fe3-3f46-4812-9bd6-60973d8cf678 req-394d29e2-089b-4f45-8cab-7481a25ce957 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:22.348786 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-85438fe3-3f46-4812-9bd6-60973d8cf678 req-394d29e2-089b-4f45-8cab-7481a25ce957 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2dc939e2-e463-4edf-b5a8-1532f3aef71c HTTP/1.1" status: 200 len: 848 time: 0.0698016 Mar 11 16:26:22.383595 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-94ea9817-d4c8-4e45-beb2-e3c0cf2bd180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'name': 'tempest-TestShelveInstance-1839619320-router', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '514c941c-8930-43e3-839a-23f4813ffc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:24Z', 'updated_at': '2022-03-11T16:19:27Z', 'revision_number': 4, 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'gw_port': {'id': '514c941c-8930-43e3-839a-23f4813ffc9d', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:24Z', 'updated_at': '2022-03-11T16:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'bcc1bbcb-b532-4563-959e-2a6ed3af1d70', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'floating_ip_address': '172.26.0.187', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'port_id': '859debd6-3297-44f6-9aaa-4c3a48a46113', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6', 'mac_address': 'fa:16:3e:63:57:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630312e6-bd5d-4cb8-8bfb-c4d914ef9117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:26:20Z', 'updated_at': '2022-03-11T16:26:20Z', 'revision_number': 0, 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1650d3-be8b-4f9d-b163-beef4217f6ab', 'name': '', 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'mac_address': 'fa:16:3e:23:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dc939e2-e463-4edf-b5a8-1532f3aef71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:26Z', 'updated_at': '2022-03-11T16:19:37Z', 'revision_number': 5, 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'subnets': [{'id': '2dc939e2-e463-4edf-b5a8-1532f3aef71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:22.387407 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ea9817-d4c8-4e45-beb2-e3c0cf2bd180 None None] Checking router: 60d19833-6562-4a68-93fb-d76ced03a9bc for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:26:22.398359 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ea9817-d4c8-4e45-beb2-e3c0cf2bd180 None None] Routers {'60d19833-6562-4a68-93fb-d76ced03a9bc'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:26:22.398970 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-94ea9817-d4c8-4e45-beb2-e3c0cf2bd180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:26:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['60d19833-6562-4a68-93fb-d76ced03a9bc'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:22.425741 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-85438fe3-3f46-4812-9bd6-60973d8cf678 req-a9322603-e71a-4e8a-b8a5-a90fa2d6ab84 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26e95c05-cae5-418a-8436-e352b655b8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692620 Mar 11 16:26:22.580968 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-85438fe3-3f46-4812-9bd6-60973d8cf678 req-9e03780d-2339-4dff-8a71-e20b153baa08 service neutron] 10.222.0.73 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469288 Mar 11 16:26:22.590967 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-94ea9817-d4c8-4e45-beb2-e3c0cf2bd180 None None] Set router 60d19833-6562-4a68-93fb-d76ced03a9bc gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:26:22.724517 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-85438fe3-3f46-4812-9bd6-60973d8cf678 req-b8845f2b-8e8f-4ffc-8e60-7033f116500d service neutron] 10.222.0.73 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365588 Mar 11 16:26:22.971169 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-94ea9817-d4c8-4e45-beb2-e3c0cf2bd180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'name': 'tempest-TestShelveInstance-1839619320-router', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '514c941c-8930-43e3-839a-23f4813ffc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:24Z', 'updated_at': '2022-03-11T16:19:27Z', 'revision_number': 4, 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'gw_port': {'id': '514c941c-8930-43e3-839a-23f4813ffc9d', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:24Z', 'updated_at': '2022-03-11T16:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'bcc1bbcb-b532-4563-959e-2a6ed3af1d70', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'floating_ip_address': '172.26.0.187', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'port_id': '859debd6-3297-44f6-9aaa-4c3a48a46113', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6', 'mac_address': 'fa:16:3e:63:57:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630312e6-bd5d-4cb8-8bfb-c4d914ef9117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:26:20Z', 'updated_at': '2022-03-11T16:26:20Z', 'revision_number': 0, 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1650d3-be8b-4f9d-b163-beef4217f6ab', 'name': '', 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'mac_address': 'fa:16:3e:23:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dc939e2-e463-4edf-b5a8-1532f3aef71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:26Z', 'updated_at': '2022-03-11T16:19:37Z', 'revision_number': 5, 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'subnets': [{'id': '2dc939e2-e463-4edf-b5a8-1532f3aef71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:22.975580 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ea9817-d4c8-4e45-beb2-e3c0cf2bd180 None None] The sync data for ids ['60d19833-6562-4a68-93fb-d76ced03a9bc'] in dv-neutron-833373-1-hyperv is: [{'id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'name': 'tempest-TestShelveInstance-1839619320-router', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '514c941c-8930-43e3-839a-23f4813ffc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:24Z', 'updated_at': '2022-03-11T16:19:27Z', 'revision_number': 4, 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'gw_port': {'id': '514c941c-8930-43e3-839a-23f4813ffc9d', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:24Z', 'updated_at': '2022-03-11T16:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'bcc1bbcb-b532-4563-959e-2a6ed3af1d70', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'floating_ip_address': '172.26.0.187', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'port_id': '859debd6-3297-44f6-9aaa-4c3a48a46113', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6', 'mac_address': 'fa:16:3e:63:57:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630312e6-bd5d-4cb8-8bfb-c4d914ef9117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:26:20Z', 'updated_at': '2022-03-11T16:26:20Z', 'revision_number': 0, 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1650d3-be8b-4f9d-b163-beef4217f6ab', 'name': '', 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'mac_address': 'fa:16:3e:23:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dc939e2-e463-4edf-b5a8-1532f3aef71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:26Z', 'updated_at': '2022-03-11T16:19:37Z', 'revision_number': 5, 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'subnets': [{'id': '2dc939e2-e463-4edf-b5a8-1532f3aef71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:26:23.177287 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8005d65-0645-417c-9787-106f78bc7ca0 None None] New status for floating IP bcc1bbcb-b532-4563-959e-2a6ed3af1d70: ACTIVE {{(pid=83868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:26:29.487353 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-08319881-a28b-48a9-ac3d-f64ed37c0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:31.748357 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e98aaa01-7f20-4168-b324-8e0a51db3bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:32.913577 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:33.202944 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:34.423035 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:44.964309 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3f65a06d-4f7d-4bc2-94a5-df20f434ae6b req-0ec5575c-62ff-4dac-a14a-8f7b67391b6b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0881035 Mar 11 16:26:45.146592 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3f65a06d-4f7d-4bc2-94a5-df20f434ae6b req-4e48b89a-3b28-4e03-98ef-77d9fce6df50 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03ee3f8236f74e659d423ade6b960e92&device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 1098 time: 0.1044943 Mar 11 16:26:45.349235 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65a06d-4f7d-4bc2-94a5-df20f434ae6b req-886a818c-c728-4777-8dc0-b1dfd85de763 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:45.350948 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3f65a06d-4f7d-4bc2-94a5-df20f434ae6b req-886a818c-c728-4777-8dc0-b1dfd85de763 service neutron] 10.222.0.73 "GET /v2.0/networks?id=26e95c05-cae5-418a-8436-e352b655b8a6 HTTP/1.1" status: 200 len: 910 time: 0.1832454 Mar 11 16:26:45.595998 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3f65a06d-4f7d-4bc2-94a5-df20f434ae6b req-65a6402a-701f-4a43-a247-1aa4a4822b41 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=859debd6-3297-44f6-9aaa-4c3a48a46113 HTTP/1.1" status: 200 len: 1001 time: 0.2391937 Mar 11 16:26:45.666899 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65a06d-4f7d-4bc2-94a5-df20f434ae6b req-345edd1f-43bd-43f4-a8fd-6107a0aea197 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:45.668977 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3f65a06d-4f7d-4bc2-94a5-df20f434ae6b req-345edd1f-43bd-43f4-a8fd-6107a0aea197 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2dc939e2-e463-4edf-b5a8-1532f3aef71c HTTP/1.1" status: 200 len: 848 time: 0.0662737 Mar 11 16:26:45.763826 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3f65a06d-4f7d-4bc2-94a5-df20f434ae6b req-e8094d55-3f61-4ce6-87ae-d966ff714983 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26e95c05-cae5-418a-8436-e352b655b8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0846148 Mar 11 16:26:45.933476 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3f65a06d-4f7d-4bc2-94a5-df20f434ae6b req-ea9aaabf-0523-407c-8e6e-82e4d5a67c42 service neutron] 10.222.0.73 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633573 Mar 11 16:26:46.073574 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3f65a06d-4f7d-4bc2-94a5-df20f434ae6b req-3e6e7b80-aaef-4ed8-930b-dc7f47c73ba2 service neutron] 10.222.0.73 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311646 Mar 11 16:26:46.519982 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:50.056966 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:26:59.498448 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5e65a960-e416-4c25-bc8a-6c97756ec3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:01.746019 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-814f63ad-cf0e-41d4-8042-0c7b8cf966ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:02.920948 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:03.211360 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:04.430274 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:16.502782 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:27.046710 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:27:29.491778 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-95c9864a-69e9-4d56-8eee-d4866ea564c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:31.742095 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-076892eb-45e7-43ae-b0be-6585b4968861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:32.914361 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:33.209392 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:34.428810 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:44.931070 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2a42497a-d7c7-42f1-929d-cb005dbc9a6e req-8461a0e0-ebe2-4bea-92b0-59b25ce02a50 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0778165 Mar 11 16:27:45.068491 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2a42497a-d7c7-42f1-929d-cb005dbc9a6e req-cd57a748-00d6-41bb-99f7-8a4dc5d39734 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03ee3f8236f74e659d423ade6b960e92&device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 1098 time: 0.0685039 Mar 11 16:27:45.216063 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42497a-d7c7-42f1-929d-cb005dbc9a6e req-db3fa326-5ff3-4d2b-9dae-5aa53eefa2c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:45.218190 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2a42497a-d7c7-42f1-929d-cb005dbc9a6e req-db3fa326-5ff3-4d2b-9dae-5aa53eefa2c3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=26e95c05-cae5-418a-8436-e352b655b8a6 HTTP/1.1" status: 200 len: 910 time: 0.1318848 Mar 11 16:27:45.322436 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2a42497a-d7c7-42f1-929d-cb005dbc9a6e req-cc2ac45e-8248-429c-b30e-45f6d7ebcb42 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=859debd6-3297-44f6-9aaa-4c3a48a46113 HTTP/1.1" status: 200 len: 1001 time: 0.0983651 Mar 11 16:27:45.387529 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42497a-d7c7-42f1-929d-cb005dbc9a6e req-b41efdf6-4c96-460e-96a9-ff53496a760b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:45.389516 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2a42497a-d7c7-42f1-929d-cb005dbc9a6e req-b41efdf6-4c96-460e-96a9-ff53496a760b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2dc939e2-e463-4edf-b5a8-1532f3aef71c HTTP/1.1" status: 200 len: 848 time: 0.0599127 Mar 11 16:27:45.468675 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2a42497a-d7c7-42f1-929d-cb005dbc9a6e req-a101cdb4-734f-4551-879d-88189c5e08a7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26e95c05-cae5-418a-8436-e352b655b8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724089 Mar 11 16:27:45.600518 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2a42497a-d7c7-42f1-929d-cb005dbc9a6e req-02239f84-8c31-4432-b3d3-a65bf822a85e service neutron] 10.222.0.73 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250839 Mar 11 16:27:45.733598 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2a42497a-d7c7-42f1-929d-cb005dbc9a6e req-17d2b51f-bd02-4f5b-b25b-246fd84f2ac0 service neutron] 10.222.0.73 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267178 Mar 11 16:27:46.517600 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:59.494780 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f8df1d31-f441-4a72-b753-36eeef9e7faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:01.745102 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8a7af822-788b-45b6-b951-1d0a4c229c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:02.917022 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:03.219593 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:04.047015 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:28:04.433904 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:16.536405 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:21.618415 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac9ddb-cc3b-4c56-8cf6-e52f6f47a6f7 req-ab3ef03a-910a-4cec-8ad6-6e0d7d94d13a tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:21.619889 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-73ac9ddb-cc3b-4c56-8cf6-e52f6f47a6f7 req-ab3ef03a-910a-4cec-8ad6-6e0d7d94d13a tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 945 time: 0.0995545 Mar 11 16:28:21.665664 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-73ac9ddb-cc3b-4c56-8cf6-e52f6f47a6f7 req-269c84da-a862-4c88-abc5-783c23f134f1 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401626 Mar 11 16:28:22.868418 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5576f-a3a9-4cc0-b165-937ad9c04444 req-f4fa80bd-9c2e-4305-a89d-9476bca39937 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:22.869908 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5aa5576f-a3a9-4cc0-b165-937ad9c04444 req-f4fa80bd-9c2e-4305-a89d-9476bca39937 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 945 time: 0.0807598 Mar 11 16:28:22.920450 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-5aa5576f-a3a9-4cc0-b165-937ad9c04444 req-eb57e644-9377-4779-b370-e091b592ff9b tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448911 Mar 11 16:28:24.123913 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def08c4e-a1c2-4a59-92a2-dc0c9f12a67a req-4bbd8c0d-2830-4f7d-aacf-e36cafd2dd64 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:24.125396 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-def08c4e-a1c2-4a59-92a2-dc0c9f12a67a req-4bbd8c0d-2830-4f7d-aacf-e36cafd2dd64 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 945 time: 0.0812232 Mar 11 16:28:24.171955 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-def08c4e-a1c2-4a59-92a2-dc0c9f12a67a req-8a59a6c9-693b-483c-b851-5de2ec6eec24 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408990 Mar 11 16:28:25.372250 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9277ae0-fc15-443b-9e47-b55e1f2d417a req-1a58818b-d389-4b93-ac38-6c38001c0333 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:25.373717 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b9277ae0-fc15-443b-9e47-b55e1f2d417a req-1a58818b-d389-4b93-ac38-6c38001c0333 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 945 time: 0.0771537 Mar 11 16:28:25.420565 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b9277ae0-fc15-443b-9e47-b55e1f2d417a req-509f6cf7-2b9c-4eb9-857a-941b63d6277c tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414441 Mar 11 16:28:26.620217 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c06d5-dce7-4511-be48-4e42b5244987 req-158f820c-db35-4f35-835f-54e6e5c0f94b tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:26.621705 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-4b4c06d5-dce7-4511-be48-4e42b5244987 req-158f820c-db35-4f35-835f-54e6e5c0f94b tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 945 time: 0.0785298 Mar 11 16:28:26.668560 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-4b4c06d5-dce7-4511-be48-4e42b5244987 req-2ae3eea6-0a08-40b8-8c67-9abe406293e8 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413067 Mar 11 16:28:27.871006 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c03e81-ecd0-441f-b0dc-c0f27c977e2e req-ca98dbf4-d58f-4da0-b9b4-c6ec01c90b8e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:27.872515 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d2c03e81-ecd0-441f-b0dc-c0f27c977e2e req-ca98dbf4-d58f-4da0-b9b4-c6ec01c90b8e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 945 time: 0.0821884 Mar 11 16:28:27.917766 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d2c03e81-ecd0-441f-b0dc-c0f27c977e2e req-bd247898-f454-46b4-9842-93614c9969d4 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398955 Mar 11 16:28:29.127027 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10dbf2-beca-4323-9152-6d8b999c2310 req-151c384b-7ef6-4d58-8f4b-64bcac7ddd46 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:29.128468 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-0b10dbf2-beca-4323-9152-6d8b999c2310 req-151c384b-7ef6-4d58-8f4b-64bcac7ddd46 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 945 time: 0.0850103 Mar 11 16:28:29.174681 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-0b10dbf2-beca-4323-9152-6d8b999c2310 req-869fdf33-ce53-4b22-bad2-b5c27d3a7384 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404458 Mar 11 16:28:29.498451 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-33e77811-448a-4099-ab6c-26872a48f872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:30.379480 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e91dd0-ff36-4d44-a046-7d8af8e03a4c req-b1f5e449-34d7-4828-826d-0a4d57d64897 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:30.381691 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e1e91dd0-ff36-4d44-a046-7d8af8e03a4c req-b1f5e449-34d7-4828-826d-0a4d57d64897 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 945 time: 0.0797946 Mar 11 16:28:30.428748 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e1e91dd0-ff36-4d44-a046-7d8af8e03a4c req-e9ab6b3e-c778-4767-a8e7-5f85be45f724 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412300 Mar 11 16:28:31.626975 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf2af2-aa2e-4163-9f5c-ede6ee6cabfb req-0bbc3a54-6438-434c-8cf9-ca47b51867d5 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:31.629202 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-9cdf2af2-aa2e-4163-9f5c-ede6ee6cabfb req-0bbc3a54-6438-434c-8cf9-ca47b51867d5 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 945 time: 0.0785682 Mar 11 16:28:31.680799 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-9cdf2af2-aa2e-4163-9f5c-ede6ee6cabfb req-3a38ea3c-5666-4e32-824b-4c508e3d7175 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454686 Mar 11 16:28:31.747831 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0de050cb-e8d8-43b6-bb63-64dd59b10766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:31.782461 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b4bdd8d9-4727-4b27-b593-c240f61dd44e req-cce2fcca-c101-4e39-84fc-063c7aefbf3f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03ee3f8236f74e659d423ade6b960e92&device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 1098 time: 0.1693752 Mar 11 16:28:31.915930 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdd8d9-4727-4b27-b593-c240f61dd44e req-c71bce07-5f8a-48a2-a595-a85ea4e7681f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:31.917407 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b4bdd8d9-4727-4b27-b593-c240f61dd44e req-c71bce07-5f8a-48a2-a595-a85ea4e7681f service neutron] 10.222.0.73 "GET /v2.0/networks?id=26e95c05-cae5-418a-8436-e352b655b8a6 HTTP/1.1" status: 200 len: 910 time: 0.1275320 Mar 11 16:28:32.023625 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b4bdd8d9-4727-4b27-b593-c240f61dd44e req-0eb3624a-7bfb-4dc8-91fd-7a6dc698711f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=859debd6-3297-44f6-9aaa-4c3a48a46113 HTTP/1.1" status: 200 len: 1001 time: 0.0995457 Mar 11 16:28:32.087338 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdd8d9-4727-4b27-b593-c240f61dd44e req-da0e71f2-6e54-47e4-b65b-541a9eb86bd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:32.088930 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b4bdd8d9-4727-4b27-b593-c240f61dd44e req-da0e71f2-6e54-47e4-b65b-541a9eb86bd3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2dc939e2-e463-4edf-b5a8-1532f3aef71c HTTP/1.1" status: 200 len: 848 time: 0.0594282 Mar 11 16:28:32.167178 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b4bdd8d9-4727-4b27-b593-c240f61dd44e req-24202219-0037-4f1f-9da5-1b18117671ee service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26e95c05-cae5-418a-8436-e352b655b8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719082 Mar 11 16:28:32.314335 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b4bdd8d9-4727-4b27-b593-c240f61dd44e req-cf7ab5de-7d87-4948-a8af-2f570e5efff4 service neutron] 10.222.0.73 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394119 Mar 11 16:28:32.450960 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-b4bdd8d9-4727-4b27-b593-c240f61dd44e req-88ccd291-9b08-4eb6-b78c-ee6642d6069f service neutron] 10.222.0.73 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295216 Mar 11 16:28:32.882534 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6738a2-dbdb-442f-825d-7d48f46ba51b req-6eac30b8-cbdc-4388-bd2e-a3be72dec714 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:32.884000 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1a6738a2-dbdb-442f-825d-7d48f46ba51b req-6eac30b8-cbdc-4388-bd2e-a3be72dec714 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 945 time: 0.0845208 Mar 11 16:28:32.918714 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:32.935012 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-1a6738a2-dbdb-442f-825d-7d48f46ba51b req-6d80b736-54cc-421e-9da5-dac7fc955c1e tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437016 Mar 11 16:28:33.218998 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:34.284326 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fffcf60-4137-4b31-9e94-d2859eedd72e req-427f89d5-3ff0-4f33-92ea-87d9c9ccf596 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:34.285781 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-9fffcf60-4137-4b31-9e94-d2859eedd72e req-427f89d5-3ff0-4f33-92ea-87d9c9ccf596 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 945 time: 0.0830724 Mar 11 16:28:34.331998 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-9fffcf60-4137-4b31-9e94-d2859eedd72e req-039226f7-ac7e-4fcd-a5be-8cb76868776b tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406373 Mar 11 16:28:34.435768 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:35.556065 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba10d4-444e-44d7-9639-1c43204c8d9d req-44c20ccc-ea05-43d6-9ab6-b8ac7980e8d4 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:35.557565 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9eba10d4-444e-44d7-9639-1c43204c8d9d req-44c20ccc-ea05-43d6-9ab6-b8ac7980e8d4 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 945 time: 0.0805287 Mar 11 16:28:35.613275 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9eba10d4-444e-44d7-9639-1c43204c8d9d req-95430e51-0d8f-40a4-b51a-4f7604da467a tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457201 Mar 11 16:28:35.812802 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-8891d063-b163-4d67-9051-60347f794057 req-b413f06c-3088-426c-bf14-a9e2d30d7cc7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0739024 Mar 11 16:28:35.963055 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 51056) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:36.172059 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c2c76-8cdd-487a-b00f-f2aa77c105e8 req-d80ad0fb-d46e-4548-bf59-0271a3bd7414 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:36.173420 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-360c2c76-8cdd-487a-b00f-f2aa77c105e8 req-d80ad0fb-d46e-4548-bf59-0271a3bd7414 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 945 time: 0.1405373 Mar 11 16:28:36.179268 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-587cd622-b143-4725-bfa4-7e7d404d22a8 req-25521ed2-133d-43da-b704-5e542c349d3e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2148099 Mar 11 16:28:36.236627 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-360c2c76-8cdd-487a-b00f-f2aa77c105e8 req-55988ce2-7606-4140-ac91-3efe6714d920 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542512 Mar 11 16:28:36.660983 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 859debd6-3297-44f6-9aaa-4c3a48a46113 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:28:36.775050 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:36.801362 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630312e6-bd5d-4cb8-8bfb-c4d914ef9117', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '859debd6-3297-44f6-9aaa-4c3a48a46113'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:28:36.811823 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 859debd6-3297-44f6-9aaa-4c3a48a46113, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=859debd6-3297-44f6-9aaa-4c3a48a46113,segment=NetworkSegment(03f80dcc-90bb-4646-888a-471ffd0c668f),segment_id=03f80dcc-90bb-4646-888a-471ffd0c668f)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:28:36.816088 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:36.863940 dv-neutron-833373-1-hyperv neutron-server[83868]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '630312e6-bd5d-4cb8-8bfb-c4d914ef9117', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '859debd6-3297-44f6-9aaa-4c3a48a46113', 'code': 422} returned with failed status Mar 11 16:28:36.891512 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=859debd6-3297-44f6-9aaa-4c3a48a46113,revision_number=6']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:36.900911 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:36.901254 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:36.901589 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:36.901952 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:36.902275 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:36.902601 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:36.902933 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:36.903247 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:36.903566 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:36.903884 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:36.904225 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:37.436324 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa968ae5-83a7-4017-8449-ef1cad8a37da req-152cea57-c39d-4432-ad3c-2fd557eeb733 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:37.437806 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-fa968ae5-83a7-4017-8449-ef1cad8a37da req-152cea57-c39d-4432-ad3c-2fd557eeb733 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 943 time: 0.0805116 Mar 11 16:28:37.486372 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-fa968ae5-83a7-4017-8449-ef1cad8a37da req-6884fc55-ccc4-455c-bc55-944cacb29ce6 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432603 Mar 11 16:28:38.705567 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b26032-82cd-4c7f-a9db-3bd8477e9cc8 req-37660794-0944-4a24-a4bd-45e4dd902313 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:38.707147 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-97b26032-82cd-4c7f-a9db-3bd8477e9cc8 req-37660794-0944-4a24-a4bd-45e4dd902313 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 943 time: 0.0931766 Mar 11 16:28:38.754998 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-97b26032-82cd-4c7f-a9db-3bd8477e9cc8 req-4fd62e93-aba9-4687-959d-e64f702e4363 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416956 Mar 11 16:28:39.960555 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b9e82-5f1f-49d6-95e7-2f46a7734c24 req-d5f3f4e6-c5fa-430d-a3d9-d67c843232b8 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:39.962053 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d54b9e82-5f1f-49d6-95e7-2f46a7734c24 req-d5f3f4e6-c5fa-430d-a3d9-d67c843232b8 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 943 time: 0.0829530 Mar 11 16:28:40.009476 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d54b9e82-5f1f-49d6-95e7-2f46a7734c24 req-1f1b5249-ffdf-4b32-a78a-9fd0db0614c3 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416024 Mar 11 16:28:40.576296 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-587cd622-b143-4725-bfa4-7e7d404d22a8 req-95a461da-31f2-419d-a81a-0ac80556ae6e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117&tenant_id=03ee3f8236f74e659d423ade6b960e92 HTTP/1.1" status: 200 len: 1096 time: 0.0690362 Mar 11 16:28:40.668778 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-587cd622-b143-4725-bfa4-7e7d404d22a8 req-3d07bd65-c604-4149-9899-dba021ac841c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03ee3f8236f74e659d423ade6b960e92&device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 1096 time: 0.0706244 Mar 11 16:28:40.801023 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cd622-b143-4725-bfa4-7e7d404d22a8 req-ff316c79-9a9e-4290-a3ae-976ee247262f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:40.803398 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-587cd622-b143-4725-bfa4-7e7d404d22a8 req-ff316c79-9a9e-4290-a3ae-976ee247262f service neutron] 10.222.0.73 "GET /v2.0/networks?id=26e95c05-cae5-418a-8436-e352b655b8a6 HTTP/1.1" status: 200 len: 910 time: 0.1280458 Mar 11 16:28:40.999594 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-587cd622-b143-4725-bfa4-7e7d404d22a8 req-f4b8ac83-b558-4992-9952-de29a17b1c85 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=859debd6-3297-44f6-9aaa-4c3a48a46113 HTTP/1.1" status: 200 len: 999 time: 0.1903439 Mar 11 16:28:41.047108 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:28:41.081644 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cd622-b143-4725-bfa4-7e7d404d22a8 req-917feac4-c724-4cdb-b306-b8bb4117e014 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:41.084092 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-587cd622-b143-4725-bfa4-7e7d404d22a8 req-917feac4-c724-4cdb-b306-b8bb4117e014 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2dc939e2-e463-4edf-b5a8-1532f3aef71c HTTP/1.1" status: 200 len: 848 time: 0.0785406 Mar 11 16:28:41.158991 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-587cd622-b143-4725-bfa4-7e7d404d22a8 req-d8f8057f-4658-462e-8ac5-a8b9da5800e3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26e95c05-cae5-418a-8436-e352b655b8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691106 Mar 11 16:28:41.169635 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [req-587cd622-b143-4725-bfa4-7e7d404d22a8 req-bfc69347-56b9-4cee-ac72-9f6ee0852780 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:28:41.170598 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-587cd622-b143-4725-bfa4-7e7d404d22a8 req-bfc69347-56b9-4cee-ac72-9f6ee0852780 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049672 Mar 11 16:28:41.255973 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399fcd5-ca42-4ae2-9114-98d57258ffeb req-bf972439-5448-4a0c-bf22-21deb2f72c95 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:41.257798 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-0399fcd5-ca42-4ae2-9114-98d57258ffeb req-bf972439-5448-4a0c-bf22-21deb2f72c95 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 943 time: 0.1043394 Mar 11 16:28:41.312422 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-0399fcd5-ca42-4ae2-9114-98d57258ffeb req-6203e4e6-dd13-4203-af42-ad2822558ee1 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486162 Mar 11 16:28:41.349704 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-587cd622-b143-4725-bfa4-7e7d404d22a8 req-5cbc2185-fa92-4c9a-8e44-61cb2540981c service neutron] 10.222.0.73 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722078 Mar 11 16:28:41.489787 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-587cd622-b143-4725-bfa4-7e7d404d22a8 req-0e0cb0d3-5463-4af9-a7a2-1da44cb6a758 service neutron] 10.222.0.73 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343699 Mar 11 16:28:42.534569 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c885c-e1a4-4108-9102-31bc74d60724 req-0930bf1b-a5e6-4c3c-bc72-904692f81ec2 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:42.535961 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-745c885c-e1a4-4108-9102-31bc74d60724 req-0930bf1b-a5e6-4c3c-bc72-904692f81ec2 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 943 time: 0.0818291 Mar 11 16:28:42.585800 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-745c885c-e1a4-4108-9102-31bc74d60724 req-ca1f1c43-0c36-4c60-926a-50a6cc32689b tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420899 Mar 11 16:28:43.792464 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b270d-550b-41ff-9f89-4a045566fc40 req-973a5b3e-0174-4720-b195-1b5f6d4de98b tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:43.793886 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d91b270d-550b-41ff-9f89-4a045566fc40 req-973a5b3e-0174-4720-b195-1b5f6d4de98b tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 943 time: 0.0783103 Mar 11 16:28:43.838773 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-d91b270d-550b-41ff-9f89-4a045566fc40 req-eb570038-0e14-424e-9c84-eb258fab2f87 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395019 Mar 11 16:28:45.037560 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c5cd0-a440-48cd-8616-daeb8cce83cb req-1bf212b4-d4a7-4c63-85d1-607606970ac8 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:45.039012 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0e8c5cd0-a440-48cd-8616-daeb8cce83cb req-1bf212b4-d4a7-4c63-85d1-607606970ac8 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 943 time: 0.0786192 Mar 11 16:28:45.094328 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0e8c5cd0-a440-48cd-8616-daeb8cce83cb req-ae056e58-2d1b-4321-8ee1-51a16e2be5ee tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498521 Mar 11 16:28:46.304576 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39178409-22d8-4e3d-bf12-bb65928ba1f2 req-8018cf86-5b0d-4b82-bb40-62da9e4467c0 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:46.305975 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-39178409-22d8-4e3d-bf12-bb65928ba1f2 req-8018cf86-5b0d-4b82-bb40-62da9e4467c0 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 943 time: 0.0828040 Mar 11 16:28:46.355398 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-39178409-22d8-4e3d-bf12-bb65928ba1f2 req-1e565989-3706-404e-9fc9-ceeaad6975a2 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418911 Mar 11 16:28:46.549225 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:46.810264 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f20ad855-6d67-4c98-ab7e-93a333b432cf req-386ee82b-642e-4a78-ab90-71676ea85073 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03ee3f8236f74e659d423ade6b960e92&device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 1096 time: 0.0731130 Mar 11 16:28:46.966407 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ad855-6d67-4c98-ab7e-93a333b432cf req-86327c58-2b6d-4c1b-a22f-09708e36943f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:46.967861 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f20ad855-6d67-4c98-ab7e-93a333b432cf req-86327c58-2b6d-4c1b-a22f-09708e36943f service neutron] 10.222.0.73 "GET /v2.0/networks?id=26e95c05-cae5-418a-8436-e352b655b8a6 HTTP/1.1" status: 200 len: 910 time: 0.1380901 Mar 11 16:28:47.074555 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f20ad855-6d67-4c98-ab7e-93a333b432cf req-903ebb03-7135-4fd4-b3f7-9bb3faf88fc3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=859debd6-3297-44f6-9aaa-4c3a48a46113 HTTP/1.1" status: 200 len: 999 time: 0.1006093 Mar 11 16:28:47.137641 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ad855-6d67-4c98-ab7e-93a333b432cf req-bdf53584-df4f-494f-a3b6-fbd5315fb5d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:47.139073 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f20ad855-6d67-4c98-ab7e-93a333b432cf req-bdf53584-df4f-494f-a3b6-fbd5315fb5d7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2dc939e2-e463-4edf-b5a8-1532f3aef71c HTTP/1.1" status: 200 len: 848 time: 0.0588391 Mar 11 16:28:47.220139 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f20ad855-6d67-4c98-ab7e-93a333b432cf req-16a9f7f1-1fc4-4437-8254-d66b771d6d9c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26e95c05-cae5-418a-8436-e352b655b8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749934 Mar 11 16:28:47.358230 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f20ad855-6d67-4c98-ab7e-93a333b432cf req-58762fb0-1cdd-4267-bd05-b63b467d45de service neutron] 10.222.0.73 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314349 Mar 11 16:28:47.533465 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f20ad855-6d67-4c98-ab7e-93a333b432cf req-7f94c4c0-04bf-48bd-909e-60b405fdd088 service neutron] 10.222.0.73 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686246 Mar 11 16:28:47.578111 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcaa938-c4ff-4bac-841a-699ef5b0f0ea req-ca93b2da-908c-4208-9ec0-539aa1335496 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:47.580001 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-edcaa938-c4ff-4bac-841a-699ef5b0f0ea req-ca93b2da-908c-4208-9ec0-539aa1335496 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 943 time: 0.0983272 Mar 11 16:28:47.641239 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-edcaa938-c4ff-4bac-841a-699ef5b0f0ea req-3fdb2e36-eb58-424c-8cad-c5789ede4e10 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545828 Mar 11 16:28:48.850977 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914d5b1-8f8e-491f-997c-056a76212e52 req-bd96058f-cfce-444e-a6fc-c4ead4c3d161 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:48.852777 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-0914d5b1-8f8e-491f-997c-056a76212e52 req-bd96058f-cfce-444e-a6fc-c4ead4c3d161 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 943 time: 0.0876391 Mar 11 16:28:48.905814 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-0914d5b1-8f8e-491f-997c-056a76212e52 req-73d045e2-dcb0-486a-ae3f-7bc3e9d1237b tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470366 Mar 11 16:28:50.114219 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d00c1b-1de7-4bc2-a908-2803fca355b3 req-857d229d-64df-4b85-a472-dbd227343397 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:50.116767 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e4d00c1b-1de7-4bc2-a908-2803fca355b3 req-857d229d-64df-4b85-a472-dbd227343397 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 943 time: 0.0876536 Mar 11 16:28:50.166894 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-e4d00c1b-1de7-4bc2-a908-2803fca355b3 req-f53b2547-6162-4ad5-9824-be8b3b00fd60 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444164 Mar 11 16:28:50.751726 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 859debd6-3297-44f6-9aaa-4c3a48a46113 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:28:50.898165 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 859debd6-3297-44f6-9aaa-4c3a48a46113, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=859debd6-3297-44f6-9aaa-4c3a48a46113,segment=NetworkSegment(03f80dcc-90bb-4646-888a-471ffd0c668f),segment_id=03f80dcc-90bb-4646-888a-471ffd0c668f)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:28:50.911687 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': '859debd6-3297-44f6-9aaa-4c3a48a46113', 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6', 'port_id': '859debd6-3297-44f6-9aaa-4c3a48a46113', 'mac_address': 'fa:16:3e:63:57:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dc939e2-e463-4edf-b5a8-1532f3aef71c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:28:50.970768 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:50.988203 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 859debd6-3297-44f6-9aaa-4c3a48a46113 {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:28:51.007285 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 859debd6-3297-44f6-9aaa-4c3a48a46113, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=859debd6-3297-44f6-9aaa-4c3a48a46113,segment=NetworkSegment(03f80dcc-90bb-4646-888a-471ffd0c668f),segment_id=03f80dcc-90bb-4646-888a-471ffd0c668f)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:28:51.012695 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:51.085036 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=859debd6-3297-44f6-9aaa-4c3a48a46113,revision_number=7']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:51.398985 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce727049-be25-4cb2-be8e-bdcc115ab9e3 req-b44b82be-b3b5-49df-ad39-2b09c1030688 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:51.400485 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-ce727049-be25-4cb2-be8e-bdcc115ab9e3 req-b44b82be-b3b5-49df-ad39-2b09c1030688 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 944 time: 0.1014326 Mar 11 16:28:51.408720 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['859debd6-3297-44f6-9aaa-4c3a48a46113'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:28:51.461298 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-ce727049-be25-4cb2-be8e-bdcc115ab9e3 req-7fb13b53-c9aa-4b3c-81b3-95fc21a95902 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536597 Mar 11 16:28:52.660624 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20084541-b5b0-401b-b4c2-2824719f273f req-0b5abf1d-3ad3-4f89-bee5-f24de0f7764d tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:52.662248 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-20084541-b5b0-401b-b4c2-2824719f273f req-0b5abf1d-3ad3-4f89-bee5-f24de0f7764d tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 944 time: 0.0788085 Mar 11 16:28:52.708172 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-20084541-b5b0-401b-b4c2-2824719f273f req-cf5720a3-f36b-4045-978b-7cddd71939ba tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400252 Mar 11 16:28:52.801310 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 859debd6-3297-44f6-9aaa-4c3a48a46113 up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:28:52.877537 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port 859debd6-3297-44f6-9aaa-4c3a48a46113 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:28:52.877876 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:53.016433 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:53.048601 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630312e6-bd5d-4cb8-8bfb-c4d914ef9117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859debd6-3297-44f6-9aaa-4c3a48a46113'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:28:53.060935 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 859debd6-3297-44f6-9aaa-4c3a48a46113, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=859debd6-3297-44f6-9aaa-4c3a48a46113,segment=NetworkSegment(03f80dcc-90bb-4646-888a-471ffd0c668f),segment_id=03f80dcc-90bb-4646-888a-471ffd0c668f)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:28:53.065501 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:53.143565 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=859debd6-3297-44f6-9aaa-4c3a48a46113,revision_number=8']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:54.004760 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670826b-7ea5-40ce-bdc1-6f470b1adbc4 req-cc3758b5-c45c-4047-b52f-e2a11762610f tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:54.004760 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8670826b-7ea5-40ce-bdc1-6f470b1adbc4 req-cc3758b5-c45c-4047-b52f-e2a11762610f tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 945 time: 0.1709969 Mar 11 16:28:54.050947 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8670826b-7ea5-40ce-bdc1-6f470b1adbc4 req-f34bd61c-146e-4542-9d97-ce689fb896ec tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412881 Mar 11 16:28:54.130259 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630312e6-bd5d-4cb8-8bfb-c4d914ef9117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859debd6-3297-44f6-9aaa-4c3a48a46113', 'code': 200} Mar 11 16:28:54.422777 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f6c46552-cb29-41ee-971b-6e11cdd1ac6f req-bd70d5a6-a732-49a3-a7a0-19805ea215c9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 1098 time: 0.0723474 Mar 11 16:28:54.469424 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f6c46552-cb29-41ee-971b-6e11cdd1ac6f req-9385233f-f559-4e7c-bd22-98d9d43fe71c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400591 Mar 11 16:28:55.263501 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457464e5-a9f8-45ba-a5dc-d7bdef0a9e43 req-d6964589-6b72-413b-969b-ce477815f1fe tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:55.265348 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-457464e5-a9f8-45ba-a5dc-d7bdef0a9e43 req-d6964589-6b72-413b-969b-ce477815f1fe tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 945 time: 0.0933979 Mar 11 16:28:55.319457 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-457464e5-a9f8-45ba-a5dc-d7bdef0a9e43 req-7e466f76-04e1-434d-a1fc-afb00285c383 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485382 Mar 11 16:28:56.535810 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54471856-8e04-4eeb-a3e9-e91786be0203 req-fd7ed7d1-f895-4bc0-9274-51f656cd7f97 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:56.538002 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-54471856-8e04-4eeb-a3e9-e91786be0203 req-fd7ed7d1-f895-4bc0-9274-51f656cd7f97 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 945 time: 0.0815039 Mar 11 16:28:56.590778 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-54471856-8e04-4eeb-a3e9-e91786be0203 req-76204cb8-9a8c-4ee3-8991-4979c2e2a5a0 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472324 Mar 11 16:28:59.503376 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f7a706c7-fbf1-46e0-af6d-0684a860a7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:01.757632 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2297d756-892d-4365-b446-ebc29a3c643e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:02.923254 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:03.221743 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:04.438850 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:16.580469 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:18.051825 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:29:29.498079 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-8c2e6f8c-375a-4d8c-b1cd-f8f4c997e5ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:31.750016 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-dc747076-3689-411c-ba5b-e8da92142018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:32.927992 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:33.225976 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:34.442052 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:46.561077 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:46.934942 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-038bb1fa-8cfa-4ed5-85dc-7711abaf81e3 req-eba136ed-e590-49c9-80bb-92229de7d67f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686722 Mar 11 16:29:47.087756 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-038bb1fa-8cfa-4ed5-85dc-7711abaf81e3 req-58926a97-b29d-417e-8b8b-022f9cb7b7f3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03ee3f8236f74e659d423ade6b960e92&device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 1098 time: 0.0825436 Mar 11 16:29:47.240387 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038bb1fa-8cfa-4ed5-85dc-7711abaf81e3 req-2d627f3f-7bbd-4d0c-9e1c-49030568a32b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:47.242258 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-038bb1fa-8cfa-4ed5-85dc-7711abaf81e3 req-2d627f3f-7bbd-4d0c-9e1c-49030568a32b service neutron] 10.222.0.73 "GET /v2.0/networks?id=26e95c05-cae5-418a-8436-e352b655b8a6 HTTP/1.1" status: 200 len: 910 time: 0.1357405 Mar 11 16:29:47.348302 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-038bb1fa-8cfa-4ed5-85dc-7711abaf81e3 req-1fdf4b73-f916-4ba6-b3dc-f5c947add565 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=859debd6-3297-44f6-9aaa-4c3a48a46113 HTTP/1.1" status: 200 len: 1001 time: 0.0972490 Mar 11 16:29:47.419646 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038bb1fa-8cfa-4ed5-85dc-7711abaf81e3 req-3ed3c4e5-21f5-4713-905f-8ded235fbd80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:47.421102 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-038bb1fa-8cfa-4ed5-85dc-7711abaf81e3 req-3ed3c4e5-21f5-4713-905f-8ded235fbd80 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2dc939e2-e463-4edf-b5a8-1532f3aef71c HTTP/1.1" status: 200 len: 848 time: 0.0613899 Mar 11 16:29:47.506410 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-038bb1fa-8cfa-4ed5-85dc-7711abaf81e3 req-41232378-e294-4aba-89b7-d826754739d4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26e95c05-cae5-418a-8436-e352b655b8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760331 Mar 11 16:29:47.648254 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-038bb1fa-8cfa-4ed5-85dc-7711abaf81e3 req-2429cdf2-1abf-4554-8472-99b1cb22ac5d service neutron] 10.222.0.73 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345453 Mar 11 16:29:47.783636 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-038bb1fa-8cfa-4ed5-85dc-7711abaf81e3 req-898f0e0f-f6d4-4034-b741-a83242886f28 service neutron] 10.222.0.73 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283352 Mar 11 16:29:55.051954 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:29:59.501656 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-aaaaf2e4-1e0c-4814-b614-1c079fb2ef9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:01.755238 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b7688aa0-9c08-422d-b0b2-ecfd049c3c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:02.933534 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:03.226569 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:04.442174 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:16.563240 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:18.372668 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 51146) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:18.584995 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5f42b-cca5-4604-b5ab-246cd3d16cd8 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Deleting port d5647f80-22d9-492b-8f6d-d15247a5b28b {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:30:18.585334 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e3c5f42b-cca5-4604-b5ab-246cd3d16cd8 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:18.755913 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e3c5f42b-cca5-4604-b5ab-246cd3d16cd8 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:18.756415 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e3c5f42b-cca5-4604-b5ab-246cd3d16cd8 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:18.965937 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5f42b-cca5-4604-b5ab-246cd3d16cd8 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Calling delete_port for d5647f80-22d9-492b-8f6d-d15247a5b28b owned by network:floatingip {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:30:19.112224 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e3c5f42b-cca5-4604-b5ab-246cd3d16cd8 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:19.158081 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5f42b-cca5-4604-b5ab-246cd3d16cd8 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Pushing event deleted for resources: {'Port': ['ID=d5647f80-22d9-492b-8f6d-d15247a5b28b,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:19.196822 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c5f42b-cca5-4604-b5ab-246cd3d16cd8 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:19.197133 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c5f42b-cca5-4604-b5ab-246cd3d16cd8 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:19.197388 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c5f42b-cca5-4604-b5ab-246cd3d16cd8 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:19.197718 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c5f42b-cca5-4604-b5ab-246cd3d16cd8 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:19.198049 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c5f42b-cca5-4604-b5ab-246cd3d16cd8 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:19.198377 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c5f42b-cca5-4604-b5ab-246cd3d16cd8 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:19.198702 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c5f42b-cca5-4604-b5ab-246cd3d16cd8 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:19.199026 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c5f42b-cca5-4604-b5ab-246cd3d16cd8 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:19.199350 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c5f42b-cca5-4604-b5ab-246cd3d16cd8 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:19.199669 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c5f42b-cca5-4604-b5ab-246cd3d16cd8 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:19.199990 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c5f42b-cca5-4604-b5ab-246cd3d16cd8 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:19.263468 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e3c5f42b-cca5-4604-b5ab-246cd3d16cd8 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for floatingip, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:19.657719 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c5f42b-cca5-4604-b5ab-246cd3d16cd8 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Router 60d19833-6562-4a68-93fb-d76ced03a9bc has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:30:19.855426 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c5f42b-cca5-4604-b5ab-246cd3d16cd8 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:30:19.865052 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2bdb04-9594-4b30-916e-35f045bee2c8 None None] Sync routers for ids ['60d19833-6562-4a68-93fb-d76ced03a9bc'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:30:19.876659 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e3c5f42b-cca5-4604-b5ab-246cd3d16cd8 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:19.878199 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2bdb04-9594-4b30-916e-35f045bee2c8 None None] Routers {'60d19833-6562-4a68-93fb-d76ced03a9bc'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:30:19.878802 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-8e2bdb04-9594-4b30-916e-35f045bee2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:30:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['60d19833-6562-4a68-93fb-d76ced03a9bc'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:19.934538 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-e3c5f42b-cca5-4604-b5ab-246cd3d16cd8 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "DELETE /v2.0/floatingips/bcc1bbcb-b532-4563-959e-2a6ed3af1d70 HTTP/1.1" status: 204 len: 168 time: 1.5602407 Mar 11 16:30:19.935343 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '630312e6-bd5d-4cb8-8bfb-c4d914ef9117', 'tag': '859debd6-3297-44f6-9aaa-4c3a48a46113'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:30:20.007627 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '630312e6-bd5d-4cb8-8bfb-c4d914ef9117', 'tag': '859debd6-3297-44f6-9aaa-4c3a48a46113', 'status': 'completed', 'code': 200} Mar 11 16:30:20.107228 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d7aa1865-a394-465b-bca1-1d23474c3ff9 req-20ada08e-cf35-4682-a8f7-90ced10ed33d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03ee3f8236f74e659d423ade6b960e92&device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 1098 time: 0.0762258 Mar 11 16:30:20.114923 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-8e2bdb04-9594-4b30-916e-35f045bee2c8 None None] Set router 60d19833-6562-4a68-93fb-d76ced03a9bc gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:30:20.260637 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa1865-a394-465b-bca1-1d23474c3ff9 req-aca35b3f-ad25-478c-b847-2dde30c2d1bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:20.262119 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d7aa1865-a394-465b-bca1-1d23474c3ff9 req-aca35b3f-ad25-478c-b847-2dde30c2d1bc service neutron] 10.222.0.73 "GET /v2.0/networks?id=26e95c05-cae5-418a-8436-e352b655b8a6 HTTP/1.1" status: 200 len: 910 time: 0.1482961 Mar 11 16:30:20.339067 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d7aa1865-a394-465b-bca1-1d23474c3ff9 req-c48a97e5-f113-49ee-8601-c01e9a58a198 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=859debd6-3297-44f6-9aaa-4c3a48a46113 HTTP/1.1" status: 200 len: 217 time: 0.0701640 Mar 11 16:30:20.415101 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa1865-a394-465b-bca1-1d23474c3ff9 req-9b543635-dfdd-4ad1-88cf-d83a61ccabd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:20.417167 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d7aa1865-a394-465b-bca1-1d23474c3ff9 req-9b543635-dfdd-4ad1-88cf-d83a61ccabd3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2dc939e2-e463-4edf-b5a8-1532f3aef71c HTTP/1.1" status: 200 len: 848 time: 0.0715520 Mar 11 16:30:20.426492 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f3773-eba7-4bc8-8cba-9be3298b0101 req-71b87fdd-1deb-42ae-855c-4d8e3572e695 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:20.428589 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-1e6f3773-eba7-4bc8-8cba-9be3298b0101 req-71b87fdd-1deb-42ae-855c-4d8e3572e695 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 945 time: 0.0979080 Mar 11 16:30:20.481760 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-1e6f3773-eba7-4bc8-8cba-9be3298b0101 req-875c9992-7098-48c1-adf7-a67497615e32 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441396 Mar 11 16:30:20.501712 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d7aa1865-a394-465b-bca1-1d23474c3ff9 req-7c8fdf21-b798-4812-8fd2-99c68096893b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26e95c05-cae5-418a-8436-e352b655b8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783775 Mar 11 16:30:20.502278 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-8e2bdb04-9594-4b30-916e-35f045bee2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'name': 'tempest-TestShelveInstance-1839619320-router', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '514c941c-8930-43e3-839a-23f4813ffc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:24Z', 'updated_at': '2022-03-11T16:19:27Z', 'revision_number': 4, 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'gw_port': {'id': '514c941c-8930-43e3-839a-23f4813ffc9d', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:24Z', 'updated_at': '2022-03-11T16:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'cb1650d3-be8b-4f9d-b163-beef4217f6ab', 'name': '', 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'mac_address': 'fa:16:3e:23:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dc939e2-e463-4edf-b5a8-1532f3aef71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:26Z', 'updated_at': '2022-03-11T16:19:37Z', 'revision_number': 5, 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'subnets': [{'id': '2dc939e2-e463-4edf-b5a8-1532f3aef71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:20.506657 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2bdb04-9594-4b30-916e-35f045bee2c8 None None] Checking router: 60d19833-6562-4a68-93fb-d76ced03a9bc for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:30:20.518023 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2bdb04-9594-4b30-916e-35f045bee2c8 None None] Routers {'60d19833-6562-4a68-93fb-d76ced03a9bc'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:30:20.518621 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-8e2bdb04-9594-4b30-916e-35f045bee2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:30:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['60d19833-6562-4a68-93fb-d76ced03a9bc'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:20.705151 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-8e2bdb04-9594-4b30-916e-35f045bee2c8 None None] Set router 60d19833-6562-4a68-93fb-d76ced03a9bc gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:30:20.746769 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d7aa1865-a394-465b-bca1-1d23474c3ff9 req-a9454a48-792f-4942-b124-149a2af5937b service neutron] 10.222.0.73 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370770 Mar 11 16:30:20.882365 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d7aa1865-a394-465b-bca1-1d23474c3ff9 req-5053f5e5-07f9-42ad-821c-0662812b0383 service neutron] 10.222.0.73 "GET /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296148 Mar 11 16:30:21.024792 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-8e2bdb04-9594-4b30-916e-35f045bee2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'name': 'tempest-TestShelveInstance-1839619320-router', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '514c941c-8930-43e3-839a-23f4813ffc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:24Z', 'updated_at': '2022-03-11T16:19:27Z', 'revision_number': 4, 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'gw_port': {'id': '514c941c-8930-43e3-839a-23f4813ffc9d', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:24Z', 'updated_at': '2022-03-11T16:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'cb1650d3-be8b-4f9d-b163-beef4217f6ab', 'name': '', 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'mac_address': 'fa:16:3e:23:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dc939e2-e463-4edf-b5a8-1532f3aef71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:26Z', 'updated_at': '2022-03-11T16:19:37Z', 'revision_number': 5, 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'subnets': [{'id': '2dc939e2-e463-4edf-b5a8-1532f3aef71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:21.028553 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2bdb04-9594-4b30-916e-35f045bee2c8 None None] The sync data for ids ['60d19833-6562-4a68-93fb-d76ced03a9bc'] in dv-neutron-833373-1-hyperv is: [{'id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'name': 'tempest-TestShelveInstance-1839619320-router', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '514c941c-8930-43e3-839a-23f4813ffc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:24Z', 'updated_at': '2022-03-11T16:19:27Z', 'revision_number': 4, 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'gw_port': {'id': '514c941c-8930-43e3-839a-23f4813ffc9d', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:24Z', 'updated_at': '2022-03-11T16:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'cb1650d3-be8b-4f9d-b163-beef4217f6ab', 'name': '', 'network_id': '26e95c05-cae5-418a-8436-e352b655b8a6', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'mac_address': 'fa:16:3e:23:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dc939e2-e463-4edf-b5a8-1532f3aef71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:26Z', 'updated_at': '2022-03-11T16:19:37Z', 'revision_number': 5, 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'subnets': [{'id': '2dc939e2-e463-4edf-b5a8-1532f3aef71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:30:21.259682 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebcfa05-026d-492b-8b14-295c398e0fca None None] New status for floating IP bcc1bbcb-b532-4563-959e-2a6ed3af1d70: DOWN {{(pid=83868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:30:21.685567 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc223b-9ea2-4053-b4e3-7e7a85e7f171 req-97a1177f-6e14-4d24-bdcd-b0f3466e1ae0 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:21.686158 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-f5fc223b-9ea2-4053-b4e3-7e7a85e7f171 req-97a1177f-6e14-4d24-bdcd-b0f3466e1ae0 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Synchronizing usage tracker for tenant:03ee3f8236f74e659d423ade6b960e92 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:30:21.702309 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-f5fc223b-9ea2-4053-b4e3-7e7a85e7f171 req-97a1177f-6e14-4d24-bdcd-b0f3466e1ae0 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Unset dirty status for tenant:03ee3f8236f74e659d423ade6b960e92 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:30:21.703418 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f5fc223b-9ea2-4053-b4e3-7e7a85e7f171 req-97a1177f-6e14-4d24-bdcd-b0f3466e1ae0 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 945 time: 0.0955925 Mar 11 16:30:21.748423 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f5fc223b-9ea2-4053-b4e3-7e7a85e7f171 req-d43ee4ce-b068-45e6-9594-d60d056f0198 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/security-groups?id=813b6e7a-9ec0-47cc-8858-8a0926f52762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394375 Mar 11 16:30:22.278313 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93169afa-ed1e-42b4-8fa0-6c9cbac96241 req-506e6a60-688a-4d94-b0c8-b0dfa52089f6 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:22.279770 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-93169afa-ed1e-42b4-8fa0-6c9cbac96241 req-506e6a60-688a-4d94-b0c8-b0dfa52089f6 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.73 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 945 time: 0.0801630 Mar 11 16:30:22.347403 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-93169afa-ed1e-42b4-8fa0-6c9cbac96241 req-cc2ddb4a-a855-4d8b-b835-87b7a58cb0f9 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Deleting port 859debd6-3297-44f6-9aaa-4c3a48a46113 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:30:22.347747 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-93169afa-ed1e-42b4-8fa0-6c9cbac96241 req-cc2ddb4a-a855-4d8b-b835-87b7a58cb0f9 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:22.594615 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-93169afa-ed1e-42b4-8fa0-6c9cbac96241 req-cc2ddb4a-a855-4d8b-b835-87b7a58cb0f9 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] For port 859debd6-3297-44f6-9aaa-4c3a48a46113, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=859debd6-3297-44f6-9aaa-4c3a48a46113,segment=NetworkSegment(03f80dcc-90bb-4646-888a-471ffd0c668f),segment_id=03f80dcc-90bb-4646-888a-471ffd0c668f)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:22.594886 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-93169afa-ed1e-42b4-8fa0-6c9cbac96241 req-cc2ddb4a-a855-4d8b-b835-87b7a58cb0f9 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:22.714123 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-93169afa-ed1e-42b4-8fa0-6c9cbac96241 req-cc2ddb4a-a855-4d8b-b835-87b7a58cb0f9 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Calling delete_port for 859debd6-3297-44f6-9aaa-4c3a48a46113 owned by compute:nova {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:30:22.862493 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-93169afa-ed1e-42b4-8fa0-6c9cbac96241 req-cc2ddb4a-a855-4d8b-b835-87b7a58cb0f9 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:22.914019 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2ddb4a-a855-4d8b-b835-87b7a58cb0f9 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Pushing event deleted for resources: {'Port': ['ID=859debd6-3297-44f6-9aaa-4c3a48a46113,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:22.924223 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-03b50506-1bbd-47bc-9533-3e2609a87fc8 req-09ff6e44-7b46-4539-9836-ddab3a69574a tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 210 time: 0.0464253 Mar 11 16:30:23.004533 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-93169afa-ed1e-42b4-8fa0-6c9cbac96241 req-cc2ddb4a-a855-4d8b-b835-87b7a58cb0f9 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] No DVR routers for this DVR port 859debd6-3297-44f6-9aaa-4c3a48a46113 on host hv-neutron-8333 {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:30:23.007010 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-93169afa-ed1e-42b4-8fa0-6c9cbac96241 req-cc2ddb4a-a855-4d8b-b835-87b7a58cb0f9 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:23.011459 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630312e6-bd5d-4cb8-8bfb-c4d914ef9117', 'name': 'network-vif-deleted', 'tag': '859debd6-3297-44f6-9aaa-4c3a48a46113'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:30:23.025223 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-93169afa-ed1e-42b4-8fa0-6c9cbac96241 req-cc2ddb4a-a855-4d8b-b835-87b7a58cb0f9 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.73 "DELETE /v2.0/ports/859debd6-3297-44f6-9aaa-4c3a48a46113 HTTP/1.1" status: 204 len: 173 time: 0.7398882 Mar 11 16:30:23.068862 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630312e6-bd5d-4cb8-8bfb-c4d914ef9117', 'name': 'network-vif-deleted', 'tag': '859debd6-3297-44f6-9aaa-4c3a48a46113', 'status': 'completed', 'code': 200} Mar 11 16:30:24.208645 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-21f8a8e7-1525-4cd6-b671-6d37018c714f req-ad4cc3e4-ce9c-4e15-bb91-695415c9db22 tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "GET /v2.0/ports?device_id=630312e6-bd5d-4cb8-8bfb-c4d914ef9117 HTTP/1.1" status: 200 len: 210 time: 0.1374071 Mar 11 16:30:25.262591 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 859debd6-3297-44f6-9aaa-4c3a48a46113 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:30:25.298235 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] No Port match for: 859debd6-3297-44f6-9aaa-4c3a48a46113 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:30:25.298611 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 859debd6-3297-44f6-9aaa-4c3a48a46113 not bound to the agent host hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:30:25.321964 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 51172) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:25.401543 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b633e93f-9539-4736-87da-5c6d2306e54f tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:25.433755 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b633e93f-9539-4736-87da-5c6d2306e54f tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:25.501328 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b633e93f-9539-4736-87da-5c6d2306e54f tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:25.525371 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b633e93f-9539-4736-87da-5c6d2306e54f tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=813b6e7a-9ec0-47cc-8858-8a0926f52762,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:25.535739 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-b633e93f-9539-4736-87da-5c6d2306e54f tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:25.538923 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-b633e93f-9539-4736-87da-5c6d2306e54f tempest-TestShelveInstance-1575151621 tempest-TestShelveInstance-1575151621-project] 10.222.0.31 "DELETE /v2.0/security-groups/813b6e7a-9ec0-47cc-8858-8a0926f52762 HTTP/1.1" status: 204 len: 168 time: 0.2134335 Mar 11 16:30:25.597404 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 51178) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:26.320257 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8a90ea2a-0d28-4d78-afbf-2c1bdfd288a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:26.924027 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-8a90ea2a-0d28-4d78-afbf-2c1bdfd288a1 admin admin] Deleting port cb1650d3-be8b-4f9d-b163-beef4217f6ab {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:30:26.924731 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8a90ea2a-0d28-4d78-afbf-2c1bdfd288a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:27.093060 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-8a90ea2a-0d28-4d78-afbf-2c1bdfd288a1 admin admin] For port cb1650d3-be8b-4f9d-b163-beef4217f6ab, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=cb1650d3-be8b-4f9d-b163-beef4217f6ab,segment=NetworkSegment(03f80dcc-90bb-4646-888a-471ffd0c668f),segment_id=03f80dcc-90bb-4646-888a-471ffd0c668f)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:27.093411 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8a90ea2a-0d28-4d78-afbf-2c1bdfd288a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:27.214913 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-8a90ea2a-0d28-4d78-afbf-2c1bdfd288a1 admin admin] Calling delete_port for cb1650d3-be8b-4f9d-b163-beef4217f6ab owned by network:router_interface {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:30:27.383423 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8a90ea2a-0d28-4d78-afbf-2c1bdfd288a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:27.431562 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a90ea2a-0d28-4d78-afbf-2c1bdfd288a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb1650d3-be8b-4f9d-b163-beef4217f6ab,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:27.721379 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-8a90ea2a-0d28-4d78-afbf-2c1bdfd288a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:28.415799 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a90ea2a-0d28-4d78-afbf-2c1bdfd288a1 admin admin] Router 60d19833-6562-4a68-93fb-d76ced03a9bc has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:30:28.625206 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a90ea2a-0d28-4d78-afbf-2c1bdfd288a1 admin admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:30:28.636067 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b502ec2-16e0-4bf7-a484-094b79f6e1cf None None] Sync routers for ids ['60d19833-6562-4a68-93fb-d76ced03a9bc'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:30:28.638847 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-8a90ea2a-0d28-4d78-afbf-2c1bdfd288a1 admin admin] 10.222.0.31 "PUT /v2.0/routers/60d19833-6562-4a68-93fb-d76ced03a9bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0404813 Mar 11 16:30:28.641199 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 51184) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:28.656268 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b502ec2-16e0-4bf7-a484-094b79f6e1cf None None] Routers {'60d19833-6562-4a68-93fb-d76ced03a9bc'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:30:28.656878 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-4b502ec2-16e0-4bf7-a484-094b79f6e1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:30:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['60d19833-6562-4a68-93fb-d76ced03a9bc'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:28.837266 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-4b502ec2-16e0-4bf7-a484-094b79f6e1cf None None] Set router 60d19833-6562-4a68-93fb-d76ced03a9bc gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:30:28.842105 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f170a3b4-88b8-4a46-a21f-9533709bf44b admin admin] Notify callbacks [] for router, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:29.047293 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f170a3b4-88b8-4a46-a21f-9533709bf44b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:29.058614 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-f170a3b4-88b8-4a46-a21f-9533709bf44b admin admin] Deleting port 514c941c-8930-43e3-839a-23f4813ffc9d {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:30:29.058961 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f170a3b4-88b8-4a46-a21f-9533709bf44b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:29.192133 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-4b502ec2-16e0-4bf7-a484-094b79f6e1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'name': 'tempest-TestShelveInstance-1839619320-router', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '514c941c-8930-43e3-839a-23f4813ffc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:24Z', 'updated_at': '2022-03-11T16:30:27Z', 'revision_number': 5, 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'gw_port': {'id': '514c941c-8930-43e3-839a-23f4813ffc9d', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:24Z', 'updated_at': '2022-03-11T16:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:29.198034 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b502ec2-16e0-4bf7-a484-094b79f6e1cf None None] Checking router: 60d19833-6562-4a68-93fb-d76ced03a9bc for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:30:29.209170 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b502ec2-16e0-4bf7-a484-094b79f6e1cf None None] Routers {'60d19833-6562-4a68-93fb-d76ced03a9bc'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:30:29.209816 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-4b502ec2-16e0-4bf7-a484-094b79f6e1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:30:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['60d19833-6562-4a68-93fb-d76ced03a9bc'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:29.260534 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-f170a3b4-88b8-4a46-a21f-9533709bf44b admin admin] For port 514c941c-8930-43e3-839a-23f4813ffc9d, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=514c941c-8930-43e3-839a-23f4813ffc9d,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:29.260975 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f170a3b4-88b8-4a46-a21f-9533709bf44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:29.375595 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-4b502ec2-16e0-4bf7-a484-094b79f6e1cf None None] Set router 60d19833-6562-4a68-93fb-d76ced03a9bc gateway port host: None {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:30:29.483850 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-4b502ec2-16e0-4bf7-a484-094b79f6e1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'name': 'tempest-TestShelveInstance-1839619320-router', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:24Z', 'updated_at': '2022-03-11T16:30:29Z', 'revision_number': 6, 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'gw_port_host': None}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:29.488268 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b502ec2-16e0-4bf7-a484-094b79f6e1cf None None] The sync data for ids ['60d19833-6562-4a68-93fb-d76ced03a9bc'] in dv-neutron-833373-1-hyperv is: [{'id': '60d19833-6562-4a68-93fb-d76ced03a9bc', 'name': 'tempest-TestShelveInstance-1839619320-router', 'tenant_id': '03ee3f8236f74e659d423ade6b960e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:24Z', 'updated_at': '2022-03-11T16:30:29Z', 'revision_number': 6, 'project_id': '03ee3f8236f74e659d423ade6b960e92', 'gw_port_host': None}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:30:29.512937 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ed4de8ac-cfab-4ed9-b539-859f7a954b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:29.572016 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-f170a3b4-88b8-4a46-a21f-9533709bf44b admin admin] Calling delete_port for 514c941c-8930-43e3-839a-23f4813ffc9d owned by network:router_gateway {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:30:29.788545 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f170a3b4-88b8-4a46-a21f-9533709bf44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:29.837006 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f170a3b4-88b8-4a46-a21f-9533709bf44b admin admin] Pushing event deleted for resources: {'Port': ['ID=514c941c-8930-43e3-839a-23f4813ffc9d,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:30.068602 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f170a3b4-88b8-4a46-a21f-9533709bf44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:30.332343 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f170a3b4-88b8-4a46-a21f-9533709bf44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:30.337254 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f170a3b4-88b8-4a46-a21f-9533709bf44b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:30.362720 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f170a3b4-88b8-4a46-a21f-9533709bf44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:30.363315 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f170a3b4-88b8-4a46-a21f-9533709bf44b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60d19833-6562-4a68-93fb-d76ced03a9bc {{(pid=83866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:30:30.375605 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f170a3b4-88b8-4a46-a21f-9533709bf44b admin admin] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:30.376788 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f170a3b4-88b8-4a46-a21f-9533709bf44b admin admin] 10.222.0.31 "DELETE /v2.0/routers/60d19833-6562-4a68-93fb-d76ced03a9bc HTTP/1.1" status: 204 len: 168 time: 1.7347052 Mar 11 16:30:30.379440 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 51188) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:30.439619 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3e41f8f-12fc-4649-801b-cb76e6a02b7c admin admin] Deleting subnet 2dc939e2-e463-4edf-b5a8-1532f3aef71c {{(pid=83867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:30:30.442769 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e3e41f8f-12fc-4649-801b-cb76e6a02b7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:30.497865 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e3e41f8f-12fc-4649-801b-cb76e6a02b7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3306684'] for subnet, precommit_delete_associations {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:30.581998 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e3e41f8f-12fc-4649-801b-cb76e6a02b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:30.652054 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e3e41f8f-12fc-4649-801b-cb76e6a02b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3267024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2816234'] for subnet, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:30.692520 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e41f8f-12fc-4649-801b-cb76e6a02b7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dc939e2-e463-4edf-b5a8-1532f3aef71c,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:30.701059 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-e3e41f8f-12fc-4649-801b-cb76e6a02b7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:30.705348 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b39997-5c65-4872-ba38-78376f5eee4f None None] Network 26e95c05-cae5-418a-8436-e352b655b8a6 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:30:30.706915 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e41f8f-12fc-4649-801b-cb76e6a02b7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:30.707259 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e41f8f-12fc-4649-801b-cb76e6a02b7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:30.707601 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e41f8f-12fc-4649-801b-cb76e6a02b7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:30.707930 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e41f8f-12fc-4649-801b-cb76e6a02b7c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:30.708287 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e41f8f-12fc-4649-801b-cb76e6a02b7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:30.708611 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e41f8f-12fc-4649-801b-cb76e6a02b7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:30.708934 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e41f8f-12fc-4649-801b-cb76e6a02b7c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:30.709254 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e41f8f-12fc-4649-801b-cb76e6a02b7c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:30.709574 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e41f8f-12fc-4649-801b-cb76e6a02b7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:30.709891 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e41f8f-12fc-4649-801b-cb76e6a02b7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:30.710210 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e41f8f-12fc-4649-801b-cb76e6a02b7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:30.718680 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-e3e41f8f-12fc-4649-801b-cb76e6a02b7c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2dc939e2-e463-4edf-b5a8-1532f3aef71c HTTP/1.1" status: 204 len: 168 time: 0.3364239 Mar 11 16:30:30.720377 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 51192) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:30.833198 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cdb1d306-3b4d-4e6c-9512-5ec5cab9eb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:30.847808 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-cdb1d306-3b4d-4e6c-9512-5ec5cab9eb74 admin admin] Deleting port 4892212a-35a0-4a58-b3ef-aec6ce5dfe14 {{(pid=83867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:30:30.848173 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cdb1d306-3b4d-4e6c-9512-5ec5cab9eb74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:30.972391 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f56985b-2eda-4580-ac66-92385b7abb27 None None] DHCP port deletion for 26e95c05-cae5-418a-8436-e352b655b8a6 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:30:30.976554 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-1f56985b-2eda-4580-ac66-92385b7abb27 None None] Deleting port 4892212a-35a0-4a58-b3ef-aec6ce5dfe14 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:30:30.977614 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1f56985b-2eda-4580-ac66-92385b7abb27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:31.048518 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.db [None req-cdb1d306-3b4d-4e6c-9512-5ec5cab9eb74 admin admin] For port 4892212a-35a0-4a58-b3ef-aec6ce5dfe14, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=4892212a-35a0-4a58-b3ef-aec6ce5dfe14,segment=NetworkSegment(03f80dcc-90bb-4646-888a-471ffd0c668f),segment_id=03f80dcc-90bb-4646-888a-471ffd0c668f)] {{(pid=83867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:31.048874 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cdb1d306-3b4d-4e6c-9512-5ec5cab9eb74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:31.173479 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.plugin [None req-cdb1d306-3b4d-4e6c-9512-5ec5cab9eb74 admin admin] Calling delete_port for 4892212a-35a0-4a58-b3ef-aec6ce5dfe14 owned by network:dhcp {{(pid=83867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:30:31.192791 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-1f56985b-2eda-4580-ac66-92385b7abb27 None None] For port 4892212a-35a0-4a58-b3ef-aec6ce5dfe14, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=4892212a-35a0-4a58-b3ef-aec6ce5dfe14,segment=NetworkSegment(03f80dcc-90bb-4646-888a-471ffd0c668f),segment_id=03f80dcc-90bb-4646-888a-471ffd0c668f)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:31.193124 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1f56985b-2eda-4580-ac66-92385b7abb27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:31.252132 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cdb1d306-3b4d-4e6c-9512-5ec5cab9eb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:31.297971 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1d306-3b4d-4e6c-9512-5ec5cab9eb74 admin admin] Pushing event deleted for resources: {'Port': ['ID=4892212a-35a0-4a58-b3ef-aec6ce5dfe14,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:31.307482 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb1d306-3b4d-4e6c-9512-5ec5cab9eb74 admin admin] No DVR routers for this DVR port 4892212a-35a0-4a58-b3ef-aec6ce5dfe14 on host dv-neutron-833373-1-hyperv {{(pid=83867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:30:31.323477 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-1f56985b-2eda-4580-ac66-92385b7abb27 None None] Calling delete_port for 4892212a-35a0-4a58-b3ef-aec6ce5dfe14 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:30:31.352331 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 514c941c-8930-43e3-839a-23f4813ffc9d no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:30:31.389562 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 514c941c-8930-43e3-839a-23f4813ffc9d {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:30:31.389904 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 514c941c-8930-43e3-839a-23f4813ffc9d not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:30:31.390318 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 4892212a-35a0-4a58-b3ef-aec6ce5dfe14 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:30:31.431794 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cdb1d306-3b4d-4e6c-9512-5ec5cab9eb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:31.433661 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 4892212a-35a0-4a58-b3ef-aec6ce5dfe14 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:30:31.434007 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 4892212a-35a0-4a58-b3ef-aec6ce5dfe14 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:30:31.434420 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device cb1650d3-be8b-4f9d-b163-beef4217f6ab no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:30:31.460856 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-cdb1d306-3b4d-4e6c-9512-5ec5cab9eb74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26e95c05-cae5-418a-8436-e352b655b8a6']}} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:31.468934 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: cb1650d3-be8b-4f9d-b163-beef4217f6ab {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:30:31.469283 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device cb1650d3-be8b-4f9d-b163-beef4217f6ab not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:30:31.473924 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-cdb1d306-3b4d-4e6c-9512-5ec5cab9eb74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03f80dcc-90bb-4646-888a-471ffd0c668f') {'for_net_delete': True} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:31.474223 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.services.segments.db [None req-cdb1d306-3b4d-4e6c-9512-5ec5cab9eb74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03f80dcc-90bb-4646-888a-471ffd0c668f') {} {{(pid=83867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:31.486029 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cdb1d306-3b4d-4e6c-9512-5ec5cab9eb74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3306063'] for segment, before_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:31.492493 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-1f56985b-2eda-4580-ac66-92385b7abb27 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:30:31.492854 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-1f56985b-2eda-4580-ac66-92385b7abb27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:30:31.501745 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cdb1d306-3b4d-4e6c-9512-5ec5cab9eb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:31.509779 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdb1d306-3b4d-4e6c-9512-5ec5cab9eb74 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=83867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:30:31.510151 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cdb1d306-3b4d-4e6c-9512-5ec5cab9eb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3267006'] for segment, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:31.522811 dv-neutron-833373-1-hyperv neutron-server[83867]: Traceback (most recent call last): Mar 11 16:30:31.522811 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:30:31.522811 dv-neutron-833373-1-hyperv neutron-server[83867]: timer() Mar 11 16:30:31.522811 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:30:31.522811 dv-neutron-833373-1-hyperv neutron-server[83867]: cb(*args, **kw) Mar 11 16:30:31.522811 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:30:31.522811 dv-neutron-833373-1-hyperv neutron-server[83867]: return func(*args, **kwargs) Mar 11 16:30:31.522811 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:30:31.522811 dv-neutron-833373-1-hyperv neutron-server[83867]: self._notify() Mar 11 16:30:31.522811 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:30:31.522811 dv-neutron-833373-1-hyperv neutron-server[83867]: self.callback(batched_events) Mar 11 16:30:31.522811 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:30:31.522811 dv-neutron-833373-1-hyperv neutron-server[83867]: event.method(event) Mar 11 16:30:31.522811 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:30:31.522811 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:30:31.522811 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:30:31.522811 dv-neutron-833373-1-hyperv neutron-server[83867]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:30:31.522811 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:30:31.522811 dv-neutron-833373-1-hyperv neutron-server[83867]: return f(self, *a, **k) Mar 11 16:30:31.522811 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:30:31.522811 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._get(url).json() Mar 11 16:30:31.522811 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:30:31.522811 dv-neutron-833373-1-hyperv neutron-server[83867]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:30:31.522811 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:30:31.522811 dv-neutron-833373-1-hyperv neutron-server[83867]: return self.request(url, 'GET', **kwargs) Mar 11 16:30:31.522811 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:30:31.522811 dv-neutron-833373-1-hyperv neutron-server[83867]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:30:31.522811 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:30:31.522811 dv-neutron-833373-1-hyperv neutron-server[83867]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:30:31.522811 dv-neutron-833373-1-hyperv neutron-server[83867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:30:31.522811 dv-neutron-833373-1-hyperv neutron-server[83867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:30:31.522811 dv-neutron-833373-1-hyperv neutron-server[83867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:30:31.599958 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cdb1d306-3b4d-4e6c-9512-5ec5cab9eb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:31.616645 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-cdb1d306-3b4d-4e6c-9512-5ec5cab9eb74 admin admin] Notify callbacks [] for network, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:31.627413 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1d306-3b4d-4e6c-9512-5ec5cab9eb74 admin admin] Pushing event deleted for resources: {'Network': ['ID=26e95c05-cae5-418a-8436-e352b655b8a6,revision_number=None']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:31.642365 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-cdb1d306-3b4d-4e6c-9512-5ec5cab9eb74 admin admin] 10.222.0.31 "DELETE /v2.0/networks/26e95c05-cae5-418a-8436-e352b655b8a6 HTTP/1.1" status: 204 len: 168 time: 0.9209952 Mar 11 16:30:31.645355 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 51196) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:31.756874 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0ff2fa84-b23f-4a9d-899c-c531fa537f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:31.994153 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-1f56985b-2eda-4580-ac66-92385b7abb27 None None] Deleting port 4892212a-35a0-4a58-b3ef-aec6ce5dfe14 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:30:31.994535 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1f56985b-2eda-4580-ac66-92385b7abb27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:32.035692 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2a19777d-07d3-47be-853a-c8ee8eb8b08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:32.052447 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:30:32.060418 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-1f56985b-2eda-4580-ac66-92385b7abb27 None None] The port '4892212a-35a0-4a58-b3ef-aec6ce5dfe14' was deleted {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:30:32.763694 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-2a19777d-07d3-47be-853a-c8ee8eb8b08d admin admin] Deleting port 6b9c15c2-0154-401d-b428-bc6dc3fb8e2d {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:30:32.764261 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2a19777d-07d3-47be-853a-c8ee8eb8b08d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:32.928187 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:32.936584 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-2a19777d-07d3-47be-853a-c8ee8eb8b08d admin admin] For port 6b9c15c2-0154-401d-b428-bc6dc3fb8e2d, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=6b9c15c2-0154-401d-b428-bc6dc3fb8e2d,segment=NetworkSegment(78c81116-26fa-403d-83e6-e7befae91021),segment_id=78c81116-26fa-403d-83e6-e7befae91021)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:32.936943 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2a19777d-07d3-47be-853a-c8ee8eb8b08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:33.059567 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-2a19777d-07d3-47be-853a-c8ee8eb8b08d admin admin] Calling delete_port for 6b9c15c2-0154-401d-b428-bc6dc3fb8e2d owned by network:router_interface {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:30:33.229494 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2a19777d-07d3-47be-853a-c8ee8eb8b08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:33.230315 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:33.276335 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19777d-07d3-47be-853a-c8ee8eb8b08d admin admin] Pushing event deleted for resources: {'Port': ['ID=6b9c15c2-0154-401d-b428-bc6dc3fb8e2d,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:33.571909 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-2a19777d-07d3-47be-853a-c8ee8eb8b08d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:34.239747 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a19777d-07d3-47be-853a-c8ee8eb8b08d admin admin] Router 75669454-6839-413f-81f4-4b38b46ce248 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:30:34.446121 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a19777d-07d3-47be-853a-c8ee8eb8b08d admin admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:30:34.447307 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:34.456433 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5531d40-afb4-4e94-b22a-ee2c1b225610 None None] Sync routers for ids ['75669454-6839-413f-81f4-4b38b46ce248'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:30:34.467491 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-2a19777d-07d3-47be-853a-c8ee8eb8b08d admin admin] 10.222.0.31 "PUT /v2.0/routers/75669454-6839-413f-81f4-4b38b46ce248/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8209984 Mar 11 16:30:34.469996 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 51200) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:34.472414 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5531d40-afb4-4e94-b22a-ee2c1b225610 None None] Routers {'75669454-6839-413f-81f4-4b38b46ce248'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:30:34.473025 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-f5531d40-afb4-4e94-b22a-ee2c1b225610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:30:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['75669454-6839-413f-81f4-4b38b46ce248'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:34.681208 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-86e5aad1-41a2-4f4e-a8a9-bbee6cea9255 admin admin] Notify callbacks [] for router, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:34.698300 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-f5531d40-afb4-4e94-b22a-ee2c1b225610 None None] Set router 75669454-6839-413f-81f4-4b38b46ce248 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:30:34.885431 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-86e5aad1-41a2-4f4e-a8a9-bbee6cea9255 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:34.895832 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-86e5aad1-41a2-4f4e-a8a9-bbee6cea9255 admin admin] Deleting port 5f763f01-efea-4aba-9825-a46125d277f7 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:30:34.896208 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-86e5aad1-41a2-4f4e-a8a9-bbee6cea9255 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:34.988757 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-f5531d40-afb4-4e94-b22a-ee2c1b225610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75669454-6839-413f-81f4-4b38b46ce248', 'name': 'tempest-TestShelveInstance-1462933434-router', 'tenant_id': '64653735e8f34765a2495190934a565a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.249'}], 'enable_snat': True}, 'gw_port_id': '5f763f01-efea-4aba-9825-a46125d277f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:30Z', 'updated_at': '2022-03-11T16:30:33Z', 'revision_number': 5, 'project_id': '64653735e8f34765a2495190934a565a', 'gw_port': {'id': '5f763f01-efea-4aba-9825-a46125d277f7', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:03:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75669454-6839-413f-81f4-4b38b46ce248', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:19:31Z', 'updated_at': '2022-03-11T16:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:34.993168 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5531d40-afb4-4e94-b22a-ee2c1b225610 None None] Checking router: 75669454-6839-413f-81f4-4b38b46ce248 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:30:35.004412 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5531d40-afb4-4e94-b22a-ee2c1b225610 None None] Routers {'75669454-6839-413f-81f4-4b38b46ce248'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:30:35.004412 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-f5531d40-afb4-4e94-b22a-ee2c1b225610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:30:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['75669454-6839-413f-81f4-4b38b46ce248'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:35.072443 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-86e5aad1-41a2-4f4e-a8a9-bbee6cea9255 admin admin] For port 5f763f01-efea-4aba-9825-a46125d277f7, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=5f763f01-efea-4aba-9825-a46125d277f7,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:35.072792 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-86e5aad1-41a2-4f4e-a8a9-bbee6cea9255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:35.153678 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-f5531d40-afb4-4e94-b22a-ee2c1b225610 None None] Set router 75669454-6839-413f-81f4-4b38b46ce248 gateway port host: None {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:30:35.192292 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-86e5aad1-41a2-4f4e-a8a9-bbee6cea9255 admin admin] Calling delete_port for 5f763f01-efea-4aba-9825-a46125d277f7 owned by network:router_gateway {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:30:35.261345 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-f5531d40-afb4-4e94-b22a-ee2c1b225610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75669454-6839-413f-81f4-4b38b46ce248', 'name': 'tempest-TestShelveInstance-1462933434-router', 'tenant_id': '64653735e8f34765a2495190934a565a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:30Z', 'updated_at': '2022-03-11T16:30:34Z', 'revision_number': 6, 'project_id': '64653735e8f34765a2495190934a565a', 'gw_port_host': None}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:35.265558 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5531d40-afb4-4e94-b22a-ee2c1b225610 None None] The sync data for ids ['75669454-6839-413f-81f4-4b38b46ce248'] in dv-neutron-833373-1-hyperv is: [{'id': '75669454-6839-413f-81f4-4b38b46ce248', 'name': 'tempest-TestShelveInstance-1462933434-router', 'tenant_id': '64653735e8f34765a2495190934a565a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:30Z', 'updated_at': '2022-03-11T16:30:34Z', 'revision_number': 6, 'project_id': '64653735e8f34765a2495190934a565a', 'gw_port_host': None}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:30:35.463850 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-86e5aad1-41a2-4f4e-a8a9-bbee6cea9255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:35.508506 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5aad1-41a2-4f4e-a8a9-bbee6cea9255 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f763f01-efea-4aba-9825-a46125d277f7,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:35.748992 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-86e5aad1-41a2-4f4e-a8a9-bbee6cea9255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:36.015346 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-86e5aad1-41a2-4f4e-a8a9-bbee6cea9255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:36.019484 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-86e5aad1-41a2-4f4e-a8a9-bbee6cea9255 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:36.049306 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-86e5aad1-41a2-4f4e-a8a9-bbee6cea9255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:36.049841 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e5aad1-41a2-4f4e-a8a9-bbee6cea9255 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75669454-6839-413f-81f4-4b38b46ce248 {{(pid=83866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:30:36.066058 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-86e5aad1-41a2-4f4e-a8a9-bbee6cea9255 admin admin] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:36.067197 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-86e5aad1-41a2-4f4e-a8a9-bbee6cea9255 admin admin] 10.222.0.31 "DELETE /v2.0/routers/75669454-6839-413f-81f4-4b38b46ce248 HTTP/1.1" status: 204 len: 168 time: 1.5962942 Mar 11 16:30:36.072678 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 51204) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:36.131875 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-3377b10e-9847-492a-9a9e-d81aa93b5f64 admin admin] Deleting subnet 244b658e-ae3b-4097-86ea-473553324965 {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:30:36.135049 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3377b10e-9847-492a-9a9e-d81aa93b5f64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:36.186430 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3377b10e-9847-492a-9a9e-d81aa93b5f64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:36.277831 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3377b10e-9847-492a-9a9e-d81aa93b5f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:36.349834 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3377b10e-9847-492a-9a9e-d81aa93b5f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:36.400808 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3377b10e-9847-492a-9a9e-d81aa93b5f64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=244b658e-ae3b-4097-86ea-473553324965,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:36.404728 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-3377b10e-9847-492a-9a9e-d81aa93b5f64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:36.410285 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8447d0eb-289d-4c92-adfa-8f4ad8207c25 None None] Network 6a3ddbef-1265-4bf0-8f01-f878df35b697 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:30:36.411677 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-3377b10e-9847-492a-9a9e-d81aa93b5f64 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/244b658e-ae3b-4097-86ea-473553324965 HTTP/1.1" status: 204 len: 168 time: 0.3379929 Mar 11 16:30:36.414790 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 51208) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:36.527559 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-82c76797-5f7b-4858-b214-649dd3788d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:36.538027 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-82c76797-5f7b-4858-b214-649dd3788d3f admin admin] Deleting port 1502b561-8c35-4b70-a02b-f9250b33c8c3 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:30:36.538360 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-82c76797-5f7b-4858-b214-649dd3788d3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:36.667906 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5b3198-1aee-405c-8346-01bec87c8e41 None None] DHCP port deletion for 6a3ddbef-1265-4bf0-8f01-f878df35b697 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:30:36.672054 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b3198-1aee-405c-8346-01bec87c8e41 None None] Deleting port 1502b561-8c35-4b70-a02b-f9250b33c8c3 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:30:36.672451 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3a5b3198-1aee-405c-8346-01bec87c8e41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:36.755420 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-82c76797-5f7b-4858-b214-649dd3788d3f admin admin] For port 1502b561-8c35-4b70-a02b-f9250b33c8c3, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=1502b561-8c35-4b70-a02b-f9250b33c8c3,segment=NetworkSegment(78c81116-26fa-403d-83e6-e7befae91021),segment_id=78c81116-26fa-403d-83e6-e7befae91021)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:36.755770 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-82c76797-5f7b-4858-b214-649dd3788d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:36.893644 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-3a5b3198-1aee-405c-8346-01bec87c8e41 None None] For port 1502b561-8c35-4b70-a02b-f9250b33c8c3, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=1502b561-8c35-4b70-a02b-f9250b33c8c3,segment=NetworkSegment(78c81116-26fa-403d-83e6-e7befae91021),segment_id=78c81116-26fa-403d-83e6-e7befae91021)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:36.894025 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3a5b3198-1aee-405c-8346-01bec87c8e41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:36.981391 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-82c76797-5f7b-4858-b214-649dd3788d3f admin admin] Calling delete_port for 1502b561-8c35-4b70-a02b-f9250b33c8c3 owned by network:dhcp {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:30:37.029196 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b3198-1aee-405c-8346-01bec87c8e41 None None] Calling delete_port for 1502b561-8c35-4b70-a02b-f9250b33c8c3 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:30:37.062961 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-82c76797-5f7b-4858-b214-649dd3788d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:37.100282 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-3a5b3198-1aee-405c-8346-01bec87c8e41 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:30:37.100641 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-3a5b3198-1aee-405c-8346-01bec87c8e41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:30:37.111325 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c76797-5f7b-4858-b214-649dd3788d3f admin admin] Pushing event deleted for resources: {'Port': ['ID=1502b561-8c35-4b70-a02b-f9250b33c8c3,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:37.118144 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c76797-5f7b-4858-b214-649dd3788d3f admin admin] No DVR routers for this DVR port 1502b561-8c35-4b70-a02b-f9250b33c8c3 on host dv-neutron-833373-1-hyperv {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:30:37.237018 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-82c76797-5f7b-4858-b214-649dd3788d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:37.262699 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-82c76797-5f7b-4858-b214-649dd3788d3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a3ddbef-1265-4bf0-8f01-f878df35b697']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:37.276127 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-82c76797-5f7b-4858-b214-649dd3788d3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78c81116-26fa-403d-83e6-e7befae91021') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:37.276587 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-82c76797-5f7b-4858-b214-649dd3788d3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78c81116-26fa-403d-83e6-e7befae91021') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:37.289290 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-82c76797-5f7b-4858-b214-649dd3788d3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:37.309422 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-82c76797-5f7b-4858-b214-649dd3788d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:37.316819 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c76797-5f7b-4858-b214-649dd3788d3f admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:30:37.317330 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-82c76797-5f7b-4858-b214-649dd3788d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:37.330157 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 6b9c15c2-0154-401d-b428-bc6dc3fb8e2d no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:30:37.332739 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 16:30:37.332739 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:30:37.332739 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 16:30:37.332739 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:30:37.332739 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 16:30:37.332739 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:30:37.332739 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 16:30:37.332739 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:30:37.332739 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 16:30:37.332739 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:30:37.332739 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 16:30:37.332739 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:30:37.332739 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 16:30:37.332739 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:30:37.332739 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:30:37.332739 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:30:37.332739 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:30:37.332739 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:30:37.332739 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 16:30:37.332739 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:30:37.332739 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 16:30:37.332739 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:30:37.332739 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:30:37.332739 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:30:37.332739 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 16:30:37.332739 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:30:37.332739 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:30:37.332739 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:30:37.332739 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:30:37.332739 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:30:37.332739 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:30:37.332739 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:30:37.366312 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 6b9c15c2-0154-401d-b428-bc6dc3fb8e2d {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:30:37.366660 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 6b9c15c2-0154-401d-b428-bc6dc3fb8e2d not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:30:37.367184 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 1502b561-8c35-4b70-a02b-f9250b33c8c3 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:30:37.411165 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-82c76797-5f7b-4858-b214-649dd3788d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:37.417104 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-82c76797-5f7b-4858-b214-649dd3788d3f admin admin] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:37.432083 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 1502b561-8c35-4b70-a02b-f9250b33c8c3 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:30:37.432650 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 1502b561-8c35-4b70-a02b-f9250b33c8c3 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:30:37.432842 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 5f763f01-efea-4aba-9825-a46125d277f7 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:30:37.439838 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c76797-5f7b-4858-b214-649dd3788d3f admin admin] Pushing event deleted for resources: {'Network': ['ID=6a3ddbef-1265-4bf0-8f01-f878df35b697,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:37.448209 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-82c76797-5f7b-4858-b214-649dd3788d3f admin admin] 10.222.0.31 "DELETE /v2.0/networks/6a3ddbef-1265-4bf0-8f01-f878df35b697 HTTP/1.1" status: 204 len: 168 time: 1.0324326 Mar 11 16:30:37.466778 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 5f763f01-efea-4aba-9825-a46125d277f7 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:30:37.467097 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 5f763f01-efea-4aba-9825-a46125d277f7 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:30:37.602295 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b3198-1aee-405c-8346-01bec87c8e41 None None] Deleting port 1502b561-8c35-4b70-a02b-f9250b33c8c3 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:30:37.602777 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3a5b3198-1aee-405c-8346-01bec87c8e41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:37.661166 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 51214) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:37.687084 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b3198-1aee-405c-8346-01bec87c8e41 None None] The port '1502b561-8c35-4b70-a02b-f9250b33c8c3' was deleted {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:30:37.719842 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-819e8e20-6be2-4e36-bf59-f89cde3f936a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=03ee3f8236f74e659d423ade6b960e92&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0575030 Mar 11 16:30:37.722374 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 51218) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:37.783193 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-314ad38e-7421-4a39-9c99-d5770e6e468b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:37.809799 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-314ad38e-7421-4a39-9c99-d5770e6e468b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:37.861837 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-314ad38e-7421-4a39-9c99-d5770e6e468b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:37.879899 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ad38e-7421-4a39-9c99-d5770e6e468b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b23ed77-738c-4770-b94a-1206a3caed40,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:37.887362 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-314ad38e-7421-4a39-9c99-d5770e6e468b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:37.889744 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-314ad38e-7421-4a39-9c99-d5770e6e468b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4b23ed77-738c-4770-b94a-1206a3caed40 HTTP/1.1" status: 204 len: 168 time: 0.1664467 Mar 11 16:30:38.309916 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 51226) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:38.360619 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-317345f0-b757-4ae0-a486-a48538e037bf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=64653735e8f34765a2495190934a565a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0495038 Mar 11 16:30:38.363352 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 51230) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:38.428009 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cdb6e57a-0c6d-4fc3-bca6-cc08447daeba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:38.455097 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cdb6e57a-0c6d-4fc3-bca6-cc08447daeba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:38.508860 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cdb6e57a-0c6d-4fc3-bca6-cc08447daeba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:38.526727 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb6e57a-0c6d-4fc3-bca6-cc08447daeba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1500d3-a6d1-44ea-bff8-2edcc894a159,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:38.529982 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cdb6e57a-0c6d-4fc3-bca6-cc08447daeba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:38.531165 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-cdb6e57a-0c6d-4fc3-bca6-cc08447daeba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8d1500d3-a6d1-44ea-bff8-2edcc894a159 HTTP/1.1" status: 204 len: 168 time: 0.1668515 Mar 11 16:30:39.468371 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 51252) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:39.614141 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-1b8b91f7-ad92-4018-b5e4-855313bafdfb admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1335394481-network', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:30:39.619280 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-1b8b91f7-ad92-4018-b5e4-855313bafdfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:30:39.623146 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-1b8b91f7-ad92-4018-b5e4-855313bafdfb admin admin] Usage tracker for resource:network and tenant:58c2729cd9d04a6ca6dc408c65fe99a8 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:30:39.626017 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-1b8b91f7-ad92-4018-b5e4-855313bafdfb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:30:39.631654 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-1b8b91f7-ad92-4018-b5e4-855313bafdfb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:30:39.642100 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8b91f7-ad92-4018-b5e4-855313bafdfb admin admin] Made reservation on behalf of 58c2729cd9d04a6ca6dc408c65fe99a8 for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:30:39.644657 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1b8b91f7-ad92-4018-b5e4-855313bafdfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:39.658070 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1b8b91f7-ad92-4018-b5e4-855313bafdfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:39.698994 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-1b8b91f7-ad92-4018-b5e4-855313bafdfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:30:39.703226 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-1b8b91f7-ad92-4018-b5e4-855313bafdfb admin admin] Usage tracker for resource:security_group_rule and tenant:58c2729cd9d04a6ca6dc408c65fe99a8 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:30:39.707843 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-1b8b91f7-ad92-4018-b5e4-855313bafdfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:30:39.719100 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-1b8b91f7-ad92-4018-b5e4-855313bafdfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:30:39.791691 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1b8b91f7-ad92-4018-b5e4-855313bafdfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:39.796500 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1b8b91f7-ad92-4018-b5e4-855313bafdfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:39.832023 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b8b91f7-ad92-4018-b5e4-855313bafdfb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:30:39.845399 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b91f7-ad92-4018-b5e4-855313bafdfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d9e8b4-4996-4595-80f4-0f18affbbb7f,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:39.852853 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1b8b91f7-ad92-4018-b5e4-855313bafdfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:39.852931 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-1b8b91f7-ad92-4018-b5e4-855313bafdfb admin admin] Added segment 45dfa889-2f41-4d3d-adb2-51af46886375 of type vlan for network 89ea0a05-3749-4a04-8154-eda29fc38d42 Mar 11 16:30:39.882144 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1b8b91f7-ad92-4018-b5e4-855313bafdfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:39.913022 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1b8b91f7-ad92-4018-b5e4-855313bafdfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:39.913922 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8b91f7-ad92-4018-b5e4-855313bafdfb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:39.914491 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-1b8b91f7-ad92-4018-b5e4-855313bafdfb admin admin] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:40.020136 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b91f7-ad92-4018-b5e4-855313bafdfb admin admin] Pushing event updated for resources: {'Network': ['ID=89ea0a05-3749-4a04-8154-eda29fc38d42,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:40.027717 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-1b8b91f7-ad92-4018-b5e4-855313bafdfb admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5534997 Mar 11 16:30:40.028269 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 51258) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:40.030684 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 89ea0a05-3749-4a04-8154-eda29fc38d42 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:30:40.033449 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-39652e32-ddeb-4e4e-8d23-a1dbf05741c8 admin admin] Request body: {'subnet': {'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1335394481-subnet', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'ip_version': 4}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:30:40.038474 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-39652e32-ddeb-4e4e-8d23-a1dbf05741c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:30:40.043406 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-39652e32-ddeb-4e4e-8d23-a1dbf05741c8 admin admin] Usage tracker for resource:subnet and tenant:58c2729cd9d04a6ca6dc408c65fe99a8 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:30:40.045938 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-39652e32-ddeb-4e4e-8d23-a1dbf05741c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:30:40.052096 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-39652e32-ddeb-4e4e-8d23-a1dbf05741c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:30:40.066163 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39652e32-ddeb-4e4e-8d23-a1dbf05741c8 admin admin] Made reservation on behalf of 58c2729cd9d04a6ca6dc408c65fe99a8 for: {'subnet': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:30:40.069966 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-39652e32-ddeb-4e4e-8d23-a1dbf05741c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3553329'] for subnet, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:40.302052 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-39652e32-ddeb-4e4e-8d23-a1dbf05741c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3578100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3553315'] for subnet, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:40.371991 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39652e32-ddeb-4e4e-8d23-a1dbf05741c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d4b5c6a-ef96-4853-9e28-234a23717273,revision_number=0']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:40.393270 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39652e32-ddeb-4e4e-8d23-a1dbf05741c8 admin admin] Checking segment: {'id': '45dfa889-2f41-4d3d-adb2-51af46886375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:30:40.393623 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39652e32-ddeb-4e4e-8d23-a1dbf05741c8 admin admin] Network hostable DHCP agents. Network: 89ea0a05-3749-4a04-8154-eda29fc38d42, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:30:40.417231 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39652e32-ddeb-4e4e-8d23-a1dbf05741c8 admin admin] Network 89ea0a05-3749-4a04-8154-eda29fc38d42 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:30:40.427526 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-39652e32-ddeb-4e4e-8d23-a1dbf05741c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 89ea0a05-3749-4a04-8154-eda29fc38d42) {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:30:40.432566 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39652e32-ddeb-4e4e-8d23-a1dbf05741c8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:40.433181 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-39652e32-ddeb-4e4e-8d23-a1dbf05741c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:40.438850 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fad224-4ca2-4a53-b3e9-f71952f4803f None None] Network 89ea0a05-3749-4a04-8154-eda29fc38d42 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:30:40.460571 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-39652e32-ddeb-4e4e-8d23-a1dbf05741c8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4312682 Mar 11 16:30:40.463756 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 51262) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:40.470119 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-735704b9-a6a6-42ab-8485-ab2a1ec51275 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1335394481-router', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:30:40.475339 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-735704b9-a6a6-42ab-8485-ab2a1ec51275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:30:40.481185 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-735704b9-a6a6-42ab-8485-ab2a1ec51275 admin admin] Usage tracker for resource:router and tenant:58c2729cd9d04a6ca6dc408c65fe99a8 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:30:40.486340 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-735704b9-a6a6-42ab-8485-ab2a1ec51275 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:30:40.491293 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-735704b9-a6a6-42ab-8485-ab2a1ec51275 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:30:40.502232 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-735704b9-a6a6-42ab-8485-ab2a1ec51275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:40.503914 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-735704b9-a6a6-42ab-8485-ab2a1ec51275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:40.532645 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-735704b9-a6a6-42ab-8485-ab2a1ec51275 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:40.685411 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4909080c-1441-4d38-9410-41d9be916dc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-89ea0a05-3749-4a04-8154-eda29fc38d42', 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'fixed_ips': [{'subnet_id': '1d4b5c6a-ef96-4853-9e28-234a23717273'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:30:40.686882 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4909080c-1441-4d38-9410-41d9be916dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:40.690203 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-735704b9-a6a6-42ab-8485-ab2a1ec51275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:40.857995 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-4909080c-1441-4d38-9410-41d9be916dc4 None None] Allocated IP 172.20.0.2 (89ea0a05-3749-4a04-8154-eda29fc38d42/1d4b5c6a-ef96-4853-9e28-234a23717273/b24770d3-be31-4528-8848-3faeb8a87c2e) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:30:40.912975 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-735704b9-a6a6-42ab-8485-ab2a1ec51275 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:40.944434 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-735704b9-a6a6-42ab-8485-ab2a1ec51275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:41.083738 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4909080c-1441-4d38-9410-41d9be916dc4 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:41.089914 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-735704b9-a6a6-42ab-8485-ab2a1ec51275 admin admin] Allocated IP 172.26.0.97 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/1e8b052e-8fb6-4ed4-b15d-c5e24bc39949) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:30:41.095263 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-4909080c-1441-4d38-9410-41d9be916dc4 None None] Transition to ACTIVE for port object b24770d3-be31-4528-8848-3faeb8a87c2e will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:30:41.114978 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-4909080c-1441-4d38-9410-41d9be916dc4 None None] Transition to ACTIVE for port object b24770d3-be31-4528-8848-3faeb8a87c2e will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:30:41.122448 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4909080c-1441-4d38-9410-41d9be916dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:41.202765 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4909080c-1441-4d38-9410-41d9be916dc4 None None] Pushing event updated for resources: {'Port': ['ID=b24770d3-be31-4528-8848-3faeb8a87c2e,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:41.206101 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4909080c-1441-4d38-9410-41d9be916dc4 None None] Network 89ea0a05-3749-4a04-8154-eda29fc38d42 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:30:41.208988 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-4909080c-1441-4d38-9410-41d9be916dc4 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:30:41.215132 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4909080c-1441-4d38-9410-41d9be916dc4 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:30:41.218761 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4909080c-1441-4d38-9410-41d9be916dc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:41.219110 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4909080c-1441-4d38-9410-41d9be916dc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:41.219448 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4909080c-1441-4d38-9410-41d9be916dc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:41.219775 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4909080c-1441-4d38-9410-41d9be916dc4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:41.220122 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4909080c-1441-4d38-9410-41d9be916dc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:41.220467 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4909080c-1441-4d38-9410-41d9be916dc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:41.220794 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4909080c-1441-4d38-9410-41d9be916dc4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:41.221113 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4909080c-1441-4d38-9410-41d9be916dc4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:41.221431 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4909080c-1441-4d38-9410-41d9be916dc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:41.221742 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4909080c-1441-4d38-9410-41d9be916dc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:41.222063 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4909080c-1441-4d38-9410-41d9be916dc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:41.313069 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-4909080c-1441-4d38-9410-41d9be916dc4 None None] Attempting to bind port b24770d3-be31-4528-8848-3faeb8a87c2e on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:30:41.313439 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-4909080c-1441-4d38-9410-41d9be916dc4 None None] Attempting to bind port b24770d3-be31-4528-8848-3faeb8a87c2e by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '45dfa889-2f41-4d3d-adb2-51af46886375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:30:41.313796 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4909080c-1441-4d38-9410-41d9be916dc4 None None] Attempting to bind port b24770d3-be31-4528-8848-3faeb8a87c2e on network 89ea0a05-3749-4a04-8154-eda29fc38d42 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:30:41.321611 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4909080c-1441-4d38-9410-41d9be916dc4 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:30:41.321993 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4909080c-1441-4d38-9410-41d9be916dc4 None None] Checking segment: {'id': '45dfa889-2f41-4d3d-adb2-51af46886375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:30:41.322387 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4909080c-1441-4d38-9410-41d9be916dc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:41.322778 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4909080c-1441-4d38-9410-41d9be916dc4 None None] Bound using segment: {'id': '45dfa889-2f41-4d3d-adb2-51af46886375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:30:41.323239 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-4909080c-1441-4d38-9410-41d9be916dc4 None None] Bound port: b24770d3-be31-4528-8848-3faeb8a87c2e, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45dfa889-2f41-4d3d-adb2-51af46886375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:30:41.323608 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4909080c-1441-4d38-9410-41d9be916dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:41.343776 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-735704b9-a6a6-42ab-8485-ab2a1ec51275 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:41.373816 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-735704b9-a6a6-42ab-8485-ab2a1ec51275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:41.413471 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-4909080c-1441-4d38-9410-41d9be916dc4 None None] For port b24770d3-be31-4528-8848-3faeb8a87c2e, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:30:41.418261 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-4909080c-1441-4d38-9410-41d9be916dc4 None None] For port b24770d3-be31-4528-8848-3faeb8a87c2e, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=b24770d3-be31-4528-8848-3faeb8a87c2e,segment=NetworkSegment(45dfa889-2f41-4d3d-adb2-51af46886375),segment_id=45dfa889-2f41-4d3d-adb2-51af46886375)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:30:41.421804 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4909080c-1441-4d38-9410-41d9be916dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:41.445448 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735704b9-a6a6-42ab-8485-ab2a1ec51275 admin admin] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:30:41.448618 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-735704b9-a6a6-42ab-8485-ab2a1ec51275 admin admin] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:30:41.453915 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735704b9-a6a6-42ab-8485-ab2a1ec51275 admin admin] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:30:41.481309 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735704b9-a6a6-42ab-8485-ab2a1ec51275 admin admin] Pushing event updated for resources: {'Port': ['ID=1e8b052e-8fb6-4ed4-b15d-c5e24bc39949,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:41.519487 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4909080c-1441-4d38-9410-41d9be916dc4 None None] Pushing event updated for resources: {'Port': ['ID=b24770d3-be31-4528-8848-3faeb8a87c2e,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:41.625884 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-735704b9-a6a6-42ab-8485-ab2a1ec51275 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:41.626633 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-735704b9-a6a6-42ab-8485-ab2a1ec51275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:41.883260 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735704b9-a6a6-42ab-8485-ab2a1ec51275 admin admin] Router ee2d04e0-4879-4934-8304-56a8e1a0cefb is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:30:42.103887 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735704b9-a6a6-42ab-8485-ab2a1ec51275 admin admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:30:42.114614 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53755051-3f23-48c7-afa4-89a0c647b4ba None None] Sync routers for ids ['ee2d04e0-4879-4934-8304-56a8e1a0cefb'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:30:42.129781 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53755051-3f23-48c7-afa4-89a0c647b4ba None None] Routers {'ee2d04e0-4879-4934-8304-56a8e1a0cefb'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:30:42.130574 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-53755051-3f23-48c7-afa4-89a0c647b4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:30:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['ee2d04e0-4879-4934-8304-56a8e1a0cefb'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:42.130963 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-735704b9-a6a6-42ab-8485-ab2a1ec51275 admin admin] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:42.136048 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-735704b9-a6a6-42ab-8485-ab2a1ec51275 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6668627 Mar 11 16:30:42.136320 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 51268) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:42.344560 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-53755051-3f23-48c7-afa4-89a0c647b4ba None None] Set router ee2d04e0-4879-4934-8304-56a8e1a0cefb gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:30:42.522715 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ce887b-142b-419d-a7c9-3802c25ab2aa None None] Network 89ea0a05-3749-4a04-8154-eda29fc38d42 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:30:42.659773 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-7f86cb91-a216-4901-a0d7-9a03223c6b05 None None] Provisioning for port b24770d3-be31-4528-8848-3faeb8a87c2e completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:30:42.677308 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-53755051-3f23-48c7-afa4-89a0c647b4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'name': 'tempest-TestSnapshotPattern-1335394481-router', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '1e8b052e-8fb6-4ed4-b15d-c5e24bc39949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:30:40Z', 'updated_at': '2022-03-11T16:30:41Z', 'revision_number': 3, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'gw_port': {'id': '1e8b052e-8fb6-4ed4-b15d-c5e24bc39949', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:40Z', 'updated_at': '2022-03-11T16:30:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:42.685033 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53755051-3f23-48c7-afa4-89a0c647b4ba None None] Checking router: ee2d04e0-4879-4934-8304-56a8e1a0cefb for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:30:42.685525 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53755051-3f23-48c7-afa4-89a0c647b4ba None None] Updating router ee2d04e0-4879-4934-8304-56a8e1a0cefb port 1e8b052e-8fb6-4ed4-b15d-c5e24bc39949 binding host dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:30:42.765013 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-53755051-3f23-48c7-afa4-89a0c647b4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:43.094114 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-855fde8d-fd5a-448e-8097-0b208a0e6808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:43.176499 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-53755051-3f23-48c7-afa4-89a0c647b4ba None None] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:43.189715 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-53755051-3f23-48c7-afa4-89a0c647b4ba None None] Transition to ACTIVE for port object 1e8b052e-8fb6-4ed4-b15d-c5e24bc39949 will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:30:43.199603 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-53755051-3f23-48c7-afa4-89a0c647b4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:43.281187 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-53755051-3f23-48c7-afa4-89a0c647b4ba None None] Attempting to bind port 1e8b052e-8fb6-4ed4-b15d-c5e24bc39949 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:30:43.281569 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-53755051-3f23-48c7-afa4-89a0c647b4ba None None] Attempting to bind port 1e8b052e-8fb6-4ed4-b15d-c5e24bc39949 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:30:43.281972 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53755051-3f23-48c7-afa4-89a0c647b4ba None None] Attempting to bind port 1e8b052e-8fb6-4ed4-b15d-c5e24bc39949 on network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:30:43.295825 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53755051-3f23-48c7-afa4-89a0c647b4ba None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:30:43.296174 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53755051-3f23-48c7-afa4-89a0c647b4ba None None] Checking segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:30:43.296663 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-53755051-3f23-48c7-afa4-89a0c647b4ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:43.296966 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53755051-3f23-48c7-afa4-89a0c647b4ba None None] Bound using segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:30:43.297441 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-53755051-3f23-48c7-afa4-89a0c647b4ba None None] Bound port: 1e8b052e-8fb6-4ed4-b15d-c5e24bc39949, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:30:43.297811 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-53755051-3f23-48c7-afa4-89a0c647b4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:43.359834 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0922fa-e3ac-4b23-a409-1e01fcff428a None None] Pushing event updated for resources: {'Port': ['ID=1e8b052e-8fb6-4ed4-b15d-c5e24bc39949,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:43.364532 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-855fde8d-fd5a-448e-8097-0b208a0e6808 admin admin] Allocated IP 172.20.0.1 (89ea0a05-3749-4a04-8154-eda29fc38d42/1d4b5c6a-ef96-4853-9e28-234a23717273/c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:30:43.383153 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device b24770d3-be31-4528-8848-3faeb8a87c2e up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:30:43.404260 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0922fa-e3ac-4b23-a409-1e01fcff428a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:43.404605 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0922fa-e3ac-4b23-a409-1e01fcff428a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:43.404936 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0922fa-e3ac-4b23-a409-1e01fcff428a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:43.405280 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0922fa-e3ac-4b23-a409-1e01fcff428a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:43.405594 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0922fa-e3ac-4b23-a409-1e01fcff428a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:43.405912 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0922fa-e3ac-4b23-a409-1e01fcff428a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:43.406237 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0922fa-e3ac-4b23-a409-1e01fcff428a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:43.406563 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0922fa-e3ac-4b23-a409-1e01fcff428a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:43.406870 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0922fa-e3ac-4b23-a409-1e01fcff428a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:43.407169 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0922fa-e3ac-4b23-a409-1e01fcff428a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:43.407482 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0922fa-e3ac-4b23-a409-1e01fcff428a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:43.422288 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-53755051-3f23-48c7-afa4-89a0c647b4ba None None] For port 1e8b052e-8fb6-4ed4-b15d-c5e24bc39949, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:30:43.425855 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-53755051-3f23-48c7-afa4-89a0c647b4ba None None] For port 1e8b052e-8fb6-4ed4-b15d-c5e24bc39949, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=1e8b052e-8fb6-4ed4-b15d-c5e24bc39949,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:30:43.432498 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-53755051-3f23-48c7-afa4-89a0c647b4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:43.468227 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port b24770d3-be31-4528-8848-3faeb8a87c2e completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:30:43.473990 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port b24770d3-be31-4528-8848-3faeb8a87c2e triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:30:43.475116 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:43.520635 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0922fa-e3ac-4b23-a409-1e01fcff428a None None] Pushing event updated for resources: {'Port': ['ID=1e8b052e-8fb6-4ed4-b15d-c5e24bc39949,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:43.523608 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53755051-3f23-48c7-afa4-89a0c647b4ba None None] Routers {'ee2d04e0-4879-4934-8304-56a8e1a0cefb'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:30:43.525578 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-53755051-3f23-48c7-afa4-89a0c647b4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:30:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['ee2d04e0-4879-4934-8304-56a8e1a0cefb'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:43.536059 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-855fde8d-fd5a-448e-8097-0b208a0e6808 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:43.553555 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [None req-855fde8d-fd5a-448e-8097-0b208a0e6808 admin admin] Transition to ACTIVE for port object c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:30:43.577281 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-855fde8d-fd5a-448e-8097-0b208a0e6808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:43.603159 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:43.657793 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855fde8d-fd5a-448e-8097-0b208a0e6808 admin admin] Network 89ea0a05-3749-4a04-8154-eda29fc38d42 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:30:43.661037 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-855fde8d-fd5a-448e-8097-0b208a0e6808 admin admin] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:30:43.665924 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855fde8d-fd5a-448e-8097-0b208a0e6808 admin admin] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:30:43.684081 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port b24770d3-be31-4528-8848-3faeb8a87c2e, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=b24770d3-be31-4528-8848-3faeb8a87c2e,segment=NetworkSegment(45dfa889-2f41-4d3d-adb2-51af46886375),segment_id=45dfa889-2f41-4d3d-adb2-51af46886375)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:43.691706 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:43.701594 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855fde8d-fd5a-448e-8097-0b208a0e6808 admin admin] Pushing event updated for resources: {'Port': ['ID=c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:43.731284 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-855fde8d-fd5a-448e-8097-0b208a0e6808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:43.738958 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-53755051-3f23-48c7-afa4-89a0c647b4ba None None] Set router ee2d04e0-4879-4934-8304-56a8e1a0cefb gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:30:43.782433 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=b24770d3-be31-4528-8848-3faeb8a87c2e,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:43.835399 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-855fde8d-fd5a-448e-8097-0b208a0e6808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:43.935033 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-4f5a3ca0-65c9-4b1f-a9de-195022d3c6ae None None] Provisioning for port c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:30:43.940994 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-4f5a3ca0-65c9-4b1f-a9de-195022d3c6ae None None] Provisioning complete for port c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:30:43.941678 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-4f5a3ca0-65c9-4b1f-a9de-195022d3c6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:44.000737 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-4f5a3ca0-65c9-4b1f-a9de-195022d3c6ae None None] Port c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:30:44.071923 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-53755051-3f23-48c7-afa4-89a0c647b4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'name': 'tempest-TestSnapshotPattern-1335394481-router', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '1e8b052e-8fb6-4ed4-b15d-c5e24bc39949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:30:40Z', 'updated_at': '2022-03-11T16:30:41Z', 'revision_number': 3, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'gw_port': {'id': '1e8b052e-8fb6-4ed4-b15d-c5e24bc39949', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:40Z', 'updated_at': '2022-03-11T16:30:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:44.075767 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53755051-3f23-48c7-afa4-89a0c647b4ba None None] The sync data for ids ['ee2d04e0-4879-4934-8304-56a8e1a0cefb'] in dv-neutron-833373-1-hyperv is: [{'id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'name': 'tempest-TestSnapshotPattern-1335394481-router', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '1e8b052e-8fb6-4ed4-b15d-c5e24bc39949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:30:40Z', 'updated_at': '2022-03-11T16:30:41Z', 'revision_number': 3, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'gw_port': {'id': '1e8b052e-8fb6-4ed4-b15d-c5e24bc39949', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:40Z', 'updated_at': '2022-03-11T16:30:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:30:44.079698 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-855fde8d-fd5a-448e-8097-0b208a0e6808 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:44.084258 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-855fde8d-fd5a-448e-8097-0b208a0e6808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:44.192511 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855fde8d-fd5a-448e-8097-0b208a0e6808 admin admin] Pushing event updated for resources: {'Port': ['ID=c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:44.194981 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-855fde8d-fd5a-448e-8097-0b208a0e6808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:44.353972 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855fde8d-fd5a-448e-8097-0b208a0e6808 admin admin] Network 89ea0a05-3749-4a04-8154-eda29fc38d42 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:30:44.355163 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-855fde8d-fd5a-448e-8097-0b208a0e6808 admin admin] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:30:44.637180 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-358001a6-72a7-4e2a-b6ca-447baea12107 None None] Provisioning complete for port c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:30:44.637714 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-358001a6-72a7-4e2a-b6ca-447baea12107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:44.691374 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-358001a6-72a7-4e2a-b6ca-447baea12107 None None] Port c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:30:44.782146 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-855fde8d-fd5a-448e-8097-0b208a0e6808 admin admin] Router ee2d04e0-4879-4934-8304-56a8e1a0cefb has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:30:45.092630 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855fde8d-fd5a-448e-8097-0b208a0e6808 admin admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:30:45.101506 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-855fde8d-fd5a-448e-8097-0b208a0e6808 admin admin] 10.222.0.31 "PUT /v2.0/routers/ee2d04e0-4879-4934-8304-56a8e1a0cefb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9641180 Mar 11 16:30:45.405771 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 1e8b052e-8fb6-4ed4-b15d-c5e24bc39949 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:30:45.475409 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 1e8b052e-8fb6-4ed4-b15d-c5e24bc39949 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:30:45.480852 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 1e8b052e-8fb6-4ed4-b15d-c5e24bc39949 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:30:45.481519 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:45.600940 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:45.618517 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 1e8b052e-8fb6-4ed4-b15d-c5e24bc39949, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=1e8b052e-8fb6-4ed4-b15d-c5e24bc39949,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:45.623788 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:45.625104 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device b24770d3-be31-4528-8848-3faeb8a87c2e up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:30:45.747524 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=1e8b052e-8fb6-4ed4-b15d-c5e24bc39949,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:45.762573 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port b24770d3-be31-4528-8848-3faeb8a87c2e triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:30:45.762943 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:46.001652 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 51290) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:46.007362 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-27b086f9-fcd3-4840-b225-73b2b180e29a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-848272609-network', 'tenant_id': 'cee64ef46715402baaabda1234e5ba44'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:30:46.013589 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-27b086f9-fcd3-4840-b225-73b2b180e29a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:30:46.017764 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-27b086f9-fcd3-4840-b225-73b2b180e29a admin admin] Usage tracker for resource:network and tenant:cee64ef46715402baaabda1234e5ba44 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:30:46.020721 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-27b086f9-fcd3-4840-b225-73b2b180e29a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:30:46.027189 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-27b086f9-fcd3-4840-b225-73b2b180e29a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:30:46.036623 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b086f9-fcd3-4840-b225-73b2b180e29a admin admin] Made reservation on behalf of cee64ef46715402baaabda1234e5ba44 for: {'network': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:30:46.038906 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-27b086f9-fcd3-4840-b225-73b2b180e29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for network, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:46.051201 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-27b086f9-fcd3-4840-b225-73b2b180e29a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:46.083603 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-27b086f9-fcd3-4840-b225-73b2b180e29a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:30:46.087691 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-27b086f9-fcd3-4840-b225-73b2b180e29a admin admin] Usage tracker for resource:security_group_rule and tenant:cee64ef46715402baaabda1234e5ba44 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:30:46.090526 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-27b086f9-fcd3-4840-b225-73b2b180e29a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:30:46.096524 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-27b086f9-fcd3-4840-b225-73b2b180e29a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:30:46.162933 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-27b086f9-fcd3-4840-b225-73b2b180e29a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:46.166900 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-27b086f9-fcd3-4840-b225-73b2b180e29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:46.200271 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27b086f9-fcd3-4840-b225-73b2b180e29a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=83866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:30:46.208828 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b086f9-fcd3-4840-b225-73b2b180e29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963487ee-dc54-4c4a-884d-7a225d34ed51,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:46.214713 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-27b086f9-fcd3-4840-b225-73b2b180e29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:46.215103 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.segments_db [None req-27b086f9-fcd3-4840-b225-73b2b180e29a admin admin] Added segment eb74475e-34a2-4704-a913-e437c4c1644f of type vlan for network 5a0e0b58-ec09-477a-8c60-b87815162af2 Mar 11 16:30:46.244772 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-27b086f9-fcd3-4840-b225-73b2b180e29a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788847507734'] for network, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:46.274473 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-27b086f9-fcd3-4840-b225-73b2b180e29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505'] for network, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:46.275503 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b086f9-fcd3-4840-b225-73b2b180e29a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:46.276080 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-27b086f9-fcd3-4840-b225-73b2b180e29a admin admin] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:46.380856 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-27b086f9-fcd3-4840-b225-73b2b180e29a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3780725 Mar 11 16:30:46.381992 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b086f9-fcd3-4840-b225-73b2b180e29a admin admin] Pushing event updated for resources: {'Network': ['ID=5a0e0b58-ec09-477a-8c60-b87815162af2,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:46.384801 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 51294) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:46.390652 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-f9ebd3e0-df28-48e3-af7c-902ebb973f69 admin admin] Request body: {'subnet': {'network_id': '5a0e0b58-ec09-477a-8c60-b87815162af2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-848272609-subnet', 'tenant_id': 'cee64ef46715402baaabda1234e5ba44', 'ip_version': 4}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:30:46.394451 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Network 5a0e0b58-ec09-477a-8c60-b87815162af2 details requested by agent ovs-agent-dv-neutron-833373-1-hyperv with host dv-neutron-833373-1-hyperv {{(pid=83868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:30:46.395876 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-f9ebd3e0-df28-48e3-af7c-902ebb973f69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:30:46.399934 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-f9ebd3e0-df28-48e3-af7c-902ebb973f69 admin admin] Usage tracker for resource:subnet and tenant:cee64ef46715402baaabda1234e5ba44 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:30:46.402950 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-f9ebd3e0-df28-48e3-af7c-902ebb973f69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:30:46.409646 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-f9ebd3e0-df28-48e3-af7c-902ebb973f69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:30:46.420545 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ebd3e0-df28-48e3-af7c-902ebb973f69 admin admin] Made reservation on behalf of cee64ef46715402baaabda1234e5ba44 for: {'subnet': 1} {{(pid=83867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:30:46.423119 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f9ebd3e0-df28-48e3-af7c-902ebb973f69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2816129'] for subnet, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:46.560194 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:46.637441 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f9ebd3e0-df28-48e3-af7c-902ebb973f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3266839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2816147'] for subnet, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:46.794266 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ebd3e0-df28-48e3-af7c-902ebb973f69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abd7a0c6-0ce7-461d-a078-f1dabcd9f2c2,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:46.812332 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ebd3e0-df28-48e3-af7c-902ebb973f69 admin admin] Checking segment: {'id': 'eb74475e-34a2-4704-a913-e437c4c1644f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5a0e0b58-ec09-477a-8c60-b87815162af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:30:46.812693 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ebd3e0-df28-48e3-af7c-902ebb973f69 admin admin] Network hostable DHCP agents. Network: 5a0e0b58-ec09-477a-8c60-b87815162af2, hostable agents: ['9aa2ce85-f6b7-4485-b410-313acef64b31'], hosted agents: [] {{(pid=83867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:30:46.836285 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ebd3e0-df28-48e3-af7c-902ebb973f69 admin admin] Network 5a0e0b58-ec09-477a-8c60-b87815162af2 is scheduled to be hosted by DHCP agent 9aa2ce85-f6b7-4485-b410-313acef64b31 with binding_index 1 {{(pid=83867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:30:46.845933 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-f9ebd3e0-df28-48e3-af7c-902ebb973f69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-1-hyperv, 5a0e0b58-ec09-477a-8c60-b87815162af2) {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:30:46.850288 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ebd3e0-df28-48e3-af7c-902ebb973f69 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:46.850866 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-f9ebd3e0-df28-48e3-af7c-902ebb973f69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:46.856340 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3243eef-25d4-4b95-8874-463f5dc680be None None] Network 5a0e0b58-ec09-477a-8c60-b87815162af2 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:30:46.874951 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-f9ebd3e0-df28-48e3-af7c-902ebb973f69 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4887702 Mar 11 16:30:46.877224 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 51298) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:46.882463 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-58a07be7-5ed5-4665-abd5-3a884adf1b89 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-848272609-router', 'tenant_id': 'cee64ef46715402baaabda1234e5ba44', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:30:46.888491 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-58a07be7-5ed5-4665-abd5-3a884adf1b89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:30:46.892403 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-58a07be7-5ed5-4665-abd5-3a884adf1b89 admin admin] Usage tracker for resource:router and tenant:cee64ef46715402baaabda1234e5ba44 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:30:46.896412 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-58a07be7-5ed5-4665-abd5-3a884adf1b89 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:30:46.904905 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-58a07be7-5ed5-4665-abd5-3a884adf1b89 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:30:46.918694 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-58a07be7-5ed5-4665-abd5-3a884adf1b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364'] for router, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:46.920118 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-58a07be7-5ed5-4665-abd5-3a884adf1b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709328', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-390308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8359'] for router, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:46.945589 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-58a07be7-5ed5-4665-abd5-3a884adf1b89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:47.089235 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca80ef6-8a39-43d7-b71b-752c15dfbfd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c90783b-80d0-5996-bd82-054c0c19067c-5a0e0b58-ec09-477a-8c60-b87815162af2', 'network_id': '5a0e0b58-ec09-477a-8c60-b87815162af2', 'tenant_id': 'cee64ef46715402baaabda1234e5ba44', 'fixed_ips': [{'subnet_id': 'abd7a0c6-0ce7-461d-a078-f1dabcd9f2c2'}]}} from dv-neutron-833373-1-hyperv. {{(pid=83868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:30:47.090217 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6ca80ef6-8a39-43d7-b71b-752c15dfbfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:47.099965 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-58a07be7-5ed5-4665-abd5-3a884adf1b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-708525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9293'] for router, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:47.259795 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.db_base_plugin_common [None req-6ca80ef6-8a39-43d7-b71b-752c15dfbfd8 None None] Allocated IP 172.20.0.2 (5a0e0b58-ec09-477a-8c60-b87815162af2/abd7a0c6-0ce7-461d-a078-f1dabcd9f2c2/53ccae99-5c91-47e8-a720-d21d446a7166) {{(pid=83868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:30:47.317970 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-58a07be7-5ed5-4665-abd5-3a884adf1b89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:47.349428 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-58a07be7-5ed5-4665-abd5-3a884adf1b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:47.363637 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 1e8b052e-8fb6-4ed4-b15d-c5e24bc39949 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:30:47.514221 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-58a07be7-5ed5-4665-abd5-3a884adf1b89 admin admin] Allocated IP 172.26.0.237 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/6d15666a-379d-41fa-8bb5-ff2aab599f93) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:30:47.531836 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 1e8b052e-8fb6-4ed4-b15d-c5e24bc39949 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:30:47.532288 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:47.592602 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6ca80ef6-8a39-43d7-b71b-752c15dfbfd8 None None] Notify callbacks [] for port, precommit_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:47.610572 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6ca80ef6-8a39-43d7-b71b-752c15dfbfd8 None None] Transition to ACTIVE for port object 53ccae99-5c91-47e8-a720-d21d446a7166 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:30:47.615208 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d04e5c-ba3f-42ae-8006-bd649ad37973 None None] Sync routers for ids ['ee2d04e0-4879-4934-8304-56a8e1a0cefb'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:30:47.646858 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-6ca80ef6-8a39-43d7-b71b-752c15dfbfd8 None None] Transition to ACTIVE for port object 53ccae99-5c91-47e8-a720-d21d446a7166 will not be triggered until provisioned by entity DHCP. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:30:47.679052 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-58a07be7-5ed5-4665-abd5-3a884adf1b89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:47.690101 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6ca80ef6-8a39-43d7-b71b-752c15dfbfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627'] for port, after_create {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:47.706915 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-58a07be7-5ed5-4665-abd5-3a884adf1b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:47.735299 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d04e5c-ba3f-42ae-8006-bd649ad37973 None None] Routers {'ee2d04e0-4879-4934-8304-56a8e1a0cefb'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:30:47.735938 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-35d04e5c-ba3f-42ae-8006-bd649ad37973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:30:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['ee2d04e0-4879-4934-8304-56a8e1a0cefb'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:47.772118 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a07be7-5ed5-4665-abd5-3a884adf1b89 admin admin] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:30:47.775337 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-58a07be7-5ed5-4665-abd5-3a884adf1b89 admin admin] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:30:47.779034 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a07be7-5ed5-4665-abd5-3a884adf1b89 admin admin] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:30:47.812467 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a07be7-5ed5-4665-abd5-3a884adf1b89 admin admin] Pushing event updated for resources: {'Port': ['ID=6d15666a-379d-41fa-8bb5-ff2aab599f93,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:47.944882 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-58a07be7-5ed5-4665-abd5-3a884adf1b89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:47.946780 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-58a07be7-5ed5-4665-abd5-3a884adf1b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-708516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709181'] for router, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:47.951614 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca80ef6-8a39-43d7-b71b-752c15dfbfd8 None None] Network 5a0e0b58-ec09-477a-8c60-b87815162af2 is already hosted by enough agents. {{(pid=83868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:30:47.958644 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.scheduler.base_scheduler [None req-6ca80ef6-8a39-43d7-b71b-752c15dfbfd8 None None] Resources bound (agent type, host, resource id): {{(pid=83868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:30:47.963754 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca80ef6-8a39-43d7-b71b-752c15dfbfd8 None None] Pushing event updated for resources: {'Port': ['ID=53ccae99-5c91-47e8-a720-d21d446a7166,revision_number=1']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:47.965835 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca80ef6-8a39-43d7-b71b-752c15dfbfd8 None None] Received port after_create {{(pid=83868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:30:48.082732 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-6ca80ef6-8a39-43d7-b71b-752c15dfbfd8 None None] Attempting to bind port 53ccae99-5c91-47e8-a720-d21d446a7166 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:30:48.083101 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-6ca80ef6-8a39-43d7-b71b-752c15dfbfd8 None None] Attempting to bind port 53ccae99-5c91-47e8-a720-d21d446a7166 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'eb74475e-34a2-4704-a913-e437c4c1644f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5a0e0b58-ec09-477a-8c60-b87815162af2'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:30:48.083462 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca80ef6-8a39-43d7-b71b-752c15dfbfd8 None None] Attempting to bind port 53ccae99-5c91-47e8-a720-d21d446a7166 on network 5a0e0b58-ec09-477a-8c60-b87815162af2 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:30:48.091141 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-35d04e5c-ba3f-42ae-8006-bd649ad37973 None None] Set router ee2d04e0-4879-4934-8304-56a8e1a0cefb gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:30:48.138376 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca80ef6-8a39-43d7-b71b-752c15dfbfd8 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:30:48.138759 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca80ef6-8a39-43d7-b71b-752c15dfbfd8 None None] Checking segment: {'id': 'eb74475e-34a2-4704-a913-e437c4c1644f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5a0e0b58-ec09-477a-8c60-b87815162af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:30:48.139157 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6ca80ef6-8a39-43d7-b71b-752c15dfbfd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:48.139546 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca80ef6-8a39-43d7-b71b-752c15dfbfd8 None None] Bound using segment: {'id': 'eb74475e-34a2-4704-a913-e437c4c1644f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5a0e0b58-ec09-477a-8c60-b87815162af2'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:30:48.140014 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-6ca80ef6-8a39-43d7-b71b-752c15dfbfd8 None None] Bound port: 53ccae99-5c91-47e8-a720-d21d446a7166, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb74475e-34a2-4704-a913-e437c4c1644f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5a0e0b58-ec09-477a-8c60-b87815162af2'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:30:48.140406 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6ca80ef6-8a39-43d7-b71b-752c15dfbfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:48.178251 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a07be7-5ed5-4665-abd5-3a884adf1b89 admin admin] Router dbaf556f-e549-46c4-b637-c36d24852f89 is scheduled to L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf with binding_index 1 {{(pid=83867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:30:48.390964 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a07be7-5ed5-4665-abd5-3a884adf1b89 admin admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:30:48.404411 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-6ca80ef6-8a39-43d7-b71b-752c15dfbfd8 None None] For port 53ccae99-5c91-47e8-a720-d21d446a7166, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:30:48.409814 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-6ca80ef6-8a39-43d7-b71b-752c15dfbfd8 None None] For port 53ccae99-5c91-47e8-a720-d21d446a7166, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=53ccae99-5c91-47e8-a720-d21d446a7166,segment=NetworkSegment(eb74475e-34a2-4704-a913-e437c4c1644f),segment_id=eb74475e-34a2-4704-a913-e437c4c1644f)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:30:48.411936 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b934a1a9-3583-4ec7-b5c9-06bd9cf4f007 None None] Sync routers for ids ['dbaf556f-e549-46c4-b637-c36d24852f89'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:30:48.415802 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-6ca80ef6-8a39-43d7-b71b-752c15dfbfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:48.422643 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-58a07be7-5ed5-4665-abd5-3a884adf1b89 admin admin] Notify callbacks [] for router, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:48.424246 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-58a07be7-5ed5-4665-abd5-3a884adf1b89 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5458086 Mar 11 16:30:48.426815 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 51302) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:48.427266 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b934a1a9-3583-4ec7-b5c9-06bd9cf4f007 None None] Routers {'dbaf556f-e549-46c4-b637-c36d24852f89'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:30:48.427972 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-b934a1a9-3583-4ec7-b5c9-06bd9cf4f007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:30:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['dbaf556f-e549-46c4-b637-c36d24852f89'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:48.566682 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca80ef6-8a39-43d7-b71b-752c15dfbfd8 None None] Pushing event updated for resources: {'Port': ['ID=53ccae99-5c91-47e8-a720-d21d446a7166,revision_number=2']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:48.617006 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-35d04e5c-ba3f-42ae-8006-bd649ad37973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'name': 'tempest-TestSnapshotPattern-1335394481-router', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '1e8b052e-8fb6-4ed4-b15d-c5e24bc39949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:30:40Z', 'updated_at': '2022-03-11T16:30:43Z', 'revision_number': 4, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'gw_port': {'id': '1e8b052e-8fb6-4ed4-b15d-c5e24bc39949', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:40Z', 'updated_at': '2022-03-11T16:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71', 'name': '', 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'mac_address': 'fa:16:3e:63:89:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d4b5c6a-ef96-4853-9e28-234a23717273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:43Z', 'updated_at': '2022-03-11T16:30:43Z', 'revision_number': 2, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'subnets': [{'id': '1d4b5c6a-ef96-4853-9e28-234a23717273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:48.623147 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d04e5c-ba3f-42ae-8006-bd649ad37973 None None] Checking router: ee2d04e0-4879-4934-8304-56a8e1a0cefb for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:30:48.623502 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d04e5c-ba3f-42ae-8006-bd649ad37973 None None] Updating router ee2d04e0-4879-4934-8304-56a8e1a0cefb port c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71 binding host dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:30:48.637482 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-b934a1a9-3583-4ec7-b5c9-06bd9cf4f007 None None] Set router dbaf556f-e549-46c4-b637-c36d24852f89 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:30:48.685960 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-35d04e5c-ba3f-42ae-8006-bd649ad37973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:48.985478 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-b934a1a9-3583-4ec7-b5c9-06bd9cf4f007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbaf556f-e549-46c4-b637-c36d24852f89', 'name': 'tempest-TestSnapshotPattern-848272609-router', 'tenant_id': 'cee64ef46715402baaabda1234e5ba44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.237'}], 'enable_snat': True}, 'gw_port_id': '6d15666a-379d-41fa-8bb5-ff2aab599f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:30:46Z', 'updated_at': '2022-03-11T16:30:47Z', 'revision_number': 3, 'project_id': 'cee64ef46715402baaabda1234e5ba44', 'gw_port': {'id': '6d15666a-379d-41fa-8bb5-ff2aab599f93', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f0:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbaf556f-e549-46c4-b637-c36d24852f89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:47Z', 'updated_at': '2022-03-11T16:30:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:48.990478 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b934a1a9-3583-4ec7-b5c9-06bd9cf4f007 None None] Checking router: dbaf556f-e549-46c4-b637-c36d24852f89 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:30:48.990809 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b934a1a9-3583-4ec7-b5c9-06bd9cf4f007 None None] Updating router dbaf556f-e549-46c4-b637-c36d24852f89 port 6d15666a-379d-41fa-8bb5-ff2aab599f93 binding host dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:30:49.044168 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b934a1a9-3583-4ec7-b5c9-06bd9cf4f007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:49.114667 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-35d04e5c-ba3f-42ae-8006-bd649ad37973 None None] Notify callbacks [] for port, precommit_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:49.127410 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-35d04e5c-ba3f-42ae-8006-bd649ad37973 None None] Transition to ACTIVE for port object c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71 will not be triggered until provisioned by entity L2. {{(pid=83868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:30:49.136542 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-35d04e5c-ba3f-42ae-8006-bd649ad37973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:49.385319 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-35d04e5c-ba3f-42ae-8006-bd649ad37973 None None] Attempting to bind port c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:30:49.385891 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-35d04e5c-ba3f-42ae-8006-bd649ad37973 None None] Attempting to bind port c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '45dfa889-2f41-4d3d-adb2-51af46886375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42'}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:30:49.386383 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d04e5c-ba3f-42ae-8006-bd649ad37973 None None] Attempting to bind port c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71 on network 89ea0a05-3749-4a04-8154-eda29fc38d42 {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:30:49.391512 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82919c1-166d-4b33-bccb-234a05369d2d None None] Pushing event updated for resources: {'Port': ['ID=c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:49.407737 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d04e5c-ba3f-42ae-8006-bd649ad37973 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:30:49.408292 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d04e5c-ba3f-42ae-8006-bd649ad37973 None None] Checking segment: {'id': '45dfa889-2f41-4d3d-adb2-51af46886375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:30:49.408695 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-35d04e5c-ba3f-42ae-8006-bd649ad37973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:49.409087 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d04e5c-ba3f-42ae-8006-bd649ad37973 None None] Bound using segment: {'id': '45dfa889-2f41-4d3d-adb2-51af46886375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42'} {{(pid=83868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:30:49.409558 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.managers [None req-35d04e5c-ba3f-42ae-8006-bd649ad37973 None None] Bound port: c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45dfa889-2f41-4d3d-adb2-51af46886375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42'}}] {{(pid=83868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:30:49.409925 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-35d04e5c-ba3f-42ae-8006-bd649ad37973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:49.470323 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 53ccae99-5c91-47e8-a720-d21d446a7166 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:30:49.478902 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b934a1a9-3583-4ec7-b5c9-06bd9cf4f007 None None] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:49.497091 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-b934a1a9-3583-4ec7-b5c9-06bd9cf4f007 None None] Transition to ACTIVE for port object 6d15666a-379d-41fa-8bb5-ff2aab599f93 will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:30:49.506781 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b934a1a9-3583-4ec7-b5c9-06bd9cf4f007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:49.571248 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4d7ec7dd-a5de-4f39-80a4-6834e68c0ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:49.597224 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-b934a1a9-3583-4ec7-b5c9-06bd9cf4f007 None None] Attempting to bind port 6d15666a-379d-41fa-8bb5-ff2aab599f93 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:30:49.597775 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-b934a1a9-3583-4ec7-b5c9-06bd9cf4f007 None None] Attempting to bind port 6d15666a-379d-41fa-8bb5-ff2aab599f93 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:30:49.598240 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b934a1a9-3583-4ec7-b5c9-06bd9cf4f007 None None] Attempting to bind port 6d15666a-379d-41fa-8bb5-ff2aab599f93 on network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:30:49.613493 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b934a1a9-3583-4ec7-b5c9-06bd9cf4f007 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:30:49.613979 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b934a1a9-3583-4ec7-b5c9-06bd9cf4f007 None None] Checking segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:30:49.614494 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b934a1a9-3583-4ec7-b5c9-06bd9cf4f007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:49.615096 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b934a1a9-3583-4ec7-b5c9-06bd9cf4f007 None None] Bound using segment: {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:30:49.615384 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-35d04e5c-ba3f-42ae-8006-bd649ad37973 None None] For port c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:30:49.615754 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-b934a1a9-3583-4ec7-b5c9-06bd9cf4f007 None None] Bound port: 6d15666a-379d-41fa-8bb5-ff2aab599f93, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c40b21-57c2-495a-9738-f5ee4304deda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:30:49.616388 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b934a1a9-3583-4ec7-b5c9-06bd9cf4f007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:49.619530 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-35d04e5c-ba3f-42ae-8006-bd649ad37973 None None] For port c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71,segment=NetworkSegment(45dfa889-2f41-4d3d-adb2-51af46886375),segment_id=45dfa889-2f41-4d3d-adb2-51af46886375)] {{(pid=83868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:30:49.625970 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-35d04e5c-ba3f-42ae-8006-bd649ad37973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:49.663076 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 53ccae99-5c91-47e8-a720-d21d446a7166 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:30:49.704571 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-b934a1a9-3583-4ec7-b5c9-06bd9cf4f007 None None] For port 6d15666a-379d-41fa-8bb5-ff2aab599f93, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:30:49.708473 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-b934a1a9-3583-4ec7-b5c9-06bd9cf4f007 None None] For port 6d15666a-379d-41fa-8bb5-ff2aab599f93, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=6d15666a-379d-41fa-8bb5-ff2aab599f93,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:30:49.721315 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d04e5c-ba3f-42ae-8006-bd649ad37973 None None] Routers {'ee2d04e0-4879-4934-8304-56a8e1a0cefb'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:30:49.721939 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-35d04e5c-ba3f-42ae-8006-bd649ad37973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:30:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['ee2d04e0-4879-4934-8304-56a8e1a0cefb'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:49.732954 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68119c75-7d20-48a7-bf3f-74d8859d0daa None None] Pushing event updated for resources: {'Port': ['ID=6d15666a-379d-41fa-8bb5-ff2aab599f93,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:49.736653 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b934a1a9-3583-4ec7-b5c9-06bd9cf4f007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:49.835723 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68119c75-7d20-48a7-bf3f-74d8859d0daa None None] Pushing event updated for resources: {'Port': ['ID=6d15666a-379d-41fa-8bb5-ff2aab599f93,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:49.854550 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b934a1a9-3583-4ec7-b5c9-06bd9cf4f007 None None] Routers {'dbaf556f-e549-46c4-b637-c36d24852f89'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:30:49.855526 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-b934a1a9-3583-4ec7-b5c9-06bd9cf4f007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:30:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['dbaf556f-e549-46c4-b637-c36d24852f89'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:49.880875 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.db_base_plugin_common [None req-4d7ec7dd-a5de-4f39-80a4-6834e68c0ca3 admin admin] Allocated IP 172.20.0.1 (5a0e0b58-ec09-477a-8c60-b87815162af2/abd7a0c6-0ce7-461d-a078-f1dabcd9f2c2/9711d3c7-339d-42d3-806f-01e0bd797eb3) {{(pid=83867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:30:49.952559 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82919c1-166d-4b33-bccb-234a05369d2d None None] Pushing event updated for resources: {'Port': ['ID=c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:50.047720 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-35d04e5c-ba3f-42ae-8006-bd649ad37973 None None] Set router ee2d04e0-4879-4934-8304-56a8e1a0cefb gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:30:50.103363 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4d7ec7dd-a5de-4f39-80a4-6834e68c0ca3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:50.118666 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaea577-02a1-4f63-ad2a-3a17821fcd0a None None] Network 5a0e0b58-ec09-477a-8c60-b87815162af2 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:30:50.126328 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.provisioning_blocks [None req-4d7ec7dd-a5de-4f39-80a4-6834e68c0ca3 admin admin] Transition to ACTIVE for port object 9711d3c7-339d-42d3-806f-01e0bd797eb3 will not be triggered until provisioned by entity DHCP. {{(pid=83867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:30:50.141731 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-b934a1a9-3583-4ec7-b5c9-06bd9cf4f007 None None] Set router dbaf556f-e549-46c4-b637-c36d24852f89 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:30:50.150838 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4d7ec7dd-a5de-4f39-80a4-6834e68c0ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3267043'] for port, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:50.220869 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ec7dd-a5de-4f39-80a4-6834e68c0ca3 admin admin] Pushing event updated for resources: {'Port': ['ID=9711d3c7-339d-42d3-806f-01e0bd797eb3,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:50.241083 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7ec7dd-a5de-4f39-80a4-6834e68c0ca3 admin admin] Network 5a0e0b58-ec09-477a-8c60-b87815162af2 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:30:50.242311 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-4d7ec7dd-a5de-4f39-80a4-6834e68c0ca3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:30:50.245609 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7ec7dd-a5de-4f39-80a4-6834e68c0ca3 admin admin] Received port after_create {{(pid=83867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:30:50.300179 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4d7ec7dd-a5de-4f39-80a4-6834e68c0ca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710599'] for router_interface, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:50.393553 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4d7ec7dd-a5de-4f39-80a4-6834e68c0ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:50.456273 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-b934a1a9-3583-4ec7-b5c9-06bd9cf4f007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbaf556f-e549-46c4-b637-c36d24852f89', 'name': 'tempest-TestSnapshotPattern-848272609-router', 'tenant_id': 'cee64ef46715402baaabda1234e5ba44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.237'}], 'enable_snat': True}, 'gw_port_id': '6d15666a-379d-41fa-8bb5-ff2aab599f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:30:46Z', 'updated_at': '2022-03-11T16:30:47Z', 'revision_number': 3, 'project_id': 'cee64ef46715402baaabda1234e5ba44', 'gw_port': {'id': '6d15666a-379d-41fa-8bb5-ff2aab599f93', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f0:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbaf556f-e549-46c4-b637-c36d24852f89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:47Z', 'updated_at': '2022-03-11T16:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:50.460716 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b934a1a9-3583-4ec7-b5c9-06bd9cf4f007 None None] The sync data for ids ['dbaf556f-e549-46c4-b637-c36d24852f89'] in dv-neutron-833373-1-hyperv is: [{'id': 'dbaf556f-e549-46c4-b637-c36d24852f89', 'name': 'tempest-TestSnapshotPattern-848272609-router', 'tenant_id': 'cee64ef46715402baaabda1234e5ba44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.237'}], 'enable_snat': True}, 'gw_port_id': '6d15666a-379d-41fa-8bb5-ff2aab599f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:30:46Z', 'updated_at': '2022-03-11T16:30:47Z', 'revision_number': 3, 'project_id': 'cee64ef46715402baaabda1234e5ba44', 'gw_port': {'id': '6d15666a-379d-41fa-8bb5-ff2aab599f93', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f0:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbaf556f-e549-46c4-b637-c36d24852f89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:47Z', 'updated_at': '2022-03-11T16:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:30:50.462799 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-c0db3c3b-a116-4cbf-b19b-91a0dbe46c95 None None] Provisioning for port 53ccae99-5c91-47e8-a720-d21d446a7166 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:30:50.517170 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-c0db3c3b-a116-4cbf-b19b-91a0dbe46c95 None None] Provisioning complete for port 53ccae99-5c91-47e8-a720-d21d446a7166 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:30:50.517535 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c0db3c3b-a116-4cbf-b19b-91a0dbe46c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:50.640220 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4d7ec7dd-a5de-4f39-80a4-6834e68c0ca3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:50.645307 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4d7ec7dd-a5de-4f39-80a4-6834e68c0ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3266970'] for port, after_update {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:50.752905 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c0db3c3b-a116-4cbf-b19b-91a0dbe46c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:50.753771 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ec7dd-a5de-4f39-80a4-6834e68c0ca3 admin admin] Pushing event updated for resources: {'Port': ['ID=9711d3c7-339d-42d3-806f-01e0bd797eb3,revision_number=2']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:50.756258 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-4d7ec7dd-a5de-4f39-80a4-6834e68c0ca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1707337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710506'] for router_interface, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:50.775253 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-35d04e5c-ba3f-42ae-8006-bd649ad37973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'name': 'tempest-TestSnapshotPattern-1335394481-router', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '1e8b052e-8fb6-4ed4-b15d-c5e24bc39949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:30:40Z', 'updated_at': '2022-03-11T16:30:43Z', 'revision_number': 4, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'gw_port': {'id': '1e8b052e-8fb6-4ed4-b15d-c5e24bc39949', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:40Z', 'updated_at': '2022-03-11T16:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71', 'name': '', 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'mac_address': 'fa:16:3e:63:89:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d4b5c6a-ef96-4853-9e28-234a23717273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:43Z', 'updated_at': '2022-03-11T16:30:49Z', 'revision_number': 4, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'subnets': [{'id': '1d4b5c6a-ef96-4853-9e28-234a23717273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:50.788844 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d04e5c-ba3f-42ae-8006-bd649ad37973 None None] The sync data for ids ['ee2d04e0-4879-4934-8304-56a8e1a0cefb'] in dv-neutron-833373-1-hyperv is: [{'id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'name': 'tempest-TestSnapshotPattern-1335394481-router', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '1e8b052e-8fb6-4ed4-b15d-c5e24bc39949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:30:40Z', 'updated_at': '2022-03-11T16:30:43Z', 'revision_number': 4, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'gw_port': {'id': '1e8b052e-8fb6-4ed4-b15d-c5e24bc39949', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:40Z', 'updated_at': '2022-03-11T16:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71', 'name': '', 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'mac_address': 'fa:16:3e:63:89:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d4b5c6a-ef96-4853-9e28-234a23717273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:43Z', 'updated_at': '2022-03-11T16:30:49Z', 'revision_number': 4, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'subnets': [{'id': '1d4b5c6a-ef96-4853-9e28-234a23717273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:30:50.800782 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-c0db3c3b-a116-4cbf-b19b-91a0dbe46c95 None None] For port 53ccae99-5c91-47e8-a720-d21d446a7166, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=53ccae99-5c91-47e8-a720-d21d446a7166,segment=NetworkSegment(eb74475e-34a2-4704-a913-e437c4c1644f),segment_id=eb74475e-34a2-4704-a913-e437c4c1644f)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:50.806603 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c0db3c3b-a116-4cbf-b19b-91a0dbe46c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:50.916463 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db3c3b-a116-4cbf-b19b-91a0dbe46c95 None None] Pushing event updated for resources: {'Port': ['ID=53ccae99-5c91-47e8-a720-d21d446a7166,revision_number=3']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:51.065405 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7ec7dd-a5de-4f39-80a4-6834e68c0ca3 admin admin] Network 5a0e0b58-ec09-477a-8c60-b87815162af2 is already hosted by enough agents. {{(pid=83867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:30:51.066873 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.base_scheduler [None req-4d7ec7dd-a5de-4f39-80a4-6834e68c0ca3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:30:51.136884 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-3eeb5351-e3cf-424f-affb-ce39f255243e None None] Provisioning complete for port 53ccae99-5c91-47e8-a720-d21d446a7166 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:30:51.137343 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3eeb5351-e3cf-424f-affb-ce39f255243e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:51.422947 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-3eeb5351-e3cf-424f-affb-ce39f255243e None None] Provisioning for port 9711d3c7-339d-42d3-806f-01e0bd797eb3 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:30:51.432641 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-3eeb5351-e3cf-424f-affb-ce39f255243e None None] Provisioning complete for port 9711d3c7-339d-42d3-806f-01e0bd797eb3 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:30:51.433136 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3eeb5351-e3cf-424f-affb-ce39f255243e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:51.548295 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-3eeb5351-e3cf-424f-affb-ce39f255243e None None] Port 9711d3c7-339d-42d3-806f-01e0bd797eb3 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:30:51.559542 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 53ccae99-5c91-47e8-a720-d21d446a7166 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:30:51.652581 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 53ccae99-5c91-47e8-a720-d21d446a7166 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:30:51.653461 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:51.699474 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7ec7dd-a5de-4f39-80a4-6834e68c0ca3 admin admin] Router dbaf556f-e549-46c4-b637-c36d24852f89 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:30:51.735986 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-b899457f-cbdf-4f31-9a42-5af23c518bb3 None None] Provisioning complete for port 9711d3c7-339d-42d3-806f-01e0bd797eb3 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:30:51.736514 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b899457f-cbdf-4f31-9a42-5af23c518bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:51.851952 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-b899457f-cbdf-4f31-9a42-5af23c518bb3 None None] Port 9711d3c7-339d-42d3-806f-01e0bd797eb3 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:30:51.862779 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 6d15666a-379d-41fa-8bb5-ff2aab599f93 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:30:51.941449 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7ec7dd-a5de-4f39-80a4-6834e68c0ca3 admin admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:30:51.944029 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 6d15666a-379d-41fa-8bb5-ff2aab599f93 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:30:51.956175 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-4d7ec7dd-a5de-4f39-80a4-6834e68c0ca3 admin admin] 10.222.0.31 "PUT /v2.0/routers/dbaf556f-e549-46c4-b637-c36d24852f89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5241342 Mar 11 16:30:51.956466 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 6d15666a-379d-41fa-8bb5-ff2aab599f93 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:30:51.956802 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:52.027287 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-9504cef4-89fd-497d-b1ba-398fcd100eb3 None None] Provisioning complete for port 9711d3c7-339d-42d3-806f-01e0bd797eb3 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:30:52.027664 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9504cef4-89fd-497d-b1ba-398fcd100eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:52.195714 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-9504cef4-89fd-497d-b1ba-398fcd100eb3 None None] Port 9711d3c7-339d-42d3-806f-01e0bd797eb3 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:30:52.201449 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:52.237406 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 6d15666a-379d-41fa-8bb5-ff2aab599f93, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=6d15666a-379d-41fa-8bb5-ff2aab599f93,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:52.243248 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:52.244803 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:30:52.386157 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=6d15666a-379d-41fa-8bb5-ff2aab599f93,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:52.402109 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:30:52.407366 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:30:52.407790 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:52.527504 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:52.561706 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71,segment=NetworkSegment(45dfa889-2f41-4d3d-adb2-51af46886375),segment_id=45dfa889-2f41-4d3d-adb2-51af46886375)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:52.565999 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:52.634949 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:52.724545 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 51312) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:52.731399 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-9174a437-4393-4e35-b0cf-1ba4b4a081c7 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1468698903', 'description': 'tempest-secgroup-smoke-1468698903 description', 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:30:52.742400 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-9174a437-4393-4e35-b0cf-1ba4b4a081c7 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:30:52.749087 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-9174a437-4393-4e35-b0cf-1ba4b4a081c7 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Usage tracker for resource:security_group and tenant:58c2729cd9d04a6ca6dc408c65fe99a8 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:30:52.752046 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-9174a437-4393-4e35-b0cf-1ba4b4a081c7 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:30:52.757659 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-9174a437-4393-4e35-b0cf-1ba4b4a081c7 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:30:52.769395 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9174a437-4393-4e35-b0cf-1ba4b4a081c7 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks [] for security_group, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:52.807596 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-9174a437-4393-4e35-b0cf-1ba4b4a081c7 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:30:52.813184 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-9174a437-4393-4e35-b0cf-1ba4b4a081c7 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Usage tracker for resource:security_group_rule and tenant:58c2729cd9d04a6ca6dc408c65fe99a8 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:30:52.816808 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-9174a437-4393-4e35-b0cf-1ba4b4a081c7 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:30:52.823127 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-9174a437-4393-4e35-b0cf-1ba4b4a081c7 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:30:52.877491 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9174a437-4393-4e35-b0cf-1ba4b4a081c7 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks [] for security_group, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:52.881211 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9174a437-4393-4e35-b0cf-1ba4b4a081c7 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:52.923082 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9174a437-4393-4e35-b0cf-1ba4b4a081c7 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55d69fdf-9330-4a90-a8f9-24ce666ce414,revision_number=1']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:52.927634 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-9174a437-4393-4e35-b0cf-1ba4b4a081c7 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks [] for security_group, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:52.932288 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-9174a437-4393-4e35-b0cf-1ba4b4a081c7 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2032454 Mar 11 16:30:52.932860 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 51316) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:52.937980 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-45c3b81a-7f13-4ce1-9df8-09c312b22b17 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Request body: {'security_group_rule': {'security_group_id': '55d69fdf-9330-4a90-a8f9-24ce666ce414', 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:30:52.944309 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-45c3b81a-7f13-4ce1-9df8-09c312b22b17 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:30:52.948611 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-45c3b81a-7f13-4ce1-9df8-09c312b22b17 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Usage tracker for resource:security_group_rule and tenant:58c2729cd9d04a6ca6dc408c65fe99a8 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:30:52.951404 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-45c3b81a-7f13-4ce1-9df8-09c312b22b17 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:30:52.956985 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-45c3b81a-7f13-4ce1-9df8-09c312b22b17 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:30:52.975471 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-45c3b81a-7f13-4ce1-9df8-09c312b22b17 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:53.038087 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-45c3b81a-7f13-4ce1-9df8-09c312b22b17 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:53.042751 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-45c3b81a-7f13-4ce1-9df8-09c312b22b17 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:53.069366 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3b81a-7f13-4ce1-9df8-09c312b22b17 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=566996a9-48ea-4946-88c6-ef7fed72e0ab,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:53.079816 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-45c3b81a-7f13-4ce1-9df8-09c312b22b17 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:53.081059 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-45c3b81a-7f13-4ce1-9df8-09c312b22b17 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1476123 Mar 11 16:30:53.084409 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 51320) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:53.090586 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-faf2428d-fbb9-4086-a7cb-f4283e712dfd tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Request body: {'security_group_rule': {'security_group_id': '55d69fdf-9330-4a90-a8f9-24ce666ce414', 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:30:53.096646 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-faf2428d-fbb9-4086-a7cb-f4283e712dfd tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:30:53.100391 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-faf2428d-fbb9-4086-a7cb-f4283e712dfd tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Usage tracker for resource:security_group_rule and tenant:58c2729cd9d04a6ca6dc408c65fe99a8 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:30:53.103887 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-faf2428d-fbb9-4086-a7cb-f4283e712dfd tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:30:53.109591 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-faf2428d-fbb9-4086-a7cb-f4283e712dfd tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:30:53.127410 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-faf2428d-fbb9-4086-a7cb-f4283e712dfd tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:53.193712 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-faf2428d-fbb9-4086-a7cb-f4283e712dfd tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:53.198985 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-faf2428d-fbb9-4086-a7cb-f4283e712dfd tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:53.224090 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2428d-fbb9-4086-a7cb-f4283e712dfd tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e63a962c-d093-49a1-8d52-3f746ed8bf48,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:53.235395 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-faf2428d-fbb9-4086-a7cb-f4283e712dfd tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:53.236943 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-faf2428d-fbb9-4086-a7cb-f4283e712dfd tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1515157 Mar 11 16:30:53.241071 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 51324) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:53.247288 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-99bbd939-0f38-4f0d-b00c-e309d61b5526 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Request body: {'security_group_rule': {'security_group_id': '55d69fdf-9330-4a90-a8f9-24ce666ce414', 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:30:53.253512 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-99bbd939-0f38-4f0d-b00c-e309d61b5526 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:30:53.257269 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-99bbd939-0f38-4f0d-b00c-e309d61b5526 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Usage tracker for resource:security_group_rule and tenant:58c2729cd9d04a6ca6dc408c65fe99a8 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:30:53.260882 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-99bbd939-0f38-4f0d-b00c-e309d61b5526 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:30:53.270412 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-99bbd939-0f38-4f0d-b00c-e309d61b5526 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:30:53.288456 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-99bbd939-0f38-4f0d-b00c-e309d61b5526 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:53.347805 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 6d15666a-379d-41fa-8bb5-ff2aab599f93 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:30:53.357975 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-99bbd939-0f38-4f0d-b00c-e309d61b5526 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:53.363644 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-99bbd939-0f38-4f0d-b00c-e309d61b5526 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:53.388952 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bbd939-0f38-4f0d-b00c-e309d61b5526 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22cfd8b-382a-40fe-aa93-96cec47a684a,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:53.398847 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-99bbd939-0f38-4f0d-b00c-e309d61b5526 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:53.403486 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-99bbd939-0f38-4f0d-b00c-e309d61b5526 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1588819 Mar 11 16:30:53.403715 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 51328) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:53.410748 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-2cf78656-e67c-453f-bc95-da365aa99fb1 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Request body: {'security_group_rule': {'security_group_id': '55d69fdf-9330-4a90-a8f9-24ce666ce414', 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:30:53.418129 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-2cf78656-e67c-453f-bc95-da365aa99fb1 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:30:53.422425 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-2cf78656-e67c-453f-bc95-da365aa99fb1 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Usage tracker for resource:security_group_rule and tenant:58c2729cd9d04a6ca6dc408c65fe99a8 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:30:53.426043 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-2cf78656-e67c-453f-bc95-da365aa99fb1 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:30:53.426998 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 6d15666a-379d-41fa-8bb5-ff2aab599f93 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:30:53.427413 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:53.431977 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-2cf78656-e67c-453f-bc95-da365aa99fb1 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:30:53.450852 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2cf78656-e67c-453f-bc95-da365aa99fb1 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:53.520574 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2cf78656-e67c-453f-bc95-da365aa99fb1 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:53.525169 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2cf78656-e67c-453f-bc95-da365aa99fb1 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:53.549983 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf78656-e67c-453f-bc95-da365aa99fb1 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d395cc6-ecb5-4240-b55f-491c215e2c43,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:53.551841 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:30:53.561647 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-2cf78656-e67c-453f-bc95-da365aa99fb1 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:53.562955 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-2cf78656-e67c-453f-bc95-da365aa99fb1 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1582148 Mar 11 16:30:53.566192 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 51332) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:53.572763 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-dee82dcd-1365-4388-9a7c-4f3effa4536f tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Request body: {'security_group_rule': {'security_group_id': '55d69fdf-9330-4a90-a8f9-24ce666ce414', 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:30:53.578789 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-dee82dcd-1365-4388-9a7c-4f3effa4536f tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:30:53.582554 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-dee82dcd-1365-4388-9a7c-4f3effa4536f tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Usage tracker for resource:security_group_rule and tenant:58c2729cd9d04a6ca6dc408c65fe99a8 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:30:53.585905 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-dee82dcd-1365-4388-9a7c-4f3effa4536f tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:30:53.600193 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-dee82dcd-1365-4388-9a7c-4f3effa4536f tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:30:53.610882 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.securitygroups_db [None req-dee82dcd-1365-4388-9a7c-4f3effa4536f tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Project 58c2729cd9d04a6ca6dc408c65fe99a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:30:53.618486 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dee82dcd-1365-4388-9a7c-4f3effa4536f tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:53.628045 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:30:53.628516 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:53.687091 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dee82dcd-1365-4388-9a7c-4f3effa4536f tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:53.690282 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dee82dcd-1365-4388-9a7c-4f3effa4536f tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:53.714811 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee82dcd-1365-4388-9a7c-4f3effa4536f tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8217e57-691b-4488-9dc2-6b40b744a8e0,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:53.724633 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-dee82dcd-1365-4388-9a7c-4f3effa4536f tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:53.725974 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-dee82dcd-1365-4388-9a7c-4f3effa4536f tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1592901 Mar 11 16:30:53.728971 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [-] (83867) accepted ('10.222.0.31', 51336) {{(pid=83867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:53.734581 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.v2.base [None req-b3a3d0b2-208c-4b93-b555-59e306981c2b tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Request body: {'security_group_rule': {'security_group_id': '55d69fdf-9330-4a90-a8f9-24ce666ce414', 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:30:53.740407 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-b3a3d0b2-208c-4b93-b555-59e306981c2b tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:30:53.746021 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-b3a3d0b2-208c-4b93-b555-59e306981c2b tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Usage tracker for resource:security_group_rule and tenant:58c2729cd9d04a6ca6dc408c65fe99a8 is out of sync, need to count used quota {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:30:53.748936 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [None req-b3a3d0b2-208c-4b93-b555-59e306981c2b tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83867) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:30:53.757363 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.db.quota.driver [None req-b3a3d0b2-208c-4b93-b555-59e306981c2b tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83867) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:30:53.770104 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.db.securitygroups_db [None req-b3a3d0b2-208c-4b93-b555-59e306981c2b tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Project 58c2729cd9d04a6ca6dc408c65fe99a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:30:53.777560 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b3a3d0b2-208c-4b93-b555-59e306981c2b tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:53.857359 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b3a3d0b2-208c-4b93-b555-59e306981c2b tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:53.862160 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b3a3d0b2-208c-4b93-b555-59e306981c2b tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333486'] for security_group_rule, after_create {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:53.887890 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a3d0b2-208c-4b93-b555-59e306981c2b tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff86d2ae-7b4a-43e5-ae7c-258c9f9ce6d7,revision_number=0']} {{(pid=83867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:53.897419 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron_lib.callbacks.manager [None req-b3a3d0b2-208c-4b93-b555-59e306981c2b tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:53.900133 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [None req-b3a3d0b2-208c-4b93-b555-59e306981c2b tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1687536 Mar 11 16:30:54.387514 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-b7aa7aba-2b84-4d44-97a9-8bcb03f5bff5 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Synchronizing usage tracker for tenant:58c2729cd9d04a6ca6dc408c65fe99a8 on resource:security_group {{(pid=83867) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:30:54.404772 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.quota.resource [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-b7aa7aba-2b84-4d44-97a9-8bcb03f5bff5 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Unset dirty status for tenant:58c2729cd9d04a6ca6dc408c65fe99a8 on resource:security_group {{(pid=83867) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:30:54.406096 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-b7aa7aba-2b84-4d44-97a9-8bcb03f5bff5 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1468698903&fields=id&tenant_id=58c2729cd9d04a6ca6dc408c65fe99a8 HTTP/1.1" status: 200 len: 267 time: 0.0614357 Mar 11 16:30:54.555845 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-ce12557a-f3d2-4501-8cc3-eb3a1b46c99c tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:54.557145 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-ce12557a-f3d2-4501-8cc3-eb3a1b46c99c tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/networks?id=89ea0a05-3749-4a04-8154-eda29fc38d42 HTTP/1.1" status: 200 len: 810 time: 0.1445074 Mar 11 16:30:54.573790 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-b4081ac8-c2e9-4a82-a16a-3d43a712dbef tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/quotas/58c2729cd9d04a6ca6dc408c65fe99a8 HTTP/1.1" status: 200 len: 375 time: 0.0111773 Mar 11 16:30:54.655563 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-50d5f9e3-e6c0-41e8-89fe-25d0524e507f tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=58c2729cd9d04a6ca6dc408c65fe99a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766268 Mar 11 16:30:54.797144 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-090044ef-f24d-4378-a4cf-0f94cee1455f service neutron] 10.222.0.31 "GET /v2.0/networks/89ea0a05-3749-4a04-8154-eda29fc38d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292720 Mar 11 16:30:55.036011 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-75010115-e6fb-4071-8e5e-e6c30cd94f67 service neutron] 10.222.0.31 "GET /v2.0/networks/89ea0a05-3749-4a04-8154-eda29fc38d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326798 Mar 11 16:30:55.396263 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-c2319244-ac3c-4316-abb1-aba64d78105a req-69385dcf-e0fa-4aad-ba1b-efedd8425cae tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Synchronizing usage tracker for tenant:58c2729cd9d04a6ca6dc408c65fe99a8 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:30:55.413752 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-c2319244-ac3c-4316-abb1-aba64d78105a req-69385dcf-e0fa-4aad-ba1b-efedd8425cae tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Unset dirty status for tenant:58c2729cd9d04a6ca6dc408c65fe99a8 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:30:55.415851 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c2319244-ac3c-4316-abb1-aba64d78105a req-69385dcf-e0fa-4aad-ba1b-efedd8425cae tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/ports?device_id=dea3b185-f7b0-4b23-b314-28f841b1adc0 HTTP/1.1" status: 200 len: 210 time: 0.2083991 Mar 11 16:30:56.611657 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-2b5fd102-9c49-4d11-94c9-f296c5dbedeb req-7e28323c-6335-4150-b967-b99b4905ff2d tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/ports?device_id=dea3b185-f7b0-4b23-b314-28f841b1adc0 HTTP/1.1" status: 200 len: 210 time: 0.0459774 Mar 11 16:30:56.740007 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-4673cffc-f246-4657-ab01-8fbf5a93a60e tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:56.740007 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-4673cffc-f246-4657-ab01-8fbf5a93a60e tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Synchronizing usage tracker for tenant:58c2729cd9d04a6ca6dc408c65fe99a8 on resource:network {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:30:56.757588 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-4673cffc-f246-4657-ab01-8fbf5a93a60e tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Unset dirty status for tenant:58c2729cd9d04a6ca6dc408c65fe99a8 on resource:network {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:30:56.760018 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-4673cffc-f246-4657-ab01-8fbf5a93a60e tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.73 "GET /v2.0/networks?id=89ea0a05-3749-4a04-8154-eda29fc38d42 HTTP/1.1" status: 200 len: 810 time: 0.1831913 Mar 11 16:30:56.815851 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-c600bc39-de73-4601-9a9d-7d07c561f145 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Synchronizing usage tracker for tenant:58c2729cd9d04a6ca6dc408c65fe99a8 on resource:security_group {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:30:56.830191 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-c600bc39-de73-4601-9a9d-7d07c561f145 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Unset dirty status for tenant:58c2729cd9d04a6ca6dc408c65fe99a8 on resource:security_group {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:30:56.831305 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-c600bc39-de73-4601-9a9d-7d07c561f145 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58c2729cd9d04a6ca6dc408c65fe99a8 HTTP/1.1" status: 200 len: 380 time: 0.0596471 Mar 11 16:30:56.846579 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-e450eaab-e65d-4832-a5b2-4445472a0582 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Request body: {'port': {'device_id': 'dea3b185-f7b0-4b23-b314-28f841b1adc0', 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42', 'admin_state_up': True, 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'security_groups': ['55d69fdf-9330-4a90-a8f9-24ce666ce414']}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:30:56.996945 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-e450eaab-e65d-4832-a5b2-4445472a0582 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:30:57.009253 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-e450eaab-e65d-4832-a5b2-4445472a0582 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:30:57.020220 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-e450eaab-e65d-4832-a5b2-4445472a0582 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Made reservation on behalf of 58c2729cd9d04a6ca6dc408c65fe99a8 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:30:57.023560 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-e450eaab-e65d-4832-a5b2-4445472a0582 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:57.227617 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-e450eaab-e65d-4832-a5b2-4445472a0582 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Allocated IP 172.20.0.11 (89ea0a05-3749-4a04-8154-eda29fc38d42/1d4b5c6a-ef96-4853-9e28-234a23717273/10db0b86-8fb0-482a-a163-ca3dd464d63f) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:30:57.432131 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-e450eaab-e65d-4832-a5b2-4445472a0582 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:57.451448 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-e450eaab-e65d-4832-a5b2-4445472a0582 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Transition to ACTIVE for port object 10db0b86-8fb0-482a-a163-ca3dd464d63f will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:30:57.482044 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-e450eaab-e65d-4832-a5b2-4445472a0582 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:57.566499 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-e450eaab-e65d-4832-a5b2-4445472a0582 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Network 89ea0a05-3749-4a04-8154-eda29fc38d42 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:30:57.569424 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-e450eaab-e65d-4832-a5b2-4445472a0582 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:30:57.574129 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-e450eaab-e65d-4832-a5b2-4445472a0582 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:30:57.611163 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e450eaab-e65d-4832-a5b2-4445472a0582 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Pushing event updated for resources: {'Port': ['ID=10db0b86-8fb0-482a-a163-ca3dd464d63f,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:57.643023 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-e450eaab-e65d-4832-a5b2-4445472a0582 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:57.643701 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-e450eaab-e65d-4832-a5b2-4445472a0582 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:57.674704 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-e450eaab-e65d-4832-a5b2-4445472a0582 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8363283 Mar 11 16:30:57.790017 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-c96b5b5e-7826-495c-922e-af8496e7891a service neutron] Request body: {'port': {'device_id': 'dea3b185-f7b0-4b23-b314-28f841b1adc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:30:57.855996 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2c3f3b03-aee7-4a3d-9530-a23a6b54b25b None None] Provisioning for port 10db0b86-8fb0-482a-a163-ca3dd464d63f completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:30:57.860762 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-2c3f3b03-aee7-4a3d-9530-a23a6b54b25b None None] Provisioning complete for port 10db0b86-8fb0-482a-a163-ca3dd464d63f triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:30:57.861130 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2c3f3b03-aee7-4a3d-9530-a23a6b54b25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:57.920120 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-2c3f3b03-aee7-4a3d-9530-a23a6b54b25b None None] Port 10db0b86-8fb0-482a-a163-ca3dd464d63f cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:30:57.939660 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-c96b5b5e-7826-495c-922e-af8496e7891a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:57.965595 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8796bd4-4d22-48f9-bb26-157940f9351a req-b70db5f3-2426-4ab4-bdaf-23b83a6863c2 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:57.966306 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-d8796bd4-4d22-48f9-bb26-157940f9351a req-b70db5f3-2426-4ab4-bdaf-23b83a6863c2 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Synchronizing usage tracker for tenant:58c2729cd9d04a6ca6dc408c65fe99a8 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:30:58.025957 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-d8796bd4-4d22-48f9-bb26-157940f9351a req-b70db5f3-2426-4ab4-bdaf-23b83a6863c2 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Unset dirty status for tenant:58c2729cd9d04a6ca6dc408c65fe99a8 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:30:58.027043 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d8796bd4-4d22-48f9-bb26-157940f9351a req-b70db5f3-2426-4ab4-bdaf-23b83a6863c2 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/ports?device_id=dea3b185-f7b0-4b23-b314-28f841b1adc0 HTTP/1.1" status: 200 len: 932 time: 0.2735190 Mar 11 16:30:58.159013 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d8796bd4-4d22-48f9-bb26-157940f9351a req-f30535c0-8180-4287-b306-6873b9ad3dbb tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/security-groups?id=55d69fdf-9330-4a90-a8f9-24ce666ce414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255207 Mar 11 16:30:58.481997 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-c96b5b5e-7826-495c-922e-af8496e7891a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10db0b86-8fb0-482a-a163-ca3dd464d63f {{(pid=83866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:30:58.489086 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-c96b5b5e-7826-495c-922e-af8496e7891a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:58.504252 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-c96b5b5e-7826-495c-922e-af8496e7891a service neutron] Transition to ACTIVE for port object 10db0b86-8fb0-482a-a163-ca3dd464d63f will not be triggered until provisioned by entity L2. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:30:58.508088 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-c96b5b5e-7826-495c-922e-af8496e7891a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:58.645357 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b5b5e-7826-495c-922e-af8496e7891a service neutron] Pushing event updated for resources: {'Port': ['ID=10db0b86-8fb0-482a-a163-ca3dd464d63f,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:58.760546 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-c96b5b5e-7826-495c-922e-af8496e7891a service neutron] Attempting to bind port 10db0b86-8fb0-482a-a163-ca3dd464d63f on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:30:58.761130 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-c96b5b5e-7826-495c-922e-af8496e7891a service neutron] Attempting to bind port 10db0b86-8fb0-482a-a163-ca3dd464d63f by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '45dfa889-2f41-4d3d-adb2-51af46886375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:30:58.761726 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-c96b5b5e-7826-495c-922e-af8496e7891a service neutron] Attempting to bind port 10db0b86-8fb0-482a-a163-ca3dd464d63f on network 89ea0a05-3749-4a04-8154-eda29fc38d42 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:30:58.769492 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-c96b5b5e-7826-495c-922e-af8496e7891a service neutron] Port 10db0b86-8fb0-482a-a163-ca3dd464d63f on network 89ea0a05-3749-4a04-8154-eda29fc38d42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:30:58.769808 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-c96b5b5e-7826-495c-922e-af8496e7891a service neutron] Attempting to bind port 10db0b86-8fb0-482a-a163-ca3dd464d63f on network 89ea0a05-3749-4a04-8154-eda29fc38d42 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:30:58.777331 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-c96b5b5e-7826-495c-922e-af8496e7891a service neutron] Checking agent: {'id': '233b753e-9484-4350-9871-64b7c66fc067', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'started_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:30:58.777711 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-c96b5b5e-7826-495c-922e-af8496e7891a service neutron] Checking segment: {'id': '45dfa889-2f41-4d3d-adb2-51af46886375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:30:58.778091 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-c96b5b5e-7826-495c-922e-af8496e7891a service neutron] Bound using segment: {'id': '45dfa889-2f41-4d3d-adb2-51af46886375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42'} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:30:58.778527 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-c96b5b5e-7826-495c-922e-af8496e7891a service neutron] Bound port: 10db0b86-8fb0-482a-a163-ca3dd464d63f, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45dfa889-2f41-4d3d-adb2-51af46886375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42'}}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:30:58.778863 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-c96b5b5e-7826-495c-922e-af8496e7891a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:58.893707 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-c96b5b5e-7826-495c-922e-af8496e7891a service neutron] For port 10db0b86-8fb0-482a-a163-ca3dd464d63f, host hv-neutron-8333, cleared binding levels {{(pid=83866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:30:58.896893 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-c96b5b5e-7826-495c-922e-af8496e7891a service neutron] For port 10db0b86-8fb0-482a-a163-ca3dd464d63f, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=10db0b86-8fb0-482a-a163-ca3dd464d63f,segment=NetworkSegment(45dfa889-2f41-4d3d-adb2-51af46886375),segment_id=45dfa889-2f41-4d3d-adb2-51af46886375)] {{(pid=83866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:30:58.902550 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-c96b5b5e-7826-495c-922e-af8496e7891a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:58.969641 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-c96b5b5e-7826-495c-922e-af8496e7891a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:58.970902 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-c96b5b5e-7826-495c-922e-af8496e7891a service neutron] 10.222.0.73 "PUT /v2.0/ports/10db0b86-8fb0-482a-a163-ca3dd464d63f HTTP/1.1" status: 200 len: 1094 time: 1.2876205 Mar 11 16:30:58.971345 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea3b185-f7b0-4b23-b314-28f841b1adc0', 'tag': '10db0b86-8fb0-482a-a163-ca3dd464d63f'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:30:58.999484 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b5b5e-7826-495c-922e-af8496e7891a service neutron] Pushing event updated for resources: {'Port': ['ID=10db0b86-8fb0-482a-a163-ca3dd464d63f,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:59.107685 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-9ce859e3-660f-40f0-bbe7-02034bbaac52 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=58c2729cd9d04a6ca6dc408c65fe99a8&device_id=dea3b185-f7b0-4b23-b314-28f841b1adc0 HTTP/1.1" status: 200 len: 1097 time: 0.0807564 Mar 11 16:30:59.169996 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dea3b185-f7b0-4b23-b314-28f841b1adc0', 'tag': '10db0b86-8fb0-482a-a163-ca3dd464d63f', 'status': 'completed', 'code': 200} Mar 11 16:30:59.189879 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-40e3eaef-de9b-4edf-8bea-f7411d64fb47 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10db0b86-8fb0-482a-a163-ca3dd464d63f HTTP/1.1" status: 200 len: 217 time: 0.0748901 Mar 11 16:30:59.258767 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-2e0422f1-2369-46aa-8e09-8b40dbb8ad47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:59.260403 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-2e0422f1-2369-46aa-8e09-8b40dbb8ad47 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1d4b5c6a-ef96-4853-9e28-234a23717273 HTTP/1.1" status: 200 len: 849 time: 0.0643640 Mar 11 16:30:59.406527 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-faf03b48-6a76-4841-8d93-17ec3cff0757 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=89ea0a05-3749-4a04-8154-eda29fc38d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1397440 Mar 11 16:30:59.446020 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eddf3a1-eda7-4534-9fa9-39845274fd91 req-72bf8247-d659-4826-863e-0367fb4e65a4 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:59.447728 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9eddf3a1-eda7-4534-9fa9-39845274fd91 req-72bf8247-d659-4826-863e-0367fb4e65a4 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/ports?device_id=dea3b185-f7b0-4b23-b314-28f841b1adc0 HTTP/1.1" status: 200 len: 944 time: 0.1370542 Mar 11 16:30:59.507377 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-70e36278-ff4e-46f7-b645-496030ce88ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:59.567977 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9eddf3a1-eda7-4534-9fa9-39845274fd91 req-a9cd3e9c-1b1b-4b13-9905-1616b271b688 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/security-groups?id=55d69fdf-9330-4a90-a8f9-24ce666ce414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720623 Mar 11 16:30:59.591674 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-1aa65f5d-9664-4f46-9d76-45565af5dc96 service neutron] 10.222.0.73 "GET /v2.0/networks/89ea0a05-3749-4a04-8154-eda29fc38d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786997 Mar 11 16:30:59.724673 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-c758f346-1ac0-4e04-ba54-be2b4c3038d8 req-1cf58d20-f370-4fc9-9372-aa24e59c5a24 service neutron] 10.222.0.73 "GET /v2.0/networks/89ea0a05-3749-4a04-8154-eda29fc38d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269000 Mar 11 16:30:59.843342 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f6815588-d42b-4ce1-9655-ed70e1695136 req-394ac3c1-99fc-4591-ac37-543d0e51f2a9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=58c2729cd9d04a6ca6dc408c65fe99a8&device_id=dea3b185-f7b0-4b23-b314-28f841b1adc0 HTTP/1.1" status: 200 len: 1097 time: 0.0716677 Mar 11 16:30:59.981507 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6815588-d42b-4ce1-9655-ed70e1695136 req-d934b94f-0900-43e9-8ff7-a8ee05f92d11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:59.982946 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f6815588-d42b-4ce1-9655-ed70e1695136 req-d934b94f-0900-43e9-8ff7-a8ee05f92d11 service neutron] 10.222.0.73 "GET /v2.0/networks?id=89ea0a05-3749-4a04-8154-eda29fc38d42 HTTP/1.1" status: 200 len: 911 time: 0.1340687 Mar 11 16:31:00.061422 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f6815588-d42b-4ce1-9655-ed70e1695136 req-5eaf056e-0004-497b-a56a-2b2fbd1297f1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10db0b86-8fb0-482a-a163-ca3dd464d63f HTTP/1.1" status: 200 len: 217 time: 0.0716882 Mar 11 16:31:00.123480 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6815588-d42b-4ce1-9655-ed70e1695136 req-7852ad13-2fdd-4081-9a4c-80c6a5d021cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:00.124940 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f6815588-d42b-4ce1-9655-ed70e1695136 req-7852ad13-2fdd-4081-9a4c-80c6a5d021cc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1d4b5c6a-ef96-4853-9e28-234a23717273 HTTP/1.1" status: 200 len: 849 time: 0.0579946 Mar 11 16:31:00.304240 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f6815588-d42b-4ce1-9655-ed70e1695136 req-96d57ce3-e2d6-4bf8-95a0-b0c1c88fa66b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=89ea0a05-3749-4a04-8154-eda29fc38d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1731355 Mar 11 16:31:00.438981 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f6815588-d42b-4ce1-9655-ed70e1695136 req-71b2d05d-fc1b-4e6b-8998-1452c07841bb service neutron] 10.222.0.73 "GET /v2.0/networks/89ea0a05-3749-4a04-8154-eda29fc38d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277905 Mar 11 16:31:00.575586 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f6815588-d42b-4ce1-9655-ed70e1695136 req-bc03141b-9447-45c8-be7c-80e96a39160d service neutron] 10.222.0.73 "GET /v2.0/networks/89ea0a05-3749-4a04-8154-eda29fc38d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309834 Mar 11 16:31:00.766340 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba1a72-360b-4441-9649-3e137e3bebc8 req-2410fbb8-e99b-4737-bf9f-259bd780ac94 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:00.767715 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-4eba1a72-360b-4441-9649-3e137e3bebc8 req-2410fbb8-e99b-4737-bf9f-259bd780ac94 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/ports?device_id=dea3b185-f7b0-4b23-b314-28f841b1adc0 HTTP/1.1" status: 200 len: 944 time: 0.0761940 Mar 11 16:31:00.813627 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-4eba1a72-360b-4441-9649-3e137e3bebc8 req-a8c8190c-b3ee-4a95-ade5-30cb01c1d3d8 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/security-groups?id=55d69fdf-9330-4a90-a8f9-24ce666ce414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400083 Mar 11 16:31:01.763089 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f7c7ecb1-27c9-44b5-8841-685f34176e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:02.027616 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2fa868-9f55-4d7e-9058-990f5bbeaa14 req-50465e36-2a32-46e1-a088-0e7de9392da0 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:02.029050 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ca2fa868-9f55-4d7e-9058-990f5bbeaa14 req-50465e36-2a32-46e1-a088-0e7de9392da0 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/ports?device_id=dea3b185-f7b0-4b23-b314-28f841b1adc0 HTTP/1.1" status: 200 len: 944 time: 0.0894866 Mar 11 16:31:02.085762 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ca2fa868-9f55-4d7e-9058-990f5bbeaa14 req-830779f0-511c-49f3-83bc-41841a7354ef tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/security-groups?id=55d69fdf-9330-4a90-a8f9-24ce666ce414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511017 Mar 11 16:31:02.924248 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:03.238166 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:03.295069 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf206e-a0e8-44f2-8287-fa31325d388e req-0e726213-95bb-4c0a-921f-c17f8cff40ea tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:03.296539 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-45bf206e-a0e8-44f2-8287-fa31325d388e req-0e726213-95bb-4c0a-921f-c17f8cff40ea tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/ports?device_id=dea3b185-f7b0-4b23-b314-28f841b1adc0 HTTP/1.1" status: 200 len: 944 time: 0.0862398 Mar 11 16:31:03.342177 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-45bf206e-a0e8-44f2-8287-fa31325d388e req-f6062e94-a6cc-4779-9f58-2483ea98d4f5 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/security-groups?id=55d69fdf-9330-4a90-a8f9-24ce666ce414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399752 Mar 11 16:31:03.389060 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 10db0b86-8fb0-482a-a163-ca3dd464d63f details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:31:03.525324 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 10db0b86-8fb0-482a-a163-ca3dd464d63f, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=10db0b86-8fb0-482a-a163-ca3dd464d63f,segment=NetworkSegment(45dfa889-2f41-4d3d-adb2-51af46886375),segment_id=45dfa889-2f41-4d3d-adb2-51af46886375)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:31:03.539007 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': '10db0b86-8fb0-482a-a163-ca3dd464d63f', 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42', 'port_id': '10db0b86-8fb0-482a-a163-ca3dd464d63f', 'mac_address': 'fa:16:3e:af:09:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d4b5c6a-ef96-4853-9e28-234a23717273', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:31:03.596960 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:03.614877 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10db0b86-8fb0-482a-a163-ca3dd464d63f {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:31:03.630214 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 10db0b86-8fb0-482a-a163-ca3dd464d63f, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=10db0b86-8fb0-482a-a163-ca3dd464d63f,segment=NetworkSegment(45dfa889-2f41-4d3d-adb2-51af46886375),segment_id=45dfa889-2f41-4d3d-adb2-51af46886375)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:31:03.635085 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:03.701094 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=10db0b86-8fb0-482a-a163-ca3dd464d63f,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:04.026940 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['10db0b86-8fb0-482a-a163-ca3dd464d63f'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:31:04.455809 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:04.554637 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1799f1-c438-4827-9af4-dfbc919d8b85 req-5b5eafa1-dc05-4084-a8f6-644d70f29909 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:04.556255 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ca1799f1-c438-4827-9af4-dfbc919d8b85 req-5b5eafa1-dc05-4084-a8f6-644d70f29909 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/ports?device_id=dea3b185-f7b0-4b23-b314-28f841b1adc0 HTTP/1.1" status: 200 len: 945 time: 0.0804548 Mar 11 16:31:04.603524 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-ca1799f1-c438-4827-9af4-dfbc919d8b85 req-65652f27-e2d2-4aa6-baa9-549d2d171297 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/security-groups?id=55d69fdf-9330-4a90-a8f9-24ce666ce414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410841 Mar 11 16:31:05.389207 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 10db0b86-8fb0-482a-a163-ca3dd464d63f up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:31:05.467169 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning for port 10db0b86-8fb0-482a-a163-ca3dd464d63f completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:31:05.471961 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port 10db0b86-8fb0-482a-a163-ca3dd464d63f triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:31:05.472361 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:05.603709 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:05.633000 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea3b185-f7b0-4b23-b314-28f841b1adc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10db0b86-8fb0-482a-a163-ca3dd464d63f'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:31:05.643929 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 10db0b86-8fb0-482a-a163-ca3dd464d63f, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=10db0b86-8fb0-482a-a163-ca3dd464d63f,segment=NetworkSegment(45dfa889-2f41-4d3d-adb2-51af46886375),segment_id=45dfa889-2f41-4d3d-adb2-51af46886375)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:31:05.649379 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:05.693711 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea3b185-f7b0-4b23-b314-28f841b1adc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10db0b86-8fb0-482a-a163-ca3dd464d63f', 'code': 200} Mar 11 16:31:05.721760 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=10db0b86-8fb0-482a-a163-ca3dd464d63f,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:05.818097 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41d754-f940-45fd-bfa9-37fa27a98358 req-fa06a38d-d9d4-4567-8470-f014ed111242 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:05.819854 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-6b41d754-f940-45fd-bfa9-37fa27a98358 req-fa06a38d-d9d4-4567-8470-f014ed111242 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/ports?device_id=dea3b185-f7b0-4b23-b314-28f841b1adc0 HTTP/1.1" status: 200 len: 946 time: 0.0821726 Mar 11 16:31:05.866744 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-6b41d754-f940-45fd-bfa9-37fa27a98358 req-f0d69438-36f3-444d-80c7-211432b4c51c tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/security-groups?id=55d69fdf-9330-4a90-a8f9-24ce666ce414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396962 Mar 11 16:31:05.927374 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7d4a9421-f7d4-4795-a969-61de226cada9 req-760fd712-80d0-49e4-a6bf-b6342a3e517a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=dea3b185-f7b0-4b23-b314-28f841b1adc0 HTTP/1.1" status: 200 len: 1099 time: 0.0724521 Mar 11 16:31:05.970461 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-7d4a9421-f7d4-4795-a969-61de226cada9 req-f38d444a-d64c-4dfe-9339-7804c0d90dc9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=55d69fdf-9330-4a90-a8f9-24ce666ce414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359435 Mar 11 16:31:07.087833 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaaf9df-0501-40a4-81f7-fe8da80b69fa req-9ca1a91e-104c-4938-889f-d34da7c04790 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:07.089358 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-faaaf9df-0501-40a4-81f7-fe8da80b69fa req-9ca1a91e-104c-4938-889f-d34da7c04790 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/ports?device_id=dea3b185-f7b0-4b23-b314-28f841b1adc0 HTTP/1.1" status: 200 len: 946 time: 0.0871170 Mar 11 16:31:07.140407 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-faaaf9df-0501-40a4-81f7-fe8da80b69fa req-a7981d65-f3c0-4536-84fa-14c66e89ce9d tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/security-groups?id=55d69fdf-9330-4a90-a8f9-24ce666ce414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441391 Mar 11 16:31:08.356044 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759b550-21a7-420f-83cf-398101a987f6 req-ad757527-0568-4c83-b162-6af0a4175422 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:08.357551 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-7759b550-21a7-420f-83cf-398101a987f6 req-ad757527-0568-4c83-b162-6af0a4175422 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/ports?device_id=dea3b185-f7b0-4b23-b314-28f841b1adc0 HTTP/1.1" status: 200 len: 946 time: 0.0819190 Mar 11 16:31:08.407844 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-7759b550-21a7-420f-83cf-398101a987f6 req-d2a2ae34-28b4-492a-99c9-5c8123dc1919 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/security-groups?id=55d69fdf-9330-4a90-a8f9-24ce666ce414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446939 Mar 11 16:31:08.620162 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55834aa-389a-4ad6-ac7d-d2e6ac8c7580 req-4a52f245-2b48-4a5e-9bf2-6fe05e7099d7 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:08.621920 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f55834aa-389a-4ad6-ac7d-d2e6ac8c7580 req-4a52f245-2b48-4a5e-9bf2-6fe05e7099d7 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/ports?device_id=dea3b185-f7b0-4b23-b314-28f841b1adc0 HTTP/1.1" status: 200 len: 946 time: 0.0914171 Mar 11 16:31:08.673880 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f55834aa-389a-4ad6-ac7d-d2e6ac8c7580 req-6d431a41-72f6-41aa-aec3-2a9cdd1c49b7 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/security-groups?id=55d69fdf-9330-4a90-a8f9-24ce666ce414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432296 Mar 11 16:31:08.704772 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 51408) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:31:08.841437 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-83aeb7ec-13c1-490d-989e-119d53b94724 tempest-TestSnapshotPattern-225525927 tempest-TestSnapshotPattern-225525927-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=dea3b185-f7b0-4b23-b314-28f841b1adc0 HTTP/1.1" status: 200 len: 1094 time: 0.1354039 Mar 11 16:31:08.844062 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 51414) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:31:08.849225 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-f2fa21ac-26e4-4b4f-8e89-784e36a6d669 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Request body: {'floatingip': {'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'port_id': '10db0b86-8fb0-482a-a163-ca3dd464d63f', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:31:08.855209 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f2fa21ac-26e4-4b4f-8e89-784e36a6d669 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:31:08.858979 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f2fa21ac-26e4-4b4f-8e89-784e36a6d669 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Usage tracker for resource:floatingip and tenant:58c2729cd9d04a6ca6dc408c65fe99a8 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:31:08.861827 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-f2fa21ac-26e4-4b4f-8e89-784e36a6d669 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:31:08.867957 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-f2fa21ac-26e4-4b4f-8e89-784e36a6d669 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:31:08.880512 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f2fa21ac-26e4-4b4f-8e89-784e36a6d669 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks [] for floatingip, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:09.021535 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f2fa21ac-26e4-4b4f-8e89-784e36a6d669 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:09.052812 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:31:09.160243 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-f2fa21ac-26e4-4b4f-8e89-784e36a6d669 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Allocated IP 172.26.0.115 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/1e169b92-a9ec-4146-a2f1-d3aa9c3eeae0) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:31:09.310084 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f2fa21ac-26e4-4b4f-8e89-784e36a6d669 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:09.338859 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f2fa21ac-26e4-4b4f-8e89-784e36a6d669 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:09.412628 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fa21ac-26e4-4b4f-8e89-784e36a6d669 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:31:09.416336 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-f2fa21ac-26e4-4b4f-8e89-784e36a6d669 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:31:09.420672 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fa21ac-26e4-4b4f-8e89-784e36a6d669 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:31:09.444332 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa21ac-26e4-4b4f-8e89-784e36a6d669 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Pushing event updated for resources: {'Port': ['ID=1e169b92-a9ec-4146-a2f1-d3aa9c3eeae0,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:10.040843 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f2fa21ac-26e4-4b4f-8e89-784e36a6d669 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:10.096933 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f2fa21ac-26e4-4b4f-8e89-784e36a6d669 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:10.304094 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f2fa21ac-26e4-4b4f-8e89-784e36a6d669 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:10.310089 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f2fa21ac-26e4-4b4f-8e89-784e36a6d669 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:10.419509 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa21ac-26e4-4b4f-8e89-784e36a6d669 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Pushing event updated for resources: {'Port': ['ID=1e169b92-a9ec-4146-a2f1-d3aa9c3eeae0,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:10.433105 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f2fa21ac-26e4-4b4f-8e89-784e36a6d669 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:10.625795 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.l3_db [None req-f2fa21ac-26e4-4b4f-8e89-784e36a6d669 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Floating IP b7673752-babd-4773-94cf-1ae6f28ccfb2 associated. External IP: 172.26.0.115, port: 10db0b86-8fb0-482a-a163-ca3dd464d63f. Mar 11 16:31:11.029995 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2fa21ac-26e4-4b4f-8e89-784e36a6d669 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Router ee2d04e0-4879-4934-8304-56a8e1a0cefb has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:31:11.244557 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fa21ac-26e4-4b4f-8e89-784e36a6d669 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:31:11.255344 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f04ce8d-9f77-4a2e-b112-73af5d93e9cd None None] Sync routers for ids ['ee2d04e0-4879-4934-8304-56a8e1a0cefb'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:31:11.267881 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f04ce8d-9f77-4a2e-b112-73af5d93e9cd None None] Routers {'ee2d04e0-4879-4934-8304-56a8e1a0cefb'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:31:11.268456 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-9f04ce8d-9f77-4a2e-b112-73af5d93e9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:31:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['ee2d04e0-4879-4934-8304-56a8e1a0cefb'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:31:11.269555 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-f2fa21ac-26e4-4b4f-8e89-784e36a6d669 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:11.440776 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-f2fa21ac-26e4-4b4f-8e89-784e36a6d669 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5956604 Mar 11 16:31:11.441453 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea3b185-f7b0-4b23-b314-28f841b1adc0', 'tag': '10db0b86-8fb0-482a-a163-ca3dd464d63f'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:31:11.495927 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dea3b185-f7b0-4b23-b314-28f841b1adc0', 'tag': '10db0b86-8fb0-482a-a163-ca3dd464d63f', 'status': 'completed', 'code': 200} Mar 11 16:31:11.503743 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-9f04ce8d-9f77-4a2e-b112-73af5d93e9cd None None] Set router ee2d04e0-4879-4934-8304-56a8e1a0cefb gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:31:11.585585 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a57fa54b-1e1f-4276-b517-aece89ee5d9c req-750d120b-90a3-4c73-9b6a-13fd24f69991 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=58c2729cd9d04a6ca6dc408c65fe99a8&device_id=dea3b185-f7b0-4b23-b314-28f841b1adc0 HTTP/1.1" status: 200 len: 1099 time: 0.0692883 Mar 11 16:31:11.720764 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57fa54b-1e1f-4276-b517-aece89ee5d9c req-0df6d787-eeb0-4b7c-b7fc-36efd1164bb0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:11.722187 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a57fa54b-1e1f-4276-b517-aece89ee5d9c req-0df6d787-eeb0-4b7c-b7fc-36efd1164bb0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=89ea0a05-3749-4a04-8154-eda29fc38d42 HTTP/1.1" status: 200 len: 911 time: 0.1298039 Mar 11 16:31:11.830268 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a57fa54b-1e1f-4276-b517-aece89ee5d9c req-6f501cfa-6dd3-4b33-ad9f-7625fe40a10b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10db0b86-8fb0-482a-a163-ca3dd464d63f HTTP/1.1" status: 200 len: 1000 time: 0.0998743 Mar 11 16:31:11.862044 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-9f04ce8d-9f77-4a2e-b112-73af5d93e9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'name': 'tempest-TestSnapshotPattern-1335394481-router', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '1e8b052e-8fb6-4ed4-b15d-c5e24bc39949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:30:40Z', 'updated_at': '2022-03-11T16:30:43Z', 'revision_number': 4, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'gw_port': {'id': '1e8b052e-8fb6-4ed4-b15d-c5e24bc39949', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:40Z', 'updated_at': '2022-03-11T16:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'b7673752-babd-4773-94cf-1ae6f28ccfb2', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'floating_ip_address': '172.26.0.115', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'port_id': '10db0b86-8fb0-482a-a163-ca3dd464d63f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42', 'mac_address': 'fa:16:3e:af:09:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea3b185-f7b0-4b23-b314-28f841b1adc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:31:09Z', 'updated_at': '2022-03-11T16:31:09Z', 'revision_number': 0, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71', 'name': '', 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'mac_address': 'fa:16:3e:63:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d4b5c6a-ef96-4853-9e28-234a23717273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:43Z', 'updated_at': '2022-03-11T16:30:52Z', 'revision_number': 5, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'subnets': [{'id': '1d4b5c6a-ef96-4853-9e28-234a23717273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:31:11.866819 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f04ce8d-9f77-4a2e-b112-73af5d93e9cd None None] Checking router: ee2d04e0-4879-4934-8304-56a8e1a0cefb for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:31:11.877714 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f04ce8d-9f77-4a2e-b112-73af5d93e9cd None None] Routers {'ee2d04e0-4879-4934-8304-56a8e1a0cefb'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:31:11.878311 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-9f04ce8d-9f77-4a2e-b112-73af5d93e9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:31:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['ee2d04e0-4879-4934-8304-56a8e1a0cefb'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:31:11.906931 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57fa54b-1e1f-4276-b517-aece89ee5d9c req-b82fd202-fbc3-4c1b-adaf-1c1546d6ce0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:11.908414 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a57fa54b-1e1f-4276-b517-aece89ee5d9c req-b82fd202-fbc3-4c1b-adaf-1c1546d6ce0c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1d4b5c6a-ef96-4853-9e28-234a23717273 HTTP/1.1" status: 200 len: 849 time: 0.0603666 Mar 11 16:31:11.993750 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a57fa54b-1e1f-4276-b517-aece89ee5d9c req-35d91f22-2afc-4729-96aa-fff6b15b61fd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=89ea0a05-3749-4a04-8154-eda29fc38d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781970 Mar 11 16:31:12.069971 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-9f04ce8d-9f77-4a2e-b112-73af5d93e9cd None None] Set router ee2d04e0-4879-4934-8304-56a8e1a0cefb gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:31:12.134252 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a57fa54b-1e1f-4276-b517-aece89ee5d9c req-1aaa488a-8fd2-4e63-bc47-674fcc45ac2c service neutron] 10.222.0.73 "GET /v2.0/networks/89ea0a05-3749-4a04-8154-eda29fc38d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325643 Mar 11 16:31:12.272921 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-a57fa54b-1e1f-4276-b517-aece89ee5d9c req-6f00df70-0198-4862-8314-f756203d2a92 service neutron] 10.222.0.73 "GET /v2.0/networks/89ea0a05-3749-4a04-8154-eda29fc38d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323314 Mar 11 16:31:12.437718 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-9f04ce8d-9f77-4a2e-b112-73af5d93e9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'name': 'tempest-TestSnapshotPattern-1335394481-router', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '1e8b052e-8fb6-4ed4-b15d-c5e24bc39949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:30:40Z', 'updated_at': '2022-03-11T16:30:43Z', 'revision_number': 4, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'gw_port': {'id': '1e8b052e-8fb6-4ed4-b15d-c5e24bc39949', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:40Z', 'updated_at': '2022-03-11T16:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'b7673752-babd-4773-94cf-1ae6f28ccfb2', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'floating_ip_address': '172.26.0.115', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'port_id': '10db0b86-8fb0-482a-a163-ca3dd464d63f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42', 'mac_address': 'fa:16:3e:af:09:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea3b185-f7b0-4b23-b314-28f841b1adc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:31:09Z', 'updated_at': '2022-03-11T16:31:09Z', 'revision_number': 0, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71', 'name': '', 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'mac_address': 'fa:16:3e:63:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d4b5c6a-ef96-4853-9e28-234a23717273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:43Z', 'updated_at': '2022-03-11T16:30:52Z', 'revision_number': 5, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'subnets': [{'id': '1d4b5c6a-ef96-4853-9e28-234a23717273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:31:12.441839 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f04ce8d-9f77-4a2e-b112-73af5d93e9cd None None] The sync data for ids ['ee2d04e0-4879-4934-8304-56a8e1a0cefb'] in dv-neutron-833373-1-hyperv is: [{'id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'name': 'tempest-TestSnapshotPattern-1335394481-router', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '1e8b052e-8fb6-4ed4-b15d-c5e24bc39949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:30:40Z', 'updated_at': '2022-03-11T16:30:43Z', 'revision_number': 4, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'gw_port': {'id': '1e8b052e-8fb6-4ed4-b15d-c5e24bc39949', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:40Z', 'updated_at': '2022-03-11T16:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'b7673752-babd-4773-94cf-1ae6f28ccfb2', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'floating_ip_address': '172.26.0.115', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'port_id': '10db0b86-8fb0-482a-a163-ca3dd464d63f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42', 'mac_address': 'fa:16:3e:af:09:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea3b185-f7b0-4b23-b314-28f841b1adc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:31:09Z', 'updated_at': '2022-03-11T16:31:09Z', 'revision_number': 0, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71', 'name': '', 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'mac_address': 'fa:16:3e:63:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d4b5c6a-ef96-4853-9e28-234a23717273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:43Z', 'updated_at': '2022-03-11T16:30:52Z', 'revision_number': 5, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'subnets': [{'id': '1d4b5c6a-ef96-4853-9e28-234a23717273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:31:13.070713 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341303fa-dc7b-426a-aca2-024fd1c3eba8 None None] Sync routers for ids ['dbaf556f-e549-46c4-b637-c36d24852f89'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:31:13.084121 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341303fa-dc7b-426a-aca2-024fd1c3eba8 None None] Routers {'dbaf556f-e549-46c4-b637-c36d24852f89'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:31:13.084850 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-341303fa-dc7b-426a-aca2-024fd1c3eba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:31:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['dbaf556f-e549-46c4-b637-c36d24852f89'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:31:13.127420 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcd9c14-f5b1-48f4-b9e7-4ea8a9c8c47e None None] New status for floating IP b7673752-babd-4773-94cf-1ae6f28ccfb2: ACTIVE {{(pid=83868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:31:13.266381 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-341303fa-dc7b-426a-aca2-024fd1c3eba8 None None] Set router dbaf556f-e549-46c4-b637-c36d24852f89 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:31:13.583241 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-341303fa-dc7b-426a-aca2-024fd1c3eba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbaf556f-e549-46c4-b637-c36d24852f89', 'name': 'tempest-TestSnapshotPattern-848272609-router', 'tenant_id': 'cee64ef46715402baaabda1234e5ba44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.237'}], 'enable_snat': True}, 'gw_port_id': '6d15666a-379d-41fa-8bb5-ff2aab599f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:30:46Z', 'updated_at': '2022-03-11T16:30:50Z', 'revision_number': 4, 'project_id': 'cee64ef46715402baaabda1234e5ba44', 'gw_port': {'id': '6d15666a-379d-41fa-8bb5-ff2aab599f93', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaf556f-e549-46c4-b637-c36d24852f89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:47Z', 'updated_at': '2022-03-11T16:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '9711d3c7-339d-42d3-806f-01e0bd797eb3', 'name': '', 'network_id': '5a0e0b58-ec09-477a-8c60-b87815162af2', 'tenant_id': 'cee64ef46715402baaabda1234e5ba44', 'mac_address': 'fa:16:3e:f3:e2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbaf556f-e549-46c4-b637-c36d24852f89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abd7a0c6-0ce7-461d-a078-f1dabcd9f2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:49Z', 'updated_at': '2022-03-11T16:30:50Z', 'revision_number': 2, 'project_id': 'cee64ef46715402baaabda1234e5ba44', 'subnets': [{'id': 'abd7a0c6-0ce7-461d-a078-f1dabcd9f2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:31:13.587720 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341303fa-dc7b-426a-aca2-024fd1c3eba8 None None] Checking router: dbaf556f-e549-46c4-b637-c36d24852f89 for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:31:13.588066 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341303fa-dc7b-426a-aca2-024fd1c3eba8 None None] Updating router dbaf556f-e549-46c4-b637-c36d24852f89 port 9711d3c7-339d-42d3-806f-01e0bd797eb3 binding host dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:31:13.640546 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-341303fa-dc7b-426a-aca2-024fd1c3eba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:13.995973 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-341303fa-dc7b-426a-aca2-024fd1c3eba8 None None] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:14.006988 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-341303fa-dc7b-426a-aca2-024fd1c3eba8 None None] Transition to ACTIVE for port object 9711d3c7-339d-42d3-806f-01e0bd797eb3 will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:31:14.013143 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-341303fa-dc7b-426a-aca2-024fd1c3eba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:14.135442 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a0652-1f38-432b-b198-03226c236164 None None] Pushing event updated for resources: {'Port': ['ID=9711d3c7-339d-42d3-806f-01e0bd797eb3,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:14.232728 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-341303fa-dc7b-426a-aca2-024fd1c3eba8 None None] Attempting to bind port 9711d3c7-339d-42d3-806f-01e0bd797eb3 on host dv-neutron-833373-1-hyperv for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:31:14.233371 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-341303fa-dc7b-426a-aca2-024fd1c3eba8 None None] Attempting to bind port 9711d3c7-339d-42d3-806f-01e0bd797eb3 by drivers openvswitch,hyperv on host dv-neutron-833373-1-hyperv at level 0 using segments [{'id': 'eb74475e-34a2-4704-a913-e437c4c1644f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5a0e0b58-ec09-477a-8c60-b87815162af2'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:31:14.233743 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341303fa-dc7b-426a-aca2-024fd1c3eba8 None None] Attempting to bind port 9711d3c7-339d-42d3-806f-01e0bd797eb3 on network 5a0e0b58-ec09-477a-8c60-b87815162af2 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:31:14.240478 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341303fa-dc7b-426a-aca2-024fd1c3eba8 None None] Checking agent: {'id': '8046361b-5a28-49a4-9222-7b9b9877568f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 18, 33), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:31:14.240849 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341303fa-dc7b-426a-aca2-024fd1c3eba8 None None] Checking segment: {'id': 'eb74475e-34a2-4704-a913-e437c4c1644f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5a0e0b58-ec09-477a-8c60-b87815162af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:31:14.241239 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-341303fa-dc7b-426a-aca2-024fd1c3eba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:14.241933 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341303fa-dc7b-426a-aca2-024fd1c3eba8 None None] Bound using segment: {'id': 'eb74475e-34a2-4704-a913-e437c4c1644f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5a0e0b58-ec09-477a-8c60-b87815162af2'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:31:14.242038 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-341303fa-dc7b-426a-aca2-024fd1c3eba8 None None] Bound port: 9711d3c7-339d-42d3-806f-01e0bd797eb3, host: dv-neutron-833373-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb74475e-34a2-4704-a913-e437c4c1644f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5a0e0b58-ec09-477a-8c60-b87815162af2'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:31:14.243036 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-341303fa-dc7b-426a-aca2-024fd1c3eba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:14.328480 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-341303fa-dc7b-426a-aca2-024fd1c3eba8 None None] For port 9711d3c7-339d-42d3-806f-01e0bd797eb3, host dv-neutron-833373-1-hyperv, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:31:14.331379 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-341303fa-dc7b-426a-aca2-024fd1c3eba8 None None] For port 9711d3c7-339d-42d3-806f-01e0bd797eb3, host dv-neutron-833373-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=9711d3c7-339d-42d3-806f-01e0bd797eb3,segment=NetworkSegment(eb74475e-34a2-4704-a913-e437c4c1644f),segment_id=eb74475e-34a2-4704-a913-e437c4c1644f)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:31:14.336136 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-341303fa-dc7b-426a-aca2-024fd1c3eba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:14.417223 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a0652-1f38-432b-b198-03226c236164 None None] Pushing event updated for resources: {'Port': ['ID=9711d3c7-339d-42d3-806f-01e0bd797eb3,revision_number=4']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:14.423014 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341303fa-dc7b-426a-aca2-024fd1c3eba8 None None] Routers {'dbaf556f-e549-46c4-b637-c36d24852f89'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:31:14.424094 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-341303fa-dc7b-426a-aca2-024fd1c3eba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:31:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['dbaf556f-e549-46c4-b637-c36d24852f89'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:31:14.620764 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-341303fa-dc7b-426a-aca2-024fd1c3eba8 None None] Set router dbaf556f-e549-46c4-b637-c36d24852f89 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:31:14.997597 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-341303fa-dc7b-426a-aca2-024fd1c3eba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbaf556f-e549-46c4-b637-c36d24852f89', 'name': 'tempest-TestSnapshotPattern-848272609-router', 'tenant_id': 'cee64ef46715402baaabda1234e5ba44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.237'}], 'enable_snat': True}, 'gw_port_id': '6d15666a-379d-41fa-8bb5-ff2aab599f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:30:46Z', 'updated_at': '2022-03-11T16:30:50Z', 'revision_number': 4, 'project_id': 'cee64ef46715402baaabda1234e5ba44', 'gw_port': {'id': '6d15666a-379d-41fa-8bb5-ff2aab599f93', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaf556f-e549-46c4-b637-c36d24852f89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:47Z', 'updated_at': '2022-03-11T16:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '9711d3c7-339d-42d3-806f-01e0bd797eb3', 'name': '', 'network_id': '5a0e0b58-ec09-477a-8c60-b87815162af2', 'tenant_id': 'cee64ef46715402baaabda1234e5ba44', 'mac_address': 'fa:16:3e:f3:e2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbaf556f-e549-46c4-b637-c36d24852f89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abd7a0c6-0ce7-461d-a078-f1dabcd9f2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:49Z', 'updated_at': '2022-03-11T16:31:14Z', 'revision_number': 4, 'project_id': 'cee64ef46715402baaabda1234e5ba44', 'subnets': [{'id': 'abd7a0c6-0ce7-461d-a078-f1dabcd9f2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:31:15.001939 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341303fa-dc7b-426a-aca2-024fd1c3eba8 None None] The sync data for ids ['dbaf556f-e549-46c4-b637-c36d24852f89'] in dv-neutron-833373-1-hyperv is: [{'id': 'dbaf556f-e549-46c4-b637-c36d24852f89', 'name': 'tempest-TestSnapshotPattern-848272609-router', 'tenant_id': 'cee64ef46715402baaabda1234e5ba44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.237'}], 'enable_snat': True}, 'gw_port_id': '6d15666a-379d-41fa-8bb5-ff2aab599f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:30:46Z', 'updated_at': '2022-03-11T16:30:50Z', 'revision_number': 4, 'project_id': 'cee64ef46715402baaabda1234e5ba44', 'gw_port': {'id': '6d15666a-379d-41fa-8bb5-ff2aab599f93', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaf556f-e549-46c4-b637-c36d24852f89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:47Z', 'updated_at': '2022-03-11T16:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': '9711d3c7-339d-42d3-806f-01e0bd797eb3', 'name': '', 'network_id': '5a0e0b58-ec09-477a-8c60-b87815162af2', 'tenant_id': 'cee64ef46715402baaabda1234e5ba44', 'mac_address': 'fa:16:3e:f3:e2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbaf556f-e549-46c4-b637-c36d24852f89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abd7a0c6-0ce7-461d-a078-f1dabcd9f2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:49Z', 'updated_at': '2022-03-11T16:31:14Z', 'revision_number': 4, 'project_id': 'cee64ef46715402baaabda1234e5ba44', 'subnets': [{'id': 'abd7a0c6-0ce7-461d-a078-f1dabcd9f2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:31:15.385092 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 9711d3c7-339d-42d3-806f-01e0bd797eb3 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:31:15.507430 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning for port 9711d3c7-339d-42d3-806f-01e0bd797eb3 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:31:15.513148 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 9711d3c7-339d-42d3-806f-01e0bd797eb3 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:31:15.513517 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:15.641734 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:15.678199 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] For port 9711d3c7-339d-42d3-806f-01e0bd797eb3, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=9711d3c7-339d-42d3-806f-01e0bd797eb3,segment=NetworkSegment(eb74475e-34a2-4704-a913-e437c4c1644f),segment_id=eb74475e-34a2-4704-a913-e437c4c1644f)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:31:15.682540 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:15.749612 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Pushing event updated for resources: {'Port': ['ID=9711d3c7-339d-42d3-806f-01e0bd797eb3,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:16.574891 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:17.357960 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 9711d3c7-339d-42d3-806f-01e0bd797eb3 up at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:31:17.425178 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Provisioning complete for port 9711d3c7-339d-42d3-806f-01e0bd797eb3 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:31:17.425543 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:29.513166 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f7e0eef0-1950-4057-832d-3f8ba9455c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:31.763895 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5d112237-464b-4610-ac3b-401ea322a846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:32.927820 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:33.234836 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:34.454134 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:46.054651 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:31:46.588171 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:49.655505 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0287871d-ca0f-4194-b7a0-cea5d5cce892 req-875694cc-7bed-4d7e-b989-c587f89e4e75 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=dea3b185-f7b0-4b23-b314-28f841b1adc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726867 Mar 11 16:31:49.796913 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0287871d-ca0f-4194-b7a0-cea5d5cce892 req-15ab84b4-bab5-4a1a-a604-b1c5278b2da1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=58c2729cd9d04a6ca6dc408c65fe99a8&device_id=dea3b185-f7b0-4b23-b314-28f841b1adc0 HTTP/1.1" status: 200 len: 1099 time: 0.0705225 Mar 11 16:31:49.948459 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287871d-ca0f-4194-b7a0-cea5d5cce892 req-df13c662-3a63-4a27-8991-4d30be5a2970 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:49.949804 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0287871d-ca0f-4194-b7a0-cea5d5cce892 req-df13c662-3a63-4a27-8991-4d30be5a2970 service neutron] 10.222.0.73 "GET /v2.0/networks?id=89ea0a05-3749-4a04-8154-eda29fc38d42 HTTP/1.1" status: 200 len: 911 time: 0.1332064 Mar 11 16:31:50.055507 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0287871d-ca0f-4194-b7a0-cea5d5cce892 req-f8393d18-715b-4d04-ba6e-a9de29d54ae8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10db0b86-8fb0-482a-a163-ca3dd464d63f HTTP/1.1" status: 200 len: 1002 time: 0.0992813 Mar 11 16:31:50.124814 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287871d-ca0f-4194-b7a0-cea5d5cce892 req-e94a8658-35a2-4db4-9e0d-0fa182312131 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:50.126159 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0287871d-ca0f-4194-b7a0-cea5d5cce892 req-e94a8658-35a2-4db4-9e0d-0fa182312131 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1d4b5c6a-ef96-4853-9e28-234a23717273 HTTP/1.1" status: 200 len: 849 time: 0.0631080 Mar 11 16:31:50.205732 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0287871d-ca0f-4194-b7a0-cea5d5cce892 req-dfbd2f04-451e-449b-88e1-ee82156adea5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=89ea0a05-3749-4a04-8154-eda29fc38d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712864 Mar 11 16:31:50.354041 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0287871d-ca0f-4194-b7a0-cea5d5cce892 req-00b0ba71-d2fe-40a8-8fc6-ec407cd3214f service neutron] 10.222.0.73 "GET /v2.0/networks/89ea0a05-3749-4a04-8154-eda29fc38d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413610 Mar 11 16:31:50.506610 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0287871d-ca0f-4194-b7a0-cea5d5cce892 req-71dc0063-7261-4c6c-bc5c-21a635b1a31e service neutron] 10.222.0.73 "GET /v2.0/networks/89ea0a05-3749-4a04-8154-eda29fc38d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464808 Mar 11 16:31:59.520027 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-941f7b5b-c600-4510-a07e-c61c8e835b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:01.765744 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c3b4472a-2dc0-433e-8cf5-2c900b2fdfaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:02.930883 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:03.236408 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:04.457447 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:16.587670 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:23.054512 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:32:29.514435 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a327e5d0-2afe-4edf-861e-df0f1348c16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:31.771019 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c110712d-afa9-4730-854a-5ab06e7871b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:32.934659 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:33.240759 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:34.459765 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:46.612586 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:50.940670 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0f185d2a-89dd-4e4d-8ef4-44ecbc22ab2f req-7c9adc66-6510-47da-9db2-fb176e3d672d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=dea3b185-f7b0-4b23-b314-28f841b1adc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0806236 Mar 11 16:32:51.182397 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0f185d2a-89dd-4e4d-8ef4-44ecbc22ab2f req-64ab20db-df27-4cbb-a49f-2eeabf290e3a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=58c2729cd9d04a6ca6dc408c65fe99a8&device_id=dea3b185-f7b0-4b23-b314-28f841b1adc0 HTTP/1.1" status: 200 len: 1099 time: 0.1678939 Mar 11 16:32:51.329661 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f185d2a-89dd-4e4d-8ef4-44ecbc22ab2f req-0c2cef1a-669f-4aaf-87d2-7ded283c6383 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:51.331107 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0f185d2a-89dd-4e4d-8ef4-44ecbc22ab2f req-0c2cef1a-669f-4aaf-87d2-7ded283c6383 service neutron] 10.222.0.73 "GET /v2.0/networks?id=89ea0a05-3749-4a04-8154-eda29fc38d42 HTTP/1.1" status: 200 len: 911 time: 0.1289704 Mar 11 16:32:51.439686 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0f185d2a-89dd-4e4d-8ef4-44ecbc22ab2f req-8de88c81-5e03-4cc3-b3a7-e53fe933babb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10db0b86-8fb0-482a-a163-ca3dd464d63f HTTP/1.1" status: 200 len: 1002 time: 0.1020198 Mar 11 16:32:51.505211 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f185d2a-89dd-4e4d-8ef4-44ecbc22ab2f req-dea02428-9dd5-4f4a-a26b-0309f5236658 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:51.506560 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0f185d2a-89dd-4e4d-8ef4-44ecbc22ab2f req-dea02428-9dd5-4f4a-a26b-0309f5236658 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1d4b5c6a-ef96-4853-9e28-234a23717273 HTTP/1.1" status: 200 len: 849 time: 0.0593526 Mar 11 16:32:51.586301 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0f185d2a-89dd-4e4d-8ef4-44ecbc22ab2f req-46e9639b-f025-46cc-ac63-a25a9a022060 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=89ea0a05-3749-4a04-8154-eda29fc38d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727580 Mar 11 16:32:51.727023 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0f185d2a-89dd-4e4d-8ef4-44ecbc22ab2f req-d950215d-bf51-43d0-ba74-a021297986f6 service neutron] 10.222.0.73 "GET /v2.0/networks/89ea0a05-3749-4a04-8154-eda29fc38d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334400 Mar 11 16:32:51.863669 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-0f185d2a-89dd-4e4d-8ef4-44ecbc22ab2f req-000db589-bd31-46b4-992d-3778c9a77d1a service neutron] 10.222.0.73 "GET /v2.0/networks/89ea0a05-3749-4a04-8154-eda29fc38d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307609 Mar 11 16:32:59.517543 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3c701b2c-9856-43a9-8be4-50d726941d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:00.055468 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:33:01.772892 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-9572a705-93da-49da-9826-c8e4758182a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:02.938168 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:03.243261 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:04.463624 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:16.605424 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:29.521423 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a734be2c-d4e6-4328-b69b-18403d31e8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:31.774876 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-5af67142-2c13-4012-b6e1-6de7c6b6252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:32.942492 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:33.244681 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:34.465577 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:37.056498 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:33:46.627551 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:51.997921 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-fe217ce2-df9f-44a4-b744-6546de67bd93 req-cf8c3dbb-ce6c-44b0-a2f2-ff4bfafb597a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=58c2729cd9d04a6ca6dc408c65fe99a8&device_id=dea3b185-f7b0-4b23-b314-28f841b1adc0 HTTP/1.1" status: 200 len: 1099 time: 0.0681438 Mar 11 16:33:52.146969 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe217ce2-df9f-44a4-b744-6546de67bd93 req-9c776e89-257c-4afc-b265-1011da02ce50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:52.148446 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-fe217ce2-df9f-44a4-b744-6546de67bd93 req-9c776e89-257c-4afc-b265-1011da02ce50 service neutron] 10.222.0.73 "GET /v2.0/networks?id=89ea0a05-3749-4a04-8154-eda29fc38d42 HTTP/1.1" status: 200 len: 911 time: 0.1316640 Mar 11 16:33:52.256351 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-fe217ce2-df9f-44a4-b744-6546de67bd93 req-31b57c85-6a17-483d-894d-794c8070c0f4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10db0b86-8fb0-482a-a163-ca3dd464d63f HTTP/1.1" status: 200 len: 1002 time: 0.1011701 Mar 11 16:33:52.318156 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe217ce2-df9f-44a4-b744-6546de67bd93 req-0f356414-45d3-4726-a2fa-d1e509124da8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:52.319571 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-fe217ce2-df9f-44a4-b744-6546de67bd93 req-0f356414-45d3-4726-a2fa-d1e509124da8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1d4b5c6a-ef96-4853-9e28-234a23717273 HTTP/1.1" status: 200 len: 849 time: 0.0573883 Mar 11 16:33:52.402069 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-fe217ce2-df9f-44a4-b744-6546de67bd93 req-a62a0b9a-1b60-4ea9-9549-19e6ef7d885c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=89ea0a05-3749-4a04-8154-eda29fc38d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750115 Mar 11 16:33:52.534559 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-fe217ce2-df9f-44a4-b744-6546de67bd93 req-f8aedcee-7872-43f8-9878-d49da964dcb2 service neutron] 10.222.0.73 "GET /v2.0/networks/89ea0a05-3749-4a04-8154-eda29fc38d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263785 Mar 11 16:33:52.667215 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-fe217ce2-df9f-44a4-b744-6546de67bd93 req-5bfc871a-1727-427b-ace9-f98316d12566 service neutron] 10.222.0.73 "GET /v2.0/networks/89ea0a05-3749-4a04-8154-eda29fc38d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253328 Mar 11 16:33:54.291713 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 10db0b86-8fb0-482a-a163-ca3dd464d63f details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:33:54.424352 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 10db0b86-8fb0-482a-a163-ca3dd464d63f, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=10db0b86-8fb0-482a-a163-ca3dd464d63f,segment=NetworkSegment(45dfa889-2f41-4d3d-adb2-51af46886375),segment_id=45dfa889-2f41-4d3d-adb2-51af46886375)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:33:54.436970 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': '10db0b86-8fb0-482a-a163-ca3dd464d63f', 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42', 'port_id': '10db0b86-8fb0-482a-a163-ca3dd464d63f', 'mac_address': 'fa:16:3e:af:09:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d4b5c6a-ef96-4853-9e28-234a23717273', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:33:54.494737 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:54.511408 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10db0b86-8fb0-482a-a163-ca3dd464d63f {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:33:54.526790 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 10db0b86-8fb0-482a-a163-ca3dd464d63f, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=10db0b86-8fb0-482a-a163-ca3dd464d63f,segment=NetworkSegment(45dfa889-2f41-4d3d-adb2-51af46886375),segment_id=45dfa889-2f41-4d3d-adb2-51af46886375)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:33:54.530705 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:54.604511 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=10db0b86-8fb0-482a-a163-ca3dd464d63f,revision_number=6']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:54.610417 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['10db0b86-8fb0-482a-a163-ca3dd464d63f'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:33:54.641045 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:54.641384 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:54.641713 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:54.642039 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:54.642364 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:54.642684 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:54.643003 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:54.643327 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:54.643634 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:54.643944 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:54.644288 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:56.296547 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 10db0b86-8fb0-482a-a163-ca3dd464d63f up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:33:56.400291 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port 10db0b86-8fb0-482a-a163-ca3dd464d63f triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:33:56.400654 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:56.510703 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:56.537849 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea3b185-f7b0-4b23-b314-28f841b1adc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10db0b86-8fb0-482a-a163-ca3dd464d63f'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:33:56.547742 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 10db0b86-8fb0-482a-a163-ca3dd464d63f, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=10db0b86-8fb0-482a-a163-ca3dd464d63f,segment=NetworkSegment(45dfa889-2f41-4d3d-adb2-51af46886375),segment_id=45dfa889-2f41-4d3d-adb2-51af46886375)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:33:56.552861 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:56.623788 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=10db0b86-8fb0-482a-a163-ca3dd464d63f,revision_number=7']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:56.763201 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea3b185-f7b0-4b23-b314-28f841b1adc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10db0b86-8fb0-482a-a163-ca3dd464d63f', 'code': 200} Mar 11 16:33:59.523655 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ae501148-750f-47af-af82-716cdb56dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:01.782990 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e3ae07c0-9e36-459a-bff0-c1af70b3abc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:02.955646 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:03.256475 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:04.472287 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:11.579117 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3601b218-27db-4970-8bc3-2ec8853620ac req-27d80fb2-62f8-415e-85d1-914453d89b57 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1468698903&fields=id&tenant_id=58c2729cd9d04a6ca6dc408c65fe99a8 HTTP/1.1" status: 200 len: 267 time: 0.0414121 Mar 11 16:34:11.825480 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601b218-27db-4970-8bc3-2ec8853620ac req-9d120b2f-10e5-4a19-ad06-89d3dcdeedcb tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:11.826794 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3601b218-27db-4970-8bc3-2ec8853620ac req-9d120b2f-10e5-4a19-ad06-89d3dcdeedcb tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/networks?id=89ea0a05-3749-4a04-8154-eda29fc38d42 HTTP/1.1" status: 200 len: 810 time: 0.2413955 Mar 11 16:34:11.843797 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3601b218-27db-4970-8bc3-2ec8853620ac req-2e8e305c-1bf9-44c4-b6be-4e40ad477d58 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/quotas/58c2729cd9d04a6ca6dc408c65fe99a8 HTTP/1.1" status: 200 len: 375 time: 0.0108554 Mar 11 16:34:11.928871 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3601b218-27db-4970-8bc3-2ec8853620ac req-5ffe4a87-3842-4405-9d18-23615e9c83d3 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=58c2729cd9d04a6ca6dc408c65fe99a8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0797515 Mar 11 16:34:12.111036 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [req-3601b218-27db-4970-8bc3-2ec8853620ac req-91d48052-aa57-4fb6-a4f3-1ebf231bdaeb service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83866) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:34:12.112020 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3601b218-27db-4970-8bc3-2ec8853620ac req-91d48052-aa57-4fb6-a4f3-1ebf231bdaeb service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0685685 Mar 11 16:34:12.248018 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3601b218-27db-4970-8bc3-2ec8853620ac req-9d07ae7f-97f0-4ad3-aa5f-cec21f7b822c service neutron] 10.222.0.31 "GET /v2.0/networks/89ea0a05-3749-4a04-8154-eda29fc38d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298535 Mar 11 16:34:12.383026 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3601b218-27db-4970-8bc3-2ec8853620ac req-a22a7646-8b67-44d0-8de2-e94ed06e11c2 service neutron] 10.222.0.31 "GET /v2.0/networks/89ea0a05-3749-4a04-8154-eda29fc38d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286402 Mar 11 16:34:12.601580 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-117673cc-ff63-48e7-89b7-5d95d5988b55 req-1a39d0ec-70c4-4071-96b1-cd444bb76685 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5 HTTP/1.1" status: 200 len: 210 time: 0.0414119 Mar 11 16:34:13.804000 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-63e04e86-3ec8-4ac1-a955-0fdfe76fe794 req-9e79f2bc-934f-4779-84e1-eb9f2213191b tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5 HTTP/1.1" status: 200 len: 210 time: 0.0613711 Mar 11 16:34:13.857889 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601b218-27db-4970-8bc3-2ec8853620ac req-f8ad2a8e-f848-4153-9a6f-955354039794 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:13.859302 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3601b218-27db-4970-8bc3-2ec8853620ac req-f8ad2a8e-f848-4153-9a6f-955354039794 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.73 "GET /v2.0/networks?id=89ea0a05-3749-4a04-8154-eda29fc38d42 HTTP/1.1" status: 200 len: 810 time: 0.2017367 Mar 11 16:34:13.917578 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3601b218-27db-4970-8bc3-2ec8853620ac req-8b035125-9a96-4e39-964e-4b41f1d59735 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58c2729cd9d04a6ca6dc408c65fe99a8 HTTP/1.1" status: 200 len: 380 time: 0.0414493 Mar 11 16:34:13.926408 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-3601b218-27db-4970-8bc3-2ec8853620ac req-c60a1170-176a-4d95-beab-bc73f14bc255 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Request body: {'port': {'device_id': '4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5', 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42', 'admin_state_up': True, 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'security_groups': ['55d69fdf-9330-4a90-a8f9-24ce666ce414']}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:34:14.057638 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:34:14.074761 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-3601b218-27db-4970-8bc3-2ec8853620ac req-c60a1170-176a-4d95-beab-bc73f14bc255 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:34:14.085744 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [req-3601b218-27db-4970-8bc3-2ec8853620ac req-c60a1170-176a-4d95-beab-bc73f14bc255 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:34:14.096431 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3601b218-27db-4970-8bc3-2ec8853620ac req-c60a1170-176a-4d95-beab-bc73f14bc255 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Made reservation on behalf of 58c2729cd9d04a6ca6dc408c65fe99a8 for: {'port': 1} {{(pid=83866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:34:14.099935 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-3601b218-27db-4970-8bc3-2ec8853620ac req-c60a1170-176a-4d95-beab-bc73f14bc255 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:14.373303 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [req-3601b218-27db-4970-8bc3-2ec8853620ac req-c60a1170-176a-4d95-beab-bc73f14bc255 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Allocated IP 172.20.0.7 (89ea0a05-3749-4a04-8154-eda29fc38d42/1d4b5c6a-ef96-4853-9e28-234a23717273/b33509b6-cdb5-4943-9890-87fdfe201363) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:34:14.398781 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 10db0b86-8fb0-482a-a163-ca3dd464d63f no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:34:14.602177 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:14.645408 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port 10db0b86-8fb0-482a-a163-ca3dd464d63f, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=10db0b86-8fb0-482a-a163-ca3dd464d63f,segment=NetworkSegment(45dfa889-2f41-4d3d-adb2-51af46886375),segment_id=45dfa889-2f41-4d3d-adb2-51af46886375)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:34:14.646692 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea3b185-f7b0-4b23-b314-28f841b1adc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10db0b86-8fb0-482a-a163-ca3dd464d63f'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:34:14.658700 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:14.678601 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-3601b218-27db-4970-8bc3-2ec8853620ac req-c60a1170-176a-4d95-beab-bc73f14bc255 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:14.705804 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-3601b218-27db-4970-8bc3-2ec8853620ac req-c60a1170-176a-4d95-beab-bc73f14bc255 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Transition to ACTIVE for port object b33509b6-cdb5-4943-9890-87fdfe201363 will not be triggered until provisioned by entity DHCP. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:34:14.746982 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-3601b218-27db-4970-8bc3-2ec8853620ac req-c60a1170-176a-4d95-beab-bc73f14bc255 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:14.755216 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea3b185-f7b0-4b23-b314-28f841b1adc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10db0b86-8fb0-482a-a163-ca3dd464d63f', 'code': 200} Mar 11 16:34:14.763491 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=10db0b86-8fb0-482a-a163-ca3dd464d63f,revision_number=8']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:14.848987 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3601b218-27db-4970-8bc3-2ec8853620ac req-c60a1170-176a-4d95-beab-bc73f14bc255 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Network 89ea0a05-3749-4a04-8154-eda29fc38d42 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:34:14.856380 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [req-3601b218-27db-4970-8bc3-2ec8853620ac req-c60a1170-176a-4d95-beab-bc73f14bc255 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:34:14.881417 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-3601b218-27db-4970-8bc3-2ec8853620ac req-c60a1170-176a-4d95-beab-bc73f14bc255 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:34:14.961173 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601b218-27db-4970-8bc3-2ec8853620ac req-c60a1170-176a-4d95-beab-bc73f14bc255 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:14.962404 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-3601b218-27db-4970-8bc3-2ec8853620ac req-c60a1170-176a-4d95-beab-bc73f14bc255 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:15.017234 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a1170-176a-4d95-beab-bc73f14bc255 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Pushing event updated for resources: {'Port': ['ID=b33509b6-cdb5-4943-9890-87fdfe201363,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:15.032793 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3601b218-27db-4970-8bc3-2ec8853620ac req-c60a1170-176a-4d95-beab-bc73f14bc255 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1099212 Mar 11 16:34:15.037633 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60a1170-176a-4d95-beab-bc73f14bc255 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:15.038255 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60a1170-176a-4d95-beab-bc73f14bc255 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:15.038855 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60a1170-176a-4d95-beab-bc73f14bc255 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:15.039666 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60a1170-176a-4d95-beab-bc73f14bc255 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:15.040344 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60a1170-176a-4d95-beab-bc73f14bc255 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:15.041145 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60a1170-176a-4d95-beab-bc73f14bc255 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:15.041890 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60a1170-176a-4d95-beab-bc73f14bc255 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:15.042530 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60a1170-176a-4d95-beab-bc73f14bc255 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:15.043104 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60a1170-176a-4d95-beab-bc73f14bc255 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:15.043947 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60a1170-176a-4d95-beab-bc73f14bc255 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:15.044502 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60a1170-176a-4d95-beab-bc73f14bc255 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:15.276364 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d20d06-29c1-409a-ad33-10e4eacbce6c req-d9f8f1a2-24a1-4d1f-a0bf-e1a2560f3b71 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:15.277288 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-18d20d06-29c1-409a-ad33-10e4eacbce6c req-d9f8f1a2-24a1-4d1f-a0bf-e1a2560f3b71 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Synchronizing usage tracker for tenant:58c2729cd9d04a6ca6dc408c65fe99a8 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:34:15.302325 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-18d20d06-29c1-409a-ad33-10e4eacbce6c req-d9f8f1a2-24a1-4d1f-a0bf-e1a2560f3b71 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Unset dirty status for tenant:58c2729cd9d04a6ca6dc408c65fe99a8 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:34:15.304331 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-18d20d06-29c1-409a-ad33-10e4eacbce6c req-d9f8f1a2-24a1-4d1f-a0bf-e1a2560f3b71 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5 HTTP/1.1" status: 200 len: 931 time: 0.2183852 Mar 11 16:34:15.380305 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86f70584-4d3b-4526-af80-67050225ff33 None None] Provisioning for port b33509b6-cdb5-4943-9890-87fdfe201363 completed by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:34:15.393322 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-86f70584-4d3b-4526-af80-67050225ff33 None None] Provisioning complete for port b33509b6-cdb5-4943-9890-87fdfe201363 triggered by entity DHCP. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:34:15.394621 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86f70584-4d3b-4526-af80-67050225ff33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:15.411954 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-18d20d06-29c1-409a-ad33-10e4eacbce6c req-b4f301ca-6ea7-48f5-a748-8f21f53b208b tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/security-groups?id=55d69fdf-9330-4a90-a8f9-24ce666ce414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975971 Mar 11 16:34:15.533483 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86f70584-4d3b-4526-af80-67050225ff33 None None] Port b33509b6-cdb5-4943-9890-87fdfe201363 cannot update to ACTIVE because it is not bound. {{(pid=83868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:34:16.624604 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:16.639250 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98d3c3-d8a9-4926-954d-a153bdc52412 req-b6b8e368-a3b4-4803-9bb2-975a8a42389a tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:16.642140 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-6f98d3c3-d8a9-4926-954d-a153bdc52412 req-b6b8e368-a3b4-4803-9bb2-975a8a42389a tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5 HTTP/1.1" status: 200 len: 931 time: 0.0989807 Mar 11 16:34:16.697296 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-6f98d3c3-d8a9-4926-954d-a153bdc52412 req-028e3264-20fe-44e2-b3f2-afec3151d0e2 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/security-groups?id=55d69fdf-9330-4a90-a8f9-24ce666ce414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487931 Mar 11 16:34:17.932183 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a69d65-de02-47b2-8ab2-a1c24bd3c02d req-ea27e9b3-eb72-4bcc-bf62-0b24f8a288dc tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:17.934501 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f2a69d65-de02-47b2-8ab2-a1c24bd3c02d req-ea27e9b3-eb72-4bcc-bf62-0b24f8a288dc tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5 HTTP/1.1" status: 200 len: 931 time: 0.1048107 Mar 11 16:34:17.997089 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f2a69d65-de02-47b2-8ab2-a1c24bd3c02d req-e71ee68e-6e29-4bcb-82eb-c50d2131b67f tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/security-groups?id=55d69fdf-9330-4a90-a8f9-24ce666ce414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550370 Mar 11 16:34:19.229654 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970ab01-14f1-4b3b-a3a3-fde2b4070ff7 req-67f54443-e0ec-40ec-b366-1e87547008b5 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:19.232064 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f970ab01-14f1-4b3b-a3a3-fde2b4070ff7 req-67f54443-e0ec-40ec-b366-1e87547008b5 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5 HTTP/1.1" status: 200 len: 931 time: 0.0994413 Mar 11 16:34:19.303377 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-f970ab01-14f1-4b3b-a3a3-fde2b4070ff7 req-e49f28fb-bf62-4824-aad9-7c5736197e95 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/security-groups?id=55d69fdf-9330-4a90-a8f9-24ce666ce414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623336 Mar 11 16:34:20.526920 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d5d60-6bfc-4a1a-b2ef-6bf5edafc04b req-5634053d-96e6-4db8-b10b-d0259637afb8 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:20.528497 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2c7d5d60-6bfc-4a1a-b2ef-6bf5edafc04b req-5634053d-96e6-4db8-b10b-d0259637afb8 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5 HTTP/1.1" status: 200 len: 931 time: 0.0881112 Mar 11 16:34:20.577955 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-2c7d5d60-6bfc-4a1a-b2ef-6bf5edafc04b req-7413b6fb-98c1-4e68-8079-8c7f2fd90952 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/security-groups?id=55d69fdf-9330-4a90-a8f9-24ce666ce414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414450 Mar 11 16:34:21.803737 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e7345-72da-495d-9cc9-b9153212aada req-6d746ae1-da22-42cb-8be3-1d629038f9a8 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:21.804831 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b34e7345-72da-495d-9cc9-b9153212aada req-6d746ae1-da22-42cb-8be3-1d629038f9a8 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5 HTTP/1.1" status: 200 len: 931 time: 0.0823538 Mar 11 16:34:21.854622 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b34e7345-72da-495d-9cc9-b9153212aada req-0bd0357a-16a2-4c5c-9935-3ecf6ce144fd tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/security-groups?id=55d69fdf-9330-4a90-a8f9-24ce666ce414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438678 Mar 11 16:34:23.058469 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f0844-fb2b-4b14-93d5-ae9546587b32 req-3855d14e-2636-4dea-9d40-323850872ba0 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:23.059908 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9f7f0844-fb2b-4b14-93d5-ae9546587b32 req-3855d14e-2636-4dea-9d40-323850872ba0 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5 HTTP/1.1" status: 200 len: 931 time: 0.0759969 Mar 11 16:34:23.109400 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9f7f0844-fb2b-4b14-93d5-ae9546587b32 req-7806cff3-5d6e-44ed-b1ef-00fc9d1eaa7e tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/security-groups?id=55d69fdf-9330-4a90-a8f9-24ce666ce414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431182 Mar 11 16:34:24.324411 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ee033-3a7a-4551-b1db-3b1ac5b3392d req-2864462f-246c-4d42-8fe5-bbdeb84b25bf tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:24.325879 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-401ee033-3a7a-4551-b1db-3b1ac5b3392d req-2864462f-246c-4d42-8fe5-bbdeb84b25bf tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5 HTTP/1.1" status: 200 len: 931 time: 0.0898461 Mar 11 16:34:24.373912 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-401ee033-3a7a-4551-b1db-3b1ac5b3392d req-723c2d28-8a5a-4ca7-9763-a9ce2aab1ee4 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/security-groups?id=55d69fdf-9330-4a90-a8f9-24ce666ce414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423038 Mar 11 16:34:25.666708 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330aa925-e076-43bc-ad76-9eef617407ea req-13e25707-3fbe-4bb9-90e5-38a66973398b tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:25.668235 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-330aa925-e076-43bc-ad76-9eef617407ea req-13e25707-3fbe-4bb9-90e5-38a66973398b tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5 HTTP/1.1" status: 200 len: 931 time: 0.1737757 Mar 11 16:34:25.714203 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-330aa925-e076-43bc-ad76-9eef617407ea req-dfad4520-feb3-40ed-a606-7c5f935b374d tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/security-groups?id=55d69fdf-9330-4a90-a8f9-24ce666ce414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399070 Mar 11 16:34:26.005612 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [req-3601b218-27db-4970-8bc3-2ec8853620ac req-24791bd2-ae52-44c0-9351-e1d29d6d53ab service neutron] Request body: {'port': {'device_id': '4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:34:26.119141 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-3601b218-27db-4970-8bc3-2ec8853620ac req-24791bd2-ae52-44c0-9351-e1d29d6d53ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:26.465815 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [req-3601b218-27db-4970-8bc3-2ec8853620ac req-24791bd2-ae52-44c0-9351-e1d29d6d53ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b33509b6-cdb5-4943-9890-87fdfe201363 {{(pid=83866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:34:26.473270 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-3601b218-27db-4970-8bc3-2ec8853620ac req-24791bd2-ae52-44c0-9351-e1d29d6d53ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:26.488290 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.provisioning_blocks [req-3601b218-27db-4970-8bc3-2ec8853620ac req-24791bd2-ae52-44c0-9351-e1d29d6d53ab service neutron] Transition to ACTIVE for port object b33509b6-cdb5-4943-9890-87fdfe201363 will not be triggered until provisioned by entity L2. {{(pid=83866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:34:26.492317 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-3601b218-27db-4970-8bc3-2ec8853620ac req-24791bd2-ae52-44c0-9351-e1d29d6d53ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:26.619088 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24791bd2-ae52-44c0-9351-e1d29d6d53ab service neutron] Pushing event updated for resources: {'Port': ['ID=b33509b6-cdb5-4943-9890-87fdfe201363,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:26.730476 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-3601b218-27db-4970-8bc3-2ec8853620ac req-24791bd2-ae52-44c0-9351-e1d29d6d53ab service neutron] Attempting to bind port b33509b6-cdb5-4943-9890-87fdfe201363 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:34:26.731242 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-3601b218-27db-4970-8bc3-2ec8853620ac req-24791bd2-ae52-44c0-9351-e1d29d6d53ab service neutron] Attempting to bind port b33509b6-cdb5-4943-9890-87fdfe201363 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '45dfa889-2f41-4d3d-adb2-51af46886375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42'}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:34:26.731242 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3601b218-27db-4970-8bc3-2ec8853620ac req-24791bd2-ae52-44c0-9351-e1d29d6d53ab service neutron] Attempting to bind port b33509b6-cdb5-4943-9890-87fdfe201363 on network 89ea0a05-3749-4a04-8154-eda29fc38d42 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:34:26.737114 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3601b218-27db-4970-8bc3-2ec8853620ac req-24791bd2-ae52-44c0-9351-e1d29d6d53ab service neutron] Port b33509b6-cdb5-4943-9890-87fdfe201363 on network 89ea0a05-3749-4a04-8154-eda29fc38d42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:34:26.737430 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3601b218-27db-4970-8bc3-2ec8853620ac req-24791bd2-ae52-44c0-9351-e1d29d6d53ab service neutron] Attempting to bind port b33509b6-cdb5-4943-9890-87fdfe201363 on network 89ea0a05-3749-4a04-8154-eda29fc38d42 {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:34:26.743566 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3601b218-27db-4970-8bc3-2ec8853620ac req-24791bd2-ae52-44c0-9351-e1d29d6d53ab service neutron] Checking agent: {'id': '233b753e-9484-4350-9871-64b7c66fc067', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'started_at': datetime.datetime(2022, 3, 11, 15, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:34:26.743898 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3601b218-27db-4970-8bc3-2ec8853620ac req-24791bd2-ae52-44c0-9351-e1d29d6d53ab service neutron] Checking segment: {'id': '45dfa889-2f41-4d3d-adb2-51af46886375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:34:26.744338 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3601b218-27db-4970-8bc3-2ec8853620ac req-24791bd2-ae52-44c0-9351-e1d29d6d53ab service neutron] Bound using segment: {'id': '45dfa889-2f41-4d3d-adb2-51af46886375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42'} {{(pid=83866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:34:26.744733 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.managers [req-3601b218-27db-4970-8bc3-2ec8853620ac req-24791bd2-ae52-44c0-9351-e1d29d6d53ab service neutron] Bound port: b33509b6-cdb5-4943-9890-87fdfe201363, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45dfa889-2f41-4d3d-adb2-51af46886375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42'}}] {{(pid=83866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:34:26.745075 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-3601b218-27db-4970-8bc3-2ec8853620ac req-24791bd2-ae52-44c0-9351-e1d29d6d53ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:26.839384 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-3601b218-27db-4970-8bc3-2ec8853620ac req-24791bd2-ae52-44c0-9351-e1d29d6d53ab service neutron] For port b33509b6-cdb5-4943-9890-87fdfe201363, host hv-neutron-8333, cleared binding levels {{(pid=83866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:34:26.842476 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-3601b218-27db-4970-8bc3-2ec8853620ac req-24791bd2-ae52-44c0-9351-e1d29d6d53ab service neutron] For port b33509b6-cdb5-4943-9890-87fdfe201363, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b33509b6-cdb5-4943-9890-87fdfe201363,segment=NetworkSegment(45dfa889-2f41-4d3d-adb2-51af46886375),segment_id=45dfa889-2f41-4d3d-adb2-51af46886375)] {{(pid=83866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:34:26.848254 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-3601b218-27db-4970-8bc3-2ec8853620ac req-24791bd2-ae52-44c0-9351-e1d29d6d53ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:26.912224 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fefc222-241d-419d-9905-0da309f63798 req-32483a94-6e7c-4edf-a4d9-f5c8dc86f146 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:26.913607 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-6fefc222-241d-419d-9905-0da309f63798 req-32483a94-6e7c-4edf-a4d9-f5c8dc86f146 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5 HTTP/1.1" status: 200 len: 943 time: 0.0781121 Mar 11 16:34:26.922059 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-3601b218-27db-4970-8bc3-2ec8853620ac req-24791bd2-ae52-44c0-9351-e1d29d6d53ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:26.923431 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3601b218-27db-4970-8bc3-2ec8853620ac req-24791bd2-ae52-44c0-9351-e1d29d6d53ab service neutron] 10.222.0.73 "PUT /v2.0/ports/b33509b6-cdb5-4943-9890-87fdfe201363 HTTP/1.1" status: 200 len: 1093 time: 0.9223688 Mar 11 16:34:26.923863 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5', 'tag': 'b33509b6-cdb5-4943-9890-87fdfe201363'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:34:26.941780 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24791bd2-ae52-44c0-9351-e1d29d6d53ab service neutron] Pushing event updated for resources: {'Port': ['ID=b33509b6-cdb5-4943-9890-87fdfe201363,revision_number=3']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:26.985798 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-6fefc222-241d-419d-9905-0da309f63798 req-4703cb9a-5ce5-4df9-ba3e-31eef150952e tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/security-groups?id=55d69fdf-9330-4a90-a8f9-24ce666ce414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650785 Mar 11 16:34:27.005702 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5', 'tag': 'b33509b6-cdb5-4943-9890-87fdfe201363', 'status': 'completed', 'code': 200} Mar 11 16:34:27.051531 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3601b218-27db-4970-8bc3-2ec8853620ac req-e4ad089c-8ea1-4a15-8a6d-8045b2f3ca08 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=58c2729cd9d04a6ca6dc408c65fe99a8&device_id=4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5 HTTP/1.1" status: 200 len: 1096 time: 0.0863297 Mar 11 16:34:27.121386 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3601b218-27db-4970-8bc3-2ec8853620ac req-15193dde-f8fc-43b5-abb5-f77a6a8c435c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b33509b6-cdb5-4943-9890-87fdfe201363 HTTP/1.1" status: 200 len: 217 time: 0.0622644 Mar 11 16:34:27.190355 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601b218-27db-4970-8bc3-2ec8853620ac req-bf4b9ea4-db1d-4b7c-b5ef-accb6ea0aca4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:27.191697 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3601b218-27db-4970-8bc3-2ec8853620ac req-bf4b9ea4-db1d-4b7c-b5ef-accb6ea0aca4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1d4b5c6a-ef96-4853-9e28-234a23717273 HTTP/1.1" status: 200 len: 849 time: 0.0636744 Mar 11 16:34:27.269826 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3601b218-27db-4970-8bc3-2ec8853620ac req-cc017918-336a-4bf7-8a0d-5f93af3ad79b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=89ea0a05-3749-4a04-8154-eda29fc38d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705948 Mar 11 16:34:27.407996 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3601b218-27db-4970-8bc3-2ec8853620ac req-384d50a6-97de-4552-b002-8042724a8cec service neutron] 10.222.0.73 "GET /v2.0/networks/89ea0a05-3749-4a04-8154-eda29fc38d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301963 Mar 11 16:34:27.542445 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-3601b218-27db-4970-8bc3-2ec8853620ac req-700feaca-77d0-4e99-bb9a-391eb70d0460 service neutron] 10.222.0.73 "GET /v2.0/networks/89ea0a05-3749-4a04-8154-eda29fc38d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267970 Mar 11 16:34:27.660212 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8504dd88-a055-42f8-b15f-41cc292a9e5b req-a9b77fae-73ea-4772-8661-a7039eceb028 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=58c2729cd9d04a6ca6dc408c65fe99a8&device_id=4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5 HTTP/1.1" status: 200 len: 1096 time: 0.0694523 Mar 11 16:34:27.888320 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504dd88-a055-42f8-b15f-41cc292a9e5b req-dd9ee6e3-ced6-4038-a288-f91ee30d842c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:27.890529 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8504dd88-a055-42f8-b15f-41cc292a9e5b req-dd9ee6e3-ced6-4038-a288-f91ee30d842c service neutron] 10.222.0.73 "GET /v2.0/networks?id=89ea0a05-3749-4a04-8154-eda29fc38d42 HTTP/1.1" status: 200 len: 911 time: 0.2234957 Mar 11 16:34:27.959735 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8504dd88-a055-42f8-b15f-41cc292a9e5b req-b48fa86a-acc8-4f18-a760-349b80baa8a9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b33509b6-cdb5-4943-9890-87fdfe201363 HTTP/1.1" status: 200 len: 217 time: 0.0618107 Mar 11 16:34:28.025047 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504dd88-a055-42f8-b15f-41cc292a9e5b req-b79f2a11-7eba-402e-991a-ad6eaf198390 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:28.026492 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8504dd88-a055-42f8-b15f-41cc292a9e5b req-b79f2a11-7eba-402e-991a-ad6eaf198390 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1d4b5c6a-ef96-4853-9e28-234a23717273 HTTP/1.1" status: 200 len: 849 time: 0.0609431 Mar 11 16:34:28.102322 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8504dd88-a055-42f8-b15f-41cc292a9e5b req-8fa0c04e-36a8-470c-a7bb-12a073b6c2f0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=89ea0a05-3749-4a04-8154-eda29fc38d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691645 Mar 11 16:34:28.299926 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8504dd88-a055-42f8-b15f-41cc292a9e5b req-adbbae83-9791-45b1-b846-5f39bab763d1 service neutron] 10.222.0.73 "GET /v2.0/networks/89ea0a05-3749-4a04-8154-eda29fc38d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909919 Mar 11 16:34:28.305526 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af965590-ed98-4a4e-9800-53f7eed960d2 req-a87e2586-ef4d-4128-b57b-6aec417322c2 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:28.306868 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-af965590-ed98-4a4e-9800-53f7eed960d2 req-a87e2586-ef4d-4128-b57b-6aec417322c2 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5 HTTP/1.1" status: 200 len: 943 time: 0.1808596 Mar 11 16:34:28.438301 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-af965590-ed98-4a4e-9800-53f7eed960d2 req-333377a5-7116-446f-8eb7-dde893304af2 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/security-groups?id=55d69fdf-9330-4a90-a8f9-24ce666ce414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119447 Mar 11 16:34:28.475041 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8504dd88-a055-42f8-b15f-41cc292a9e5b req-cabf8352-af00-4477-8d5a-84685b8b6e40 service neutron] 10.222.0.73 "GET /v2.0/networks/89ea0a05-3749-4a04-8154-eda29fc38d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667104 Mar 11 16:34:29.526241 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fc0434c4-5a7e-48f2-a6cd-d41b6958a7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:29.643589 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3ac53-ddd8-4190-99b0-f8673d3d4189 req-00b5360a-f891-4044-b275-d06aef17b7bb tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:29.645016 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-0cb3ac53-ddd8-4190-99b0-f8673d3d4189 req-00b5360a-f891-4044-b275-d06aef17b7bb tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5 HTTP/1.1" status: 200 len: 943 time: 0.0826869 Mar 11 16:34:29.691010 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-0cb3ac53-ddd8-4190-99b0-f8673d3d4189 req-04895bd2-60b1-44c0-9637-fd2def62fb58 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/security-groups?id=55d69fdf-9330-4a90-a8f9-24ce666ce414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405455 Mar 11 16:34:30.462850 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device b33509b6-cdb5-4943-9890-87fdfe201363 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:34:30.593951 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port b33509b6-cdb5-4943-9890-87fdfe201363, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b33509b6-cdb5-4943-9890-87fdfe201363,segment=NetworkSegment(45dfa889-2f41-4d3d-adb2-51af46886375),segment_id=45dfa889-2f41-4d3d-adb2-51af46886375)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:34:30.606578 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': 'b33509b6-cdb5-4943-9890-87fdfe201363', 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42', 'port_id': 'b33509b6-cdb5-4943-9890-87fdfe201363', 'mac_address': 'fa:16:3e:f0:84:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d4b5c6a-ef96-4853-9e28-234a23717273', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:34:30.660315 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:30.677948 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b33509b6-cdb5-4943-9890-87fdfe201363 {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:34:30.693665 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port b33509b6-cdb5-4943-9890-87fdfe201363, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b33509b6-cdb5-4943-9890-87fdfe201363,segment=NetworkSegment(45dfa889-2f41-4d3d-adb2-51af46886375),segment_id=45dfa889-2f41-4d3d-adb2-51af46886375)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:34:30.698828 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:30.769072 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=b33509b6-cdb5-4943-9890-87fdfe201363,revision_number=4']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:30.960422 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdb70d-ead7-4605-91ca-d7515eedaa39 req-2b8897fd-4df0-409e-b23c-c84bbf6c4c38 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:30.961886 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-cffdb70d-ead7-4605-91ca-d7515eedaa39 req-2b8897fd-4df0-409e-b23c-c84bbf6c4c38 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5 HTTP/1.1" status: 200 len: 944 time: 0.0786850 Mar 11 16:34:31.008032 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-cffdb70d-ead7-4605-91ca-d7515eedaa39 req-7040272b-1806-4a3c-ad51-fe5827732f9b tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/security-groups?id=55d69fdf-9330-4a90-a8f9-24ce666ce414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403895 Mar 11 16:34:31.101611 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['b33509b6-cdb5-4943-9890-87fdfe201363'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:34:31.775251 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0b70b4b8-6fd4-4514-9666-1694caa89561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:32.211345 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2463c7d-a8ab-4a71-b556-b360e340a283 req-8641e6c8-9ae9-40f9-9774-d98b3a27f87c tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:32.212809 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c2463c7d-a8ab-4a71-b556-b360e340a283 req-8641e6c8-9ae9-40f9-9774-d98b3a27f87c tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5 HTTP/1.1" status: 200 len: 944 time: 0.0788412 Mar 11 16:34:32.290849 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-c2463c7d-a8ab-4a71-b556-b360e340a283 req-06c991ab-d0e4-455b-83c5-3e0bba0a2b3b tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/security-groups?id=55d69fdf-9330-4a90-a8f9-24ce666ce414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704384 Mar 11 16:34:32.493221 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device b33509b6-cdb5-4943-9890-87fdfe201363 up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:34:32.561081 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning for port b33509b6-cdb5-4943-9890-87fdfe201363 completed by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:34:32.565835 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port b33509b6-cdb5-4943-9890-87fdfe201363 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:34:32.566203 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:32.679268 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:32.706863 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33509b6-cdb5-4943-9890-87fdfe201363'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:34:32.716639 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port b33509b6-cdb5-4943-9890-87fdfe201363, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b33509b6-cdb5-4943-9890-87fdfe201363,segment=NetworkSegment(45dfa889-2f41-4d3d-adb2-51af46886375),segment_id=45dfa889-2f41-4d3d-adb2-51af46886375)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:34:32.720916 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:32.766545 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33509b6-cdb5-4943-9890-87fdfe201363', 'code': 200} Mar 11 16:34:32.791982 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=b33509b6-cdb5-4943-9890-87fdfe201363,revision_number=5']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:32.949417 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:32.998132 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-890f0ba0-b925-4660-b8b1-7e34d598b0ca req-ac595cf2-1159-466c-b17c-db086d3caad0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5 HTTP/1.1" status: 200 len: 1098 time: 0.0746377 Mar 11 16:34:33.041318 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-890f0ba0-b925-4660-b8b1-7e34d598b0ca req-ed472311-5c7e-47ca-b0cd-5159956b46e8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=55d69fdf-9330-4a90-a8f9-24ce666ce414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369682 Mar 11 16:34:33.251613 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:33.493619 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c332e38-042a-44ee-a8c4-dc2436bb2bda req-8fdce137-9d2f-42f4-b4e0-70fa5221e93e tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:33.495045 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-6c332e38-042a-44ee-a8c4-dc2436bb2bda req-8fdce137-9d2f-42f4-b4e0-70fa5221e93e tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5 HTTP/1.1" status: 200 len: 945 time: 0.0798984 Mar 11 16:34:33.540225 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-6c332e38-042a-44ee-a8c4-dc2436bb2bda req-c7519d5f-4230-45c0-862d-68f405e8e532 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/security-groups?id=55d69fdf-9330-4a90-a8f9-24ce666ce414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389884 Mar 11 16:34:34.466093 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:34.737924 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae52d7b-b4de-4bc8-a80b-e3afe157f17c req-e6fb437c-ea7f-46fc-8029-c2173735d1bb tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:34.739375 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9ae52d7b-b4de-4bc8-a80b-e3afe157f17c req-e6fb437c-ea7f-46fc-8029-c2173735d1bb tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5 HTTP/1.1" status: 200 len: 945 time: 0.0771127 Mar 11 16:34:34.795844 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-9ae52d7b-b4de-4bc8-a80b-e3afe157f17c req-efdb6cba-981b-425a-854d-ea2cdc7fe9e2 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/security-groups?id=55d69fdf-9330-4a90-a8f9-24ce666ce414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504594 Mar 11 16:34:34.988514 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64441e4-d1fe-4c8b-921b-9970f04dbdef req-f02c7b0d-3957-48a9-8627-99ab4e842986 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:34.989993 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-a64441e4-d1fe-4c8b-921b-9970f04dbdef req-f02c7b0d-3957-48a9-8627-99ab4e842986 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5 HTTP/1.1" status: 200 len: 945 time: 0.0745289 Mar 11 16:34:35.038765 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-a64441e4-d1fe-4c8b-921b-9970f04dbdef req-89f9224d-ed77-4e78-8188-c0889c0e554b tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/security-groups?id=55d69fdf-9330-4a90-a8f9-24ce666ce414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429871 Mar 11 16:34:35.066249 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 51694) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:34:35.136085 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-305a122e-5468-4c3f-ba85-91ec4e05bf61 tempest-TestSnapshotPattern-225525927 tempest-TestSnapshotPattern-225525927-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5 HTTP/1.1" status: 200 len: 1093 time: 0.0686102 Mar 11 16:34:35.138580 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 51698) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:34:35.147287 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.v2.base [None req-d253b31a-45b8-4cad-bfcc-72c047cbca32 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Request body: {'floatingip': {'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'port_id': 'b33509b6-cdb5-4943-9890-87fdfe201363', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:34:35.157479 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-d253b31a-45b8-4cad-bfcc-72c047cbca32 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:34:35.161513 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-d253b31a-45b8-4cad-bfcc-72c047cbca32 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Usage tracker for resource:floatingip and tenant:58c2729cd9d04a6ca6dc408c65fe99a8 is out of sync, need to count used quota {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:34:35.164365 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [None req-d253b31a-45b8-4cad-bfcc-72c047cbca32 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83866) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:34:35.170522 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.quota.driver [None req-d253b31a-45b8-4cad-bfcc-72c047cbca32 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83866) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:34:35.181155 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d253b31a-45b8-4cad-bfcc-72c047cbca32 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks [] for floatingip, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:35.325157 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d253b31a-45b8-4cad-bfcc-72c047cbca32 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:35.464990 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_common [None req-d253b31a-45b8-4cad-bfcc-72c047cbca32 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Allocated IP 172.26.0.91 (69193b02-dbf5-4ccf-b3ce-76dabd3f8655/d55cf63c-e1a3-44ce-936b-0a587a722c42/c730b8e4-d592-4706-99a3-6914ff7e930c) {{(pid=83866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:34:35.613806 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d253b31a-45b8-4cad-bfcc-72c047cbca32 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks [] for port, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:35.640523 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d253b31a-45b8-4cad-bfcc-72c047cbca32 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788847487627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:35.706472 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d253b31a-45b8-4cad-bfcc-72c047cbca32 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Network 69193b02-dbf5-4ccf-b3ce-76dabd3f8655 is already hosted by enough agents. {{(pid=83866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:34:35.709236 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.base_scheduler [None req-d253b31a-45b8-4cad-bfcc-72c047cbca32 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Resources bound (agent type, host, resource id): {{(pid=83866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:34:35.713537 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d253b31a-45b8-4cad-bfcc-72c047cbca32 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Received port after_create {{(pid=83866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:34:35.741676 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253b31a-45b8-4cad-bfcc-72c047cbca32 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Pushing event updated for resources: {'Port': ['ID=c730b8e4-d592-4706-99a3-6914ff7e930c,revision_number=1']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:36.317877 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d253b31a-45b8-4cad-bfcc-72c047cbca32 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:36.372842 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d253b31a-45b8-4cad-bfcc-72c047cbca32 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:36.575738 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d253b31a-45b8-4cad-bfcc-72c047cbca32 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks [] for port, precommit_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:36.581015 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d253b31a-45b8-4cad-bfcc-72c047cbca32 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3577977'] for port, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:36.691783 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253b31a-45b8-4cad-bfcc-72c047cbca32 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Pushing event updated for resources: {'Port': ['ID=c730b8e4-d592-4706-99a3-6914ff7e930c,revision_number=2']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:36.705972 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d253b31a-45b8-4cad-bfcc-72c047cbca32 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709198'] for floatingip, after_update {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:36.897295 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.db.l3_db [None req-d253b31a-45b8-4cad-bfcc-72c047cbca32 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Floating IP 8cdc29cc-5bcf-4ab5-808e-3e40d38e850f associated. External IP: 172.26.0.91, port: b33509b6-cdb5-4943-9890-87fdfe201363. Mar 11 16:34:37.401640 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d253b31a-45b8-4cad-bfcc-72c047cbca32 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Router ee2d04e0-4879-4934-8304-56a8e1a0cefb has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:34:37.599601 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d253b31a-45b8-4cad-bfcc-72c047cbca32 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:34:37.610122 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d10634c-d61e-4b97-bca5-6a1191d22e8d None None] Sync routers for ids ['ee2d04e0-4879-4934-8304-56a8e1a0cefb'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:34:37.621673 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d10634c-d61e-4b97-bca5-6a1191d22e8d None None] Routers {'ee2d04e0-4879-4934-8304-56a8e1a0cefb'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:34:37.622269 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-5d10634c-d61e-4b97-bca5-6a1191d22e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:34:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['ee2d04e0-4879-4934-8304-56a8e1a0cefb'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:34:37.625140 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d253b31a-45b8-4cad-bfcc-72c047cbca32 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:37.692119 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d253b31a-45b8-4cad-bfcc-72c047cbca32 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5405309 Mar 11 16:34:37.692119 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5', 'tag': 'b33509b6-cdb5-4943-9890-87fdfe201363'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:34:37.738461 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5', 'tag': 'b33509b6-cdb5-4943-9890-87fdfe201363', 'status': 'completed', 'code': 200} Mar 11 16:34:37.799693 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-5d10634c-d61e-4b97-bca5-6a1191d22e8d None None] Set router ee2d04e0-4879-4934-8304-56a8e1a0cefb gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:34:37.834610 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-25ed0655-a1fe-4dfd-a340-555893eb65b5 req-ef835154-3d63-4186-ba8d-0c1e4e55901a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=58c2729cd9d04a6ca6dc408c65fe99a8&device_id=4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5 HTTP/1.1" status: 200 len: 1098 time: 0.0694411 Mar 11 16:34:37.971788 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed0655-a1fe-4dfd-a340-555893eb65b5 req-3d232ec9-f26b-4424-aab2-9b0eace74027 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:37.973274 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-25ed0655-a1fe-4dfd-a340-555893eb65b5 req-3d232ec9-f26b-4424-aab2-9b0eace74027 service neutron] 10.222.0.73 "GET /v2.0/networks?id=89ea0a05-3749-4a04-8154-eda29fc38d42 HTTP/1.1" status: 200 len: 911 time: 0.1325638 Mar 11 16:34:38.080165 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-25ed0655-a1fe-4dfd-a340-555893eb65b5 req-73d8b7bb-284b-4a09-9353-0762feed3aa5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b33509b6-cdb5-4943-9890-87fdfe201363 HTTP/1.1" status: 200 len: 998 time: 0.1007001 Mar 11 16:34:38.143642 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed0655-a1fe-4dfd-a340-555893eb65b5 req-9419dc6d-b2a7-4d5c-a798-0773eafe078d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:38.144710 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-5d10634c-d61e-4b97-bca5-6a1191d22e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'name': 'tempest-TestSnapshotPattern-1335394481-router', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '1e8b052e-8fb6-4ed4-b15d-c5e24bc39949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:30:40Z', 'updated_at': '2022-03-11T16:30:43Z', 'revision_number': 4, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'gw_port': {'id': '1e8b052e-8fb6-4ed4-b15d-c5e24bc39949', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:40Z', 'updated_at': '2022-03-11T16:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '8cdc29cc-5bcf-4ab5-808e-3e40d38e850f', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'floating_ip_address': '172.26.0.91', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'port_id': 'b33509b6-cdb5-4943-9890-87fdfe201363', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42', 'mac_address': 'fa:16:3e:f0:84:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:34:36Z', 'updated_at': '2022-03-11T16:34:36Z', 'revision_number': 0, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'fixed_ip_address_scope': None}, {'id': 'b7673752-babd-4773-94cf-1ae6f28ccfb2', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'floating_ip_address': '172.26.0.115', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'port_id': '10db0b86-8fb0-482a-a163-ca3dd464d63f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42', 'mac_address': 'fa:16:3e:af:09:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea3b185-f7b0-4b23-b314-28f841b1adc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:31:09Z', 'updated_at': '2022-03-11T16:31:13Z', 'revision_number': 1, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71', 'name': '', 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'mac_address': 'fa:16:3e:63:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d4b5c6a-ef96-4853-9e28-234a23717273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:43Z', 'updated_at': '2022-03-11T16:30:52Z', 'revision_number': 5, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'subnets': [{'id': '1d4b5c6a-ef96-4853-9e28-234a23717273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:34:38.145092 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-25ed0655-a1fe-4dfd-a340-555893eb65b5 req-9419dc6d-b2a7-4d5c-a798-0773eafe078d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1d4b5c6a-ef96-4853-9e28-234a23717273 HTTP/1.1" status: 200 len: 849 time: 0.0583768 Mar 11 16:34:38.148547 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d10634c-d61e-4b97-bca5-6a1191d22e8d None None] Checking router: ee2d04e0-4879-4934-8304-56a8e1a0cefb for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:34:38.159779 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d10634c-d61e-4b97-bca5-6a1191d22e8d None None] Routers {'ee2d04e0-4879-4934-8304-56a8e1a0cefb'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:34:38.160404 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-5d10634c-d61e-4b97-bca5-6a1191d22e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:34:32Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['ee2d04e0-4879-4934-8304-56a8e1a0cefb'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:34:38.225164 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-25ed0655-a1fe-4dfd-a340-555893eb65b5 req-41f5925a-81de-48d4-8c0b-0568a21b0b15 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=89ea0a05-3749-4a04-8154-eda29fc38d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739059 Mar 11 16:34:38.345920 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-5d10634c-d61e-4b97-bca5-6a1191d22e8d None None] Set router ee2d04e0-4879-4934-8304-56a8e1a0cefb gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:34:38.360037 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-25ed0655-a1fe-4dfd-a340-555893eb65b5 req-dcd0ddf1-e445-481a-9483-74bd5df363e6 service neutron] 10.222.0.73 "GET /v2.0/networks/89ea0a05-3749-4a04-8154-eda29fc38d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277516 Mar 11 16:34:38.503030 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-25ed0655-a1fe-4dfd-a340-555893eb65b5 req-2160ec1d-45ad-42ee-86fc-7aa6ce241f70 service neutron] 10.222.0.73 "GET /v2.0/networks/89ea0a05-3749-4a04-8154-eda29fc38d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347499 Mar 11 16:34:38.851781 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-5d10634c-d61e-4b97-bca5-6a1191d22e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'name': 'tempest-TestSnapshotPattern-1335394481-router', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '1e8b052e-8fb6-4ed4-b15d-c5e24bc39949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:30:40Z', 'updated_at': '2022-03-11T16:30:43Z', 'revision_number': 4, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'gw_port': {'id': '1e8b052e-8fb6-4ed4-b15d-c5e24bc39949', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:40Z', 'updated_at': '2022-03-11T16:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '8cdc29cc-5bcf-4ab5-808e-3e40d38e850f', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'floating_ip_address': '172.26.0.91', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'port_id': 'b33509b6-cdb5-4943-9890-87fdfe201363', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42', 'mac_address': 'fa:16:3e:f0:84:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:34:36Z', 'updated_at': '2022-03-11T16:34:36Z', 'revision_number': 0, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'fixed_ip_address_scope': None}, {'id': 'b7673752-babd-4773-94cf-1ae6f28ccfb2', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'floating_ip_address': '172.26.0.115', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'port_id': '10db0b86-8fb0-482a-a163-ca3dd464d63f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42', 'mac_address': 'fa:16:3e:af:09:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea3b185-f7b0-4b23-b314-28f841b1adc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:31:09Z', 'updated_at': '2022-03-11T16:31:13Z', 'revision_number': 1, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71', 'name': '', 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'mac_address': 'fa:16:3e:63:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d4b5c6a-ef96-4853-9e28-234a23717273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:43Z', 'updated_at': '2022-03-11T16:30:52Z', 'revision_number': 5, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'subnets': [{'id': '1d4b5c6a-ef96-4853-9e28-234a23717273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:34:38.865626 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d10634c-d61e-4b97-bca5-6a1191d22e8d None None] The sync data for ids ['ee2d04e0-4879-4934-8304-56a8e1a0cefb'] in dv-neutron-833373-1-hyperv is: [{'id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'name': 'tempest-TestSnapshotPattern-1335394481-router', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '1e8b052e-8fb6-4ed4-b15d-c5e24bc39949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:30:40Z', 'updated_at': '2022-03-11T16:30:43Z', 'revision_number': 4, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'gw_port': {'id': '1e8b052e-8fb6-4ed4-b15d-c5e24bc39949', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:40Z', 'updated_at': '2022-03-11T16:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': '8cdc29cc-5bcf-4ab5-808e-3e40d38e850f', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'floating_ip_address': '172.26.0.91', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'port_id': 'b33509b6-cdb5-4943-9890-87fdfe201363', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42', 'mac_address': 'fa:16:3e:f0:84:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:34:36Z', 'updated_at': '2022-03-11T16:34:36Z', 'revision_number': 0, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'fixed_ip_address_scope': None}, {'id': 'b7673752-babd-4773-94cf-1ae6f28ccfb2', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'floating_ip_address': '172.26.0.115', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'port_id': '10db0b86-8fb0-482a-a163-ca3dd464d63f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42', 'mac_address': 'fa:16:3e:af:09:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea3b185-f7b0-4b23-b314-28f841b1adc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:31:09Z', 'updated_at': '2022-03-11T16:31:13Z', 'revision_number': 1, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71', 'name': '', 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'mac_address': 'fa:16:3e:63:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d4b5c6a-ef96-4853-9e28-234a23717273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:43Z', 'updated_at': '2022-03-11T16:30:52Z', 'revision_number': 5, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'subnets': [{'id': '1d4b5c6a-ef96-4853-9e28-234a23717273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:34:39.070186 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ef8afb-7ba1-4571-844d-c6dfbefde854 None None] New status for floating IP 8cdc29cc-5bcf-4ab5-808e-3e40d38e850f: ACTIVE {{(pid=83868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:34:46.631875 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:51.057933 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:34:52.915471 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8df70095-1a9e-4c26-952f-e277dddd9dc8 req-58403dcd-ca2c-43c7-b641-528c9d2ea606 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=dea3b185-f7b0-4b23-b314-28f841b1adc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676179 Mar 11 16:34:53.058310 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8df70095-1a9e-4c26-952f-e277dddd9dc8 req-132be4e6-fe7f-456d-815d-bc4a0a1290e7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=58c2729cd9d04a6ca6dc408c65fe99a8&device_id=dea3b185-f7b0-4b23-b314-28f841b1adc0 HTTP/1.1" status: 200 len: 1097 time: 0.0720155 Mar 11 16:34:53.204074 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df70095-1a9e-4c26-952f-e277dddd9dc8 req-6cdea10d-ff8d-4551-b2a5-d074eafc524d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:53.205421 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8df70095-1a9e-4c26-952f-e277dddd9dc8 req-6cdea10d-ff8d-4551-b2a5-d074eafc524d service neutron] 10.222.0.73 "GET /v2.0/networks?id=89ea0a05-3749-4a04-8154-eda29fc38d42 HTTP/1.1" status: 200 len: 911 time: 0.1280205 Mar 11 16:34:53.305663 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8df70095-1a9e-4c26-952f-e277dddd9dc8 req-8a9a92b8-3df5-44b8-8fd8-7daff9292845 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10db0b86-8fb0-482a-a163-ca3dd464d63f HTTP/1.1" status: 200 len: 1000 time: 0.0930982 Mar 11 16:34:53.371016 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df70095-1a9e-4c26-952f-e277dddd9dc8 req-f453d4a3-f977-443b-868e-d45dd3f58af0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:53.372468 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8df70095-1a9e-4c26-952f-e277dddd9dc8 req-f453d4a3-f977-443b-868e-d45dd3f58af0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1d4b5c6a-ef96-4853-9e28-234a23717273 HTTP/1.1" status: 200 len: 849 time: 0.0605092 Mar 11 16:34:53.446639 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8df70095-1a9e-4c26-952f-e277dddd9dc8 req-e117544c-5866-4bef-8bba-307cdd753fb9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=89ea0a05-3749-4a04-8154-eda29fc38d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680265 Mar 11 16:34:53.677593 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8df70095-1a9e-4c26-952f-e277dddd9dc8 req-03873ea1-84e2-4aca-98b2-14b83e87b4bc service neutron] 10.222.0.73 "GET /v2.0/networks/89ea0a05-3749-4a04-8154-eda29fc38d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247369 Mar 11 16:34:53.813493 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-8df70095-1a9e-4c26-952f-e277dddd9dc8 req-89c61e7b-ef6a-4ea8-b129-fcabe6263ee4 service neutron] 10.222.0.73 "GET /v2.0/networks/89ea0a05-3749-4a04-8154-eda29fc38d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298847 Mar 11 16:34:59.530146 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-27bee0fd-d264-4c5b-877b-2dd742d09571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:01.776789 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e4c4f9df-0887-44a1-8358-45500679652c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:02.954356 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:03.253895 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:04.471605 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:16.676739 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:28.057716 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:35:29.533502 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-cd2be674-f17c-4f57-b68b-a40af6b7a96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:31.780930 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-1a43ae52-50ff-49e7-8609-ac1c3f588ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:32.957671 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:33.256420 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:34.470814 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:46.662387 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:52.957178 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-62951e72-b065-4bf8-a151-ee39aa5d9c43 req-2b9c7daa-22c9-4c20-beed-f5d0eb8cf51a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727298 Mar 11 16:35:53.049268 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-62951e72-b065-4bf8-a151-ee39aa5d9c43 req-70bfc459-d9b3-4374-8390-497550aca562 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=58c2729cd9d04a6ca6dc408c65fe99a8&device_id=4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5 HTTP/1.1" status: 200 len: 1098 time: 0.0703373 Mar 11 16:35:53.197290 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62951e72-b065-4bf8-a151-ee39aa5d9c43 req-3131483e-f0b9-4ea8-946e-7f41dd15450c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:53.198996 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-62951e72-b065-4bf8-a151-ee39aa5d9c43 req-3131483e-f0b9-4ea8-946e-7f41dd15450c service neutron] 10.222.0.73 "GET /v2.0/networks?id=89ea0a05-3749-4a04-8154-eda29fc38d42 HTTP/1.1" status: 200 len: 911 time: 0.1301885 Mar 11 16:35:53.302996 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-62951e72-b065-4bf8-a151-ee39aa5d9c43 req-ded8b623-98fb-491f-b4d6-d61f994b1aa9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b33509b6-cdb5-4943-9890-87fdfe201363 HTTP/1.1" status: 200 len: 1000 time: 0.0979078 Mar 11 16:35:53.368014 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62951e72-b065-4bf8-a151-ee39aa5d9c43 req-514c475a-19d4-4088-90b3-0f98cf71282b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:53.369482 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-62951e72-b065-4bf8-a151-ee39aa5d9c43 req-514c475a-19d4-4088-90b3-0f98cf71282b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1d4b5c6a-ef96-4853-9e28-234a23717273 HTTP/1.1" status: 200 len: 849 time: 0.0608439 Mar 11 16:35:53.449097 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-62951e72-b065-4bf8-a151-ee39aa5d9c43 req-2430d6ec-4803-437c-998f-6613cf0a3a5d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=89ea0a05-3749-4a04-8154-eda29fc38d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735450 Mar 11 16:35:53.581996 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-62951e72-b065-4bf8-a151-ee39aa5d9c43 req-cd897601-d6c2-4045-bbe3-2a2eb25508c9 service neutron] 10.222.0.73 "GET /v2.0/networks/89ea0a05-3749-4a04-8154-eda29fc38d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265523 Mar 11 16:35:53.714561 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-62951e72-b065-4bf8-a151-ee39aa5d9c43 req-c35600de-48fb-467c-890b-edca80753efc service neutron] 10.222.0.73 "GET /v2.0/networks/89ea0a05-3749-4a04-8154-eda29fc38d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258781 Mar 11 16:35:59.537048 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-622451a2-daea-40f4-9b3b-618eb5825846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:01.782703 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-2fb8ec87-21b8-4c26-8cbf-1b13c9923470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:02.961811 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:03.258443 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:04.473214 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:05.057299 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:36:16.671058 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:29.540191 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-78db1c39-de17-47c6-aceb-ce4229e6e28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:31.784070 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-71552c09-0752-489b-9d47-458c03489252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:32.965689 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:33.261831 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:34.478634 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:42.056644 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:36:46.674556 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:53.057555 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-57fabd7f-7b36-487d-ad10-710b34698695 req-1cfda615-00b6-4ae8-870f-220d9f988e73 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=dea3b185-f7b0-4b23-b314-28f841b1adc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1428258 Mar 11 16:36:53.200788 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-57fabd7f-7b36-487d-ad10-710b34698695 req-c56d9b48-b7ca-4341-a8e1-4878d7948b56 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=58c2729cd9d04a6ca6dc408c65fe99a8&device_id=dea3b185-f7b0-4b23-b314-28f841b1adc0 HTTP/1.1" status: 200 len: 1097 time: 0.0751679 Mar 11 16:36:53.352946 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fabd7f-7b36-487d-ad10-710b34698695 req-9800d11f-ca60-434b-9631-65593b905835 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:53.354409 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-57fabd7f-7b36-487d-ad10-710b34698695 req-9800d11f-ca60-434b-9631-65593b905835 service neutron] 10.222.0.73 "GET /v2.0/networks?id=89ea0a05-3749-4a04-8154-eda29fc38d42 HTTP/1.1" status: 200 len: 911 time: 0.1338451 Mar 11 16:36:53.454741 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-57fabd7f-7b36-487d-ad10-710b34698695 req-e2432fcf-1991-4173-8d1a-0822db750a2f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10db0b86-8fb0-482a-a163-ca3dd464d63f HTTP/1.1" status: 200 len: 1000 time: 0.0935788 Mar 11 16:36:53.524341 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fabd7f-7b36-487d-ad10-710b34698695 req-4dd94d9d-c0e1-44a0-9fa4-5c1167b9263e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:53.525760 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-57fabd7f-7b36-487d-ad10-710b34698695 req-4dd94d9d-c0e1-44a0-9fa4-5c1167b9263e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1d4b5c6a-ef96-4853-9e28-234a23717273 HTTP/1.1" status: 200 len: 849 time: 0.0640788 Mar 11 16:36:53.602277 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-57fabd7f-7b36-487d-ad10-710b34698695 req-8e463fe7-eee2-4ed0-b940-a054628c8088 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=89ea0a05-3749-4a04-8154-eda29fc38d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696301 Mar 11 16:36:53.847432 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-57fabd7f-7b36-487d-ad10-710b34698695 req-a3ace157-2f4f-4a6c-ba61-6f4e9bc33947 service neutron] 10.222.0.73 "GET /v2.0/networks/89ea0a05-3749-4a04-8154-eda29fc38d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381454 Mar 11 16:36:53.985414 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-57fabd7f-7b36-487d-ad10-710b34698695 req-e068767a-73da-4909-bb8c-3261734e4895 service neutron] 10.222.0.73 "GET /v2.0/networks/89ea0a05-3749-4a04-8154-eda29fc38d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310258 Mar 11 16:36:55.271348 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device b33509b6-cdb5-4943-9890-87fdfe201363 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:36:55.408821 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port b33509b6-cdb5-4943-9890-87fdfe201363, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b33509b6-cdb5-4943-9890-87fdfe201363,segment=NetworkSegment(45dfa889-2f41-4d3d-adb2-51af46886375),segment_id=45dfa889-2f41-4d3d-adb2-51af46886375)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:36:55.421884 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Returning: {'device': 'b33509b6-cdb5-4943-9890-87fdfe201363', 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42', 'port_id': 'b33509b6-cdb5-4943-9890-87fdfe201363', 'mac_address': 'fa:16:3e:f0:84:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d4b5c6a-ef96-4853-9e28-234a23717273', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:36:55.474332 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:55.491171 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b33509b6-cdb5-4943-9890-87fdfe201363 {{(pid=83868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:36:55.505522 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port b33509b6-cdb5-4943-9890-87fdfe201363, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b33509b6-cdb5-4943-9890-87fdfe201363,segment=NetworkSegment(45dfa889-2f41-4d3d-adb2-51af46886375),segment_id=45dfa889-2f41-4d3d-adb2-51af46886375)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:36:55.509934 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:55.583844 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=b33509b6-cdb5-4943-9890-87fdfe201363,revision_number=6']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:55.594103 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] get_ports_and_sgs() called for port_ids ['b33509b6-cdb5-4943-9890-87fdfe201363'] {{(pid=83868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:36:55.622622 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:55.622964 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:55.623301 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:55.623630 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:55.623962 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:55.624308 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:55.624631 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:55.624948 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:55.625271 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:55.625585 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:55.625901 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:57.294325 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device b33509b6-cdb5-4943-9890-87fdfe201363 up at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:36:57.368183 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.provisioning_blocks [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Provisioning complete for port b33509b6-cdb5-4943-9890-87fdfe201363 triggered by entity L2. {{(pid=83868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:36:57.368547 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1199330'] for port, provisioning_complete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:57.488543 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1915609'] for port, before_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:57.515932 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33509b6-cdb5-4943-9890-87fdfe201363'}] {{(pid=83868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:36:57.525997 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] For port b33509b6-cdb5-4943-9890-87fdfe201363, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b33509b6-cdb5-4943-9890-87fdfe201363,segment=NetworkSegment(45dfa889-2f41-4d3d-adb2-51af46886375),segment_id=45dfa889-2f41-4d3d-adb2-51af46886375)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:36:57.532634 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788847929510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788847487645', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788847487690'] for port, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:57.608388 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Pushing event updated for resources: {'Port': ['ID=b33509b6-cdb5-4943-9890-87fdfe201363,revision_number=7']} {{(pid=83868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:57.637487 dv-neutron-833373-1-hyperv neutron-server[83868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33509b6-cdb5-4943-9890-87fdfe201363', 'code': 200} Mar 11 16:36:59.551291 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-11a4a71e-5e99-410b-9984-55dcb401feed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:01.788800 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-d31a3b72-7ef5-4825-b644-91836192f8c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:02.975457 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:03.284635 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:04.483863 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:10.576342 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 51890) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:10.783141 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-e1eeb71b-6f25-4dc5-8098-4d57f09360ff tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Deleting port c730b8e4-d592-4706-99a3-6914ff7e930c {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:37:10.783479 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e1eeb71b-6f25-4dc5-8098-4d57f09360ff tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:10.949008 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e1eeb71b-6f25-4dc5-8098-4d57f09360ff tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:10.949368 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e1eeb71b-6f25-4dc5-8098-4d57f09360ff tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:11.072492 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-e1eeb71b-6f25-4dc5-8098-4d57f09360ff tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Calling delete_port for c730b8e4-d592-4706-99a3-6914ff7e930c owned by network:floatingip {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:37:11.217180 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e1eeb71b-6f25-4dc5-8098-4d57f09360ff tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:11.263796 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eeb71b-6f25-4dc5-8098-4d57f09360ff tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Pushing event deleted for resources: {'Port': ['ID=c730b8e4-d592-4706-99a3-6914ff7e930c,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:11.299252 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eeb71b-6f25-4dc5-8098-4d57f09360ff tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:11.299599 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eeb71b-6f25-4dc5-8098-4d57f09360ff tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:11.299937 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eeb71b-6f25-4dc5-8098-4d57f09360ff tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:11.300299 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eeb71b-6f25-4dc5-8098-4d57f09360ff tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:11.300630 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eeb71b-6f25-4dc5-8098-4d57f09360ff tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:11.300959 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eeb71b-6f25-4dc5-8098-4d57f09360ff tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:11.301286 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eeb71b-6f25-4dc5-8098-4d57f09360ff tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:11.301612 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eeb71b-6f25-4dc5-8098-4d57f09360ff tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:11.301940 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eeb71b-6f25-4dc5-8098-4d57f09360ff tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:11.302260 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eeb71b-6f25-4dc5-8098-4d57f09360ff tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:11.302580 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eeb71b-6f25-4dc5-8098-4d57f09360ff tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-1-hyperv {{(pid=83866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:11.367117 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e1eeb71b-6f25-4dc5-8098-4d57f09360ff tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks [] for floatingip, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:11.757641 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1eeb71b-6f25-4dc5-8098-4d57f09360ff tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Router ee2d04e0-4879-4934-8304-56a8e1a0cefb has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:37:12.046213 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1eeb71b-6f25-4dc5-8098-4d57f09360ff tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:37:12.055802 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51764fe9-2c17-406e-9b24-f6e07a57fe17 None None] Sync routers for ids ['ee2d04e0-4879-4934-8304-56a8e1a0cefb'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:37:12.067920 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51764fe9-2c17-406e-9b24-f6e07a57fe17 None None] Routers {'ee2d04e0-4879-4934-8304-56a8e1a0cefb'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:37:12.068355 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e1eeb71b-6f25-4dc5-8098-4d57f09360ff tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:12.068547 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-51764fe9-2c17-406e-9b24-f6e07a57fe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:37:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['ee2d04e0-4879-4934-8304-56a8e1a0cefb'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:12.126824 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-e1eeb71b-6f25-4dc5-8098-4d57f09360ff tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "DELETE /v2.0/floatingips/8cdc29cc-5bcf-4ab5-808e-3e40d38e850f HTTP/1.1" status: 204 len: 168 time: 1.5492532 Mar 11 16:37:12.127352 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5', 'tag': 'b33509b6-cdb5-4943-9890-87fdfe201363'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:37:12.249034 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-51764fe9-2c17-406e-9b24-f6e07a57fe17 None None] Set router ee2d04e0-4879-4934-8304-56a8e1a0cefb gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:37:12.300814 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5', 'tag': 'b33509b6-cdb5-4943-9890-87fdfe201363', 'status': 'completed', 'code': 200} Mar 11 16:37:12.396497 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f7b7e4dc-41b8-4dea-a099-be81e9553229 req-8398a441-7a2d-4574-b3c3-fcb37ff03364 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=58c2729cd9d04a6ca6dc408c65fe99a8&device_id=4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5 HTTP/1.1" status: 200 len: 1098 time: 0.0743399 Mar 11 16:37:12.541176 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7e4dc-41b8-4dea-a099-be81e9553229 req-bcbe1ba8-b4f3-4a11-a3a1-0c61129d9314 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:12.543758 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f7b7e4dc-41b8-4dea-a099-be81e9553229 req-bcbe1ba8-b4f3-4a11-a3a1-0c61129d9314 service neutron] 10.222.0.73 "GET /v2.0/networks?id=89ea0a05-3749-4a04-8154-eda29fc38d42 HTTP/1.1" status: 200 len: 911 time: 0.1405075 Mar 11 16:37:12.621919 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-51764fe9-2c17-406e-9b24-f6e07a57fe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'name': 'tempest-TestSnapshotPattern-1335394481-router', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '1e8b052e-8fb6-4ed4-b15d-c5e24bc39949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:30:40Z', 'updated_at': '2022-03-11T16:30:43Z', 'revision_number': 4, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'gw_port': {'id': '1e8b052e-8fb6-4ed4-b15d-c5e24bc39949', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:40Z', 'updated_at': '2022-03-11T16:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'b7673752-babd-4773-94cf-1ae6f28ccfb2', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'floating_ip_address': '172.26.0.115', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'port_id': '10db0b86-8fb0-482a-a163-ca3dd464d63f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42', 'mac_address': 'fa:16:3e:af:09:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea3b185-f7b0-4b23-b314-28f841b1adc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:31:09Z', 'updated_at': '2022-03-11T16:31:13Z', 'revision_number': 1, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71', 'name': '', 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'mac_address': 'fa:16:3e:63:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d4b5c6a-ef96-4853-9e28-234a23717273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:43Z', 'updated_at': '2022-03-11T16:30:52Z', 'revision_number': 5, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'subnets': [{'id': '1d4b5c6a-ef96-4853-9e28-234a23717273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:12.625732 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51764fe9-2c17-406e-9b24-f6e07a57fe17 None None] Checking router: ee2d04e0-4879-4934-8304-56a8e1a0cefb for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:37:12.636529 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51764fe9-2c17-406e-9b24-f6e07a57fe17 None None] Routers {'ee2d04e0-4879-4934-8304-56a8e1a0cefb'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:37:12.637114 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-51764fe9-2c17-406e-9b24-f6e07a57fe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:37:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['ee2d04e0-4879-4934-8304-56a8e1a0cefb'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:12.658546 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f7b7e4dc-41b8-4dea-a099-be81e9553229 req-8c8aaeee-a73c-4465-a24f-5ec155c80ed6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b33509b6-cdb5-4943-9890-87fdfe201363 HTTP/1.1" status: 200 len: 217 time: 0.1056705 Mar 11 16:37:12.748479 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7e4dc-41b8-4dea-a099-be81e9553229 req-e7f3f4e4-25b3-48ab-b97c-abb0d97fc94c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:12.749917 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f7b7e4dc-41b8-4dea-a099-be81e9553229 req-e7f3f4e4-25b3-48ab-b97c-abb0d97fc94c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1d4b5c6a-ef96-4853-9e28-234a23717273 HTTP/1.1" status: 200 len: 849 time: 0.0807221 Mar 11 16:37:12.756268 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50141b83-04cd-428c-95a5-206ab999ad94 req-a0085fdf-9dc9-4822-b495-4210a2f02047 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:12.756944 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-50141b83-04cd-428c-95a5-206ab999ad94 req-a0085fdf-9dc9-4822-b495-4210a2f02047 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Synchronizing usage tracker for tenant:58c2729cd9d04a6ca6dc408c65fe99a8 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:37:12.817364 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-51764fe9-2c17-406e-9b24-f6e07a57fe17 None None] Set router ee2d04e0-4879-4934-8304-56a8e1a0cefb gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:37:12.820006 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-50141b83-04cd-428c-95a5-206ab999ad94 req-a0085fdf-9dc9-4822-b495-4210a2f02047 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Unset dirty status for tenant:58c2729cd9d04a6ca6dc408c65fe99a8 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:37:12.821183 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-50141b83-04cd-428c-95a5-206ab999ad94 req-a0085fdf-9dc9-4822-b495-4210a2f02047 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5 HTTP/1.1" status: 200 len: 945 time: 0.3483074 Mar 11 16:37:12.876594 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f7b7e4dc-41b8-4dea-a099-be81e9553229 req-16b54136-336a-4f8c-aa0a-f3a819b0ff69 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=89ea0a05-3749-4a04-8154-eda29fc38d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1169438 Mar 11 16:37:12.880364 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-50141b83-04cd-428c-95a5-206ab999ad94 req-f9699d76-ae48-4c3b-ae12-f7639d85fbb9 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/security-groups?id=55d69fdf-9330-4a90-a8f9-24ce666ce414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525029 Mar 11 16:37:13.014249 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f7b7e4dc-41b8-4dea-a099-be81e9553229 req-779e93a8-317f-4309-b828-ab69756f6c2b service neutron] 10.222.0.73 "GET /v2.0/networks/89ea0a05-3749-4a04-8154-eda29fc38d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298892 Mar 11 16:37:13.159602 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-f7b7e4dc-41b8-4dea-a099-be81e9553229 req-762334f6-e50a-4fec-89f1-09dc3253afd6 service neutron] 10.222.0.73 "GET /v2.0/networks/89ea0a05-3749-4a04-8154-eda29fc38d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366415 Mar 11 16:37:13.201298 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-51764fe9-2c17-406e-9b24-f6e07a57fe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'name': 'tempest-TestSnapshotPattern-1335394481-router', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '1e8b052e-8fb6-4ed4-b15d-c5e24bc39949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:30:40Z', 'updated_at': '2022-03-11T16:30:43Z', 'revision_number': 4, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'gw_port': {'id': '1e8b052e-8fb6-4ed4-b15d-c5e24bc39949', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:40Z', 'updated_at': '2022-03-11T16:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'b7673752-babd-4773-94cf-1ae6f28ccfb2', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'floating_ip_address': '172.26.0.115', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'port_id': '10db0b86-8fb0-482a-a163-ca3dd464d63f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42', 'mac_address': 'fa:16:3e:af:09:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea3b185-f7b0-4b23-b314-28f841b1adc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:31:09Z', 'updated_at': '2022-03-11T16:31:13Z', 'revision_number': 1, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71', 'name': '', 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'mac_address': 'fa:16:3e:63:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d4b5c6a-ef96-4853-9e28-234a23717273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:43Z', 'updated_at': '2022-03-11T16:30:52Z', 'revision_number': 5, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'subnets': [{'id': '1d4b5c6a-ef96-4853-9e28-234a23717273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:13.205243 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51764fe9-2c17-406e-9b24-f6e07a57fe17 None None] The sync data for ids ['ee2d04e0-4879-4934-8304-56a8e1a0cefb'] in dv-neutron-833373-1-hyperv is: [{'id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'name': 'tempest-TestSnapshotPattern-1335394481-router', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '1e8b052e-8fb6-4ed4-b15d-c5e24bc39949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:30:40Z', 'updated_at': '2022-03-11T16:30:43Z', 'revision_number': 4, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'gw_port': {'id': '1e8b052e-8fb6-4ed4-b15d-c5e24bc39949', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:40Z', 'updated_at': '2022-03-11T16:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_floatingips': [{'id': 'b7673752-babd-4773-94cf-1ae6f28ccfb2', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'floating_ip_address': '172.26.0.115', 'floating_network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'router_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'port_id': '10db0b86-8fb0-482a-a163-ca3dd464d63f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42', 'mac_address': 'fa:16:3e:af:09:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea3b185-f7b0-4b23-b314-28f841b1adc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:31:09Z', 'updated_at': '2022-03-11T16:31:13Z', 'revision_number': 1, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71', 'name': '', 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'mac_address': 'fa:16:3e:63:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d4b5c6a-ef96-4853-9e28-234a23717273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:43Z', 'updated_at': '2022-03-11T16:30:52Z', 'revision_number': 5, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'subnets': [{'id': '1d4b5c6a-ef96-4853-9e28-234a23717273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:37:13.428896 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe52f3d9-22e0-4767-9108-fa8034f35af0 None None] New status for floating IP 8cdc29cc-5bcf-4ab5-808e-3e40d38e850f: DOWN {{(pid=83868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:37:14.080504 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3b9b9-f4d7-456b-a2d5-fdfb885bdd58 req-b0a4f219-fff8-4412-add7-7fbf47c4652b tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:14.081942 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-68d3b9b9-f4d7-456b-a2d5-fdfb885bdd58 req-b0a4f219-fff8-4412-add7-7fbf47c4652b tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5 HTTP/1.1" status: 200 len: 945 time: 0.0772429 Mar 11 16:37:14.128443 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-68d3b9b9-f4d7-456b-a2d5-fdfb885bdd58 req-f4b68591-c1c3-4be4-8463-eeed3419c91f tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/security-groups?id=55d69fdf-9330-4a90-a8f9-24ce666ce414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410430 Mar 11 16:37:14.301603 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690db696-0966-49df-a63f-2fe32efa9af9 req-400a4774-e5b9-4707-828b-5ee1b62a4da8 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:14.302995 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-690db696-0966-49df-a63f-2fe32efa9af9 req-400a4774-e5b9-4707-828b-5ee1b62a4da8 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.73 "GET /v2.0/ports?device_id=4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5 HTTP/1.1" status: 200 len: 945 time: 0.0781376 Mar 11 16:37:14.368966 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-690db696-0966-49df-a63f-2fe32efa9af9 req-79141446-2053-43c6-8da8-cfc8176ad451 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Deleting port b33509b6-cdb5-4943-9890-87fdfe201363 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:37:14.369302 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-690db696-0966-49df-a63f-2fe32efa9af9 req-79141446-2053-43c6-8da8-cfc8176ad451 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:14.618827 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-690db696-0966-49df-a63f-2fe32efa9af9 req-79141446-2053-43c6-8da8-cfc8176ad451 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] For port b33509b6-cdb5-4943-9890-87fdfe201363, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b33509b6-cdb5-4943-9890-87fdfe201363,segment=NetworkSegment(45dfa889-2f41-4d3d-adb2-51af46886375),segment_id=45dfa889-2f41-4d3d-adb2-51af46886375)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:37:14.619178 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-690db696-0966-49df-a63f-2fe32efa9af9 req-79141446-2053-43c6-8da8-cfc8176ad451 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:14.825099 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-690db696-0966-49df-a63f-2fe32efa9af9 req-79141446-2053-43c6-8da8-cfc8176ad451 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Calling delete_port for b33509b6-cdb5-4943-9890-87fdfe201363 owned by compute:nova {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:37:14.967394 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-690db696-0966-49df-a63f-2fe32efa9af9 req-79141446-2053-43c6-8da8-cfc8176ad451 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:15.016553 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79141446-2053-43c6-8da8-cfc8176ad451 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Pushing event deleted for resources: {'Port': ['ID=b33509b6-cdb5-4943-9890-87fdfe201363,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:15.096260 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-690db696-0966-49df-a63f-2fe32efa9af9 req-79141446-2053-43c6-8da8-cfc8176ad451 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] No DVR routers for this DVR port b33509b6-cdb5-4943-9890-87fdfe201363 on host hv-neutron-8333 {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:37:15.098697 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-690db696-0966-49df-a63f-2fe32efa9af9 req-79141446-2053-43c6-8da8-cfc8176ad451 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:15.101266 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5', 'name': 'network-vif-deleted', 'tag': 'b33509b6-cdb5-4943-9890-87fdfe201363'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:37:15.117821 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-690db696-0966-49df-a63f-2fe32efa9af9 req-79141446-2053-43c6-8da8-cfc8176ad451 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.73 "DELETE /v2.0/ports/b33509b6-cdb5-4943-9890-87fdfe201363 HTTP/1.1" status: 204 len: 173 time: 0.8098965 Mar 11 16:37:15.161153 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5', 'name': 'network-vif-deleted', 'tag': 'b33509b6-cdb5-4943-9890-87fdfe201363', 'status': 'completed', 'code': 200} Mar 11 16:37:15.344349 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-b417cf65-77a9-4b06-bb41-7dddfc2f02b1 req-0494dbd5-383a-409a-a000-7d3703a22c8b tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cebe9e0-9f4e-4ce0-8cd0-959d0860d8b5 HTTP/1.1" status: 200 len: 210 time: 0.0434635 Mar 11 16:37:15.354193 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device b33509b6-cdb5-4943-9890-87fdfe201363 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:37:15.388293 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] No Port match for: b33509b6-cdb5-4943-9890-87fdfe201363 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:37:15.388638 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device b33509b6-cdb5-4943-9890-87fdfe201363 not bound to the agent host hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:37:16.674044 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:17.009878 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 51952) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:17.211561 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-47da66ce-da63-4b38-bb72-233fdfa916e3 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Deleting port 1e169b92-a9ec-4146-a2f1-d3aa9c3eeae0 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:37:17.211907 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-47da66ce-da63-4b38-bb72-233fdfa916e3 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:17.402650 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-47da66ce-da63-4b38-bb72-233fdfa916e3 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:17.402975 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-47da66ce-da63-4b38-bb72-233fdfa916e3 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:17.525920 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-47da66ce-da63-4b38-bb72-233fdfa916e3 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Calling delete_port for 1e169b92-a9ec-4146-a2f1-d3aa9c3eeae0 owned by network:floatingip {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:37:17.673880 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-47da66ce-da63-4b38-bb72-233fdfa916e3 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:17.721213 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da66ce-da63-4b38-bb72-233fdfa916e3 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Pushing event deleted for resources: {'Port': ['ID=1e169b92-a9ec-4146-a2f1-d3aa9c3eeae0,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:17.813659 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-47da66ce-da63-4b38-bb72-233fdfa916e3 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks [] for floatingip, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:18.300942 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47da66ce-da63-4b38-bb72-233fdfa916e3 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Router ee2d04e0-4879-4934-8304-56a8e1a0cefb has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:37:18.505880 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47da66ce-da63-4b38-bb72-233fdfa916e3 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:37:18.515737 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab95ec4-99cc-4165-a4f3-0c1cad91cc91 None None] Sync routers for ids ['ee2d04e0-4879-4934-8304-56a8e1a0cefb'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:37:18.523947 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-47da66ce-da63-4b38-bb72-233fdfa916e3 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:18.527769 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab95ec4-99cc-4165-a4f3-0c1cad91cc91 None None] Routers {'ee2d04e0-4879-4934-8304-56a8e1a0cefb'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:37:18.528529 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-9ab95ec4-99cc-4165-a4f3-0c1cad91cc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:37:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['ee2d04e0-4879-4934-8304-56a8e1a0cefb'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:18.579710 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-47da66ce-da63-4b38-bb72-233fdfa916e3 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "DELETE /v2.0/floatingips/b7673752-babd-4773-94cf-1ae6f28ccfb2 HTTP/1.1" status: 204 len: 168 time: 1.5686016 Mar 11 16:37:18.580264 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea3b185-f7b0-4b23-b314-28f841b1adc0', 'tag': '10db0b86-8fb0-482a-a163-ca3dd464d63f'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:37:18.643956 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dea3b185-f7b0-4b23-b314-28f841b1adc0', 'tag': '10db0b86-8fb0-482a-a163-ca3dd464d63f', 'status': 'completed', 'code': 200} Mar 11 16:37:18.706688 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-9ab95ec4-99cc-4165-a4f3-0c1cad91cc91 None None] Set router ee2d04e0-4879-4934-8304-56a8e1a0cefb gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:37:18.750132 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-57a72c38-bc21-44db-8f4f-43d3774de0d8 req-99cc060f-a193-46b9-b001-7bc4ab66fa7e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=58c2729cd9d04a6ca6dc408c65fe99a8&device_id=dea3b185-f7b0-4b23-b314-28f841b1adc0 HTTP/1.1" status: 200 len: 1097 time: 0.0838530 Mar 11 16:37:18.983999 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a72c38-bc21-44db-8f4f-43d3774de0d8 req-49b43bcf-91e1-42f3-b6b1-b09fb8484ae8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:18.985593 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-57a72c38-bc21-44db-8f4f-43d3774de0d8 req-49b43bcf-91e1-42f3-b6b1-b09fb8484ae8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=89ea0a05-3749-4a04-8154-eda29fc38d42 HTTP/1.1" status: 200 len: 911 time: 0.2286024 Mar 11 16:37:19.067581 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:37:19.073623 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-57a72c38-bc21-44db-8f4f-43d3774de0d8 req-7866c670-c3a5-40c6-80d1-1e4dfe1d9970 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10db0b86-8fb0-482a-a163-ca3dd464d63f HTTP/1.1" status: 200 len: 217 time: 0.0795431 Mar 11 16:37:19.087039 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-9ab95ec4-99cc-4165-a4f3-0c1cad91cc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'name': 'tempest-TestSnapshotPattern-1335394481-router', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '1e8b052e-8fb6-4ed4-b15d-c5e24bc39949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:30:40Z', 'updated_at': '2022-03-11T16:30:43Z', 'revision_number': 4, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'gw_port': {'id': '1e8b052e-8fb6-4ed4-b15d-c5e24bc39949', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:40Z', 'updated_at': '2022-03-11T16:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71', 'name': '', 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'mac_address': 'fa:16:3e:63:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d4b5c6a-ef96-4853-9e28-234a23717273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:43Z', 'updated_at': '2022-03-11T16:30:52Z', 'revision_number': 5, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'subnets': [{'id': '1d4b5c6a-ef96-4853-9e28-234a23717273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:19.092303 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab95ec4-99cc-4165-a4f3-0c1cad91cc91 None None] Checking router: ee2d04e0-4879-4934-8304-56a8e1a0cefb for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:37:19.102822 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab95ec4-99cc-4165-a4f3-0c1cad91cc91 None None] Routers {'ee2d04e0-4879-4934-8304-56a8e1a0cefb'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:37:19.103417 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-9ab95ec4-99cc-4165-a4f3-0c1cad91cc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:37:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['ee2d04e0-4879-4934-8304-56a8e1a0cefb'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:19.143629 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4787d30-6b6f-49e8-903f-7dbe5c7d363a req-6670e697-9d62-4b64-8ccd-9dd1b037c4f9 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:19.144347 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-d4787d30-6b6f-49e8-903f-7dbe5c7d363a req-6670e697-9d62-4b64-8ccd-9dd1b037c4f9 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Synchronizing usage tracker for tenant:58c2729cd9d04a6ca6dc408c65fe99a8 on resource:port {{(pid=83866) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:37:19.166030 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a72c38-bc21-44db-8f4f-43d3774de0d8 req-bde59386-8122-4c4e-bd2a-6d4d2e366eb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:19.168214 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-57a72c38-bc21-44db-8f4f-43d3774de0d8 req-bde59386-8122-4c4e-bd2a-6d4d2e366eb6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1d4b5c6a-ef96-4853-9e28-234a23717273 HTTP/1.1" status: 200 len: 849 time: 0.0849583 Mar 11 16:37:19.172574 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.quota.resource [req-d4787d30-6b6f-49e8-903f-7dbe5c7d363a req-6670e697-9d62-4b64-8ccd-9dd1b037c4f9 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Unset dirty status for tenant:58c2729cd9d04a6ca6dc408c65fe99a8 on resource:port {{(pid=83866) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:37:19.173974 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d4787d30-6b6f-49e8-903f-7dbe5c7d363a req-6670e697-9d62-4b64-8ccd-9dd1b037c4f9 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/ports?device_id=dea3b185-f7b0-4b23-b314-28f841b1adc0 HTTP/1.1" status: 200 len: 944 time: 0.2421446 Mar 11 16:37:19.269329 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-d4787d30-6b6f-49e8-903f-7dbe5c7d363a req-71a574d1-e7c0-4d76-a948-2c88ffd042f4 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/security-groups?id=55d69fdf-9330-4a90-a8f9-24ce666ce414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643010 Mar 11 16:37:19.280913 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-57a72c38-bc21-44db-8f4f-43d3774de0d8 req-e0187bd5-ac50-4a89-bef5-09607a906da6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=89ea0a05-3749-4a04-8154-eda29fc38d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1056702 Mar 11 16:37:19.284235 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-9ab95ec4-99cc-4165-a4f3-0c1cad91cc91 None None] Set router ee2d04e0-4879-4934-8304-56a8e1a0cefb gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:37:19.370811 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device b33509b6-cdb5-4943-9890-87fdfe201363 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:37:19.403912 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] No Port match for: b33509b6-cdb5-4943-9890-87fdfe201363 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:37:19.404303 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device b33509b6-cdb5-4943-9890-87fdfe201363 not bound to the agent host hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:37:19.420296 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-57a72c38-bc21-44db-8f4f-43d3774de0d8 req-914900c3-4f5e-4894-93e8-5e8df1f4825e service neutron] 10.222.0.73 "GET /v2.0/networks/89ea0a05-3749-4a04-8154-eda29fc38d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314466 Mar 11 16:37:19.560882 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-57a72c38-bc21-44db-8f4f-43d3774de0d8 req-b7744c3c-0487-4bcb-8691-bfbac8a8c968 service neutron] 10.222.0.73 "GET /v2.0/networks/89ea0a05-3749-4a04-8154-eda29fc38d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323767 Mar 11 16:37:19.596845 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-9ab95ec4-99cc-4165-a4f3-0c1cad91cc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'name': 'tempest-TestSnapshotPattern-1335394481-router', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '1e8b052e-8fb6-4ed4-b15d-c5e24bc39949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:30:40Z', 'updated_at': '2022-03-11T16:30:43Z', 'revision_number': 4, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'gw_port': {'id': '1e8b052e-8fb6-4ed4-b15d-c5e24bc39949', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:40Z', 'updated_at': '2022-03-11T16:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71', 'name': '', 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'mac_address': 'fa:16:3e:63:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d4b5c6a-ef96-4853-9e28-234a23717273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:43Z', 'updated_at': '2022-03-11T16:30:52Z', 'revision_number': 5, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'subnets': [{'id': '1d4b5c6a-ef96-4853-9e28-234a23717273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:19.600709 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab95ec4-99cc-4165-a4f3-0c1cad91cc91 None None] The sync data for ids ['ee2d04e0-4879-4934-8304-56a8e1a0cefb'] in dv-neutron-833373-1-hyperv is: [{'id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'name': 'tempest-TestSnapshotPattern-1335394481-router', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '1e8b052e-8fb6-4ed4-b15d-c5e24bc39949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:30:40Z', 'updated_at': '2022-03-11T16:30:43Z', 'revision_number': 4, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'gw_port': {'id': '1e8b052e-8fb6-4ed4-b15d-c5e24bc39949', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:40Z', 'updated_at': '2022-03-11T16:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv', '_interfaces': [{'id': 'c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71', 'name': '', 'network_id': '89ea0a05-3749-4a04-8154-eda29fc38d42', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'mac_address': 'fa:16:3e:63:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d4b5c6a-ef96-4853-9e28-234a23717273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:43Z', 'updated_at': '2022-03-11T16:30:52Z', 'revision_number': 5, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'subnets': [{'id': '1d4b5c6a-ef96-4853-9e28-234a23717273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:37:19.810297 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386bc8c1-3d86-4091-9b9f-1402598ddcf4 req-41adcb2b-cdca-47fa-a0ab-4884cbe6e53a tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:19.811766 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-386bc8c1-3d86-4091-9b9f-1402598ddcf4 req-41adcb2b-cdca-47fa-a0ab-4884cbe6e53a tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.73 "GET /v2.0/ports?device_id=dea3b185-f7b0-4b23-b314-28f841b1adc0 HTTP/1.1" status: 200 len: 944 time: 0.0879180 Mar 11 16:37:19.827483 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f837f48b-de91-4182-ab83-77a9f0c9089d None None] New status for floating IP b7673752-babd-4773-94cf-1ae6f28ccfb2: DOWN {{(pid=83868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:37:19.882025 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-386bc8c1-3d86-4091-9b9f-1402598ddcf4 req-aaabab26-8dbf-410d-a20d-16f24e558d8c tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Deleting port 10db0b86-8fb0-482a-a163-ca3dd464d63f {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:37:19.882388 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-386bc8c1-3d86-4091-9b9f-1402598ddcf4 req-aaabab26-8dbf-410d-a20d-16f24e558d8c tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:20.128351 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [req-386bc8c1-3d86-4091-9b9f-1402598ddcf4 req-aaabab26-8dbf-410d-a20d-16f24e558d8c tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] For port 10db0b86-8fb0-482a-a163-ca3dd464d63f, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=10db0b86-8fb0-482a-a163-ca3dd464d63f,segment=NetworkSegment(45dfa889-2f41-4d3d-adb2-51af46886375),segment_id=45dfa889-2f41-4d3d-adb2-51af46886375)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:37:20.128696 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-386bc8c1-3d86-4091-9b9f-1402598ddcf4 req-aaabab26-8dbf-410d-a20d-16f24e558d8c tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:20.340140 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [req-386bc8c1-3d86-4091-9b9f-1402598ddcf4 req-aaabab26-8dbf-410d-a20d-16f24e558d8c tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Calling delete_port for 10db0b86-8fb0-482a-a163-ca3dd464d63f owned by compute:nova {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:37:20.482310 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448bae6f-3776-4a1c-9917-7ceeda3e3e9e req-3dfb1d25-28ac-4993-852f-a3be99c5d7b2 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:20.483769 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-448bae6f-3776-4a1c-9917-7ceeda3e3e9e req-3dfb1d25-28ac-4993-852f-a3be99c5d7b2 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/ports?device_id=dea3b185-f7b0-4b23-b314-28f841b1adc0 HTTP/1.1" status: 200 len: 944 time: 0.0874333 Mar 11 16:37:20.496538 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-386bc8c1-3d86-4091-9b9f-1402598ddcf4 req-aaabab26-8dbf-410d-a20d-16f24e558d8c tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:20.529913 dv-neutron-833373-1-hyperv neutron-server[83867]: INFO neutron.wsgi [req-448bae6f-3776-4a1c-9917-7ceeda3e3e9e req-96bf98b8-5652-491d-85e5-75d0714caf19 tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "GET /v2.0/security-groups?id=55d69fdf-9330-4a90-a8f9-24ce666ce414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401788 Mar 11 16:37:20.549766 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaabab26-8dbf-410d-a20d-16f24e558d8c tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Pushing event deleted for resources: {'Port': ['ID=10db0b86-8fb0-482a-a163-ca3dd464d63f,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:20.632524 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [req-386bc8c1-3d86-4091-9b9f-1402598ddcf4 req-aaabab26-8dbf-410d-a20d-16f24e558d8c tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] No DVR routers for this DVR port 10db0b86-8fb0-482a-a163-ca3dd464d63f on host hv-neutron-8333 {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:37:20.634879 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [req-386bc8c1-3d86-4091-9b9f-1402598ddcf4 req-aaabab26-8dbf-410d-a20d-16f24e558d8c tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:20.646155 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea3b185-f7b0-4b23-b314-28f841b1adc0', 'name': 'network-vif-deleted', 'tag': '10db0b86-8fb0-482a-a163-ca3dd464d63f'}] {{(pid=83866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:37:20.653956 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [req-386bc8c1-3d86-4091-9b9f-1402598ddcf4 req-aaabab26-8dbf-410d-a20d-16f24e558d8c tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.73 "DELETE /v2.0/ports/10db0b86-8fb0-482a-a163-ca3dd464d63f HTTP/1.1" status: 204 len: 173 time: 0.8370540 Mar 11 16:37:20.719181 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea3b185-f7b0-4b23-b314-28f841b1adc0', 'name': 'network-vif-deleted', 'tag': '10db0b86-8fb0-482a-a163-ca3dd464d63f', 'status': 'completed', 'code': 200} Mar 11 16:37:21.650161 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 51968) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:21.725161 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c277c2b6-0e28-450f-aa6a-60b340db5f1b tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:21.754797 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c277c2b6-0e28-450f-aa6a-60b340db5f1b tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:21.826980 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c277c2b6-0e28-450f-aa6a-60b340db5f1b tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:21.844252 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c277c2b6-0e28-450f-aa6a-60b340db5f1b tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d69fdf-9330-4a90-a8f9-24ce666ce414,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:21.857283 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-c277c2b6-0e28-450f-aa6a-60b340db5f1b tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:21.858421 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-c277c2b6-0e28-450f-aa6a-60b340db5f1b tempest-TestSnapshotPattern-666773625 tempest-TestSnapshotPattern-666773625-project] 10.222.0.31 "DELETE /v2.0/security-groups/55d69fdf-9330-4a90-a8f9-24ce666ce414 HTTP/1.1" status: 204 len: 168 time: 0.2072711 Mar 11 16:37:21.919983 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 51974) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:22.436030 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d761007c-3167-400b-936b-582abd2496f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:23.031484 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-d761007c-3167-400b-936b-582abd2496f2 admin admin] Deleting port c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:37:23.032227 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d761007c-3167-400b-936b-582abd2496f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:23.293631 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-d761007c-3167-400b-936b-582abd2496f2 admin admin] For port c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71,segment=NetworkSegment(45dfa889-2f41-4d3d-adb2-51af46886375),segment_id=45dfa889-2f41-4d3d-adb2-51af46886375)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:37:23.293895 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d761007c-3167-400b-936b-582abd2496f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:23.416128 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-d761007c-3167-400b-936b-582abd2496f2 admin admin] Calling delete_port for c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71 owned by network:router_interface {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:37:23.583359 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d761007c-3167-400b-936b-582abd2496f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:23.628225 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761007c-3167-400b-936b-582abd2496f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:23.916147 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d761007c-3167-400b-936b-582abd2496f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:24.482114 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d761007c-3167-400b-936b-582abd2496f2 admin admin] Router ee2d04e0-4879-4934-8304-56a8e1a0cefb has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:37:24.779437 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d761007c-3167-400b-936b-582abd2496f2 admin admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:37:24.787791 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f1aeb6-98ec-439d-aa85-39d80e4d1209 None None] Sync routers for ids ['ee2d04e0-4879-4934-8304-56a8e1a0cefb'] in dv-neutron-833373-1-hyperv {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:37:24.794279 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d761007c-3167-400b-936b-582abd2496f2 admin admin] 10.222.0.31 "PUT /v2.0/routers/ee2d04e0-4879-4934-8304-56a8e1a0cefb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8701947 Mar 11 16:37:24.794525 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 51982) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:24.800249 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f1aeb6-98ec-439d-aa85-39d80e4d1209 None None] Routers {'ee2d04e0-4879-4934-8304-56a8e1a0cefb'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:37:24.800915 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-c3f1aeb6-98ec-439d-aa85-39d80e4d1209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:37:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['ee2d04e0-4879-4934-8304-56a8e1a0cefb'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:24.977669 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-c3f1aeb6-98ec-439d-aa85-39d80e4d1209 None None] Set router ee2d04e0-4879-4934-8304-56a8e1a0cefb gateway port host: dv-neutron-833373-1-hyperv {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:37:24.991122 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cb464ddc-8ce1-42cb-a546-6190e25a9520 admin admin] Notify callbacks [] for router, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:25.193764 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cb464ddc-8ce1-42cb-a546-6190e25a9520 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:25.206370 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-cb464ddc-8ce1-42cb-a546-6190e25a9520 admin admin] Deleting port 1e8b052e-8fb6-4ed4-b15d-c5e24bc39949 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:37:25.207039 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cb464ddc-8ce1-42cb-a546-6190e25a9520 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:25.299698 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-c3f1aeb6-98ec-439d-aa85-39d80e4d1209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'name': 'tempest-TestSnapshotPattern-1335394481-router', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '1e8b052e-8fb6-4ed4-b15d-c5e24bc39949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:30:40Z', 'updated_at': '2022-03-11T16:37:23Z', 'revision_number': 5, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'gw_port': {'id': '1e8b052e-8fb6-4ed4-b15d-c5e24bc39949', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:40Z', 'updated_at': '2022-03-11T16:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:25.303690 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f1aeb6-98ec-439d-aa85-39d80e4d1209 None None] Checking router: ee2d04e0-4879-4934-8304-56a8e1a0cefb for host: dv-neutron-833373-1-hyperv {{(pid=83869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:37:25.314584 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f1aeb6-98ec-439d-aa85-39d80e4d1209 None None] Routers {'ee2d04e0-4879-4934-8304-56a8e1a0cefb'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:37:25.315158 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-c3f1aeb6-98ec-439d-aa85-39d80e4d1209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:37:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['ee2d04e0-4879-4934-8304-56a8e1a0cefb'], 'active': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:25.389164 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-cb464ddc-8ce1-42cb-a546-6190e25a9520 admin admin] For port 1e8b052e-8fb6-4ed4-b15d-c5e24bc39949, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=1e8b052e-8fb6-4ed4-b15d-c5e24bc39949,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:37:25.389521 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cb464ddc-8ce1-42cb-a546-6190e25a9520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:25.397225 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 10db0b86-8fb0-482a-a163-ca3dd464d63f no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:37:25.430606 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] No Port match for: 10db0b86-8fb0-482a-a163-ca3dd464d63f {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:37:25.430948 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Device 10db0b86-8fb0-482a-a163-ca3dd464d63f not bound to the agent host hv-neutron-8333 {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:37:25.466201 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvr_db [None req-c3f1aeb6-98ec-439d-aa85-39d80e4d1209 None None] Set router ee2d04e0-4879-4934-8304-56a8e1a0cefb gateway port host: None {{(pid=83869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:37:25.516916 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-cb464ddc-8ce1-42cb-a546-6190e25a9520 admin admin] Calling delete_port for 1e8b052e-8fb6-4ed4-b15d-c5e24bc39949 owned by network:router_gateway {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:37:25.579557 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_hamode_db [None req-c3f1aeb6-98ec-439d-aa85-39d80e4d1209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'name': 'tempest-TestSnapshotPattern-1335394481-router', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:30:40Z', 'updated_at': '2022-03-11T16:37:25Z', 'revision_number': 6, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'gw_port_host': None}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:25.583007 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f1aeb6-98ec-439d-aa85-39d80e4d1209 None None] The sync data for ids ['ee2d04e0-4879-4934-8304-56a8e1a0cefb'] in dv-neutron-833373-1-hyperv is: [{'id': 'ee2d04e0-4879-4934-8304-56a8e1a0cefb', 'name': 'tempest-TestSnapshotPattern-1335394481-router', 'tenant_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:30:40Z', 'updated_at': '2022-03-11T16:37:25Z', 'revision_number': 6, 'project_id': '58c2729cd9d04a6ca6dc408c65fe99a8', 'gw_port_host': None}] {{(pid=83869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:37:25.687466 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cb464ddc-8ce1-42cb-a546-6190e25a9520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:25.730846 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb464ddc-8ce1-42cb-a546-6190e25a9520 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e8b052e-8fb6-4ed4-b15d-c5e24bc39949,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:25.959302 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cb464ddc-8ce1-42cb-a546-6190e25a9520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:26.318053 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cb464ddc-8ce1-42cb-a546-6190e25a9520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:26.322442 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cb464ddc-8ce1-42cb-a546-6190e25a9520 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:26.347644 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cb464ddc-8ce1-42cb-a546-6190e25a9520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:26.348191 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb464ddc-8ce1-42cb-a546-6190e25a9520 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee2d04e0-4879-4934-8304-56a8e1a0cefb {{(pid=83866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:37:26.361445 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-cb464ddc-8ce1-42cb-a546-6190e25a9520 admin admin] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:26.362550 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-cb464ddc-8ce1-42cb-a546-6190e25a9520 admin admin] 10.222.0.31 "DELETE /v2.0/routers/ee2d04e0-4879-4934-8304-56a8e1a0cefb HTTP/1.1" status: 204 len: 168 time: 1.5671318 Mar 11 16:37:26.365086 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 51986) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:26.428829 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8c6fd5b-870e-48be-b5c5-6e43b464583f admin admin] Deleting subnet 1d4b5c6a-ef96-4853-9e28-234a23717273 {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:37:26.431745 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d8c6fd5b-870e-48be-b5c5-6e43b464583f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:26.486643 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d8c6fd5b-870e-48be-b5c5-6e43b464583f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:26.570766 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d8c6fd5b-870e-48be-b5c5-6e43b464583f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:26.640718 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d8c6fd5b-870e-48be-b5c5-6e43b464583f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:26.678241 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c6fd5b-870e-48be-b5c5-6e43b464583f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d4b5c6a-ef96-4853-9e28-234a23717273,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:26.684126 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d8c6fd5b-870e-48be-b5c5-6e43b464583f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:26.688422 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c19aa8-2e9c-4c09-b83a-6d1830c5e3d6 None None] Network 89ea0a05-3749-4a04-8154-eda29fc38d42 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:37:26.690789 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d8c6fd5b-870e-48be-b5c5-6e43b464583f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1d4b5c6a-ef96-4853-9e28-234a23717273 HTTP/1.1" status: 204 len: 168 time: 0.3247766 Mar 11 16:37:26.693345 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 51990) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:26.798959 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-222eed96-8591-49eb-8ad9-86b25c39fbbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:26.809945 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-222eed96-8591-49eb-8ad9-86b25c39fbbb admin admin] Deleting port b24770d3-be31-4528-8848-3faeb8a87c2e {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:37:26.810269 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-222eed96-8591-49eb-8ad9-86b25c39fbbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:26.947941 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6da8414-6f2d-4294-a14f-786996c522da None None] DHCP port deletion for 89ea0a05-3749-4a04-8154-eda29fc38d42 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:37:26.952718 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-a6da8414-6f2d-4294-a14f-786996c522da None None] Deleting port b24770d3-be31-4528-8848-3faeb8a87c2e {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:37:26.953122 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6da8414-6f2d-4294-a14f-786996c522da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:27.017434 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-222eed96-8591-49eb-8ad9-86b25c39fbbb admin admin] For port b24770d3-be31-4528-8848-3faeb8a87c2e, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=b24770d3-be31-4528-8848-3faeb8a87c2e,segment=NetworkSegment(45dfa889-2f41-4d3d-adb2-51af46886375),segment_id=45dfa889-2f41-4d3d-adb2-51af46886375)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:37:27.017781 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-222eed96-8591-49eb-8ad9-86b25c39fbbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:27.140083 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-222eed96-8591-49eb-8ad9-86b25c39fbbb admin admin] Calling delete_port for b24770d3-be31-4528-8848-3faeb8a87c2e owned by network:dhcp {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:37:27.157514 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-a6da8414-6f2d-4294-a14f-786996c522da None None] For port b24770d3-be31-4528-8848-3faeb8a87c2e, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=b24770d3-be31-4528-8848-3faeb8a87c2e,segment=NetworkSegment(45dfa889-2f41-4d3d-adb2-51af46886375),segment_id=45dfa889-2f41-4d3d-adb2-51af46886375)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:37:27.157907 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6da8414-6f2d-4294-a14f-786996c522da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:27.223947 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-222eed96-8591-49eb-8ad9-86b25c39fbbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:27.272806 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222eed96-8591-49eb-8ad9-86b25c39fbbb admin admin] Pushing event deleted for resources: {'Port': ['ID=b24770d3-be31-4528-8848-3faeb8a87c2e,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:27.280036 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222eed96-8591-49eb-8ad9-86b25c39fbbb admin admin] No DVR routers for this DVR port b24770d3-be31-4528-8848-3faeb8a87c2e on host dv-neutron-833373-1-hyperv {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:37:27.284974 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-a6da8414-6f2d-4294-a14f-786996c522da None None] Calling delete_port for b24770d3-be31-4528-8848-3faeb8a87c2e owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:37:27.351413 dv-neutron-833373-1-hyperv neutron-server[83868]: util.warn( Mar 11 16:37:27.360787 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-a6da8414-6f2d-4294-a14f-786996c522da None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:37:27.361144 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-a6da8414-6f2d-4294-a14f-786996c522da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:37:27.397654 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-222eed96-8591-49eb-8ad9-86b25c39fbbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:27.423038 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-222eed96-8591-49eb-8ad9-86b25c39fbbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ea0a05-3749-4a04-8154-eda29fc38d42']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:27.435276 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-222eed96-8591-49eb-8ad9-86b25c39fbbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45dfa889-2f41-4d3d-adb2-51af46886375') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:27.435568 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-222eed96-8591-49eb-8ad9-86b25c39fbbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45dfa889-2f41-4d3d-adb2-51af46886375') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:27.446785 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-222eed96-8591-49eb-8ad9-86b25c39fbbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:27.463250 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-222eed96-8591-49eb-8ad9-86b25c39fbbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:27.470220 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-222eed96-8591-49eb-8ad9-86b25c39fbbb admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:37:27.470655 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-222eed96-8591-49eb-8ad9-86b25c39fbbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:27.483877 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 16:37:27.483877 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:37:27.483877 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 16:37:27.483877 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:37:27.483877 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 16:37:27.483877 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:37:27.483877 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 16:37:27.483877 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:37:27.483877 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 16:37:27.483877 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:37:27.483877 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 16:37:27.483877 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:37:27.483877 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 16:37:27.483877 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:37:27.483877 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:37:27.483877 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:37:27.483877 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:37:27.483877 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:37:27.483877 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 16:37:27.483877 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:37:27.483877 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 16:37:27.483877 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:37:27.483877 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:37:27.483877 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:37:27.483877 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 16:37:27.483877 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:37:27.483877 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:37:27.483877 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:37:27.483877 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:37:27.483877 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:37:27.483877 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:37:27.483877 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:37:27.536046 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:37:27.570495 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:37:27.570834 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device c0e87e96-4d6c-4f49-9fb9-a05f5e30cf71 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:37:27.571255 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 1e8b052e-8fb6-4ed4-b15d-c5e24bc39949 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:37:27.607119 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 1e8b052e-8fb6-4ed4-b15d-c5e24bc39949 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:37:27.607465 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 1e8b052e-8fb6-4ed4-b15d-c5e24bc39949 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:37:27.607880 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device b24770d3-be31-4528-8848-3faeb8a87c2e no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:37:27.639143 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: b24770d3-be31-4528-8848-3faeb8a87c2e {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:37:27.639495 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device b24770d3-be31-4528-8848-3faeb8a87c2e not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:37:27.661321 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-222eed96-8591-49eb-8ad9-86b25c39fbbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:27.666275 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-222eed96-8591-49eb-8ad9-86b25c39fbbb admin admin] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:27.687856 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222eed96-8591-49eb-8ad9-86b25c39fbbb admin admin] Pushing event deleted for resources: {'Network': ['ID=89ea0a05-3749-4a04-8154-eda29fc38d42,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:27.703285 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-222eed96-8591-49eb-8ad9-86b25c39fbbb admin admin] 10.222.0.31 "DELETE /v2.0/networks/89ea0a05-3749-4a04-8154-eda29fc38d42 HTTP/1.1" status: 204 len: 168 time: 1.0089691 Mar 11 16:37:27.706423 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 51994) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:27.862195 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-a6da8414-6f2d-4294-a14f-786996c522da None None] Deleting port b24770d3-be31-4528-8848-3faeb8a87c2e {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:37:27.862753 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a6da8414-6f2d-4294-a14f-786996c522da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:27.929305 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-a6da8414-6f2d-4294-a14f-786996c522da None None] The port 'b24770d3-be31-4528-8848-3faeb8a87c2e' was deleted {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:37:28.086984 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ff142597-c322-41f4-a2c0-3205ef9a48c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710524'] for router_interface, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:28.690589 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-ff142597-c322-41f4-a2c0-3205ef9a48c7 admin admin] Deleting port 9711d3c7-339d-42d3-806f-01e0bd797eb3 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:37:28.691250 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ff142597-c322-41f4-a2c0-3205ef9a48c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:28.867127 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-ff142597-c322-41f4-a2c0-3205ef9a48c7 admin admin] For port 9711d3c7-339d-42d3-806f-01e0bd797eb3, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=9711d3c7-339d-42d3-806f-01e0bd797eb3,segment=NetworkSegment(eb74475e-34a2-4704-a913-e437c4c1644f),segment_id=eb74475e-34a2-4704-a913-e437c4c1644f)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:37:28.867477 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ff142597-c322-41f4-a2c0-3205ef9a48c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:28.990205 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-ff142597-c322-41f4-a2c0-3205ef9a48c7 admin admin] Calling delete_port for 9711d3c7-339d-42d3-806f-01e0bd797eb3 owned by network:router_interface {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:37:29.265176 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ff142597-c322-41f4-a2c0-3205ef9a48c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:29.308511 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff142597-c322-41f4-a2c0-3205ef9a48c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9711d3c7-339d-42d3-806f-01e0bd797eb3,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:29.547646 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ba3c04d7-9c22-4598-af24-4caa766ee441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:29.606607 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-ff142597-c322-41f4-a2c0-3205ef9a48c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1707292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710443'] for router_interface, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:30.174181 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff142597-c322-41f4-a2c0-3205ef9a48c7 admin admin] Router dbaf556f-e549-46c4-b637-c36d24852f89 has already been hosted by L3 agent a8481415-c3fc-403d-a627-f3ad072e60bf {{(pid=83866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:37:30.379132 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff142597-c322-41f4-a2c0-3205ef9a48c7 admin admin] Notify agent at l3_agent.dv-neutron-833373-1-hyperv the message routers_updated {{(pid=83866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:37:30.389094 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67796124-37bd-49d1-ad52-0abb934b521b None None] Sync routers for ids ['dbaf556f-e549-46c4-b637-c36d24852f89'] in dv-neutron-833373-1-hyperv {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:37:30.389239 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-ff142597-c322-41f4-a2c0-3205ef9a48c7 admin admin] 10.222.0.31 "PUT /v2.0/routers/dbaf556f-e549-46c4-b637-c36d24852f89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6817443 Mar 11 16:37:30.391654 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 51998) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:30.401081 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67796124-37bd-49d1-ad52-0abb934b521b None None] Routers {'dbaf556f-e549-46c4-b637-c36d24852f89'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:37:30.401717 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-67796124-37bd-49d1-ad52-0abb934b521b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:37:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['dbaf556f-e549-46c4-b637-c36d24852f89'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:30.578214 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-67796124-37bd-49d1-ad52-0abb934b521b None None] Set router dbaf556f-e549-46c4-b637-c36d24852f89 gateway port host: dv-neutron-833373-1-hyperv {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:37:30.705793 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d1293745-e4b0-43d1-8da4-00774e0622aa admin admin] Notify callbacks [] for router, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:30.904578 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-67796124-37bd-49d1-ad52-0abb934b521b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbaf556f-e549-46c4-b637-c36d24852f89', 'name': 'tempest-TestSnapshotPattern-848272609-router', 'tenant_id': 'cee64ef46715402baaabda1234e5ba44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'external_fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.237'}], 'enable_snat': True}, 'gw_port_id': '6d15666a-379d-41fa-8bb5-ff2aab599f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:30:46Z', 'updated_at': '2022-03-11T16:37:29Z', 'revision_number': 5, 'project_id': 'cee64ef46715402baaabda1234e5ba44', 'gw_port': {'id': '6d15666a-379d-41fa-8bb5-ff2aab599f93', 'name': '', 'network_id': '69193b02-dbf5-4ccf-b3ce-76dabd3f8655', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaf556f-e549-46c4-b637-c36d24852f89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'ip_address': '172.26.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:47Z', 'updated_at': '2022-03-11T16:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd55cf63c-e1a3-44ce-936b-0a587a722c42', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-1-hyperv'}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:30.904988 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d1293745-e4b0-43d1-8da4-00774e0622aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:30.908472 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67796124-37bd-49d1-ad52-0abb934b521b None None] Checking router: dbaf556f-e549-46c4-b637-c36d24852f89 for host: dv-neutron-833373-1-hyperv {{(pid=83868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:37:30.914314 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-d1293745-e4b0-43d1-8da4-00774e0622aa admin admin] Deleting port 6d15666a-379d-41fa-8bb5-ff2aab599f93 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:37:30.914656 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d1293745-e4b0-43d1-8da4-00774e0622aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:30.919838 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67796124-37bd-49d1-ad52-0abb934b521b None None] Routers {'dbaf556f-e549-46c4-b637-c36d24852f89'} bound to L3 agent in host dv-neutron-833373-1-hyperv {{(pid=83868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:37:30.920474 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-67796124-37bd-49d1-ad52-0abb934b521b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:18:32Z,description=,heartbeat_timestamp=2022-03-11T16:37:02Z,host='dv-neutron-833373-1-hyperv',id=a8481415-c3fc-403d-a627-f3ad072e60bf,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:18:32Z,topic='l3_agent')) {'router_ids': ['dbaf556f-e549-46c4-b637-c36d24852f89'], 'active': True} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:31.074390 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_dvr_db [None req-67796124-37bd-49d1-ad52-0abb934b521b None None] Set router dbaf556f-e549-46c4-b637-c36d24852f89 gateway port host: None {{(pid=83868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:37:31.096158 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-d1293745-e4b0-43d1-8da4-00774e0622aa admin admin] For port 6d15666a-379d-41fa-8bb5-ff2aab599f93, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=6d15666a-379d-41fa-8bb5-ff2aab599f93,segment=NetworkSegment(98c40b21-57c2-495a-9738-f5ee4304deda),segment_id=98c40b21-57c2-495a-9738-f5ee4304deda)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:37:31.096519 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d1293745-e4b0-43d1-8da4-00774e0622aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:31.186429 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.db.l3_hamode_db [None req-67796124-37bd-49d1-ad52-0abb934b521b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbaf556f-e549-46c4-b637-c36d24852f89', 'name': 'tempest-TestSnapshotPattern-848272609-router', 'tenant_id': 'cee64ef46715402baaabda1234e5ba44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:30:46Z', 'updated_at': '2022-03-11T16:37:30Z', 'revision_number': 6, 'project_id': 'cee64ef46715402baaabda1234e5ba44', 'gw_port_host': None}], 'dv-neutron-833373-1-hyperv', False) {} {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:31.190528 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67796124-37bd-49d1-ad52-0abb934b521b None None] The sync data for ids ['dbaf556f-e549-46c4-b637-c36d24852f89'] in dv-neutron-833373-1-hyperv is: [{'id': 'dbaf556f-e549-46c4-b637-c36d24852f89', 'name': 'tempest-TestSnapshotPattern-848272609-router', 'tenant_id': 'cee64ef46715402baaabda1234e5ba44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:30:46Z', 'updated_at': '2022-03-11T16:37:30Z', 'revision_number': 6, 'project_id': 'cee64ef46715402baaabda1234e5ba44', 'gw_port_host': None}] {{(pid=83868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:37:31.218715 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-d1293745-e4b0-43d1-8da4-00774e0622aa admin admin] Calling delete_port for 6d15666a-379d-41fa-8bb5-ff2aab599f93 owned by network:router_gateway {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:37:31.388396 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d1293745-e4b0-43d1-8da4-00774e0622aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:31.434489 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1293745-e4b0-43d1-8da4-00774e0622aa admin admin] Pushing event deleted for resources: {'Port': ['ID=6d15666a-379d-41fa-8bb5-ff2aab599f93,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:31.614036 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 9711d3c7-339d-42d3-806f-01e0bd797eb3 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:37:31.653965 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 9711d3c7-339d-42d3-806f-01e0bd797eb3 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:37:31.654479 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 9711d3c7-339d-42d3-806f-01e0bd797eb3 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:37:31.664205 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d1293745-e4b0-43d1-8da4-00774e0622aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709217'] for router_gateway, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:31.790877 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c62417d3-13c9-44a6-9598-e7d8d849370f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:31.920485 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d1293745-e4b0-43d1-8da4-00774e0622aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-708497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8382'] for router, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:31.924542 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d1293745-e4b0-43d1-8da4-00774e0622aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:31.950029 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d1293745-e4b0-43d1-8da4-00774e0622aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-708413'] for router, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:31.950547 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1293745-e4b0-43d1-8da4-00774e0622aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbaf556f-e549-46c4-b637-c36d24852f89 {{(pid=83866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:37:31.964418 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-d1293745-e4b0-43d1-8da4-00774e0622aa admin admin] Notify callbacks [] for router, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:31.967867 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-d1293745-e4b0-43d1-8da4-00774e0622aa admin admin] 10.222.0.31 "DELETE /v2.0/routers/dbaf556f-e549-46c4-b637-c36d24852f89 HTTP/1.1" status: 204 len: 168 time: 1.5729830 Mar 11 16:37:31.968188 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 52002) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:32.135966 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.db_base_plugin_v2 [None req-df02e0b0-3ac2-4226-9fbb-89043b95a80f admin admin] Deleting subnet abd7a0c6-0ce7-461d-a078-f1dabcd9f2c2 {{(pid=83866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:37:32.138928 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-df02e0b0-3ac2-4226-9fbb-89043b95a80f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:32.190701 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-df02e0b0-3ac2-4226-9fbb-89043b95a80f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2653696'] for subnet, precommit_delete_associations {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:32.277557 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-df02e0b0-3ac2-4226-9fbb-89043b95a80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1200646'] for subnet, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:32.348493 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-df02e0b0-3ac2-4226-9fbb-89043b95a80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1200655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3577907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3553370'] for subnet, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:32.386113 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df02e0b0-3ac2-4226-9fbb-89043b95a80f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abd7a0c6-0ce7-461d-a078-f1dabcd9f2c2,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:32.390803 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-df02e0b0-3ac2-4226-9fbb-89043b95a80f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:32.395794 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7331e2-6ae7-4ab5-831f-c9bc9f10e5ab None None] Network 5a0e0b58-ec09-477a-8c60-b87815162af2 requested from dv-neutron-833373-1-hyperv {{(pid=83868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:37:32.398894 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-df02e0b0-3ac2-4226-9fbb-89043b95a80f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/abd7a0c6-0ce7-461d-a078-f1dabcd9f2c2 HTTP/1.1" status: 204 len: 168 time: 0.4276986 Mar 11 16:37:32.399323 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 52006) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:32.509945 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-38f5d588-683d-4be6-adc9-d01b9d04c66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1964258'] for network, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:32.520815 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-38f5d588-683d-4be6-adc9-d01b9d04c66e admin admin] Deleting port 53ccae99-5c91-47e8-a720-d21d446a7166 {{(pid=83866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:37:32.521149 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-38f5d588-683d-4be6-adc9-d01b9d04c66e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:32.644313 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f96935-c897-4e6c-aa40-55185221f2a5 None None] DHCP port deletion for 5a0e0b58-ec09-477a-8c60-b87815162af2 request from dv-neutron-833373-1-hyperv {{(pid=83868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:37:32.648911 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-68f96935-c897-4e6c-aa40-55185221f2a5 None None] Deleting port 53ccae99-5c91-47e8-a720-d21d446a7166 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:37:32.648911 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-68f96935-c897-4e6c-aa40-55185221f2a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:32.738042 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.db [None req-38f5d588-683d-4be6-adc9-d01b9d04c66e admin admin] For port 53ccae99-5c91-47e8-a720-d21d446a7166, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=53ccae99-5c91-47e8-a720-d21d446a7166,segment=NetworkSegment(eb74475e-34a2-4704-a913-e437c4c1644f),segment_id=eb74475e-34a2-4704-a913-e437c4c1644f)] {{(pid=83866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:37:32.738379 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-38f5d588-683d-4be6-adc9-d01b9d04c66e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:32.852135 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.db [None req-68f96935-c897-4e6c-aa40-55185221f2a5 None None] For port 53ccae99-5c91-47e8-a720-d21d446a7166, host dv-neutron-833373-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-1-hyperv',level=0,port_id=53ccae99-5c91-47e8-a720-d21d446a7166,segment=NetworkSegment(eb74475e-34a2-4704-a913-e437c4c1644f),segment_id=eb74475e-34a2-4704-a913-e437c4c1644f)] {{(pid=83868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:37:32.852539 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-68f96935-c897-4e6c-aa40-55185221f2a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683086'] for port, precommit_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:32.859602 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.plugin [None req-38f5d588-683d-4be6-adc9-d01b9d04c66e admin admin] Calling delete_port for 53ccae99-5c91-47e8-a720-d21d446a7166 owned by network:dhcp {{(pid=83866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:37:32.932783 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-38f5d588-683d-4be6-adc9-d01b9d04c66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1909925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788847929492', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788847487636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3577856'] for port, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:32.984568 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-68f96935-c897-4e6c-aa40-55185221f2a5 None None] Calling delete_port for 53ccae99-5c91-47e8-a720-d21d446a7166 owned by network:dhcp {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:37:32.986391 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5d588-683d-4be6-adc9-d01b9d04c66e admin admin] Pushing event deleted for resources: {'Port': ['ID=53ccae99-5c91-47e8-a720-d21d446a7166,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:32.990866 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f5d588-683d-4be6-adc9-d01b9d04c66e admin admin] No DVR routers for this DVR port 53ccae99-5c91-47e8-a720-d21d446a7166 on host dv-neutron-833373-1-hyperv {{(pid=83866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:37:33.044944 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:33.071104 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.db.api [None req-68f96935-c897-4e6c-aa40-55185221f2a5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:37:33.071454 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG oslo_db.api [None req-68f96935-c897-4e6c-aa40-55185221f2a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:37:33.109318 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-38f5d588-683d-4be6-adc9-d01b9d04c66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1202579', 'neutron.services.segments.db._delete_segments_for_network-8788847959929'] for network, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:33.133850 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-38f5d588-683d-4be6-adc9-d01b9d04c66e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a0e0b58-ec09-477a-8c60-b87815162af2']}} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:33.146256 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-38f5d588-683d-4be6-adc9-d01b9d04c66e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb74475e-34a2-4704-a913-e437c4c1644f') {'for_net_delete': True} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:33.146546 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.services.segments.db [None req-38f5d588-683d-4be6-adc9-d01b9d04c66e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb74475e-34a2-4704-a913-e437c4c1644f') {} {{(pid=83866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:33.159116 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-38f5d588-683d-4be6-adc9-d01b9d04c66e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788847959812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2652403'] for segment, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:33.175095 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-38f5d588-683d-4be6-adc9-d01b9d04c66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1894752'] for segment, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:33.181442 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38f5d588-683d-4be6-adc9-d01b9d04c66e admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=83866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:37:33.181912 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-38f5d588-683d-4be6-adc9-d01b9d04c66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1894779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3577949'] for segment, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:33.195960 dv-neutron-833373-1-hyperv neutron-server[83866]: Traceback (most recent call last): Mar 11 16:37:33.195960 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:37:33.195960 dv-neutron-833373-1-hyperv neutron-server[83866]: timer() Mar 11 16:37:33.195960 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:37:33.195960 dv-neutron-833373-1-hyperv neutron-server[83866]: cb(*args, **kw) Mar 11 16:37:33.195960 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:37:33.195960 dv-neutron-833373-1-hyperv neutron-server[83866]: return func(*args, **kwargs) Mar 11 16:37:33.195960 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:37:33.195960 dv-neutron-833373-1-hyperv neutron-server[83866]: self._notify() Mar 11 16:37:33.195960 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:37:33.195960 dv-neutron-833373-1-hyperv neutron-server[83866]: self.callback(batched_events) Mar 11 16:37:33.195960 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:37:33.195960 dv-neutron-833373-1-hyperv neutron-server[83866]: event.method(event) Mar 11 16:37:33.195960 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:37:33.195960 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:37:33.195960 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:37:33.195960 dv-neutron-833373-1-hyperv neutron-server[83866]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:37:33.195960 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:37:33.195960 dv-neutron-833373-1-hyperv neutron-server[83866]: return f(self, *a, **k) Mar 11 16:37:33.195960 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:37:33.195960 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._get(url).json() Mar 11 16:37:33.195960 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:37:33.195960 dv-neutron-833373-1-hyperv neutron-server[83866]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:37:33.195960 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:37:33.195960 dv-neutron-833373-1-hyperv neutron-server[83866]: return self.request(url, 'GET', **kwargs) Mar 11 16:37:33.195960 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:37:33.195960 dv-neutron-833373-1-hyperv neutron-server[83866]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:37:33.195960 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:37:33.195960 dv-neutron-833373-1-hyperv neutron-server[83866]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:37:33.195960 dv-neutron-833373-1-hyperv neutron-server[83866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:37:33.195960 dv-neutron-833373-1-hyperv neutron-server[83866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:37:33.195960 dv-neutron-833373-1-hyperv neutron-server[83866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:37:33.268495 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:33.275362 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-38f5d588-683d-4be6-adc9-d01b9d04c66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1202584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1707505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709244'] for network, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:33.291450 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-38f5d588-683d-4be6-adc9-d01b9d04c66e admin admin] Notify callbacks [] for network, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:33.301843 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5d588-683d-4be6-adc9-d01b9d04c66e admin admin] Pushing event deleted for resources: {'Network': ['ID=5a0e0b58-ec09-477a-8c60-b87815162af2,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:33.305929 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-38f5d588-683d-4be6-adc9-d01b9d04c66e admin admin] 10.222.0.31 "DELETE /v2.0/networks/5a0e0b58-ec09-477a-8c60-b87815162af2 HTTP/1.1" status: 204 len: 168 time: 0.9055164 Mar 11 16:37:33.444306 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 52012) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:33.497624 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-5897d75d-fe50-4473-b287-c529b6cbe732 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=58c2729cd9d04a6ca6dc408c65fe99a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0492373 Mar 11 16:37:33.497624 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 52016) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:33.539812 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 53ccae99-5c91-47e8-a720-d21d446a7166 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:37:33.558009 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e26aa0f5-0710-4cea-9457-9b27eafbe103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:33.574236 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-68f96935-c897-4e6c-aa40-55185221f2a5 None None] Deleting port 53ccae99-5c91-47e8-a720-d21d446a7166 {{(pid=83868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:37:33.574604 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-68f96935-c897-4e6c-aa40-55185221f2a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788847890899'] for port, before_delete {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:33.585417 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e26aa0f5-0710-4cea-9457-9b27eafbe103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:33.600090 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 53ccae99-5c91-47e8-a720-d21d446a7166 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:37:33.600459 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 53ccae99-5c91-47e8-a720-d21d446a7166 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:37:33.600873 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 6d15666a-379d-41fa-8bb5-ff2aab599f93 no longer exists at agent ovs-agent-dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:37:33.641439 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] No Port match for: 6d15666a-379d-41fa-8bb5-ff2aab599f93 {{(pid=83868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:37:33.641838 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.rpc [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Device 6d15666a-379d-41fa-8bb5-ff2aab599f93 not bound to the agent host dv-neutron-833373-1-hyperv {{(pid=83868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:37:33.644288 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e26aa0f5-0710-4cea-9457-9b27eafbe103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:33.661305 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26aa0f5-0710-4cea-9457-9b27eafbe103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d9e8b4-4996-4595-80f4-0f18affbbb7f,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:33.672916 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-e26aa0f5-0710-4cea-9457-9b27eafbe103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:33.676522 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-e26aa0f5-0710-4cea-9457-9b27eafbe103 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/09d9e8b4-4996-4595-80f4-0f18affbbb7f HTTP/1.1" status: 204 len: 168 time: 0.1756363 Mar 11 16:37:33.684591 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron.plugins.ml2.plugin [None req-68f96935-c897-4e6c-aa40-55185221f2a5 None None] The port '53ccae99-5c91-47e8-a720-d21d446a7166' was deleted {{(pid=83868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:37:34.056464 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 52024) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:34.107188 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-1f5c0754-7e88-4b12-9dbc-085e3ad49775 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cee64ef46715402baaabda1234e5ba44&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0490792 Mar 11 16:37:34.109698 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.wsgi [-] (83866) accepted ('10.222.0.31', 52028) {{(pid=83866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:34.170030 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5d5fd3fe-151a-4304-9aab-d3353845ff08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:34.195153 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5d5fd3fe-151a-4304-9aab-d3353845ff08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:34.248708 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5d5fd3fe-151a-4304-9aab-d3353845ff08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334171'] for security_group, after_delete {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:34.265307 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5fd3fe-151a-4304-9aab-d3353845ff08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963487ee-dc54-4c4a-884d-7a225d34ed51,revision_number=None']} {{(pid=83866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:34.269628 dv-neutron-833373-1-hyperv neutron-server[83866]: DEBUG neutron_lib.callbacks.manager [None req-5d5fd3fe-151a-4304-9aab-d3353845ff08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:34.270650 dv-neutron-833373-1-hyperv neutron-server[83866]: INFO neutron.wsgi [None req-5d5fd3fe-151a-4304-9aab-d3353845ff08 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/963487ee-dc54-4c4a-884d-7a225d34ed51 HTTP/1.1" status: 204 len: 168 time: 0.1600883 Mar 11 16:37:34.483491 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:46.676477 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:56.058984 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:37:59.550347 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-609747f9-146d-4af3-8ce4-123a9073d9f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:01.792953 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7dd20551-2cdc-4b99-8671-cac895a98f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:02.967884 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:03.272586 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:04.484368 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:13.041603 dv-neutron-833373-1-hyperv neutron-server[83867]: DEBUG neutron.wsgi [req-e9c557af-566e-4b3e-89e1-907f90dcf43b req-d914ba5b-e16d-48e3-a45b-f659ef76e07d service neutron] (83867) timed out ('10.222.0.31', 49442) {{(pid=83867) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 11 16:38:16.678805 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:29.552271 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86c905ae-b0a7-4f04-ab23-9c2cdff29b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:31.793833 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f70c7448-a612-43d0-95d0-533c61070f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:32.973939 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:33.058543 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:38:33.273894 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:34.521147 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:46.687359 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:59.554528 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-347326be-db95-493b-bc96-120285944d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:01.796084 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-eb651037-aa6e-403b-a3e4-9f12cf49123a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:02.967295 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:03.276035 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:04.490858 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:10.058488 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:39:16.686862 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:29.557600 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-af043b30-d3a2-476d-8c94-7d9abcdad490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:31.796476 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fe593793-1ef8-47b4-8504-3e8c1ed20bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:32.970404 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:33.279031 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:34.492701 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:46.694344 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:47.059382 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:39:59.560346 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-10cbe159-dd21-4ef9-be0d-4d7bdcb92267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:01.797869 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-18e33f62-8266-4881-8f1a-63abd09ce8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:02.974206 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:03.281704 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:04.498511 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:16.686531 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:24.059516 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:40:29.564050 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7df6e550-7c0a-4536-bea4-72e7f556dadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:31.798837 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-7afdc917-6e34-431d-b1cf-562403d48911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:32.976930 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:33.284897 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:34.498950 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:46.718011 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:59.567169 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f6ced03b-8fba-484a-ae56-c311a5fe00c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:01.059675 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:41:01.800501 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c4b5f901-c04a-4481-a4f4-de08d69b6834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:02.982703 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:03.287666 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:04.501844 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:16.732259 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:29.572371 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a3e9a580-3109-4acc-9f27-11aa4ed79b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:31.803119 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-ff3c3bcf-bedc-4296-8cc8-4668bd887434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:32.985457 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:33.291159 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:34.504987 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:38.062043 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:41:46.733071 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:59.575120 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-b29a997d-0925-479a-8639-f1b236757cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:01.805527 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-43995fba-2a7d-41db-ae82-de49165b4e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:02.992568 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:03.297167 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:04.508054 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:15.064291 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:42:16.757491 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:29.586684 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-e773b646-240b-4cb5-b9fb-f55d4975ed62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:31.809010 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-0a0543e5-8036-44b3-a1ae-3e57cd3a53db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:32.988456 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:33.299267 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:34.510927 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:46.779305 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:52.064397 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:42:59.579910 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-3d63b6e0-a732-4dd4-b3c7-d9bf8eda67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:01.810195 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-a900f6ea-847f-496b-b1ae-93a7990b3f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:02.983815 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-86dabf39-a7a9-4660-8100-2ccb57f7cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:03.310652 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2327-aec0-41fa-bf3e-bb9fd44d2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:04.512027 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-fa774479-51e2-451c-8fff-dac4cad78a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:16.809789 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-46e4ffa7-f667-4500-83a4-d1e8da00488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:29.065289 dv-neutron-833373-1-hyperv neutron-server[83869]: DEBUG neutron.db.agents_db [None req-b4e7eead-36d2-4628-a22e-0c71fc083fad None None] Agent healthcheck: found 6 active agents {{(pid=83869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:43:29.583896 dv-neutron-833373-1-hyperv neutron-server[83868]: DEBUG neutron_lib.callbacks.manager [None req-c23ee6ba-dab3-422f-86bb-57c66b5e3282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788847959911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1199251'] for agent, after_update {{(pid=83868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}